-- Logs begin at Fri 2021-08-27 01:34:57 UTC, end at Fri 2021-08-27 03:55:43 UTC. -- Aug 27 02:06:35.633764 n-d-806292-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 02:06:38.337216 n-d-806292-1 neutron-server[94722]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:06:38.337764 n-d-806292-1 neutron-server[94722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 02:06:38.337941 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 02:06:38.341690 n-d-806292-1 neutron-server[94722]: INFO neutron.common.config [-] Logging enabled! Aug 27 02:06:38.341945 n-d-806292-1 neutron-server[94722]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 02:06:38.342256 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94722) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 02:06:38.343222 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:06:38.343460 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:06:38.343837 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:06:38.344086 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:06:38.344316 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:06:38.344642 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.344945 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.345244 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.345477 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.345777 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.346071 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.346360 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.346686 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.346992 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.347282 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.347567 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.347855 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.348090 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.348377 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.348668 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.348957 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.349185 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] debug = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.349468 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.349901 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.350319 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.350631 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.350925 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.351222 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.351486 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.351766 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.352053 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.352383 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] host = n-d-806292-1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.352664 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.352954 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.353242 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.353523 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.353813 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.354091 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.354937 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.355227 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.355504 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.355784 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.356075 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.356366 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.356660 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.356888 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.357113 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.357405 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.357693 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.357975 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.358250 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.358552 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.358830 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.359106 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.359375 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.359661 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.359946 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.360233 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.360509 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.360784 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.361059 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.361333 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.361618 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.361893 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.362166 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.362464 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.362756 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.363029 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.363305 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.363612 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.363915 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.364201 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.364488 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.364766 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.365049 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.365323 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.365597 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.365870 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_json = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.366144 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.366437 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.366725 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.367002 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.367277 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.367553 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.367826 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.368113 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:38.368411 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.368709 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.369013 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.369297 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.369593 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.369875 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.370201 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.370501 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.370794 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.371085 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.371371 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.371651 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.371940 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.372221 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.372517 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.372824 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.373121 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.373414 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.373690 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.373971 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.374245 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.374556 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.374849 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.375129 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.375418 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.375707 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.375987 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.376276 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.376568 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.377104 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.377390 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.377671 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.377964 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.378243 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.378540 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.378821 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.379114 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.379395 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.379669 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.379953 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.380230 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.380502 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.380775 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.381052 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.381345 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.381624 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.381897 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.382169 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.382471 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.382746 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.383031 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.383309 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.383583 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.383861 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.384139 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.384412 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.384683 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.384959 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.385231 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.385510 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.385816 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.386089 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.386363 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.386658 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.386931 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.387203 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.387475 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.387753 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.388026 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.388297 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.388572 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.388846 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.389118 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.389406 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.389708 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.389989 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.390274 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.390585 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.390869 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.391150 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.391432 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.391715 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.391995 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.392268 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.392561 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.392846 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.393132 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.393416 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.393698 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.394004 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.394284 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.394595 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.394877 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.395155 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.395442 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.395726 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.396023 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.396318 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.396614 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.396909 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.397201 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.397485 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.397797 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.398079 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:38.398299 n-d-806292-1 neutron-server[94722]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:06:38.398565 n-d-806292-1 neutron-server[94722]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94722) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 02:06:38.753798 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 02:06:38.754000 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 02:06:38.754292 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 02:06:38.754651 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 02:06:39.151035 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.151362 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.151637 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.153024 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.153301 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.153569 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.189129 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.189406 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.189678 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.205207 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.205491 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.205764 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.233115 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.233525 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.233802 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.271456 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.271738 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.272006 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.504199 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.504819 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.504819 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.504981 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.505789 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.624470 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.624789 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.625076 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.625348 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.625613 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.625921 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.626180 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.626456 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.626717 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.627258 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.627516 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.627777 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.628033 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.628287 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.628543 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.628806 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.629061 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.629325 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.629591 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.629848 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.630118 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.630370 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.630675 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.631052 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.631301 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.631546 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.631936 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.632178 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.632416 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.632653 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.632888 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.633124 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:39.633486 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 02:06:39.636697 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 02:06:39.640721 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 02:06:39.644477 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 27 02:06:39.646093 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 02:06:39.646569 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 02:06:39.646915 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 02:06:39.647303 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 02:06:39.650070 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 02:06:39.650324 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 02:06:39.650694 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:06:39.655955 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 02:06:39.678251 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 02:06:39.678744 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.679038 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94722) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 02:06:39.679404 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.680746 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94722) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 02:06:39.681029 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 02:06:39.681275 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 02:06:39.685009 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.685292 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:39.748532 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 02:06:39.748772 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 02:06:39.749014 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 02:06:39.749383 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 02:06:39.769805 n-d-806292-1 neutron-server[94722]: DEBUG oslo_db.sqlalchemy.engines [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94722) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 02:06:40.299315 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing driver for type 'gre' Aug 27 02:06:40.299900 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] gre ID ranges: [(1, 1000)] Aug 27 02:06:40.351598 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing driver for type 'local' Aug 27 02:06:40.351926 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing driver for type 'vlan' Aug 27 02:06:40.364631 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] VlanTypeDriver initialization complete Aug 27 02:06:40.364959 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing driver for type 'vxlan' Aug 27 02:06:40.365440 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] vxlan ID ranges: [(1, 1000)] Aug 27 02:06:40.416583 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing extension driver 'port_security' Aug 27 02:06:40.417441 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.extensions.port_security [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] PortSecurityExtensionDriver initialization complete Aug 27 02:06:40.417839 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing mechanism driver 'openvswitch' Aug 27 02:06:40.418160 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing mechanism driver 'hyperv' Aug 27 02:06:40.424904 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:40.425672 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.426032 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.426406 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.427029 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.427461 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.427898 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.428242 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.428710 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.429130 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.429507 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.429903 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.430342 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.430807 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.431291 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.431590 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.432195 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.433187 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.433565 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.433977 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.434409 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.434882 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > address_group after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.435252 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > address_group after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.435660 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.436054 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94722) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 02:06:40.436498 n-d-806292-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] ML2 OVO RPC backend initialized. {{(pid=94722) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 02:06:40.437266 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.437624 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.438085 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.438474 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > networks before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.438867 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.439222 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > ports before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.439583 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.440024 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnets before_response 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.440344 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.440697 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.441101 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.441524 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.441867 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.442219 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.442640 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.443000 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.443338 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.443901 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Modular L2 Plugin initialization complete Aug 27 02:06:40.444232 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading services supported by the core plugin {{(pid=94722) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 02:06:40.444547 n-d-806292-1 neutron-server[94722]: INFO neutron.plugins.ml2.managers [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Got port-security extension from driver 'port_security' Aug 27 02:06:40.445001 n-d-806292-1 neutron-server[94722]: INFO neutron.extensions.vlantransparent [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Disabled vlantransparent extension. Aug 27 02:06:40.445510 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94722) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 02:06:40.445820 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: router Aug 27 02:06:40.482486 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.482877 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_create 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.483248 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router before_create 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.483614 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.483989 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.484347 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_delete 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.484708 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.485058 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.485417 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_create 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.485764 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.486112 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.486483 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.486844 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.487252 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.487621 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.487957 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.488289 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: subnet after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.488621 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.488965 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.489312 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_create 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.489660 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.490004 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.490357 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router after_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.490721 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.491072 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_create 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.491429 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.491772 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_update 55549900 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.492135 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > agent after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.492486 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > agent after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.492830 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > network after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.493667 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Tracking information for resource: router configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:40.493993 n-d-806292-1 neutron-server[94722]: DEBUG neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Tracking information for resource: floatingip configured {{(pid=94722) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 02:06:40.499387 n-d-806292-1 neutron-server[94722]: INFO neutron.db.l3_agentschedulers_db [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 02:06:40.499961 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.500313 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.500659 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.501008 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.501782 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router before_create 55550100 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.502406 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.502779 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_create 55550100 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.503129 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > router precommit_update 55550100 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.507679 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.provider_configuration [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service providers = [] {{(pid=94722) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 02:06:40.508205 n-d-806292-1 neutron-server[94722]: DEBUG neutron.db.servicetype_db [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94722) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 02:06:40.510964 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.service_base [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:06:40.511306 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.service_base [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:06:40.511641 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.service_base [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:06:40.512542 n-d-806292-1 neutron-server[94722]: DEBUG neutron.services.service_base [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94722) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 02:06:40.512908 n-d-806292-1 neutron-server[94722]: INFO neutron.services.service_base [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 02:06:40.513278 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.513591 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 02:06:40.524002 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.524334 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: auto_allocate Aug 27 02:06:40.530533 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: network precommit_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.530895 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: network precommit_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.531408 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.531727 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: tag Aug 27 02:06:40.538121 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.538479 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: timestamp Aug 27 02:06:40.543068 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.543395 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: network_ip_availability Aug 27 02:06:40.548689 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.549053 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.549408 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.550094 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.550432 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: flavors Aug 27 02:06:40.555122 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.555453 n-d-806292-1 neutron-server[94722]: INFO neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading Plugin: revisions Aug 27 02:06:40.559668 n-d-806292-1 neutron-server[94722]: DEBUG neutron.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94722) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 02:06:40.560043 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=94722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 02:06:40.560752 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94722) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 02:06:40.561080 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Initializing extension manager. Aug 27 02:06:40.561580 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: __init__.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.561915 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: __pycache__ {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.562244 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.562609 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: address_group.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.563346 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.563889 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: address-group Aug 27 02:06:40.564206 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: address_scope.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.564899 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.565399 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: address-scope Aug 27 02:06:40.565714 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.566655 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.567159 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: router-admin-state-down-before-update Aug 27 02:06:40.567476 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: agent.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.568354 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.568854 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: agent Aug 27 02:06:40.569172 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: agent_resources_synced.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.570065 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.570593 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: agent-resources-synced Aug 27 02:06:40.570913 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: allowedaddresspairs.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.572664 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.573208 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: allowed-address-pairs Aug 27 02:06:40.573528 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: auto_allocated_topology.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.574606 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.575115 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: auto-allocated-topology Aug 27 02:06:40.575437 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: availability_zone.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.576117 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.576615 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: availability_zone Aug 27 02:06:40.576935 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: availability_zone_filter.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.577828 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.578329 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: availability_zone_filter Aug 27 02:06:40.578668 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: data_plane_status.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.579561 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.580058 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 02:06:40.580374 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: default_subnetpools.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.581274 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.581774 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: default-subnetpools Aug 27 02:06:40.582089 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.582906 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.583405 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: dhcp_agent_scheduler Aug 27 02:06:40.583722 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: dns.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.584622 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.585119 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 02:06:40.585438 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: dns_domain_ports.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.586343 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.586864 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 02:06:40.587181 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.588084 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.588583 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 02:06:40.589588 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: dvr.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.590287 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.590819 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: dvr Aug 27 02:06:40.591136 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: ecmp_routes.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.592032 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.592525 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 02:06:40.592840 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: empty_string_filtering.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.593736 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.594233 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: empty-string-filtering Aug 27 02:06:40.594571 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.595464 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.595958 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:06:40.596273 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.597163 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.597659 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 02:06:40.597975 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: external_net.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.598894 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.599388 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: external-net Aug 27 02:06:40.599705 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.600594 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.601089 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: extra_dhcp_opt Aug 27 02:06:40.601406 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: extraroute.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.602335 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.602824 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: extraroute Aug 27 02:06:40.603144 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: extraroute_atomic.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.604152 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.605218 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: extraroute-atomic Aug 27 02:06:40.605536 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: filter_validation.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.606191 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.606724 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: filter-validation Aug 27 02:06:40.607041 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: fip_pf_description.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.607938 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.608435 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 02:06:40.608751 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: fip_port_details.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.609654 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.610153 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: fip-port-details Aug 27 02:06:40.610507 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: flavors.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.611711 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.612222 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: flavors Aug 27 02:06:40.612542 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.614166 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.614715 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 02:06:40.615038 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: floatingip_pools.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.615720 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.616224 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: floatingip-pools Aug 27 02:06:40.616546 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: ip_allocation.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.617465 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.617964 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 02:06:40.618282 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.619218 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.619720 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: ip-substring-filtering Aug 27 02:06:40.620065 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l2_adjacency.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.620972 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.621465 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 02:06:40.621782 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.622889 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.623400 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: router Aug 27 02:06:40.623723 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.625894 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.626438 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 02:06:40.626769 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.627953 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.628460 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: ext-gw-mode Aug 27 02:06:40.628785 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.629679 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.630180 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: l3-ha Aug 27 02:06:40.630543 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3_flavors.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.631434 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.631934 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: l3-flavors Aug 27 02:06:40.632253 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.633147 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.633649 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 02:06:40.633969 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: l3agentscheduler.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.635011 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.635547 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: l3_agent_scheduler Aug 27 02:06:40.635872 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: logging.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.637314 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.637825 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension logging not supported by any of loaded plugins Aug 27 02:06:40.638151 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: metering.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.638911 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.639477 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: metering Aug 27 02:06:40.639799 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.640870 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.641374 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: metering_source_and_destination_fields Aug 27 02:06:40.641734 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: multiprovidernet.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.642679 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.643188 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: multi-provider Aug 27 02:06:40.643506 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: netmtu.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.644408 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.644906 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: net-mtu Aug 27 02:06:40.645223 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: netmtu_writable.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.646122 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.646659 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: net-mtu-writable Aug 27 02:06:40.646979 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: network_availability_zone.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.647636 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.648130 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: network_availability_zone Aug 27 02:06:40.648447 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: network_ip_availability.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.649514 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.650018 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: network-ip-availability Aug 27 02:06:40.650339 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: network_segment_range.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.651628 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.652134 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 02:06:40.652455 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: pagination.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.653441 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.654213 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: pagination Aug 27 02:06:40.654213 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: port_device_profile.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.655003 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.655530 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: port-device-profile Aug 27 02:06:40.655847 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.656844 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.657352 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: port-mac-address-regenerate Aug 27 02:06:40.657669 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.658608 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.659181 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: port-numa-affinity-policy Aug 27 02:06:40.659731 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: port_resource_request.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.660881 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.661377 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 02:06:40.661771 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: portbindings.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.662717 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.663225 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: binding Aug 27 02:06:40.663549 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: portbindings_extended.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.664954 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.665467 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: binding-extended Aug 27 02:06:40.665793 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: portsecurity.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.667468 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.667935 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: port-security Aug 27 02:06:40.668255 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: project_id.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.669466 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.669567 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: project-id Aug 27 02:06:40.669891 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: providernet.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.670836 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.671346 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: provider Aug 27 02:06:40.671664 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.675254 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.675775 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos not supported by any of loaded plugins Aug 27 02:06:40.676101 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.677327 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.677833 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 02:06:40.678156 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.679099 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.679605 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 02:06:40.679926 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_default.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.680820 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.681324 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-default not supported by any of loaded plugins Aug 27 02:06:40.681643 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_fip.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.682285 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.682859 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 02:06:40.683178 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_gateway_ip.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.684087 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.684587 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 02:06:40.684907 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_port_network_policy.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.685798 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.686297 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 02:06:40.686641 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_pps_rule.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.687782 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.688292 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 02:06:40.688612 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_rule_type_details.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.689519 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.690022 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 02:06:40.690341 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: qos_rules_alias.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.691395 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.691901 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 02:06:40.692221 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: quotasv2.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.693148 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.693473 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: quotas Aug 27 02:06:40.693789 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: quotasv2_detail.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.696832 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.697175 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: quota_details Aug 27 02:06:40.697502 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: rbac.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.698829 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.699342 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: rbac-policies Aug 27 02:06:40.699710 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: rbac_address_group.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.700664 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.701172 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: rbac-address-group Aug 27 02:06:40.701494 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: rbac_address_scope.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.702662 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.703280 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: rbac-address-scope Aug 27 02:06:40.703280 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: rbac_security_groups.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.704140 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.705626 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: rbac-security-groups Aug 27 02:06:40.705626 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: rbac_subnetpool.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.705803 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.706315 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: rbac-subnetpool Aug 27 02:06:40.706656 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: revisionifmatch.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.707568 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.708083 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: revision-if-match Aug 27 02:06:40.708401 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: revisions.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.714366 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.714901 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: standard-attr-revisions Aug 27 02:06:40.715230 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: router_availability_zone.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.716086 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.716640 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: router_availability_zone Aug 27 02:06:40.716963 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: routerservicetype.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.717991 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.718675 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 02:06:40.719070 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.720179 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.720757 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: security-groups-normalized-cidr Aug 27 02:06:40.721150 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.722117 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.722663 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: port-security-groups-filtering Aug 27 02:06:40.722983 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.723929 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.724435 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: security-groups-remote-address-group Aug 27 02:06:40.724756 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: securitygroup.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.736308 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.736835 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: security-group Aug 27 02:06:40.737166 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: segment.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.737951 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.738477 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension segment not supported by any of loaded plugins Aug 27 02:06:40.738809 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.739746 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.740253 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 02:06:40.740572 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: servicetype.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.741746 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.742260 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: service-type Aug 27 02:06:40.742616 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: sorting.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.743588 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.743914 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: sorting Aug 27 02:06:40.744232 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: standard_attr_segment.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.745172 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.745673 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 02:06:40.745993 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: standardattrdescription.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.746654 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.747154 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: standard-attr-description Aug 27 02:06:40.747473 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: stateful_security_group.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.748389 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.748912 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: stateful-security-group Aug 27 02:06:40.749235 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: stdattrs_common.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.749811 n-d-806292-1 neutron-server[94722]: WARNING neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 02:06:40.750130 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.751079 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.751585 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 02:06:40.752156 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnet_onboard.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.753211 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.753719 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: subnet_onboard Aug 27 02:06:40.754037 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.754968 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.755472 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 02:06:40.755789 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnet_service_types.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.756693 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.757206 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: subnet-service-types Aug 27 02:06:40.757527 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnetallocation.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.758622 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.759133 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: subnet_allocation Aug 27 02:06:40.759451 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.760151 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.760655 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: subnetpool-prefix-ops Aug 27 02:06:40.760975 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.761887 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.762402 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 02:06:40.762731 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: tagging.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.763769 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.764291 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: standard-attr-tag Aug 27 02:06:40.764613 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: timestamp.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.765792 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.766304 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loaded extension: standard-attr-timestamp Aug 27 02:06:40.766652 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: trunk.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.767666 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.768174 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension trunk not supported by any of loaded plugins Aug 27 02:06:40.768495 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: trunk_details.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.769406 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.769911 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 02:06:40.770230 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: uplink_status_propagation.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.771167 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.771670 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 02:06:40.771989 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Loading extension file: vlantransparent.py {{(pid=94722) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 02:06:40.772647 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94722) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 02:06:40.773152 n-d-806292-1 neutron-server[94722]: INFO neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 02:06:40.775636 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:network Aug 27 02:06:40.776670 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnet Aug 27 02:06:40.777064 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:06:40.777450 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:port Aug 27 02:06:40.778690 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.779127 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service FLAVORS assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.779738 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.780158 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.780484 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:router Aug 27 02:06:40.780913 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:06:40.781406 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service METERING assigned prefix: /metering {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.783032 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.783405 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.783751 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:06:40.784925 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:06:40.785370 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:06:40.785799 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:06:40.786429 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service CORE assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.786744 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:06:40.787085 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] subnetpool is already registered Aug 27 02:06:40.787514 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service CORE assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.787835 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:06:40.788172 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] subnetpool is already registered Aug 27 02:06:40.790454 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.790886 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service FLAVORS assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.791482 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.792451 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.792779 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:router Aug 27 02:06:40.793115 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] router is already registered Aug 27 02:06:40.793526 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 02:06:40.793857 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] floatingip is already registered Aug 27 02:06:40.794308 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service METERING assigned prefix: /metering {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.794998 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 02:06:40.795321 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] rbac_policy is already registered Aug 27 02:06:40.795731 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:security_group Aug 27 02:06:40.796062 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] security_group is already registered Aug 27 02:06:40.796459 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 02:06:40.796786 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] security_group_rule is already registered Aug 27 02:06:40.797401 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service CORE assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.797723 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:06:40.798048 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] subnetpool is already registered Aug 27 02:06:40.798487 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.v2.resource_helper [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Service CORE assigned prefix: {{(pid=94722) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 02:06:40.798805 n-d-806292-1 neutron-server[94722]: INFO neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 02:06:40.799129 n-d-806292-1 neutron-server[94722]: WARNING neutron.quota.resource_registry [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] subnetpool is already registered Aug 27 02:06:40.799599 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: extensions {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.801060 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: address-groups {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.802565 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: address-scopes {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.803852 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: agents {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.805016 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: auto-allocated-topology {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.806225 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: availability_zones {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.807491 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: dhcp-networks {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.808982 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: dhcp-agents {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.811379 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: routers {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.813600 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: flavors {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.814775 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: service_profiles {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.815990 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: next_providers {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.817393 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: service_profiles {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.818929 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: floatingip-pools {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.820127 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: routers {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.822366 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: floatingips {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.824003 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: l3-routers {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.825435 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: l3-agents {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.826857 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: metering-labels {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.828195 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: metering-label-rules {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.829450 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: network-ip-availabilities {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.830723 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: bindings {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.832365 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: quotas {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.833770 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: quotas {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.835342 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: rbac-policies {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.836518 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: security-groups {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.837785 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: security-group-rules {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.839627 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: service-providers {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.841747 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: subnetpools {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.844360 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: subnetpools {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.845848 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.847545 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.849299 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.851074 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.852903 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.855381 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.857164 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.859057 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.861115 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.862979 n-d-806292-1 neutron-server[94722]: DEBUG neutron.api.extensions [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Extended resource: tags {{(pid=94722) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 02:06:40.868905 n-d-806292-1 neutron-server[94722]: WARNING keystonemiddleware.auth_token [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 02:06:40.873651 n-d-806292-1 neutron-server[94722]: WARNING keystonemiddleware.auth_token [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 02:06:40.882440 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Acquired lock "singleton_lock" {{(pid=94722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 02:06:40.882907 n-d-806292-1 neutron-server[94722]: DEBUG oslo_concurrency.lockutils [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Releasing lock "singleton_lock" {{(pid=94722) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 02:06:40.883537 n-d-806292-1 neutron-server[94722]: INFO oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Starting 2 workers Aug 27 02:06:40.890184 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Started child 94831 {{(pid=94722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:06:40.894541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.895466 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Started child 94832 {{(pid=94722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:06:40.896015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [-] (94831) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:06:40.896850 n-d-806292-1 neutron-server[94722]: INFO neutron.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 02:06:40.897525 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Notify callbacks [] for process, before_spawn {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.899936 n-d-806292-1 neutron-server[94722]: INFO oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Starting 1 workers Aug 27 02:06:40.900112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.901979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [-] (94832) wsgi starting up on http://0.0.0.0:9696 Aug 27 02:06:40.906053 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Started child 94833 {{(pid=94722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:06:40.906608 n-d-806292-1 neutron-server[94722]: INFO oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Starting 1 workers Aug 27 02:06:40.909278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] calling RpcWorker wait() {{(pid=94833) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 02:06:40.910306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] returning from RpcWorker wait() {{(pid=94833) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 02:06:40.911060 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.911520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:40.912541 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Started child 94834 {{(pid=94722) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 02:06:40.913857 n-d-806292-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c35b28e1-8ef0-4c0c-87bd-52e1fc7ec974 None None] Notify callbacks [] for process, after_spawn {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.915848 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:06:40.916186 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:06:40.916376 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:06:40.916594 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:06:40.916969 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:06:40.917120 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:40.917655 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:06:40.917805 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.917986 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.918149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:40.918314 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.918550 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.918846 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.919413 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.919673 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.919929 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.920369 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.920539 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.920681 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.920821 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.921044 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.921232 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.921542 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.921816 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.922050 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.922336 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.922522 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.922773 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.923063 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.923288 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.923691 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] debug = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.923950 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.924440 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.924662 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.924901 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.925148 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.925413 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.925642 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.925914 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.926155 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.926372 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.926673 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.926931 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.927169 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.927397 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.927610 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.927850 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.928112 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.928763 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] host = n-d-806292-1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.929016 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.929252 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.929514 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.929768 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.930026 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.930311 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.930820 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.931183 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.931445 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.931688 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.931925 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.932168 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.932440 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.932733 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.932997 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_options = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.933380 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.933849 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.934281 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.934635 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.934930 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.935231 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.935638 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.935921 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.936346 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.936759 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.937151 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.937559 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.937830 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.938239 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.938756 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.939151 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.939550 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.939940 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.940339 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.940752 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.941015 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.941196 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.941437 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.941656 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.941890 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943522 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943522 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.943757 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.944030 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.944250 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.944479 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.944690 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.944953 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.945313 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.945471 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.945682 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.945915 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.946144 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.946361 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.946623 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.946835 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_json = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.947048 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.947283 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.948492 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.948492 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.948492 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.948963 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.949221 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.949519 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:40.950043 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.950565 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.951088 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.951510 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.951926 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.952276 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.952554 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.952788 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.953100 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.953718 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.954097 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.954332 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.954658 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.954889 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.955383 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.955577 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.955979 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.956424 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.956818 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.957242 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.957648 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.958065 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.958564 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.958956 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.959362 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.959809 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.960310 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.961164 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.961439 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.961835 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.962142 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.962336 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.962612 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.963065 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.963288 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.963526 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.964314 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.964603 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.964836 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.965071 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.965308 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.965507 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.965752 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.965985 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.966227 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.966504 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.966736 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.966992 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.967222 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.967437 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.967669 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.967882 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.968131 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.968360 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.968617 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.968843 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.969066 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.969300 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.969515 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.969846 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.971984 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.972653 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.972653 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.972653 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.972653 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974086 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974572 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974572 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.974739 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.975496 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.975496 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.975496 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.975742 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.975814 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.980916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.981389 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.981562 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.981951 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.982304 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.982570 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.982805 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.983059 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.983447 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.983672 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.983957 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.984189 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.984420 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.984730 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.984981 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.985239 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.985456 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.985742 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.985962 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.986237 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.986562 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.986818 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.987091 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.987339 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.987588 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.987840 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.988253 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.988513 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.988742 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.989003 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.989236 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.989705 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.989937 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.990159 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.990370 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.990903 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.991351 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.991726 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.992099 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.992467 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.992874 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.993245 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.993624 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.994042 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.994662 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.995185 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.995586 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.996060 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.996420 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.996777 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.997228 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.997524 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.997774 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.997996 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.998245 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.998509 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.998726 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.999038 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.999398 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:40.999768 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.000175 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.000576 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.000956 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.001352 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.001712 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.002648 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.003269 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.003889 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.004317 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.004749 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.005291 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.005737 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.006134 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.006684 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.007102 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.007504 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.007949 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.008366 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.008803 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.009431 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.009876 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.010181 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.010430 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.011192 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.011417 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.011636 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.011875 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.012105 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.012335 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.012743 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.013274 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.013778 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.014031 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.014268 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.014540 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.014762 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.015026 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.015265 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.015485 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.015700 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.015916 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.016152 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.016421 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.016862 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.017130 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.017371 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.017575 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.017973 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.018368 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.018762 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.019047 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.019300 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.019540 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.019872 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.020124 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.020354 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.020615 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.020845 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.021056 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.021334 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.021720 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.022084 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.022520 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.022889 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.023262 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.023636 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.024001 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.024366 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.024767 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.025152 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.025582 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.025978 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.026824 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.027045 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.027278 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.027514 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.027847 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.028073 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.028291 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.028504 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.028731 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.028998 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.029218 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.029429 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.029648 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.029858 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.030166 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.030449 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.030853 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.031169 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.031411 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.031665 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.031910 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.032225 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.032462 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.032706 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.032923 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.033138 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.033357 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.033626 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.033943 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.034216 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.034489 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.034728 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.034997 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.035414 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.035693 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.035906 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.036197 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.036531 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.036826 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.037069 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.037293 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.037539 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.037767 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.037983 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.038224 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.038486 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.038904 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.039179 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.039412 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.039637 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.039874 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.040128 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.040343 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.040586 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.040809 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.041049 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.041265 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.041487 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:06:41.042030 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94722) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 02:06:41.042191 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 02:06:41.042344 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 02:06:41.042543 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 02:06:41.042793 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 02:06:41.042972 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 02:06:41.043193 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.043193 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.043410 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.043538 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.043645 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.043920 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.044121 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.044389 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.044675 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.044949 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.045235 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.045514 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.045800 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.046069 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.046340 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.046652 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.047062 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.047242 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.047506 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.047793 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.048079 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.048357 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.048546 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] debug = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.048709 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.048918 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049085 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049243 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049404 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049682 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049847 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.049987 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.050126 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.050264 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.050426 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.050804 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.050804 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051065 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051197 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051349 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051488 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051727 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] host = n-d-806292-1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.051727 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052003 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052003 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052258 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052258 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052516 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052516 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.052782 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053001 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053001 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053294 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053294 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053495 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053580 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053683 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_options = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053823 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.053982 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.054138 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.054320 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.054636 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.054636 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.054881 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055006 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055133 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055261 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055501 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055660 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055816 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.055971 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056126 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056282 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056438 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056596 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056734 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.056895 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057170 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057340 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057504 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057661 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057817 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.057971 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058128 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058283 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058494 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058623 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058747 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.058900 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059058 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059216 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059373 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059530 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059694 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.059850 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060008 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060164 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060319 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060544 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060802 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.060963 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.061115 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_json = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.061301 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.061617 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.061617 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062190 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062190 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062190 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062190 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062873 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 02:06:41.062873 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.062873 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.062873 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063458 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063458 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063458 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063458 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063909 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063909 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.063909 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064252 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064252 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064446 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064528 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064639 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064800 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.064959 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.065117 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.065308 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.065576 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.065850 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.066130 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.066468 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.066758 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.067040 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.067607 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.067607 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.067892 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.068158 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.068446 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.068745 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.069040 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.069341 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.069642 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.069796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:41.069902 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070055 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070198 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070361 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070539 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070702 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.070969 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.071291 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.071458 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.071622 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.071780 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.071937 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.072314 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.072471 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.072636 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.072798 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074082 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074082 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074082 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074082 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074082 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074654 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074654 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074654 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074864 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.074864 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075025 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075176 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075348 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075506 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075650 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075790 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.075952 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076097 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076246 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076386 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076524 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076661 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076820 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.076966 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077117 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077265 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077404 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077551 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077715 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.077860 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078022 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078177 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078317 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078507 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078646 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.078920 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079075 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079223 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079385 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079525 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079700 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.079844 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080005 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080149 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080303 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080443 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080607 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080751 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.080913 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081057 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081220 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081385 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081526 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081671 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081809 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.081970 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.082180 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.082499 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.082650 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.082856 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083071 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083283 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083283 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083723 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083723 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.083723 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084374 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084928 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084928 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084928 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.084928 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085452 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085452 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085452 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085856 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085856 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.085856 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086249 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086249 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086547 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086547 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086809 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.086809 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.087070 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.087363 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.087650 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.087932 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.088219 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.088506 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.089437 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.089714 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.089994 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.090276 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.090608 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.090898 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.091191 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.091486 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.091779 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.091965 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.092130 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.092284 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.092438 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.092576 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.092739 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093014 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093179 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093324 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093488 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093632 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093795 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.093941 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094102 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094329 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094532 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094675 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094824 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.094963 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095100 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095238 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095399 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095543 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095707 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.095861 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096001 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096162 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096306 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096469 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096613 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096761 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.096925 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097070 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097217 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097380 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097524 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097688 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097832 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.097995 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098139 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098303 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098501 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098662 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098811 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.098949 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099106 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099251 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099414 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099577 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099721 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.099882 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100036 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100176 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100342 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100485 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100767 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.100995 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101149 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101291 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101428 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101574 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101712 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101849 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.101986 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102122 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102271 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102446 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102591 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102728 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.102882 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103079 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103227 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103365 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103503 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103639 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.103777 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.104025 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.104287 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.104472 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.104688 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.104688 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.105100 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.105100 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.105515 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.105515 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.105515 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106118 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106118 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106118 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106118 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106676 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106676 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106676 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.106676 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107184 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107184 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107184 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107595 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107595 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107857 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.107857 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108115 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108115 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108375 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108514 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108660 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.108930 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.109212 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.109494 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.109792 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.110085 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.110428 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.110689 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.110966 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.111262 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.111569 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.111876 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.112166 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.112463 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.112779 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.112991 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.113156 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.113300 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.113465 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.113604 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.113765 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114035 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114185 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114348 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114516 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114678 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114824 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.114974 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115194 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115359 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115503 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115652 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115813 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.115957 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 02:06:41.116095 n-d-806292-1 neutron-server[94722]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94722) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 02:06:41.312303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:06:41.323693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074432 Aug 27 02:06:52.645769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796f0f5-ab1a-4d03-bd3d-9546d02ad92a None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:06:52.749759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796f0f5-ab1a-4d03-bd3d-9546d02ad92a None None] No non-hosted networks {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 02:06:52.759791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.agentschedulers_db [None req-d796f0f5-ab1a-4d03-bd3d-9546d02ad92a None None] DHCP Agent not found on host n-d-806292-1 {{(pid=94833) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 02:06:52.858176 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-090c4373-8920-4674-9301-f4d0752034d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:55.173678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d07bca8-f387-4d47-b6d0-6daee7353586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:55.210261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d4cbdf1-4490-43e1-8d64-62ef80e5aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:55.296368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:55.297347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.298983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.299510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.301057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.301562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.302639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.303336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.304506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.307822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.308413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.308943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.309446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:06:55.310023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806292-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:55.331756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806292-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:06:56.329269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:57.733914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:06:59.018846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:06:59.522129 n-d-806292-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-7f8586fd-b6f7-4f6a-927a-3b3112277a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:06:59.522780 n-d-806292-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-7f8586fd-b6f7-4f6a-927a-3b3112277a87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:06:59.746288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7f8586fd-b6f7-4f6a-927a-3b3112277a87 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:06:59.747318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f8586fd-b6f7-4f6a-927a-3b3112277a87 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7275093 Aug 27 02:07:00.486493 n-d-806292-1 neutron-server[94833]: INFO neutron.db.l3_hamode_db [None req-b8e82f1b-0d49-4bb4-9fe6-a4665c28885a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 02:07:00.565241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e82f1b-0d49-4bb4-9fe6-a4665c28885a None None] Routers set() bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:07:00.565626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e82f1b-0d49-4bb4-9fe6-a4665c28885a None None] Router IDs set() for agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:07:02.117667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:02.421902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:02.515364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.policy [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94831) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:07:02.559347 n-d-806292-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:02.559715 n-d-806292-1 neutron-server[94831]: WARNING oslo_policy.policy [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:02.568262 n-d-806292-1 neutron-server[94831]: INFO neutron.quota [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] Loaded quota_driver: . Aug 27 02:07:02.655624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772046320046', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772046319613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772046405180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772046403416', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772047004999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772046416878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542993', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1650059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1596779'] for rbac-policy, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:02.718234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:02.719518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-53988eca-1408-464b-ad70-d037c6c90f41 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6008790 Aug 27 02:07:05.269456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:05.560328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Request body: {'network': {'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'name': 'private', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:05.588770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Made reservation on behalf of e5ce8b4628164d81ab6b3eb3f81abeff for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:07:05.591457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.608529 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.725975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.729427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.747578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:07:05.776699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772044313061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.777284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Unsubscribe: segment precommit_create {{(pid=94831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:07:05.777810 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Added segment 4ab37bce-449f-4a89-9967-768a4657c1d6 of type vlan for network 3db7f024-90c4-41c8-a3a5-6e30d637c693 Aug 27 02:07:05.793153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ff205-b112-4688-88f0-881642105466,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:05.817839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.818174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.818529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.818856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.819181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.819500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.819816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.820130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.820441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.820753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.821062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.821371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Tracked resource versions report: Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: pushed versions: Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Log': {'1.0'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Network': {'1.1'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Port': {'1.7'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'PortForwarding': {'1.2'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'QosPolicy': {'1.9'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SubPort': {'1.0'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Subnet': {'1.1'}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Trunk': {'1.1'}} Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: consumer versions: Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: L3 agent@n-d-806292-1: {}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: Metadata agent@n-d-806292-1: {}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: Metering agent@n-d-806292-1: {}, Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'ConntrackHelper': '1.0', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Log': '1.0', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Network': '1.1', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Port': '1.7', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'PortForwarding': '1.2', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'QosPolicy': '1.9', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SecurityGroup': '1.4', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SecurityGroupRule': '1.2', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'SubPort': '1.0', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Subnet': '1.1', Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: 'Trunk': '1.1'}} Aug 27 02:07:05.823086 n-d-806292-1 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:07:05.895171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.932884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:05.933931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:05.934595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:06.016650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7460628 Aug 27 02:07:06.030053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bc94b-38db-4a67-82b9-cd8fcae1a209 admin admin] Pushing event updated for resources: {'Network': ['ID=3db7f024-90c4-41c8-a3a5-6e30d637c693,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:06.043010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:07:08.641089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:09.035978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87cda83-cf05-4c34-a172-258260ce2012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:09.037354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c87cda83-cf05-4c34-a172-258260ce2012 admin admin] 10.222.0.26 "GET /v2.0/networks/3db7f024-90c4-41c8-a3a5-6e30d637c693 HTTP/1.1" status: 200 len: 825 time: 0.3953190 Aug 27 02:07:09.062694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ddb778df-20f6-4552-8113-0dabdb38f33b admin admin] 10.222.0.26 "GET /v2.0/subnetpools/0062cd71-8ce5-48ed-b35a-7b5933daef3a HTTP/1.1" status: 200 len: 734 time: 0.0186222 Aug 27 02:07:09.071965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Request body: {'subnet': {'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gateway_ip': '172.20.0.1', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:09.094363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Made reservation on behalf of e5ce8b4628164d81ab6b3eb3f81abeff for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:07:09.096620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:09.383511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:09.454453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df55363-ba30-49e6-81e4-de7ffbaaddc3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:09.456402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Checking segment: {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:07:09.456767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Network hostable DHCP agents. Network: 3db7f024-90c4-41c8-a3a5-6e30d637c693, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:07:09.477701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:07:09.488771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3db7f024-90c4-41c8-a3a5-6e30d637c693) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:09.493279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:09.493995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:09.498711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b30f88-e54f-4b0e-a579-15b041ddcb11 None None] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:07:09.510424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-91e14865-eb29-420d-9a4d-c1a36bcc0727 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4413152 Aug 27 02:07:09.816902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3db7f024-90c4-41c8-a3a5-6e30d637c693', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:07:09.818134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.088761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Allocated IP 172.20.0.2 (3db7f024-90c4-41c8-a3a5-6e30d637c693/4df55363-ba30-49e6-81e4-de7ffbaaddc3/486f64d0-7318-4677-8a8a-4c37b2002404) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:07:10.284806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.302436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Transition to ACTIVE for port object 486f64d0-7318-4677-8a8a-4c37b2002404 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:07:10.350611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Transition to ACTIVE for port object 486f64d0-7318-4677-8a8a-4c37b2002404 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:07:10.359039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.421623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:07:10.427136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:10.445317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:07:10.448166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Pushing event updated for resources: {'Port': ['ID=486f64d0-7318-4677-8a8a-4c37b2002404,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:10.480444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.480785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.481219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.481557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.481885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.482209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.482555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.482910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.483189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.483506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.483821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.484142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Tracked resource versions report: Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: pushed versions: Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: { 'AddressGroup': {'1.2'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'ConntrackHelper': {'1.0'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Log': {'1.0'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Network': {'1.1'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Port': {'1.7'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'PortForwarding': {'1.2'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'QosPolicy': {'1.9'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SecurityGroup': {'1.4'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SubPort': {'1.0'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Subnet': {'1.1'}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Trunk': {'1.1'}} Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: consumer versions: Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: L3 agent@n-d-806292-1: {}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: Metadata agent@n-d-806292-1: {}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: Metering agent@n-d-806292-1: {}, Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'ConntrackHelper': '1.0', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Log': '1.0', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Network': '1.1', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Port': '1.7', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'PortForwarding': '1.2', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'QosPolicy': '1.9', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SecurityGroup': '1.4', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SecurityGroupRule': '1.2', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'SubPort': '1.0', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Subnet': '1.1', Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: 'Trunk': '1.1'}} Aug 27 02:07:10.485300 n-d-806292-1 neutron-server[94833]: {{(pid=94833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:07:10.532755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Attempting to bind port 486f64d0-7318-4677-8a8a-4c37b2002404 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:07:10.533355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Attempting to bind port 486f64d0-7318-4677-8a8a-4c37b2002404 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:07:10.533567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Attempting to bind port 486f64d0-7318-4677-8a8a-4c37b2002404 on network 3db7f024-90c4-41c8-a3a5-6e30d637c693 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:07:10.538592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:07:10.539012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Checking segment: {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:07:10.539497 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.539988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Bound using segment: {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:07:10.540495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Bound port: 486f64d0-7318-4677-8a8a-4c37b2002404, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:07:10.541490 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.601948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] For port 486f64d0-7318-4677-8a8a-4c37b2002404, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:07:10.606724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] For port 486f64d0-7318-4677-8a8a-4c37b2002404, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=486f64d0-7318-4677-8a8a-4c37b2002404,segment=NetworkSegment(4ab37bce-449f-4a89-9967-768a4657c1d6),segment_id=4ab37bce-449f-4a89-9967-768a4657c1d6)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:07:10.611335 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:10.674416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f8664-4987-4e90-8a67-b96a704a150f None None] Pushing event updated for resources: {'Port': ['ID=486f64d0-7318-4677-8a8a-4c37b2002404,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:11.908461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:12.218791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1f2a616b-92ba-4572-bca6-527c89e5b00a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:07:12.219770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f2a616b-92ba-4572-bca6-527c89e5b00a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101718 Aug 27 02:07:14.578000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:14.884750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1d389530-dee0-4cbb-85de-ba4b58bc2858 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:07:14.885800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d389530-dee0-4cbb-85de-ba4b58bc2858 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068116 Aug 27 02:07:17.489325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44320) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:17.788890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'name': 'router1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:17.811799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:17.813327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:17.960060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:17.965676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:17.979488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:17.980681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-212d92ad-1c16-45e4-b274-56666bd5fbbe admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4903948 Aug 27 02:07:19.017659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0c9b0-3b1c-4c99-a27e-4e281e6202aa None None] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:07:19.158923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 486f64d0-7318-4677-8a8a-4c37b2002404 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:19.163078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a039d9d8-6e5e-4bb9-b346-5d1f0e6f5cf0 None None] Provisioning for port 486f64d0-7318-4677-8a8a-4c37b2002404 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:07:19.288036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 486f64d0-7318-4677-8a8a-4c37b2002404 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:07:19.292311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 486f64d0-7318-4677-8a8a-4c37b2002404 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:19.292856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:19.403179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:19.438989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 486f64d0-7318-4677-8a8a-4c37b2002404, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=486f64d0-7318-4677-8a8a-4c37b2002404,segment=NetworkSegment(4ab37bce-449f-4a89-9967-768a4657c1d6),segment_id=4ab37bce-449f-4a89-9967-768a4657c1d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:07:19.442838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:19.504971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=486f64d0-7318-4677-8a8a-4c37b2002404,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:19.510539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-947b2e23-55b5-462e-9d7f-4277e8f8e9c8 None None] Provisioning complete for port 486f64d0-7318-4677-8a8a-4c37b2002404 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:19.510906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-947b2e23-55b5-462e-9d7f-4277e8f8e9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:19.986493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:07:20.382783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:20.869904 n-d-806292-1 neutron-server[94832]: WARNING oslo_policy.policy [None req-cd9cc305-2e6d-4c8e-b749-bacf159474cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:20.870596 n-d-806292-1 neutron-server[94832]: WARNING oslo_policy.policy [None req-cd9cc305-2e6d-4c8e-b749-bacf159474cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:21.098573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [None req-cd9cc305-2e6d-4c8e-b749-bacf159474cd admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:07:21.099806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cd9cc305-2e6d-4c8e-b749-bacf159474cd admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7149668 Aug 27 02:07:21.117296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 486f64d0-7318-4677-8a8a-4c37b2002404 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:21.165391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 486f64d0-7318-4677-8a8a-4c37b2002404 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:21.165798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:22.560333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5b3315b-4dcd-4abd-80dd-4b728963aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.438010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:23.739692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:23.760507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Made reservation on behalf of b0ec49c8c2eb4fa3bc1a0cc00c1d7243 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:07:23.762675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.770616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.859483 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.863380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.878670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Reserving flat network on physical network physnet1 {{(pid=94831) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 02:07:23.896181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87834cc9-c072-4cb8-8b37-3cb7cf958811,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:23.901143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.901476 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Added segment fd453e41-536a-455d-a859-fba4121a90e9 of type flat for network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 Aug 27 02:07:23.946223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.975685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:23.976582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:23.977144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:24.030940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5917654 Aug 27 02:07:24.037591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dcfc0-c65f-4f1d-a5c6-4f44b0a4017d admin admin] Pushing event updated for resources: {'Network': ['ID=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:24.049119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:07:25.156426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d82b0b84-ce6f-4214-859a-604291959667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:25.302438 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:26.262046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:26.392636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:26.702307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194d397-ee59-4079-b99b-9b76ec1812b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:26.703625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c194d397-ee59-4079-b99b-9b76ec1812b4 admin admin] 10.222.0.26 "GET /v2.0/subnets/4df55363-ba30-49e6-81e4-de7ffbaaddc3 HTTP/1.1" status: 200 len: 849 time: 0.3100505 Aug 27 02:07:26.818281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5c36958-8513-459c-a6ff-21d77d933c8b admin admin] 10.222.0.26 "GET /v2.0/routers/08151b54-faf7-40db-a52d-68d12d871844 HTTP/1.1" status: 200 len: 704 time: 0.1085272 Aug 27 02:07:27.093193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.392188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Allocated IP 172.20.0.1 (3db7f024-90c4-41c8-a3a5-6e30d637c693/4df55363-ba30-49e6-81e4-de7ffbaaddc3/1a20297d-62f8-4ae7-989e-892fe7c025fa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:07:27.586328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.610319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Transition to ACTIVE for port object 1a20297d-62f8-4ae7-989e-892fe7c025fa will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:07:27.672701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.694440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.742129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:07:27.749222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:27.754906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:07:27.755329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.809626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Pushing event updated for resources: {'Port': ['ID=1a20297d-62f8-4ae7-989e-892fe7c025fa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:27.948696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3466e45d-e0d9-4864-b4b1-7eb06fb24294 None None] Provisioning for port 1a20297d-62f8-4ae7-989e-892fe7c025fa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:07:27.952200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3466e45d-e0d9-4864-b4b1-7eb06fb24294 None None] Provisioning complete for port 1a20297d-62f8-4ae7-989e-892fe7c025fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:27.952635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3466e45d-e0d9-4864-b4b1-7eb06fb24294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.957681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:27.984469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3466e45d-e0d9-4864-b4b1-7eb06fb24294 None None] Port 1a20297d-62f8-4ae7-989e-892fe7c025fa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:07:28.164057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:28.168864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:28.169749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:28.251493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Pushing event updated for resources: {'Port': ['ID=1a20297d-62f8-4ae7-989e-892fe7c025fa,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:28.296499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:07:28.297769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:28.457648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Router 08151b54-faf7-40db-a52d-68d12d871844 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:07:28.504537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-df08b70c-8b4b-44a0-922e-d917393552a6 None None] Provisioning complete for port 1a20297d-62f8-4ae7-989e-892fe7c025fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:28.504825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-df08b70c-8b4b-44a0-922e-d917393552a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:28.536822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-df08b70c-8b4b-44a0-922e-d917393552a6 None None] Port 1a20297d-62f8-4ae7-989e-892fe7c025fa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:07:28.549487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:07:28.554615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8accdf8a-abc6-4beb-9ca7-f123b7e61180 admin admin] 10.222.0.26 "PUT /v2.0/routers/08151b54-faf7-40db-a52d-68d12d871844/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7306414 Aug 27 02:07:28.559382 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Sync routers for ids ['08151b54-faf7-40db-a52d-68d12d871844'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:07:28.570726 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Routers {'08151b54-faf7-40db-a52d-68d12d871844'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:07:28.571510 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:07:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['08151b54-faf7-40db-a52d-68d12d871844'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:28.754172 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Set router 08151b54-faf7-40db-a52d-68d12d871844 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:07:29.183810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:27Z', 'revision_number': 2, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port_host': None, '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:28Z', 'revision_number': 2, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:29.235633 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Checking router: 08151b54-faf7-40db-a52d-68d12d871844 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:07:29.235996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Updating router 08151b54-faf7-40db-a52d-68d12d871844 port 1a20297d-62f8-4ae7-989e-892fe7c025fa binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:07:29.285382 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:29.784948 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:29.802335 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Transition to ACTIVE for port object 1a20297d-62f8-4ae7-989e-892fe7c025fa will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:07:29.809024 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:29.965228 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Pushing event updated for resources: {'Port': ['ID=1a20297d-62f8-4ae7-989e-892fe7c025fa,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:29.972404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Attempting to bind port 1a20297d-62f8-4ae7-989e-892fe7c025fa on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:07:29.972794 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Attempting to bind port 1a20297d-62f8-4ae7-989e-892fe7c025fa by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:07:29.973217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Attempting to bind port 1a20297d-62f8-4ae7-989e-892fe7c025fa on network 3db7f024-90c4-41c8-a3a5-6e30d637c693 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:07:29.976402 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.976740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.977070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.977404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.977774 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.978132 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.978506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.978827 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.979141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.979452 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.979761 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.980068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Tracked resource versions report: Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: pushed versions: Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: { 'AddressGroup': {'1.2'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'ConntrackHelper': {'1.0'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Log': {'1.0'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Network': {'1.1'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Port': {'1.7'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'PortForwarding': {'1.2'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'QosPolicy': {'1.9'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SecurityGroup': {'1.4'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SubPort': {'1.0'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Subnet': {'1.1'}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Trunk': {'1.1'}} Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: consumer versions: Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: L3 agent@n-d-806292-1: {}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: Metadata agent@n-d-806292-1: {}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: Metering agent@n-d-806292-1: {}, Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'ConntrackHelper': '1.0', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Log': '1.0', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Network': '1.1', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Port': '1.7', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'PortForwarding': '1.2', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'QosPolicy': '1.9', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SecurityGroup': '1.4', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SecurityGroupRule': '1.2', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'SubPort': '1.0', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Subnet': '1.1', Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: 'Trunk': '1.1'}} Aug 27 02:07:29.981171 n-d-806292-1 neutron-server[94834]: {{(pid=94834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:07:29.987075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:07:29.987487 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Checking segment: {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:07:29.987974 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:29.988348 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Bound using segment: {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:07:29.988850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Bound port: 1a20297d-62f8-4ae7-989e-892fe7c025fa, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab37bce-449f-4a89-9967-768a4657c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:07:29.989239 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:30.054769 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] For port 1a20297d-62f8-4ae7-989e-892fe7c025fa, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:07:30.075816 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] For port 1a20297d-62f8-4ae7-989e-892fe7c025fa, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1a20297d-62f8-4ae7-989e-892fe7c025fa,segment=NetworkSegment(4ab37bce-449f-4a89-9967-768a4657c1d6),segment_id=4ab37bce-449f-4a89-9967-768a4657c1d6)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:07:30.081119 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:30.135352 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22792c1-e242-4307-805a-938cc5dfc60e None None] Pushing event updated for resources: {'Port': ['ID=1a20297d-62f8-4ae7-989e-892fe7c025fa,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:30.143349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Routers {'08151b54-faf7-40db-a52d-68d12d871844'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:07:30.143939 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:07:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['08151b54-faf7-40db-a52d-68d12d871844'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:30.231527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] Set router 08151b54-faf7-40db-a52d-68d12d871844 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:07:30.452105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:27Z', 'revision_number': 2, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port_host': None, '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:30Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:30.477349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b33e0-db89-45f0-91be-6e1d2387f177 None None] The sync data for ids ['08151b54-faf7-40db-a52d-68d12d871844'] in n-d-806292-1 is: [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:27Z', 'revision_number': 2, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port_host': None, '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:30Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:07:30.809374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:30.919672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817cdf1-153f-4ab0-937a-82f63b84f91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:30.922572 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c817cdf1-153f-4ab0-937a-82f63b84f91f admin admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 842 time: 0.1121120 Aug 27 02:07:30.931135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:30.951718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Made reservation on behalf of b0ec49c8c2eb4fa3bc1a0cc00c1d7243 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:07:30.953909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:31.302491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:07:31.302913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:31.358135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9f1e59-c5c8-427c-b07e-6620e55b65ae,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:31.367023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:07:31.367368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Network hostable DHCP agents. Network: 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:07:31.383170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:07:31.392322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:31.396450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:31.396958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:31.401619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7199c-2f87-4ec6-9538-3e17ce31322f None None] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:07:31.413899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92fd7cc0-8d8b-446f-8d04-6e70b609d4cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4864388 Aug 27 02:07:31.529658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fbbc1-4bd7-418b-9d3c-713573d6971c None None] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:07:33.677108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:33.791146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.policy [None req-6c42b640-7566-480b-9ada-5e7115d6b39c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 02:07:33.835642 n-d-806292-1 neutron-server[94832]: WARNING oslo_policy.policy [None req-6c42b640-7566-480b-9ada-5e7115d6b39c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:33.836043 n-d-806292-1 neutron-server[94832]: WARNING oslo_policy.policy [None req-6c42b640-7566-480b-9ada-5e7115d6b39c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 02:07:34.080224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c42b640-7566-480b-9ada-5e7115d6b39c admin admin] 10.222.0.26 "GET /v2.0/routers/08151b54-faf7-40db-a52d-68d12d871844 HTTP/1.1" status: 200 len: 710 time: 0.4019539 Aug 27 02:07:34.267830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299db59-a829-4bb4-b7dc-262d7fd188e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:07:34.269446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0299db59-a829-4bb4-b7dc-262d7fd188e8 admin admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 886 time: 0.1834171 Aug 27 02:07:34.279660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:07:34.537172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:34.777479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:34.854665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:35.038867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Allocated IP 172.25.8.76 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:07:35.151169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:35.222283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:35.282933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:07:35.288148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:07:35.335776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:07:35.374421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Pushing event updated for resources: {'Port': ['ID=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:35.409796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.410059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.410406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.410731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.411053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.411373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.411691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.412057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.412342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.412591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.412907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.413221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Tracked resource versions report: Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: pushed versions: Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Log': {'1.0'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Network': {'1.1'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Port': {'1.7'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'PortForwarding': {'1.2'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'QosPolicy': {'1.9'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SubPort': {'1.0'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Subnet': {'1.1'}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Trunk': {'1.1'}} Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: consumer versions: Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: L3 agent@n-d-806292-1: {}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: Metadata agent@n-d-806292-1: {}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: Metering agent@n-d-806292-1: {}, Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'ConntrackHelper': '1.0', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Log': '1.0', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Network': '1.1', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Port': '1.7', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'PortForwarding': '1.2', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'QosPolicy': '1.9', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SecurityGroup': '1.4', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SecurityGroupRule': '1.2', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'SubPort': '1.0', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Subnet': '1.1', Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: 'Trunk': '1.1'}} Aug 27 02:07:35.414347 n-d-806292-1 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:07:35.669158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:35.922871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:35.927728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:36.034972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Router 08151b54-faf7-40db-a52d-68d12d871844 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:07:36.138996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:07:36.143422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:36.144612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-22f9ab04-2aec-47b4-b57a-4b6133dc7918 admin admin] 10.222.0.26 "PUT /v2.0/routers/08151b54-faf7-40db-a52d-68d12d871844 HTTP/1.1" status: 200 len: 889 time: 1.8683712 Aug 27 02:07:36.843260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Sync routers for ids ['08151b54-faf7-40db-a52d-68d12d871844'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:07:36.854452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Routers {'08151b54-faf7-40db-a52d-68d12d871844'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:07:36.855104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:07:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['08151b54-faf7-40db-a52d-68d12d871844'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:37.110584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Set router 08151b54-faf7-40db-a52d-68d12d871844 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:07:37.157733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a20297d-62f8-4ae7-989e-892fe7c025fa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:37.358263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1a20297d-62f8-4ae7-989e-892fe7c025fa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:07:37.372267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1a20297d-62f8-4ae7-989e-892fe7c025fa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:37.372637 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:37.559341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:37.612205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 1a20297d-62f8-4ae7-989e-892fe7c025fa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1a20297d-62f8-4ae7-989e-892fe7c025fa,segment=NetworkSegment(4ab37bce-449f-4a89-9967-768a4657c1d6),segment_id=4ab37bce-449f-4a89-9967-768a4657c1d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:07:37.617943 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:37.646548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:35Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port': {'id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:34Z', 'updated_at': '2021-08-27T02:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:30Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:37.699819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Checking router: 08151b54-faf7-40db-a52d-68d12d871844 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:07:37.700160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Updating router 08151b54-faf7-40db-a52d-68d12d871844 port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:07:37.759254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=1a20297d-62f8-4ae7-989e-892fe7c025fa,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:37.762698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.087916 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.098097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Transition to ACTIVE for port object 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:07:38.103646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.152924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Attempting to bind port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:07:38.153287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Attempting to bind port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:07:38.153640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Attempting to bind port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:07:38.155460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba3ce-5d3e-4671-b856-dd43f6e9243f None None] Pushing event updated for resources: {'Port': ['ID=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:38.160638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:07:38.161008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:07:38.161401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.162435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:07:38.162435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Bound port: 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:07:38.162592 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.211966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] For port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:07:38.215684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] For port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:07:38.220224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:38.283899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Routers {'08151b54-faf7-40db-a52d-68d12d871844'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:07:38.284519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:07:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['08151b54-faf7-40db-a52d-68d12d871844'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:38.289528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba3ce-5d3e-4671-b856-dd43f6e9243f None None] Pushing event updated for resources: {'Port': ['ID=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:38.480073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] Set router 08151b54-faf7-40db-a52d-68d12d871844 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:07:38.561550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:07:38.680436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9ecc8a8f-ac13-4df8-a382-6d4fdb22b067 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1177711 Aug 27 02:07:38.686002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:35Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port': {'id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:34Z', 'updated_at': '2021-08-27T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:37Z', 'revision_number': 5, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:07:38.713364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd722a-6871-4058-9d93-feba59f8bcf5 None None] The sync data for ids ['08151b54-faf7-40db-a52d-68d12d871844'] in n-d-806292-1 is: [{'id': '08151b54-faf7-40db-a52d-68d12d871844', 'name': 'router1', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:07:17Z', 'updated_at': '2021-08-27T02:07:35Z', 'revision_number': 4, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'gw_port': {'id': '93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:34Z', 'updated_at': '2021-08-27T02:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a20297d-62f8-4ae7-989e-892fe7c025fa', 'name': '', 'network_id': '3db7f024-90c4-41c8-a3a5-6e30d637c693', 'tenant_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'mac_address': 'fa:16:3e:61:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08151b54-faf7-40db-a52d-68d12d871844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:07:27Z', 'updated_at': '2021-08-27T02:07:37Z', 'revision_number': 5, 'project_id': 'e5ce8b4628164d81ab6b3eb3f81abeff', 'subnets': [{'id': '4df55363-ba30-49e6-81e4-de7ffbaaddc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0062cd71-8ce5-48ed-b35a-7b5933daef3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:07:39.225063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a20297d-62f8-4ae7-989e-892fe7c025fa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:39.284541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1a20297d-62f8-4ae7-989e-892fe7c025fa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:39.284920 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:39.372953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:39.427350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:07:39.432174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:39.432615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:39.525598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:39.547344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:07:39.551353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:39.599192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:07:41.142366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:07:41.210748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93e9cd8b-a6b4-4d02-bdf6-13b4eab302c8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:07:41.211228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:52.563049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0560f5de-673c-4a05-8d9f-401f2edb3d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:55.172885 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9f171817-6810-4111-b5e2-05d660725869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:55.316600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:56.275000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:07:56.985049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:07:57.713483 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:22.591804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90d9b7fb-8999-4ef7-83a1-3e1fd18ebbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:25.157221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-603541a9-781a-4e1b-b0c8-535c8f061b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:25.301283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:26.271774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:27.806831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:33.984728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:08:52.564788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ff13bff-e246-47b2-b66b-363235cab931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:55.159122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-77c0d1f8-0600-4fd1-ba82-7127e110f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:55.303410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:56.273218 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:08:57.721416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:10.983230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:09:18.311950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:18.373279 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-722ec7bc-eee3-4946-be49-a78c340f9829 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:09:18.374850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-722ec7bc-eee3-4946-be49-a78c340f9829 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619330 Aug 27 02:09:18.533321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4811da4-1df7-4dd3-b0d5-a2c896a97ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:18.534837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4811da4-1df7-4dd3-b0d5-a2c896a97ad1 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554089 Aug 27 02:09:20.704624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:20.798701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468740f-f731-4d69-aca2-8c0bac9d4b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:20.800043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6468740f-f731-4d69-aca2-8c0bac9d4b20 admin admin] 10.222.0.26 "GET /v2.0/subnets/4df55363-ba30-49e6-81e4-de7ffbaaddc3 HTTP/1.1" status: 200 len: 849 time: 0.0944691 Aug 27 02:09:20.810100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:09:20.891773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:21.030453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772044222760'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:21.060048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:21.061135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:21.062418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] 10.222.0.26 "PUT /v2.0/subnets/4df55363-ba30-49e6-81e4-de7ffbaaddc3 HTTP/1.1" status: 200 len: 868 time: 0.2554865 Aug 27 02:09:21.064308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b471e-9714-4737-9bf9-91c65f111ace None None] Network 3db7f024-90c4-41c8-a3a5-6e30d637c693 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:09:21.083985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df55363-ba30-49e6-81e4-de7ffbaaddc3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:09:21.091505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.091847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.092192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.092525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.092859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.093188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.093512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.093836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.094158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.094514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.094850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.095159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e048b-bfc0-4532-af2a-c577bbcfb8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:09:21.461011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fe94c27e-91be-42ae-a9c5-951cca5ea8e5 None None] Provisioning complete for port 1a20297d-62f8-4ae7-989e-892fe7c025fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:09:21.461315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fe94c27e-91be-42ae-a9c5-951cca5ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:21.544099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fe94c27e-91be-42ae-a9c5-951cca5ea8e5 None None] Provisioning complete for port 486f64d0-7318-4677-8a8a-4c37b2002404 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:09:21.544469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fe94c27e-91be-42ae-a9c5-951cca5ea8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:22.566998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7de1e6b5-573c-4f9f-8f08-f8632e77a593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:23.224171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45026) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:23.426877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a73405-3cd6-453e-8072-a29f31c23eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:23.427251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a73405-3cd6-453e-8072-a29f31c23eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:23.429317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1a73405-3cd6-453e-8072-a29f31c23eb1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041659 Aug 27 02:09:25.160544 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9122-1276-452c-a74d-779a9056781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:25.306087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:25.623776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:25.753281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a379490-fda6-4ac2-aa94-1614fb92dcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:25.753758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a379490-fda6-4ac2-aa94-1614fb92dcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:25.755332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a379490-fda6-4ac2-aa94-1614fb92dcb5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303356 Aug 27 02:09:26.286124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:27.723039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:27.923162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45042) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:28.054491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585dd708-440a-4886-9607-fa01a3d52f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:28.055868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-585dd708-440a-4886-9607-fa01a3d52f58 admin admin] 10.222.0.26 "GET /v2.0/networks/3db7f024-90c4-41c8-a3a5-6e30d637c693 HTTP/1.1" status: 200 len: 869 time: 0.1317713 Aug 27 02:09:30.261739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:30.393235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f1a8f5-2a25-4353-9aa5-5f8ecd331b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:30.394541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70f1a8f5-2a25-4353-9aa5-5f8ecd331b33 admin admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 886 time: 0.1318264 Aug 27 02:09:32.559998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45058) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:32.684838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370f124-51c1-4a66-be85-6d4df9fa830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:32.685295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370f124-51c1-4a66-be85-6d4df9fa830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:32.686822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6370f124-51c1-4a66-be85-6d4df9fa830e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258681 Aug 27 02:09:34.857058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45066) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:34.946217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e2ee8-77ea-4a0f-b737-d75809e33071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:34.946698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e2ee8-77ea-4a0f-b737-d75809e33071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:34.948172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7d5e2ee8-77ea-4a0f-b737-d75809e33071 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901895 Aug 27 02:09:37.138235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:37.228006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef8235-52ce-40f1-ab97-fb8fa6748926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:37.229340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-38ef8235-52ce-40f1-ab97-fb8fa6748926 admin admin] 10.222.0.26 "GET /v2.0/subnets/4df55363-ba30-49e6-81e4-de7ffbaaddc3 HTTP/1.1" status: 200 len: 868 time: 0.0901482 Aug 27 02:09:39.414447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:09:39.497699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61564d63-afbe-4050-aa3f-a2aacb21ba19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:09:39.499283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-61564d63-afbe-4050-aa3f-a2aacb21ba19 admin admin] 10.222.0.26 "GET /v2.0/subnets/ed9f1e59-c5c8-427c-b07e-6620e55b65ae HTTP/1.1" status: 200 len: 816 time: 0.0836074 Aug 27 02:09:47.982231 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:09:52.568378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fc164084-b668-437e-8563-1ea3f60ad613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:55.161839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-03da107e-8e8e-4e03-be29-9b6941d7a83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:55.306601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:56.278170 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:09:57.727465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:03.334712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:03.381292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6f6757aa-a237-45bb-8951-ea9c0595c4c8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:10:03.382289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f6757aa-a237-45bb-8951-ea9c0595c4c8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466750 Aug 27 02:10:05.617137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:05.677665 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-02425748-e046-4589-a2ff-2536d8bcafb5 admin admin] GET failed (client error): The resource could not be found. Aug 27 02:10:05.678980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-02425748-e046-4589-a2ff-2536d8bcafb5 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608945 Aug 27 02:10:05.817683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11c861-9958-4ddc-a388-bab11fe71977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:05.819081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db11c861-9958-4ddc-a388-bab11fe71977 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354516 Aug 27 02:10:08.009544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45152) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:08.060262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:10:08.061409 n-d-806292-1 neutron-server[94832]: INFO neutron.quota [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Loaded quota_driver: . Aug 27 02:10:08.097447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Made reservation on behalf of b0ec49c8c2eb4fa3bc1a0cc00c1d7243 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:10:08.100549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:08.141803 n-d-806292-1 neutron-server[94832]: WARNING neutron.services.revisions.revision_plugin [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Could not find related network for resource to bump revision. Aug 27 02:10:08.157067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:10:08.169772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772044313061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:08.170296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Unsubscribe: segment precommit_create {{(pid=94832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 02:10:08.170795 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Added segment 5c811ab2-69e4-48de-aafc-abe5bbca6a90 of type vlan for network 0c9cec73-25fd-439f-a6ed-5170ab817561 Aug 27 02:10:08.226880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:08.257690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:08.258698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:08.259289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:08.339519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3288860 Aug 27 02:10:08.357788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9cec73-25fd-439f-a6ed-5170ab817561,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:08.365925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.366273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.366643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.366978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.367306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.367636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.367961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.368283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.368607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.368925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.369267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.369566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6630e6a-aa65-4a88-b950-87b7fd206cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:08.382467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:10:10.557602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:10:10.616679 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-428ea1e7-5005-4730-bbf2-28a8039beadb admin admin] GET failed (client error): The resource could not be found. Aug 27 02:10:10.617951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-428ea1e7-5005-4730-bbf2-28a8039beadb admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594091 Aug 27 02:10:10.688065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e932b1-2a15-4c55-a7b4-cc0c35113938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:10.689514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a7e932b1-2a15-4c55-a7b4-cc0c35113938 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670574 Aug 27 02:10:10.699835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Request body: {'subnet': {'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:10:10.722318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Made reservation on behalf of b0ec49c8c2eb4fa3bc1a0cc00c1d7243 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:10:10.725259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:10.909546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:10.969033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042c0757-d30f-494b-aefd-d3b5c753433e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:10.971837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:10:10.972178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Network hostable DHCP agents. Network: 0c9cec73-25fd-439f-a6ed-5170ab817561, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:10:10.991551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:10:11.002561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 0c9cec73-25fd-439f-a6ed-5170ab817561) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:10:11.007235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:10:11.007815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.011690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602bb587-4fcd-43bb-ae71-7158805c9561 None None] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:10:11.022366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a5c9c41c-c20d-4d95-8695-0f995dec5012 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3259783 Aug 27 02:10:11.162219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-0c9cec73-25fd-439f-a6ed-5170ab817561', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'tenant_id': 'b0ec49c8c2eb4fa3bc1a0cc00c1d7243', 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:10:11.163041 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.396255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Allocated IP 192.168.233.2 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/7e45d3dd-27ee-41c2-9508-3d2ab780baba) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:10:11.537463 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.545568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Transition to ACTIVE for port object 7e45d3dd-27ee-41c2-9508-3d2ab780baba will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:10:11.560715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Transition to ACTIVE for port object 7e45d3dd-27ee-41c2-9508-3d2ab780baba will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:10:11.566665 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.609234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:10:11.612115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:10:11.615246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:10:11.622512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Pushing event updated for resources: {'Port': ['ID=7e45d3dd-27ee-41c2-9508-3d2ab780baba,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:11.632200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.632511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.634769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.635277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.635277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.635425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.635720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:10:11.685907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Attempting to bind port 7e45d3dd-27ee-41c2-9508-3d2ab780baba on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:10:11.686270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Attempting to bind port 7e45d3dd-27ee-41c2-9508-3d2ab780baba by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:10:11.686668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Attempting to bind port 7e45d3dd-27ee-41c2-9508-3d2ab780baba on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:10:11.691663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:10:11.692029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:10:11.692447 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.692831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:10:11.693288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Bound port: 7e45d3dd-27ee-41c2-9508-3d2ab780baba, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:10:11.693676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.756747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] For port 7e45d3dd-27ee-41c2-9508-3d2ab780baba, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:10:11.760003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] For port 7e45d3dd-27ee-41c2-9508-3d2ab780baba, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e45d3dd-27ee-41c2-9508-3d2ab780baba,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:10:11.763349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:11.826444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e9f0-fdfe-4f3f-bad0-9a4fe6bd7435 None None] Pushing event updated for resources: {'Port': ['ID=7e45d3dd-27ee-41c2-9508-3d2ab780baba,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:12.649165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9bc36-8ba5-48fe-b4de-ba2864244809 None None] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:10:12.720380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71c626a0-1890-41d6-8303-6ffe6336eb0a None None] Provisioning for port 7e45d3dd-27ee-41c2-9508-3d2ab780baba completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:10:13.280962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e45d3dd-27ee-41c2-9508-3d2ab780baba up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:10:13.336369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7e45d3dd-27ee-41c2-9508-3d2ab780baba completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:10:13.340230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7e45d3dd-27ee-41c2-9508-3d2ab780baba triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:10:13.340597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:13.420656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:13.452607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7e45d3dd-27ee-41c2-9508-3d2ab780baba, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e45d3dd-27ee-41c2-9508-3d2ab780baba,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:10:13.456698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:13.504246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7e45d3dd-27ee-41c2-9508-3d2ab780baba,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:10:15.259173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e45d3dd-27ee-41c2-9508-3d2ab780baba up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:10:15.307852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7e45d3dd-27ee-41c2-9508-3d2ab780baba triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:10:15.308215 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:22.570100 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-22e38d8f-f710-4d41-8bda-ef8fc61be59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:24.981239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:10:25.163849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ae20f210-dc67-40d0-ada5-ffc7a4b742bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:25.306298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:26.281209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:27.731484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:52.569664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53a0e421-9091-4b36-a539-ca25739ac02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:55.163402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4b9c10eb-01f4-40d3-98ef-6e3e81d37c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:55.306787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:56.284056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:10:57.732607 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:01.980446 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:11:22.570524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c250388d-c1a4-4ce6-9b86-b581b53b4872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:24.423544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:24.429804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0d921519-e6d8-4deb-9f13-e47bf4084c21 tempest-verify_tempest_config-74375758 tempest-verify_tempest_config-74375758-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:11:24.430780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d921519-e6d8-4deb-9f13-e47bf4084c21 tempest-verify_tempest_config-74375758 tempest-verify_tempest_config-74375758-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062969 Aug 27 02:11:24.727056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45230) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:24.835235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.017025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.021081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.064132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b777f5b-f05d-42c5-ab94-42c86fdd5eb6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:25.068697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be3f9e22a61243aa9be55082e3a2acde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3406405 Aug 27 02:11:25.071507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:11:25.073224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.073577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.073920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.074257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.074621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.075448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.075448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.075647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.075903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.076234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.076562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.076888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cf2567-e4e3-45c8-a662-4b6376596851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.133267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.154747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.164315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f99a5910-9319-4911-8bf5-3afd42b8b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.244914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.248054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:25.249549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b777f5b-f05d-42c5-ab94-42c86fdd5eb6 HTTP/1.1" status: 204 len: 168 time: 0.1770654 Aug 27 02:11:25.264006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b777f5b-f05d-42c5-ab94-42c86fdd5eb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:11:25.270750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.271664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.272060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.272415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.272653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.272842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.273150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.273489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.273812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.274209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.274465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.274775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f64b60f-8bf9-49d2-9be2-a1ceb70649c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:11:25.314521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:26.287560 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:27.736098 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:38.978588 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:11:52.570196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2386a136-7a42-4922-8432-ed0d4327cf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:55.165188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ee53a251-51ae-4b0e-9e34-5e9fa8df434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:55.305744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:56.289174 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:11:57.740561 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:15.977513 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:12:22.569904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db6381bb-c8a2-4ab5-a89a-c6aa430a1fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:25.163520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ca2a-10c3-4a47-9437-adf5c47c69e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:25.306411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:26.292013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:27.742904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:52.570074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b938-1044-4356-a4a3-527185a378d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:52.976052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:12:55.164403 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b89ddffd-47da-44b4-a03b-52314edd173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:55.305679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:56.295070 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:12:57.745377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:22.571515 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-de711bbb-8a2e-4ec8-bcff-a5ebb6140d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:25.164324 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6313e9f8-3ed0-4d51-adc0-ec2268cdbe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:25.305866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:26.303035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:27.748446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:29.974873 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:13:52.575248 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a53adb84-17e3-430a-bb4d-5f63e5a134b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:55.164830 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d435bf70-5547-4e3d-a4a5-c33d56ac7119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:55.305722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:56.301900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:13:57.752617 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:06.972610 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 5 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:14:22.576760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12504b8e-c805-4988-9a4d-73a91e3a78b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:25.166469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-000c7779-520f-48c3-83c9-0442027db403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:25.306316 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:26.304551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:27.754924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:30.420745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:43.971807 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 6 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:14:45.931325 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679790'] for agent, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:52.575653 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a7e3329c-c17c-4c25-bfbb-a2cd92f6989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:55.166404 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-43cef379-80e5-486f-8f11-38acc38b38f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:55.308285 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:56.307745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:14:57.759363 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:00.364453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:15.901815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:20.970216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:15:22.575646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9696973b-949b-44c5-8b30-5b944c676d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:25.166736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f44e01c1-e74f-4c6e-8487-c90e569a1b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:25.309153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:25.405375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:15:25.507841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9369a6f8-8837-48dd-b751-8f5ce99739dc admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1013975 Aug 27 02:15:26.310334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:27.683131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:15:27.743706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9caf6f2-4706-41c1-b993-3b6cbd5625ac admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0593538 Aug 27 02:15:27.764439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:30.388861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:45.932341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:52.575637 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44469475-8d0c-4700-b9bd-ad5985174ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:55.167315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e070f8a6-69ce-4650-9688-35e858121d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:55.309657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:56.312542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:57.768988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:15:57.969048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:16:00.410125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:15.947422 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:22.580011 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5848e105-7859-480e-8194-cb8d9d25d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:25.167974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e7ddcf-bced-4676-9b53-d8b2da1ad3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:25.310300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:26.316171 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:27.768846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:30.409696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:34.968655 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:16:45.944092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:52.576556 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8698-a380-43b3-a688-f6088d74a18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:52.868205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45552) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:53.349852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-network', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:16:53.380349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Made reservation on behalf of acda5b4382b84ed7bf3dfc60f1ab8431 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:16:53.383619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.395920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.529481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.536001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.568923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892cead-8377-4f68-b3de-2a4f9188ad98,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:53.583764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.584177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.584809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.585219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.586726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.587149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.587555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.588089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.588851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.589379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.590456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.591252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Tracked resource versions report: Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: pushed versions: Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: { 'AddressGroup': {'1.2'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'ConntrackHelper': {'1.0'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Log': {'1.0'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Network': {'1.1'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Port': {'1.7'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'PortForwarding': {'1.2'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'QosPolicy': {'1.9'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SecurityGroup': {'1.4'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SubPort': {'1.0'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Subnet': {'1.1'}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Trunk': {'1.1'}} Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: consumer versions: Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: HyperV agent@n-h1-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: HyperV agent@n-h2-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: L3 agent@n-d-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: Metadata agent@n-d-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: Metering agent@n-d-806292-1: {}, Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'ConntrackHelper': '1.0', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Log': '1.0', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Network': '1.1', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Port': '1.7', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'PortForwarding': '1.2', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'QosPolicy': '1.9', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SecurityGroup': '1.4', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SecurityGroupRule': '1.2', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'SubPort': '1.0', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Subnet': '1.1', Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: 'Trunk': '1.1'}} Aug 27 02:16:53.592881 n-d-806292-1 neutron-server[94832]: {{(pid=94832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:16:53.604171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:16:53.624671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.624671 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Added segment 70d5da39-7caa-41f9-aec2-5381dbaed04d of type vlan for network cde954ee-ca36-4fc3-90c3-5e66d757b2bb Aug 27 02:16:53.669553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.694125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.695147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:16:53.695732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.740479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8711619 Aug 27 02:16:53.743552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:53.751666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Request body: {'subnet': {'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-subnet', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:16:53.760755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814394-7ffb-41b2-875f-dc6901f18103 admin admin] Pushing event updated for resources: {'Network': ['ID=cde954ee-ca36-4fc3-90c3-5e66d757b2bb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:53.770546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:16:53.801735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Made reservation on behalf of acda5b4382b84ed7bf3dfc60f1ab8431 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:16:53.805417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:53.984501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.052473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Checking segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:16:54.052828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Network hostable DHCP agents. Network: cde954ee-ca36-4fc3-90c3-5e66d757b2bb, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:16:54.055011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf1c454-f8c4-479f-a004-865341ed4f45,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:54.070854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.071164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.071691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.072186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.072720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.073006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.073506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.073853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.074178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.074523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.074848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.075625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Tracked resource versions report: Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: pushed versions: Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: { 'AddressGroup': {'1.2'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'ConntrackHelper': {'1.0'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Log': {'1.0'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Network': {'1.1'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Port': {'1.7'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'PortForwarding': {'1.2'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'QosPolicy': {'1.9'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SecurityGroup': {'1.4'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SubPort': {'1.0'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Subnet': {'1.1'}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Trunk': {'1.1'}} Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: consumer versions: Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: HyperV agent@n-h1-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: HyperV agent@n-h2-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: L3 agent@n-d-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: Metadata agent@n-d-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: Metering agent@n-d-806292-1: {}, Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'ConntrackHelper': '1.0', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Log': '1.0', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Network': '1.1', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Port': '1.7', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'PortForwarding': '1.2', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'QosPolicy': '1.9', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SecurityGroup': '1.4', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SecurityGroupRule': '1.2', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'SubPort': '1.0', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Subnet': '1.1', Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: 'Trunk': '1.1'}} Aug 27 02:16:54.076262 n-d-806292-1 neutron-server[94831]: {{(pid=94831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:16:54.086014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:16:54.095287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cde954ee-ca36-4fc3-90c3-5e66d757b2bb) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:16:54.100390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:16:54.100982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.109169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3c308-aba1-477f-b0bf-a24cfd9ce296 None None] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:16:54.119312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-054b113b-c8af-4ea3-acd5-011d775fee06 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3734579 Aug 27 02:16:54.119916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45622) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:54.125084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:16:54.151707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.153260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.249784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.286635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:16:54.287796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.397850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.458292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Allocated IP 172.20.0.2 (cde954ee-ca36-4fc3-90c3-5e66d757b2bb/4cf1c454-f8c4-479f-a004-865341ed4f45/f8341cf3-d2d4-4b28-927d-cbbf613c4aa5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:16:54.490756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45636) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:54.643434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.653653 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.663497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Transition to ACTIVE for port object f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:16:54.673632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.680221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Transition to ACTIVE for port object f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:16:54.689242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.729626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:16:54.732435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:16:54.736856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:16:54.752535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Pushing event updated for resources: {'Port': ['ID=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:54.776519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.777305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.777305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.777561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.777920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.778245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.778598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.778910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.779438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.779959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.780460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.780980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Tracked resource versions report: Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: pushed versions: Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: { 'AddressGroup': {'1.2'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'ConntrackHelper': {'1.0'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Log': {'1.0'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Network': {'1.1'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Port': {'1.7'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'PortForwarding': {'1.2'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'QosPolicy': {'1.9'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SecurityGroup': {'1.4'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SubPort': {'1.0'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Subnet': {'1.1'}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Trunk': {'1.1'}} Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: consumer versions: Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: HyperV agent@n-h1-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: HyperV agent@n-h2-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: L3 agent@n-d-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: Metadata agent@n-d-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: Metering agent@n-d-806292-1: {}, Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'ConntrackHelper': '1.0', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Log': '1.0', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Network': '1.1', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Port': '1.7', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'PortForwarding': '1.2', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'QosPolicy': '1.9', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SecurityGroup': '1.4', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SecurityGroupRule': '1.2', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'SubPort': '1.0', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Subnet': '1.1', Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: 'Trunk': '1.1'}} Aug 27 02:16:54.782307 n-d-806292-1 neutron-server[94833]: {{(pid=94833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:16:54.807486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Allocated IP 172.25.8.205 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6a560dc7-3353-436e-b04f-4b1d80b16f5a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:16:54.815527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Attempting to bind port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:16:54.815938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Attempting to bind port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:16:54.816390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Attempting to bind port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:16:54.821951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:16:54.822594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Checking segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:16:54.823056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.823586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Bound using segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:16:54.824220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Bound port: f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:16:54.824843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.900200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] For port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:16:54.904487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] For port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:16:54.913005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.951853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:54.978268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6971a-a36c-4509-9eba-035cb5116df6 None None] Pushing event updated for resources: {'Port': ['ID=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:55.013592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.058124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:16:55.063222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:16:55.068995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:16:55.101366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09c35d5d-1e0f-4546-82b0-23e141957fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.185381 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38186e85-bc1f-4690-a86c-883e5a535a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.220989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09c35d5d-1e0f-4546-82b0-23e141957fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.228694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09c35d5d-1e0f-4546-82b0-23e141957fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.248537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a560dc7-3353-436e-b04f-4b1d80b16f5a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:55.304012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c35d5d-1e0f-4546-82b0-23e141957fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf26166-ed12-488e-a8db-9247864df52b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:55.330150 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.346450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-09c35d5d-1e0f-4546-82b0-23e141957fce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af9d371708a045c1888c1449b7954a24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8544803 Aug 27 02:16:55.347074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45664) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:55.393832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.428523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.456564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.513514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.520059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.522026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcf26166-ed12-488e-a8db-9247864df52b HTTP/1.1" status: 204 len: 168 time: 0.1738124 Aug 27 02:16:55.534540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83d7a-8c89-4c2e-b21c-9a6c8c56cf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf26166-ed12-488e-a8db-9247864df52b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:55.608169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:16:55.683091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:16:55.774771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:55.985927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Router d39b338e-2b6c-4d86-9d12-12082a026456 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:16:56.131897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:16:56.142893 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:16:56.156349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.157845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4c404098-2132-43b0-8123-f95bb6eda3c3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0369301 Aug 27 02:16:56.161006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:56.173481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:16:56.174141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:16:56.330948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ef1e4-afa4-4545-9d92-5de5d98b322a None None] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:16:56.353924 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:16:56.388228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.419878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Provisioning for port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:16:56.426891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Provisioning complete for port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:16:56.427260 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.446314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45702) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:56.468596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0314eb74-6780-4d55-acbf-f45e69e940f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.583922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.647304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] For port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:16:56.657119 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.708996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0314eb74-6780-4d55-acbf-f45e69e940f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.723264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0314eb74-6780-4d55-acbf-f45e69e940f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.771673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb35cdc-7b1c-443e-835e-bda3803c3365 None None] Pushing event updated for resources: {'Port': ['ID=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:56.798306 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:55Z', 'revision_number': 3, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:16:56.834829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314eb74-6780-4d55-acbf-f45e69e940f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c0622-f9e9-4022-86ed-6429917a7a73,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:56.849791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0314eb74-6780-4d55-acbf-f45e69e940f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d2461af67b74bbf91a45deacc0a3fde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4018064 Aug 27 02:16:56.852435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45708) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:56.878251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:16:56.878630 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Updating router d39b338e-2b6c-4d86-9d12-12082a026456 port 6a560dc7-3353-436e-b04f-4b1d80b16f5a binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:16:56.906597 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.952613 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.956349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:56.995520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6a40fa97-8d37-4c02-88e5-7ccec8d14100 None None] Provisioning complete for port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:16:56.995936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6a40fa97-8d37-4c02-88e5-7ccec8d14100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.001154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.076294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.080008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.084612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/027c0622-f9e9-4022-86ed-6429917a7a73 HTTP/1.1" status: 204 len: 168 time: 0.2301559 Aug 27 02:16:57.103389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Allocated IP 172.20.0.1 (cde954ee-ca36-4fc3-90c3-5e66d757b2bb/4cf1c454-f8c4-479f-a004-865341ed4f45/d7453660-a57c-4c83-b531-544aeef1f9ee) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:16:57.104191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364b183-6dbf-4916-8e03-e176891ad48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c0622-f9e9-4022-86ed-6429917a7a73,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:57.263245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.282657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Transition to ACTIVE for port object d7453660-a57c-4c83-b531-544aeef1f9ee will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:16:57.341913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.376034 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.392425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:16:57.392840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Transition to ACTIVE for port object 6a560dc7-3353-436e-b04f-4b1d80b16f5a will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:16:57.404624 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.419691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Pushing event updated for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:57.422592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:16:57.469551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:16:57.470048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.548941 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Pushing event updated for resources: {'Port': ['ID=6a560dc7-3353-436e-b04f-4b1d80b16f5a,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:57.552041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Attempting to bind port 6a560dc7-3353-436e-b04f-4b1d80b16f5a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:16:57.552408 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Attempting to bind port 6a560dc7-3353-436e-b04f-4b1d80b16f5a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:16:57.552769 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Attempting to bind port 6a560dc7-3353-436e-b04f-4b1d80b16f5a on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:16:57.580138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:16:57.581037 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.581688 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.581688 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.582046 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.582394 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.582770 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.583038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.583365 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.583688 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.584008 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.584541 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.584652 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Tracked resource versions report: Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: pushed versions: Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: { 'AddressGroup': {'1.2'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'ConntrackHelper': {'1.0'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Log': {'1.0'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Network': {'1.1'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Port': {'1.7'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'PortForwarding': {'1.2'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'QosPolicy': {'1.9'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SecurityGroup': {'1.4'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SecurityGroupRule': {'1.2'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SubPort': {'1.0'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Subnet': {'1.1'}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Trunk': {'1.1'}} Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: consumer versions: Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: { DHCP agent@n-d-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: HyperV agent@n-h1-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: HyperV agent@n-h2-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: L3 agent@n-d-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: Metadata agent@n-d-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: Metering agent@n-d-806292-1: {}, Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: Open vSwitch agent@n-d-806292-1: { 'AddressGroup': '1.2', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'ConntrackHelper': '1.0', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Log': '1.0', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Network': '1.1', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Port': '1.7', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'PortForwarding': '1.2', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'QosPolicy': '1.9', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SecurityGroup': '1.4', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SecurityGroupRule': '1.2', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'SubPort': '1.0', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Subnet': '1.1', Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: 'Trunk': '1.1'}} Aug 27 02:16:57.585752 n-d-806292-1 neutron-server[94834]: {{(pid=94834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 02:16:57.594923 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:16:57.595326 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:16:57.595981 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.596099 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:16:57.596862 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Bound port: 6a560dc7-3353-436e-b04f-4b1d80b16f5a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:16:57.597282 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.711635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:16:57.712175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.762349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] For port 6a560dc7-3353-436e-b04f-4b1d80b16f5a, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:16:57.766106 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] For port 6a560dc7-3353-436e-b04f-4b1d80b16f5a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a560dc7-3353-436e-b04f-4b1d80b16f5a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:16:57.779459 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.808365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.857110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:57.931950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2c12debc-ac0c-4f57-9086-fec454420815 None None] Provisioning for port d7453660-a57c-4c83-b531-544aeef1f9ee completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:16:57.937052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158f6d-41bc-4e8e-a36d-a892498be30f None None] Pushing event updated for resources: {'Port': ['ID=6a560dc7-3353-436e-b04f-4b1d80b16f5a,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:57.942053 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:16:57.943084 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:16:57.951657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2c12debc-ac0c-4f57-9086-fec454420815 None None] Provisioning complete for port d7453660-a57c-4c83-b531-544aeef1f9ee triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:16:57.952034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c12debc-ac0c-4f57-9086-fec454420815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:58.023264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2c12debc-ac0c-4f57-9086-fec454420815 None None] Port d7453660-a57c-4c83-b531-544aeef1f9ee cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:16:58.135068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:16:58.137063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:58.154313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:58.155187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:58.210122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Pushing event updated for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:58.307631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:16:58.309135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:16:58.499681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:16:58.656545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e96355d5-68c4-4356-94da-aaca8b01c9ab None None] Provisioning complete for port d7453660-a57c-4c83-b531-544aeef1f9ee triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:16:58.657116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e96355d5-68c4-4356-94da-aaca8b01c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:58.668181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:16:58.677340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d62dd301-d758-4160-a897-782c6f16272b admin admin] 10.222.0.26 "PUT /v2.0/routers/d39b338e-2b6c-4d86-9d12-12082a026456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5146289 Aug 27 02:16:58.693399 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 1, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:16:58.733652 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f197879-0125-49f8-be60-f2ea2ad110dc None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 1, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:16:58.735959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e96355d5-68c4-4356-94da-aaca8b01c9ab None None] Port d7453660-a57c-4c83-b531-544aeef1f9ee cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:16:58.965851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45860) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:59.163943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45874) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:59.167252 n-d-806292-1 neutron-server[94832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 02:16:59.205965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-fc127763-436c-46f9-a43d-b6b6e933f420 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e34b775e6d004391b30c79ccf45c4f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373449 Aug 27 02:16:59.333619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f0d7-7b68-4e45-a3c5-5441f7afc917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:59.563667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-3b6bce58-59b5-4177-8a89-053867bb4612 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:16:59.565296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-3b6bce58-59b5-4177-8a89-053867bb4612 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515804 Aug 27 02:16:59.615012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-edee7f92-403c-4562-a3c6-a1ed171fc56a tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/quotas/e34b775e6d004391b30c79ccf45c4f82 HTTP/1.1" status: 200 len: 375 time: 0.0434468 Aug 27 02:16:59.687035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c181777d-bd9d-42e6-b174-507c0a60423a tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e34b775e6d004391b30c79ccf45c4f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710967 Aug 27 02:16:59.738590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f0d7-7b68-4e45-a3c5-5441f7afc917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:59.745870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f0d7-7b68-4e45-a3c5-5441f7afc917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:16:59.816454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5f0d7-7b68-4e45-a3c5-5441f7afc917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e834e2-8b5c-43ce-86be-f64fff0ff33d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:16:59.829446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9fd5f0d7-7b68-4e45-a3c5-5441f7afc917 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b2d9f42ef5c4a99929a9f4ce376e4ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8624563 Aug 27 02:16:59.832994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:16:59.949839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.005719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.100685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:00.106235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-network', 'tenant_id': '8f163395d6564603902c2ff3c4416948'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:00.138495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.142418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.143974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62e834e2-8b5c-43ce-86be-f64fff0ff33d HTTP/1.1" status: 204 len: 168 time: 0.3096917 Aug 27 02:17:00.153646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a518170-35d8-47ee-b56b-04c86e51bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e834e2-8b5c-43ce-86be-f64fff0ff33d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:00.157376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Made reservation on behalf of 8f163395d6564603902c2ff3c4416948 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:00.159730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.168649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.255358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:00.321556 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.328968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.361508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e432889d-3f69-43e2-943d-479db3b67614,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:00.376145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:00.388390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.388815 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Added segment add28375-f928-4c9a-8f5d-92d6c72b541b of type vlan for network 86ba9073-1b50-4cf4-9d5f-737cc882109c Aug 27 02:17:00.428026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.452482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.482747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.484694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:00.485478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.570891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4690657 Aug 27 02:17:00.573574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45976) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:00.580797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Request body: {'subnet': {'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-subnet', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:00.585106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7bd44-d510-4980-b11e-7c273e0e3244 admin admin] Pushing event updated for resources: {'Network': ['ID=86ba9073-1b50-4cf4-9d5f-737cc882109c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:00.597202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:00.632353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Made reservation on behalf of 8f163395d6564603902c2ff3c4416948 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:00.636903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.675202 n-d-806292-1 neutron-server[94831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 02:17:00.919075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:00.955868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce243fb3-f9b5-4d4f-92b1-618d8f84041f req-67484537-f563-4f68-8960-3dbcd61937dd tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 210 time: 0.6992152 Aug 27 02:17:00.994630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9b7db8-f40f-439d-b1ee-e5ec042000db,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:01.016606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Checking segment: {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:01.016957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Network hostable DHCP agents. Network: 86ba9073-1b50-4cf4-9d5f-737cc882109c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:01.047486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:01.068162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d884807b-45df-4796-b3c3-32776a14717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.076550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:01.091917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 86ba9073-1b50-4cf4-9d5f-737cc882109c) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:01.100693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:01.101616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.103893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee0107-25eb-418b-9526-31debb65eb3c None None] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:01.245083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d884807b-45df-4796-b3c3-32776a14717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.257218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d884807b-45df-4796-b3c3-32776a14717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.271981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6bd49f69-031a-4018-acc7-35a83c613546 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6967955 Aug 27 02:17:01.274956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:01.281727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:01.327972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.329844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.373526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d884807b-45df-4796-b3c3-32776a14717f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a5f9e1cf0a4351a9287980c8293cd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3249428 Aug 27 02:17:01.378171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46038) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:01.389006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-86ba9073-1b50-4cf4-9d5f-737cc882109c', 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'fixed_ips': [{'subnet_id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:17:01.390222 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.409272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884807b-45df-4796-b3c3-32776a14717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0aa9a6-cded-4431-9db2-f00053ea637b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:01.448270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.488323 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.567462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.636283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a560dc7-3353-436e-b04f-4b1d80b16f5a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:01.690640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.694556 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.698192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c0aa9a6-cded-4431-9db2-f00053ea637b HTTP/1.1" status: 204 len: 168 time: 0.3189535 Aug 27 02:17:01.708500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:01.711381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf80f2b-e7b1-4158-9d4b-90776ad2284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0aa9a6-cded-4431-9db2-f00053ea637b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:01.768799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.777335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Allocated IP 172.20.0.2 (86ba9073-1b50-4cf4-9d5f-737cc882109c/8f9b7db8-f40f-439d-b1ee-e5ec042000db/615168b2-cdf6-40c5-a0b9-24fec6a6950d) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:01.785206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:01.786038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:01.968798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6a560dc7-3353-436e-b04f-4b1d80b16f5a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:01.983983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a560dc7-3353-436e-b04f-4b1d80b16f5a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:01.985058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:01.997800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46054) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:02.019646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:02.080845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46058) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:02.271691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a808aad-7504-4dbc-9517-ec9c45176089 req-16d3f29c-4b9c-49a0-b3c0-332e6da46c73 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 210 time: 0.0644059 Aug 27 02:17:02.287499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.316039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.366826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.377365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94b58801-e17f-430f-9089-0d07813df6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.392270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Transition to ACTIVE for port object 615168b2-cdf6-40c5-a0b9-24fec6a6950d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:02.458527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.463554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Allocated IP 172.25.8.21 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/d1680fe4-9f53-4bc2-8c46-21e12d615ab5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:02.473292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Transition to ACTIVE for port object 615168b2-cdf6-40c5-a0b9-24fec6a6950d will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:02.476294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6aafc844-95a7-4360-af13-c50700760d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.506021 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.510187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6a560dc7-3353-436e-b04f-4b1d80b16f5a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a560dc7-3353-436e-b04f-4b1d80b16f5a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:02.530349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.15', 63139) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:02.540906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.560801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:02.564639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-95ef1587-ae01-4f18-9521-ef5188f0c78a tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e34b775e6d004391b30c79ccf45c4f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327744 Aug 27 02:17:02.564848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:02.571176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:02.580701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Pushing event updated for resources: {'Port': ['ID=615168b2-cdf6-40c5-a0b9-24fec6a6950d,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:02.638234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.688589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 2, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:02.695964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Attempting to bind port 615168b2-cdf6-40c5-a0b9-24fec6a6950d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:02.696617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Attempting to bind port 615168b2-cdf6-40c5-a0b9-24fec6a6950d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:02.697046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Attempting to bind port 615168b2-cdf6-40c5-a0b9-24fec6a6950d on network 86ba9073-1b50-4cf4-9d5f-737cc882109c {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:02.697700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.744201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:02.745237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Checking segment: {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:02.746306 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.747077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Bound using segment: {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:02.748010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Bound port: 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:02.748555 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.757483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94b58801-e17f-430f-9089-0d07813df6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.758872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Pushing event updated for resources: {'Port': ['ID=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:02.770506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c9a04886-cd3f-443c-b6de-2d47587ae0ff tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:02.772089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c9a04886-cd3f-443c-b6de-2d47587ae0ff tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000828 Aug 27 02:17:02.777807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94b58801-e17f-430f-9089-0d07813df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.778000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6a560dc7-3353-436e-b04f-4b1d80b16f5a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:02.779814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:02.781378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:02.781894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Updating router d39b338e-2b6c-4d86-9d12-12082a026456 port d7453660-a57c-4c83-b531-544aeef1f9ee binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:02.783039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:02.787344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:02.809739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-94b58801-e17f-430f-9089-0d07813df6ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=867ce8d7995e413baf6100f27561bf5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8080606 Aug 27 02:17:02.811901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:02.849048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.869588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Request body: {'port': {'device_id': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'e34b775e6d004391b30c79ccf45c4f82'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:02.901962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b58801-e17f-430f-9089-0d07813df6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e499561-7fd6-4597-b933-f72f9dc2da67,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:02.955960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] For port 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:02.973550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6aafc844-95a7-4360-af13-c50700760d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:02.975743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] For port 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=615168b2-cdf6-40c5-a0b9-24fec6a6950d,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:02.987155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.199873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.311746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45150d50-07cb-4884-89b3-34c2bf9da832 None None] Pushing event updated for resources: {'Port': ['ID=615168b2-cdf6-40c5-a0b9-24fec6a6950d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:03.338558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.340783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6aafc844-95a7-4360-af13-c50700760d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.437885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6aafc844-95a7-4360-af13-c50700760d1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=707ba0a0987446eebd06aef370a48337&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3556764 Aug 27 02:17:03.511178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:03.566066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.580451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Transition to ACTIVE for port object d7453660-a57c-4c83-b531-544aeef1f9ee will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:03.588315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.651536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.664469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d5022-ae22-4c84-bd55-9f9bc1ff2075 None None] Pushing event updated for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:03.690246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafc844-95a7-4360-af13-c50700760d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1de095-aa8c-4990-925f-5e4c0a08509d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:03.790598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed3cdace-9b2a-409c-810e-e88ab152fe21 req-dc2be83d-644b-4f6a-a19c-998c35cc9604 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 210 time: 0.0967872 Aug 27 02:17:03.792321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a560dc7-3353-436e-b04f-4b1d80b16f5a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:03.809729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Attempting to bind port d7453660-a57c-4c83-b531-544aeef1f9ee on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:03.814537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Attempting to bind port d7453660-a57c-4c83-b531-544aeef1f9ee by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:03.816196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Attempting to bind port d7453660-a57c-4c83-b531-544aeef1f9ee on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:03.821921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Made reservation on behalf of e34b775e6d004391b30c79ccf45c4f82 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:03.827658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.854643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.859981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.882734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.892351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.894545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.897948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e499561-7fd6-4597-b933-f72f9dc2da67 HTTP/1.1" status: 204 len: 168 time: 1.0850894 Aug 27 02:17:03.902628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.917932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:03.918378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Checking segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:03.921233 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.921862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Bound using segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:03.922153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Bound port: d7453660-a57c-4c83-b531-544aeef1f9ee, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:03.922626 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:03.923825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ca0e-a64f-47e4-9cbc-87e33b432275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e499561-7fd6-4597-b933-f72f9dc2da67,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:04.062081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.066319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.067840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f1de095-aa8c-4990-925f-5e4c0a08509d HTTP/1.1" status: 204 len: 168 time: 0.5566261 Aug 27 02:17:04.089172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43984c-0201-4b5c-879e-051e5ddb8bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1de095-aa8c-4990-925f-5e4c0a08509d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:04.121821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.124154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:17:04.127729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.192589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a560dc7-3353-436e-b04f-4b1d80b16f5a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:04.192958 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.251158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] For port d7453660-a57c-4c83-b531-544aeef1f9ee, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:04.289297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb428fec-6c35-43dd-b80f-37b0c7938e6c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:04.310141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] For port d7453660-a57c-4c83-b531-544aeef1f9ee, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d7453660-a57c-4c83-b531-544aeef1f9ee,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:04.325048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.499338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:04.500237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:04.550398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d5022-ae22-4c84-bd55-9f9bc1ff2075 None None] Pushing event updated for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:04.584353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 615168b2-cdf6-40c5-a0b9-24fec6a6950d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:04.700054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:04.720865 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Sync routers for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:04.747901 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:04.748743 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:04.806637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:04.830796 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:04.830796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68ded4cd-20ad-4289-81d9-ccb0363244db admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5508649 Aug 27 02:17:04.831491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:04.865058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Allocated IP 192.168.233.237 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/a2a5132d-63d7-4537-863d-9dd898a5554f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:04.900870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46134) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:04.972035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217d629-507b-41b1-8fe0-1bcfe6d06759 None None] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:04.977566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2eea25b7-2d12-4163-8ae9-cd60033b156f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.015877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 615168b2-cdf6-40c5-a0b9-24fec6a6950d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:05.149400 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:05.161304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8170b460-db4f-473a-9076-8478be341065 req-9cb18e64-bc3c-4794-af16-5cf232121cf8 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 210 time: 0.1273377 Aug 27 02:17:05.206114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Provisioning for port 615168b2-cdf6-40c5-a0b9-24fec6a6950d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:05.218708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Provisioning complete for port 615168b2-cdf6-40c5-a0b9-24fec6a6950d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:05.219329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.431935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:05.536921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b92bac17-30fb-4de1-8ab8-7e2e3f146ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.671239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2eea25b7-2d12-4163-8ae9-cd60033b156f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.680806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d7453660-a57c-4c83-b531-544aeef1f9ee up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:05.689173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2eea25b7-2d12-4163-8ae9-cd60033b156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.746492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 3, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:05.795182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Checking router: c7715266-68b8-4999-ba0a-3e5beb3d2bb3 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:05.806966 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Updating router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:05.826651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea25b7-2d12-4163-8ae9-cd60033b156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51962f10-4886-4970-9e33-25a6c78faae4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:05.856675 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.872414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:05.886823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2eea25b7-2d12-4163-8ae9-cd60033b156f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4347db7db4ce4b4e8bcd0f3203b893d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9840357 Aug 27 02:17:05.904220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46142) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:05.943119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Transition to ACTIVE for port object a2a5132d-63d7-4537-863d-9dd898a5554f will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:06.089060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.099830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b92bac17-30fb-4de1-8ab8-7e2e3f146ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.109179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b92bac17-30fb-4de1-8ab8-7e2e3f146ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.115913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.128639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:04Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:06.181642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.231371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b92bac17-30fb-4de1-8ab8-7e2e3f146ac9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66101f51636d4777aed17b814a94fb09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7981033 Aug 27 02:17:06.241243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:06.248608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94910d67-ff1a-4826-9dd2-573ca25112e6 None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:04Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:06.250649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bac17-30fb-4de1-8ab8-7e2e3f146ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f2bb37-3922-44a9-96e2-7fc1bbec4321,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:06.280165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.347786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] For port 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=615168b2-cdf6-40c5-a0b9-24fec6a6950d,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:06.356995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.359177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d7453660-a57c-4c83-b531-544aeef1f9ee completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:06.404251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d7453660-a57c-4c83-b531-544aeef1f9ee triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:06.404617 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.512015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.563389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:06.583739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.586361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.592009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Provisioning complete for port d7453660-a57c-4c83-b531-544aeef1f9ee triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:06.592151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.593525 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.594626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51962f10-4886-4970-9e33-25a6c78faae4 HTTP/1.1" status: 204 len: 168 time: 0.6884589 Aug 27 02:17:06.612597 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.630958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.638453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Transition to ACTIVE for port object d1680fe4-9f53-4bc2-8c46-21e12d615ab5 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:06.657205 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.698327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229be2-53ba-44cc-af35-263d546d3e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51962f10-4886-4970-9e33-25a6c78faae4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:06.699454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.702109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.707720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32f2bb37-3922-44a9-96e2-7fc1bbec4321 HTTP/1.1" status: 204 len: 168 time: 0.4654007 Aug 27 02:17:06.708283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:06.712653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:06.726519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:06.741219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:06.806990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Pushing event updated for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:06.836969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-7bbd1368-2d2f-4757-aa40-1d0c8926e304 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9779198 Aug 27 02:17:06.865407 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271f4e-0fd4-4918-98e5-e09fe8d45f1f None None] Pushing event updated for resources: {'Port': ['ID=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:06.868914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=615168b2-cdf6-40c5-a0b9-24fec6a6950d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:06.885103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acadab-8222-4e79-bd61-1f93e5ac6f1b req-712388e9-ab27-4a70-af54-126eb5fe2296 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:06.903043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38acadab-8222-4e79-bd61-1f93e5ac6f1b req-712388e9-ab27-4a70-af54-126eb5fe2296 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 936 time: 0.3802986 Aug 27 02:17:06.929654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-46691669-a46b-4964-bc88-fb48a4f2fb72 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:06.951953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-46691669-a46b-4964-bc88-fb48a4f2fb72 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741158 Aug 27 02:17:06.993858 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Attempting to bind port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:06.994237 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Attempting to bind port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:06.994905 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Attempting to bind port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:07.030164 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.032077 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:07.033213 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:07.034333 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.043258 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:07.046908 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Bound port: d1680fe4-9f53-4bc2-8c46-21e12d615ab5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:07.048009 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.087445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] For port d7453660-a57c-4c83-b531-544aeef1f9ee, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d7453660-a57c-4c83-b531-544aeef1f9ee,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:07.094014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.099618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.143640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38acadab-8222-4e79-bd61-1f93e5ac6f1b req-a473952f-0d24-45f0-a913-c1542c1e66ed tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282383 Aug 27 02:17:07.198125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a13b-50ec-4199-8c19-2cd6f16ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:07.272120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Allocated IP 172.20.0.1 (86ba9073-1b50-4cf4-9d5f-737cc882109c/8f9b7db8-f40f-439d-b1ee-e5ec042000db/7680031b-267f-47b6-9972-2aea4b5ee8ab) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:07.284316 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:17:07.284949 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:17:07.296140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2f219aa6-49d5-489a-a32f-b261797c50eb None None] Provisioning complete for port 615168b2-cdf6-40c5-a0b9-24fec6a6950d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:07.296517 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f219aa6-49d5-489a-a32f-b261797c50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.325566 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] For port d1680fe4-9f53-4bc2-8c46-21e12d615ab5, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:07.344112 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] For port d1680fe4-9f53-4bc2-8c46-21e12d615ab5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:07.370235 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.397094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8434b1a-adac-4ff5-b3c4-2e2c2ccadc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f2bb37-3922-44a9-96e2-7fc1bbec4321,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:07.533397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.561271 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:07.562081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:07.564300 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271f4e-0fd4-4918-98e5-e09fe8d45f1f None None] Pushing event updated for resources: {'Port': ['ID=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:07.578720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-883bca9d-3fac-4b9f-9ab6-84bef1ab233d None None] Provisioning for port a2a5132d-63d7-4537-863d-9dd898a5554f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:07.583414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Transition to ACTIVE for port object 7680031b-267f-47b6-9972-2aea4b5ee8ab will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:07.595488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-883bca9d-3fac-4b9f-9ab6-84bef1ab233d None None] Provisioning complete for port a2a5132d-63d7-4537-863d-9dd898a5554f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:07.599530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-883bca9d-3fac-4b9f-9ab6-84bef1ab233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.653857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.731055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-883bca9d-3fac-4b9f-9ab6-84bef1ab233d None None] Port a2a5132d-63d7-4537-863d-9dd898a5554f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:07.759882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:07.762055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:07.785303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Pushing event updated for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:07.831313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:07.834871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:07.912488 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:08.109529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d7453660-a57c-4c83-b531-544aeef1f9ee up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:08.302255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21e1f577-55bb-45c2-997f-a6e7cfa08f74 None None] Provisioning for port 7680031b-267f-47b6-9972-2aea4b5ee8ab completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:08.307464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d7453660-a57c-4c83-b531-544aeef1f9ee triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:08.307941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:08.342306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:08.382909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46194) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:08.392543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21e1f577-55bb-45c2-997f-a6e7cfa08f74 None None] Provisioning complete for port 7680031b-267f-47b6-9972-2aea4b5ee8ab triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:08.392948 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e1f577-55bb-45c2-997f-a6e7cfa08f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:08.423413 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 3, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:08.487097 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d96d3a-df2b-4d71-b117-eb4d6e2fb150 None None] The sync data for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 is: [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 3, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:08.516476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Request body: {'port': {'device_id': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'device_owner': 'compute:tempest-test_az-456844224', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:08.560839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa22c3-6276-4929-9334-bd39f92937b0 req-d5609d65-9cf3-4923-a193-4fe3dd609066 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:08.562835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02aa22c3-6276-4929-9334-bd39f92937b0 req-d5609d65-9cf3-4923-a193-4fe3dd609066 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 936 time: 0.2884376 Aug 27 02:17:08.584953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-21e1f577-55bb-45c2-997f-a6e7cfa08f74 None None] Port 7680031b-267f-47b6-9972-2aea4b5ee8ab cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:08.667604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 615168b2-cdf6-40c5-a0b9-24fec6a6950d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:08.769719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02aa22c3-6276-4929-9334-bd39f92937b0 req-e1c04e7e-82ef-4615-bb08-0befe56c46d1 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935124 Aug 27 02:17:08.774994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:08.822852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 615168b2-cdf6-40c5-a0b9-24fec6a6950d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:08.823280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:08.940759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce6f-d097-4548-b635-a29cf94a01d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.016838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.034696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.035874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.361839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Pushing event updated for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:09.374222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:09.378640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:09.405449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce6f-d097-4548-b635-a29cf94a01d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.626108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a5132d-63d7-4537-863d-9dd898a5554f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:09.636215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.656218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Transition to ACTIVE for port object a2a5132d-63d7-4537-863d-9dd898a5554f will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:09.658091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46216) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:09.666143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce6f-d097-4548-b635-a29cf94a01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.700036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2a1fce6f-d097-4548-b635-a29cf94a01d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a08bc4437634dfea8bfda0beeaf6c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3160329 Aug 27 02:17:09.700963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.704679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46222) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:09.830109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8fc17a97-a3ba-42ea-a0ed-bf5cf4f01186 None None] Provisioning complete for port 7680031b-267f-47b6-9972-2aea4b5ee8ab triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:09.834455 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8fc17a97-a3ba-42ea-a0ed-bf5cf4f01186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:09.858658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:09.895539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fce6f-d097-4548-b635-a29cf94a01d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897c5666-4ea7-4dfd-82ac-285cd142ae2c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:09.980094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:17:10.016235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8fc17a97-a3ba-42ea-a0ed-bf5cf4f01186 None None] Port 7680031b-267f-47b6-9972-2aea4b5ee8ab cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:10.162333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-814260216-network', 'tenant_id': 'c4ca7f6e6cc845ec89e9bbe0b6092ca7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:10.175841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d1680fe4-9f53-4bc2-8c46-21e12d615ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:10.230705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:10.251100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3daa364f-5d9e-4084-bf13-349bf6e2f192 admin admin] 10.222.0.26 "PUT /v2.0/routers/c7715266-68b8-4999-ba0a-3e5beb3d2bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4147179 Aug 27 02:17:10.368661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:10.377197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:10.377740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.528094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.570309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.571763 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.621828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d1680fe4-9f53-4bc2-8c46-21e12d615ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:10.628317 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.679724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Attempting to bind port a2a5132d-63d7-4537-863d-9dd898a5554f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:10.680463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Attempting to bind port a2a5132d-63d7-4537-863d-9dd898a5554f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:10.680582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Attempting to bind port a2a5132d-63d7-4537-863d-9dd898a5554f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:10.696274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Port a2a5132d-63d7-4537-863d-9dd898a5554f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:10.697094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Attempting to bind port a2a5132d-63d7-4537-863d-9dd898a5554f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:10.703876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.707377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.708600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/897c5666-4ea7-4dfd-82ac-285cd142ae2c HTTP/1.1" status: 204 len: 168 time: 1.0012879 Aug 27 02:17:10.727660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:10.728061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:10.728719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:10.729239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Bound port: a2a5132d-63d7-4537-863d-9dd898a5554f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:10.729694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.762641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6df2-dd2d-4aa2-b913-538297b8ab1f req-fbe5a592-884a-4611-992b-d5d53c575f07 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:10.764413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c3c6df2-dd2d-4aa2-b913-538297b8ab1f req-fbe5a592-884a-4611-992b-d5d53c575f07 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.6762822 Aug 27 02:17:10.765330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da00de-8c35-43d9-8c16-1aa34041ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897c5666-4ea7-4dfd-82ac-285cd142ae2c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:10.775695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Made reservation on behalf of c4ca7f6e6cc845ec89e9bbe0b6092ca7 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:10.779136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.830128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:10.878738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:10.901743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c3c6df2-dd2d-4aa2-b913-538297b8ab1f req-e3fa7e78-caf4-403b-b8e9-8382bc7db0a8 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857539 Aug 27 02:17:11.017719 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.025816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.060782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:11.075014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:11.108093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.108520 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Added segment ddaca2b2-51ae-4a5e-a241-7ed183aacb55 of type vlan for network 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb Aug 27 02:17:11.111224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a2a5132d-63d7-4537-863d-9dd898a5554f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:11.121436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46da7cdc-c457-42a3-9c05-25d55eb45b78,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:11.126576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.240151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:11.240738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.242185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] 10.222.0.15 "PUT /v2.0/ports/a2a5132d-63d7-4537-863d-9dd898a5554f HTTP/1.1" status: 200 len: 1117 time: 3.1129243 Aug 27 02:17:11.244678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:11.367418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.393502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242269-ff0e-453b-a9d5-33d92df18fff service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:11.446840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.447367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:11.450441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.484317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Sync routers for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:11.502888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:11.503535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:11.611021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9485142 Aug 27 02:17:11.611601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:11.616732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Request body: {'subnet': {'network_id': '6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-814260216-subnet', 'tenant_id': 'c4ca7f6e6cc845ec89e9bbe0b6092ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:11.628340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3933-9dad-4dfd-878b-b8b274b354b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:11.639117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:11.680765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.721900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:17:11.721900 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:17:11.721900 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': '0e692bf30fe542fe9ff038b6eca9d6e9', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 17, 11, 706562)}] Aug 27 02:17:11.721900 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:17:11.722933 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:17:11.723917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Made reservation on behalf of c4ca7f6e6cc845ec89e9bbe0b6092ca7 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:11.726231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:11.759668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:11.865100 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f649d-e407-43f9-a1ab-52712b1477f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:11.980863 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:11.985909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:12.069879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d1680fe4-9f53-4bc2-8c46-21e12d615ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:12.168034 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.224382 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7290ed3f-c3c9-4c24-b61a-c8023000c457 x-openstack-request-id: req-7290ed3f-c3c9-4c24-b61a-c8023000c457 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:12.224869 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:12.225298 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7290ed3f-c3c9-4c24-b61a-c8023000c457 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:12.225890 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f', 'status': 'completed', 'code': 200} Aug 27 02:17:12.227184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.284186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49470ebb-1fbd-439a-b40d-b403ead5bd55,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:12.367219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Checking segment: {'id': 'ddaca2b2-51ae-4a5e-a241-7ed183aacb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:12.367484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Network hostable DHCP agents. Network: 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:12.439399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797333-d426-444e-9a3c-9c27c6eaaa59 req-ca25e50f-2d08-4621-8b15-a2899a90da06 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:12.447556 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86797333-d426-444e-9a3c-9c27c6eaaa59 req-ca25e50f-2d08-4621-8b15-a2899a90da06 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.1458001 Aug 27 02:17:12.456025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Network 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:12.502764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:12.509812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:12.510404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.519598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfed9d-266f-49cb-8607-84cb3412fa08 None None] Network 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:12.552203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86797333-d426-444e-9a3c-9c27c6eaaa59 req-52a779fc-2a7c-4ac3-8183-18fbf2a366c9 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914571 Aug 27 02:17:12.566211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.573041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.604575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1995e63b-dacd-48b3-b76b-7547c3bc0e20,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:12.609202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-669dd43d-5d27-4768-b28d-a19fa676db94 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9967186 Aug 27 02:17:12.633975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6acbd37e-f9eb-44fe-ab09-328116275e2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e692bf30fe542fe9ff038b6eca9d6e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9915121 Aug 27 02:17:12.635032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46290) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:12.640889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:12.642299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.746726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.803228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.837273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:08Z', 'revision_number': 4, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7680031b-267f-47b6-9972-2aea4b5ee8ab', 'name': '', 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'mac_address': 'fa:16:3e:a2:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:06Z', 'updated_at': '2021-08-27T02:17:08Z', 'revision_number': 2, 'project_id': '8f163395d6564603902c2ff3c4416948', 'subnets': [{'id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:12.899523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.903248 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:12.906845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1995e63b-dacd-48b3-b76b-7547c3bc0e20 HTTP/1.1" status: 204 len: 168 time: 0.2672539 Aug 27 02:17:12.919479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874e82-26e5-4415-a1c5-bf21a011f79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1995e63b-dacd-48b3-b76b-7547c3bc0e20,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:12.950666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Checking router: c7715266-68b8-4999-ba0a-3e5beb3d2bb3 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:12.951219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Updating router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 port 7680031b-267f-47b6-9972-2aea4b5ee8ab binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:13.020234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f525fff-5841-4e1b-9ae0-c5b7014d0507 None None] Network 6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:13.115067 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.325578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:13.333260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919483395', 'description': 'tempest-description--683420325'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:13.397745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.531737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.546488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.598224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.606420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:13.611542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'security_group_rule': {'security_group_id': 'b284ef10-cbfe-4c5d-8949-18a71ab7c721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:13.616468 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2896879 Aug 27 02:17:13.618180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a52ac-2e1a-4e24-83e3-0c7bbb587c58 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b284ef10-cbfe-4c5d-8949-18a71ab7c721,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:13.671756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.728607 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.750824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Transition to ACTIVE for port object 7680031b-267f-47b6-9972-2aea4b5ee8ab will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:13.763391 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.764583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec6ca-23ca-4ebb-a81b-61b1cebc1962 req-b3bac312-a914-42ac-ba72-4bdcb69725a9 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:13.766739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe3ec6ca-23ca-4ebb-a81b-61b1cebc1962 req-b3bac312-a914-42ac-ba72-4bdcb69725a9 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.0890930 Aug 27 02:17:13.797751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.823142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693fcb-afb1-46aa-8d3e-465a68a649cb None None] Pushing event updated for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:13.830900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.882847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe3ec6ca-23ca-4ebb-a81b-61b1cebc1962 req-3a91a017-dbb7-4626-97cd-3611ecd74523 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Aug 27 02:17:13.891389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.897215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863765 Aug 27 02:17:13.897362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:13.899932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cebdc-ed6a-48ba-8aca-96d94a203f93 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765b794d-b1af-45b9-89dd-1b2ee251cf5b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:13.903567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'security_group_rule': {'security_group_id': 'b284ef10-cbfe-4c5d-8949-18a71ab7c721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:13.958033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Attempting to bind port 7680031b-267f-47b6-9972-2aea4b5ee8ab on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:13.965410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Attempting to bind port 7680031b-267f-47b6-9972-2aea4b5ee8ab by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:13.967011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Attempting to bind port 7680031b-267f-47b6-9972-2aea4b5ee8ab on network 86ba9073-1b50-4cf4-9d5f-737cc882109c {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:13.978662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:13.979208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Checking segment: {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:13.980642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:13.981195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Bound using segment: {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:13.981921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Bound port: 7680031b-267f-47b6-9972-2aea4b5ee8ab, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add28375-f928-4c9a-8f5d-92d6c72b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:13.983437 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.058604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87af7c0b-98a8-4c6c-bd7d-3559f1ebe494 req-8f0a86c1-9c5f-447c-a8d1-7e6128ee0957 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186736 Aug 27 02:17:14.080555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.102560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] For port 7680031b-267f-47b6-9972-2aea4b5ee8ab, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:14.113240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] For port 7680031b-267f-47b6-9972-2aea4b5ee8ab, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7680031b-267f-47b6-9972-2aea4b5ee8ab,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:14.122024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.217727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:14.218348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:14.233158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:14.240566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1602207663-network', 'tenant_id': '14e94b0bfac240c5a0fadefc6c9837c3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:14.244547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.271596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.309776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65693fcb-afb1-46aa-8d3e-465a68a649cb None None] Pushing event updated for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:14.317496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Made reservation on behalf of 14e94b0bfac240c5a0fadefc6c9837c3 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:14.327980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.360605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.377739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dda15e6-f1c5-4416-b636-6441a8ae1296,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:14.465639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:14.569104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.570665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af7c0b-98a8-4c6c-bd7d-3559f1ebe494 req-e964e299-3746-4a88-b958-49dafc5c7363 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:14.572588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87af7c0b-98a8-4c6c-bd7d-3559f1ebe494 req-e964e299-3746-4a88-b958-49dafc5c7363 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944661 Aug 27 02:17:14.579537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.580503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.584517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cad0ad76-da04-4e6e-8517-d2f2aa7fb408 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6859865 Aug 27 02:17:14.586731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:14.600815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:14.606559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:14.607264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87af7c0b-98a8-4c6c-bd7d-3559f1ebe494 req-9882979c-7713-4cd0-819f-32cd41e19d94 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/quotas/5102898ba26e4ccb8cde8fcadd46f169 HTTP/1.1" status: 200 len: 375 time: 0.0214438 Aug 27 02:17:14.631814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d6244e-399a-4af3-9d52-058fa525cfc0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:14.638045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.638472 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Added segment a0b87efa-d6b4-46ff-af41-20215374bd69 of type vlan for network d8b2d116-29a6-41f0-9d1f-b78e9b04188d Aug 27 02:17:14.686629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87af7c0b-98a8-4c6c-bd7d-3559f1ebe494 req-95bec47e-fc7a-448e-803d-e1e7411fb1d9 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710821 Aug 27 02:17:14.698530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.759196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.820201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.832359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:14.833191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:14.864635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6299870 Aug 27 02:17:14.868521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:14.909552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Request body: {'subnet': {'network_id': 'd8b2d116-29a6-41f0-9d1f-b78e9b04188d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1602207663-subnet', 'tenant_id': '14e94b0bfac240c5a0fadefc6c9837c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:15.001787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7094e-ce6d-4909-abff-b9f3deba7116 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b2d116-29a6-41f0-9d1f-b78e9b04188d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:15.024977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d8b2d116-29a6-41f0-9d1f-b78e9b04188d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:15.151196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Made reservation on behalf of 14e94b0bfac240c5a0fadefc6c9837c3 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:15.153961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:15.176735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:08Z', 'revision_number': 4, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7680031b-267f-47b6-9972-2aea4b5ee8ab', 'name': '', 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'mac_address': 'fa:16:3e:a2:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:06Z', 'updated_at': '2021-08-27T02:17:14Z', 'revision_number': 4, 'project_id': '8f163395d6564603902c2ff3c4416948', 'subnets': [{'id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:15.222609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71437ca3-f2ea-42b2-abc2-2dc2007779b9 None None] The sync data for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 is: [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:17:08Z', 'revision_number': 4, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7680031b-267f-47b6-9972-2aea4b5ee8ab', 'name': '', 'network_id': '86ba9073-1b50-4cf4-9d5f-737cc882109c', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'mac_address': 'fa:16:3e:a2:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:06Z', 'updated_at': '2021-08-27T02:17:14Z', 'revision_number': 4, 'project_id': '8f163395d6564603902c2ff3c4416948', 'subnets': [{'id': '8f9b7db8-f40f-439d-b1ee-e5ec042000db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:15.248125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8789-e7b1-455a-98bc-4628cb402ae9 req-ea7e2cac-b26e-4636-8979-2de068b076d4 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:15.251941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42fb8789-e7b1-455a-98bc-4628cb402ae9 req-ea7e2cac-b26e-4636-8979-2de068b076d4 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.2394183 Aug 27 02:17:15.372888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:15.419044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42fb8789-e7b1-455a-98bc-4628cb402ae9 req-9a3caf03-ab34-422f-8aba-830129747329 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204333 Aug 27 02:17:15.575188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Allocated IP 172.25.8.178 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:15.832134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:15.944849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:15.987547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14627df7-8f79-4391-959b-6f7ef853da1b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:15.990654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.038883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Checking segment: {'id': 'a0b87efa-d6b4-46ff-af41-20215374bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8b2d116-29a6-41f0-9d1f-b78e9b04188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:16.039236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Network hostable DHCP agents. Network: d8b2d116-29a6-41f0-9d1f-b78e9b04188d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:16.085174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7680031b-267f-47b6-9972-2aea4b5ee8ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:16.197371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7680031b-267f-47b6-9972-2aea4b5ee8ab completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:16.203252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7680031b-267f-47b6-9972-2aea4b5ee8ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:16.204070 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.284746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.296180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Network d8b2d116-29a6-41f0-9d1f-b78e9b04188d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:16.347005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:16.347005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:16.347005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:16.357617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d8b2d116-29a6-41f0-9d1f-b78e9b04188d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:16.362209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.367569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01961159-9975-4a67-9c83-8d1449ae6de2 None None] Network d8b2d116-29a6-41f0-9d1f-b78e9b04188d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:16.409166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:16.409505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.454222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'Port': ['ID=cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:16.472607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7680031b-267f-47b6-9972-2aea4b5ee8ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7680031b-267f-47b6-9972-2aea4b5ee8ab,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:16.481023 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.613744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fadbcc24-5ae3-4044-8e75-13bc2e88c897 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7134516 Aug 27 02:17:16.654730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.668195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f649d-e407-43f9-a1ab-52712b1477f5 req-246069aa-c2da-4827-a306-6948b549f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:16.670818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-735f649d-e407-43f9-a1ab-52712b1477f5 req-246069aa-c2da-4827-a306-6948b549f067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34b775e6d004391b30c79ccf45c4f82&device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 1120 time: 0.1217470 Aug 27 02:17:16.681339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84c8969d-6b94-418b-a716-9034f2d14728 req-8ce75f6b-cf14-4019-a697-377b9e80b619 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555775 Aug 27 02:17:16.718465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7a91d-6a3f-4be8-bffd-e148fe4a4a0b req-3cfeac41-60de-4195-9615-45181cde39f6 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:16.720038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ad7a91d-6a3f-4be8-bffd-e148fe4a4a0b req-3cfeac41-60de-4195-9615-45181cde39f6 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.1706498 Aug 27 02:17:16.721567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-735f649d-e407-43f9-a1ab-52712b1477f5 req-a41b8b17-a8cd-4533-b2bd-c074b1b59ccb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e34b775e6d004391b30c79ccf45c4f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368941 Aug 27 02:17:16.725018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.778286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46418) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:16.798745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0df4ac-7464-456a-bb1f-409a00b5b176 None None] Network d8b2d116-29a6-41f0-9d1f-b78e9b04188d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:16.804161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:16.880647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ad7a91d-6a3f-4be8-bffd-e148fe4a4a0b req-aca85ba3-d328-4dbf-a3b3-15710f3aec73 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525755 Aug 27 02:17:16.914639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Deleting subnet 49470ebb-1fbd-439a-b40d-b403ead5bd55 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:17:16.921135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:16.983647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.020518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8969d-6b94-418b-a716-9034f2d14728 req-90c7df30-9572-4bdb-9ee3-5dea278786d0 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:17.022282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84c8969d-6b94-418b-a716-9034f2d14728 req-90c7df30-9572-4bdb-9ee3-5dea278786d0 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401194 Aug 27 02:17:17.025851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f649d-e407-43f9-a1ab-52712b1477f5 req-9bbf5c13-2eea-45b1-a69b-18628b8f84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:17.027918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-735f649d-e407-43f9-a1ab-52712b1477f5 req-9bbf5c13-2eea-45b1-a69b-18628b8f84e5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2901101 Aug 27 02:17:17.043462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84c8969d-6b94-418b-a716-9034f2d14728 req-5b539d76-e0a3-49e1-be71-fc70ff9657f7 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/quotas/5102898ba26e4ccb8cde8fcadd46f169 HTTP/1.1" status: 200 len: 375 time: 0.0132973 Aug 27 02:17:17.049963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.096150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.102289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.107204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84c8969d-6b94-418b-a716-9034f2d14728 req-40520c61-1329-418d-bf4d-59951af1be41 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484228 Aug 27 02:17:17.144773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.158910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-d515038c-a1f1-4fc7-a1bc-720412652ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:17.160570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-d515038c-a1f1-4fc7-a1bc-720412652ad2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34b775e6d004391b30c79ccf45c4f82&device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 1120 time: 0.0564914 Aug 27 02:17:17.168990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.170462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5825691 Aug 27 02:17:17.175973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd638bfb-9e45-4028-8615-736544d97f1e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'Port': ['ID=cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:17.193785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.222610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49470ebb-1fbd-439a-b40d-b403ead5bd55,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:17.227771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.230769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-67b5297e-5b30-468b-846a-d319a0524d44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/49470ebb-1fbd-439a-b40d-b403ead5bd55 HTTP/1.1" status: 204 len: 168 time: 0.4513528 Aug 27 02:17:17.233370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:17.289006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-58d99a92-7568-49e8-9781-a591304e213e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a2a5132d-63d7-4537-863d-9dd898a5554f HTTP/1.1" status: 200 len: 217 time: 0.1192014 Aug 27 02:17:17.317562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.360905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-36cf6593-6ab8-413e-a0a8-1f989a505c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:17.362365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-36cf6593-6ab8-413e-a0a8-1f989a505c5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0655220 Aug 27 02:17:17.429792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.441789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.442228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.443086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.443480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > port after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.443894 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > port after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.444429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > port after_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.444635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.445101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.445342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.445631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.458685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-cd6885fb-c4de-41ba-ba92-a634eea77f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:17.460242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-cd6885fb-c4de-41ba-ba92-a634eea77f15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912192 Aug 27 02:17:17.559513 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-b83aa72d-bc82-40b9-a89f-f92ffdee6627 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919030 Aug 27 02:17:17.754694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.755048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.755377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.755709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:17.756070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:17.780701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaca2b2-51ae-4a5e-a241-7ed183aacb55') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:17.780991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaca2b2-51ae-4a5e-a241-7ed183aacb55') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:17.793666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2edd5552-438d-426c-9cf3-631b6a18d4db req-6877ba14-d65a-4d3b-8868-7dfb5ebf0bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270041 Aug 27 02:17:17.804794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.845243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.857384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-c39d8cff-0f95-4813-81a6-929dad9d11f4 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1919483395&fields=id&tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 267 time: 0.0965211 Aug 27 02:17:17.858600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:17:17.858999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: from cryptography.utils import int_from_bytes Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: from cryptography.utils import int_from_bytes Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:17:17.874130 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:17:17.992068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7680031b-267f-47b6-9972-2aea4b5ee8ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:18.030172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.037376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.042300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46486) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:18.042469 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] 10.222.0.26 "DELETE /v2.0/networks/6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb HTTP/1.1" status: 204 len: 168 time: 0.8077714 Aug 27 02:17:18.060612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7680031b-267f-47b6-9972-2aea4b5ee8ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:18.061927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.087172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35945045-67f0-49c4-bf88-b09b7005fafa admin admin] Pushing event deleted for resources: {'Network': ['ID=6674bbcb-96e9-43cf-85b8-d0ea55b1ebcb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:18.138159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Deleting subnet 14627df7-8f79-4391-959b-6f7ef853da1b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:17:18.147007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.160309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-6e7dc1e5-3455-4a79-80fb-59610ca3c1fe tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:18.162184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-6e7dc1e5-3455-4a79-80fb-59610ca3c1fe tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 824 time: 0.2869551 Aug 27 02:17:18.194540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-adbc1f18-7bc2-43ba-a552-cf10eaf970b6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/quotas/acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 375 time: 0.0251546 Aug 27 02:17:18.214145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.225316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.261003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-b1595fcb-ca79-45a7-9949-088787ceeb3b tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654538 Aug 27 02:17:18.269896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e74b1-7f88-48de-8bd0-dfd325e1261e req-0ceb407f-bcb0-405e-b444-c1be2bddcf4b tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:18.271480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-340e74b1-7f88-48de-8bd0-dfd325e1261e req-0ceb407f-bcb0-405e-b444-c1be2bddcf4b tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.1221814 Aug 27 02:17:18.323975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-340e74b1-7f88-48de-8bd0-dfd325e1261e req-9486d57c-7e87-44a9-b3f6-6dc14e15c77e tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Aug 27 02:17:18.325389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.352126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14627df7-8f79-4391-959b-6f7ef853da1b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:18.364182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.368391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d219052-fb4a-4850-88c0-f50a7db35749 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/14627df7-8f79-4391-959b-6f7ef853da1b HTTP/1.1" status: 204 len: 168 time: 0.3225508 Aug 27 02:17:18.368721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46504) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:18.432820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-ec8a6360-1075-4eed-9209-600fc27f9c5d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:18.433791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-ec8a6360-1075-4eed-9209-600fc27f9c5d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541406 Aug 27 02:17:18.449900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e37cff84-183c-43e9-9a63-d6e80ee868fb req-55262049-5fcb-4204-8d3f-92e7f1140be8 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305765 Aug 27 02:17:18.485443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.523845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-fbe64eb3-8ab8-48a0-b0bf-13cd2868c4bd service neutron] 10.222.0.26 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837924 Aug 27 02:17:18.611813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-d79418e0-c265-4b8c-b242-d4f882a3ce7c service neutron] 10.222.0.26 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812409 Aug 27 02:17:18.634412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cff84-183c-43e9-9a63-d6e80ee868fb req-e24384c8-ef35-43e6-b30d-4649b69cd17c tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:18.635964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e37cff84-183c-43e9-9a63-d6e80ee868fb req-e24384c8-ef35-43e6-b30d-4649b69cd17c tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802444 Aug 27 02:17:18.639892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.660557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.660925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.661691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.662111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > port after_create 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.662343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.662706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > port after_update 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.663028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.663347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.663663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.663983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.730408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.731159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.731159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.731403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 02:17:18.731773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b2d116-29a6-41f0-9d1f-b78e9b04188d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:18.749466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e37cff84-183c-43e9-9a63-d6e80ee868fb req-267875d4-dce8-486a-b5c3-130cc7b72f47 tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/quotas/5102898ba26e4ccb8cde8fcadd46f169 HTTP/1.1" status: 200 len: 375 time: 0.1042762 Aug 27 02:17:18.755748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b87efa-d6b4-46ff-af41-20215374bd69') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:18.756478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b87efa-d6b4-46ff-af41-20215374bd69') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:18.784797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.809022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e37cff84-183c-43e9-9a63-d6e80ee868fb req-eec0eec5-252b-4587-8e63-91b122083cda tempest-QuotasAdminNegativeTest-1647074515 tempest-QuotasAdminNegativeTest-1647074515-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472682 Aug 27 02:17:18.821192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.831265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:17:18.831993 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: from cryptography.utils import int_from_bytes Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: from cryptography.utils import int_from_bytes Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:17:18.836321 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:17:18.949703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5eed55e-8063-439f-a773-c666b78a8edd req-89a9dc31-b387-42e3-a4bf-6b33497cd206 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 210 time: 0.0379879 Aug 27 02:17:18.955267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.964611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:18.966629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8b2d116-29a6-41f0-9d1f-b78e9b04188d HTTP/1.1" status: 204 len: 168 time: 0.5962548 Aug 27 02:17:19.008280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde03b-e6f7-4094-abb3-a850eb20775f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b2d116-29a6-41f0-9d1f-b78e9b04188d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:19.207422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:19.264810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8b8ed1a-845d-437f-96cf-7b2aef5ed1dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4ca7f6e6cc845ec89e9bbe0b6092ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562341 Aug 27 02:17:19.267233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:19.323680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:19.353491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:19.457047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:19.460068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:19.462121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46da7cdc-c457-42a3-9c05-25d55eb45b78 HTTP/1.1" status: 204 len: 168 time: 0.1936655 Aug 27 02:17:19.474601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bb443-1d4b-46ab-b72b-e2665f5f9f16 req-1aa3f015-df5f-43a6-892a-e75f4f7d9e21 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:19.476197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-410bb443-1d4b-46ab-b72b-e2665f5f9f16 req-1aa3f015-df5f-43a6-892a-e75f4f7d9e21 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.0705009 Aug 27 02:17:19.482446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2462-83da-4790-b89f-d06aaf294fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46da7cdc-c457-42a3-9c05-25d55eb45b78,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:19.541113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-410bb443-1d4b-46ab-b72b-e2665f5f9f16 req-8609b30c-b85f-4d99-b1ea-719e7f3b0f54 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537715 Aug 27 02:17:19.628931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:19.877665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c06aaea-0804-4b48-8e0c-a9883ef41590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:19.994531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c06aaea-0804-4b48-8e0c-a9883ef41590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.000319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c06aaea-0804-4b48-8e0c-a9883ef41590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.014768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:20.044552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c06aaea-0804-4b48-8e0c-a9883ef41590 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5102898ba26e4ccb8cde8fcadd46f169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144821 Aug 27 02:17:20.045573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06aaea-0804-4b48-8e0c-a9883ef41590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699391e-e903-43e1-b9ab-ded4d3319c67,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:20.048106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:20.086736 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b7bb8ade-ad4b-4416-ad02-3960594c80f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14e94b0bfac240c5a0fadefc6c9837c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706985 Aug 27 02:17:20.089198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:20.140877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.166438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.219501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.224016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.225383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7d6244e-399a-4af3-9d52-058fa525cfc0 HTTP/1.1" status: 204 len: 168 time: 0.1352427 Aug 27 02:17:20.244571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d77885-1ad5-4065-81a9-1e8cd8fd6a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d6244e-399a-4af3-9d52-058fa525cfc0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:20.267882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d97f825-00a3-4e3b-8f9e-547f92b66ab2 req-ea81e0d2-93aa-4068-b980-476e8e49d6e1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 210 time: 0.1829605 Aug 27 02:17:20.285769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.46', 53323) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:20.313220 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.362435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.421753 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.424954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:20.426368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0699391e-e903-43e1-b9ab-ded4d3319c67 HTTP/1.1" status: 204 len: 168 time: 0.3771949 Aug 27 02:17:20.441946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746685-93b7-4e5a-b7f3-48d82d33be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699391e-e903-43e1-b9ab-ded4d3319c67,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:20.513373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-39e1769c-e7c8-4330-be7c-56a81b393882 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:20.516879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-39e1769c-e7c8-4330-be7c-56a81b393882 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 824 time: 0.2294018 Aug 27 02:17:20.694882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-755f9aad-a6ef-4701-b4c7-9728490dfb77 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 380 time: 0.0554037 Aug 27 02:17:20.704786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'port': {'device_id': '844d06d7-dab4-4441-b788-e745b01b66ce', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'admin_state_up': True, 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'security_groups': ['b284ef10-cbfe-4c5d-8949-18a71ab7c721']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:20.710639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f50b96-a4f7-40ad-ab1e-20fc4d662506 req-bca4b192-6d39-46f1-a0b1-2bc3d6c03c27 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:20.712296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3f50b96-a4f7-40ad-ab1e-20fc4d662506 req-bca4b192-6d39-46f1-a0b1-2bc3d6c03c27 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 969 time: 0.0826910 Aug 27 02:17:20.792944 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3f50b96-a4f7-40ad-ab1e-20fc4d662506 req-332dc785-6be4-4125-8bbd-458d37064cea tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Aug 27 02:17:20.872785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Made reservation on behalf of acda5b4382b84ed7bf3dfc60f1ab8431 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:20.876345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.027389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Allocated IP 172.20.0.14 (cde954ee-ca36-4fc3-90c3-5e66d757b2bb/4cf1c454-f8c4-479f-a004-865341ed4f45/0722c004-bded-4856-a0d2-005f8e23c9e8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:21.099927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:21.121195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ca55-8d19-42cc-b1f8-8d5e13fb00fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.143151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a2a5132d-63d7-4537-863d-9dd898a5554f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:21.226188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.272406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Transition to ACTIVE for port object 0722c004-bded-4856-a0d2-005f8e23c9e8 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:21.317355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a2a5132d-63d7-4537-863d-9dd898a5554f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:21.346605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ca55-8d19-42cc-b1f8-8d5e13fb00fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.361073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'a2a5132d-63d7-4537-863d-9dd898a5554f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'a2a5132d-63d7-4537-863d-9dd898a5554f', 'mac_address': 'fa:16:3e:e2:27:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:tempest-test_az-456844224', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:21.378940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bd4ca55-8d19-42cc-b1f8-8d5e13fb00fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.388569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.430521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.452863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5132d-63d7-4537-863d-9dd898a5554f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:21.471263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:21.484054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:21.496771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bd4ca55-8d19-42cc-b1f8-8d5e13fb00fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6952924c49e443b788ead873caabf1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957601 Aug 27 02:17:21.503230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46648) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:21.504051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:21.508094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a2a5132d-63d7-4537-863d-9dd898a5554f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:21.516052 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.531394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4ca55-8d19-42cc-b1f8-8d5e13fb00fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66de67f-9045-4c44-8814-deb31ab255d1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:21.591655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253d75e-6eab-4c16-ba8b-069b92841664 req-256d7ba5-fbb4-459a-b8ce-d8daeeb98363 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:21.602029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:21.607784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a253d75e-6eab-4c16-ba8b-069b92841664 req-256d7ba5-fbb4-459a-b8ce-d8daeeb98363 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.1679394 Aug 27 02:17:21.640917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:21.680474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a253d75e-6eab-4c16-ba8b-069b92841664 req-15cc1ac6-2e2c-4f6e-b5d1-b19b30a056f5 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625675 Aug 27 02:17:21.702623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:21.703641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.736170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-20e03325-6e63-4f02-83e2-74e869e61ea6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0354919 Aug 27 02:17:21.736790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.775593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.800518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a7fee1be-ed87-47fb-8819-9a3483812e3d None None] Provisioning for port 0722c004-bded-4856-a0d2-005f8e23c9e8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:21.805039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a7fee1be-ed87-47fb-8819-9a3483812e3d None None] Provisioning complete for port 0722c004-bded-4856-a0d2-005f8e23c9e8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:21.805493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a7fee1be-ed87-47fb-8819-9a3483812e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.847458 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.850459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:21.854932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a66de67f-9045-4c44-8814-deb31ab255d1 HTTP/1.1" status: 204 len: 168 time: 0.3480222 Aug 27 02:17:21.863044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a7fee1be-ed87-47fb-8819-9a3483812e3d None None] Port 0722c004-bded-4856-a0d2-005f8e23c9e8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:21.868454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a2a5132d-63d7-4537-863d-9dd898a5554f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:21.879795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdfb20-f564-47a3-912e-2603abed32d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66de67f-9045-4c44-8814-deb31ab255d1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:21.997855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850bc70-b0d9-4237-a72d-61e08b412b6c req-6075fb48-2b5d-444d-b8f1-75c1ac0469c2 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:22.009253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a850bc70-b0d9-4237-a72d-61e08b412b6c req-6075fb48-2b5d-444d-b8f1-75c1ac0469c2 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 970 time: 0.1082175 Aug 27 02:17:22.110512 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a850bc70-b0d9-4237-a72d-61e08b412b6c req-6ec4600e-fab2-4925-a6a7-48219313faa9 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002328 Aug 27 02:17:22.576283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7283d848-c3da-4b07-9073-5c01bce64b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:22.872995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81eb5-3423-4457-a2b0-707c4994907e req-dc02c5c9-1fb6-4708-adf6-7b80c4944ab1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:22.875060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6f81eb5-3423-4457-a2b0-707c4994907e req-dc02c5c9-1fb6-4708-adf6-7b80c4944ab1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.0778122 Aug 27 02:17:22.939699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6f81eb5-3423-4457-a2b0-707c4994907e req-1b09ce5d-28c8-4d35-ac47-833590ef6ae1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582736 Aug 27 02:17:23.146995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a2a5132d-63d7-4537-863d-9dd898a5554f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:23.212273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port a2a5132d-63d7-4537-863d-9dd898a5554f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:23.223901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port a2a5132d-63d7-4537-863d-9dd898a5554f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:23.224498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.272462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b270b4-29b5-4d4f-95d6-4d543176ae05 req-24633047-7fe0-409b-ba9c-cb29f1bc21b3 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.274784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1b270b4-29b5-4d4f-95d6-4d543176ae05 req-24633047-7fe0-409b-ba9c-cb29f1bc21b3 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 970 time: 0.0602422 Aug 27 02:17:23.324046 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1b270b4-29b5-4d4f-95d6-4d543176ae05 req-80aaaee1-5251-45ef-be2d-6f337a5ae3d8 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Aug 27 02:17:23.334250 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.380258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:23.457128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a2a5132d-63d7-4537-863d-9dd898a5554f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:23.462654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.507238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.508807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.509658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.510637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:23.510871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.515016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.520635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d78393c6-be37-4037-a4fc-6e208b7676f0 req-c603bbd4-1b5a-4c15-9da8-60e27092575f tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2383194 Aug 27 02:17:23.543029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:23.637777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27a889-3769-4172-af6d-447f9f64473f req-ab8c198f-7041-4d73-9e61-6ef4efb3d66d tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.639089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a27a889-3769-4172-af6d-447f9f64473f req-ab8c198f-7041-4d73-9e61-6ef4efb3d66d tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 886 time: 0.1027145 Aug 27 02:17:23.665893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52a80c5b-3ce1-4c80-b4d0-fab15c0b3e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.726956 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b805f1d7-62fc-4ae9-a67f-0e6e4cd10170" -d '{"events": [{"server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:23.772885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.773400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.773866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.774303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.774772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:23.776472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c6fb1fa-1959-4a9c-b6ec-affe07a5f72a req-9da2f7cc-9df8-4071-b87a-f0d71e462f09 tempest-NetworksTest-299853866 tempest-NetworksTest-299853866-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1173396 Aug 27 02:17:23.808130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52a80c5b-3ce1-4c80-b4d0-fab15c0b3e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.812764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52a80c5b-3ce1-4c80-b4d0-fab15c0b3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:23.852784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a80c5b-3ce1-4c80-b4d0-fab15c0b3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef050be-4efa-4dd7-93db-ff4aa5673d87,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:23.859329 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e1cd8b-a6e1-4aef-a3eb-2e3e0ecfa56d x-openstack-request-id: req-a2e1cd8b-a6e1-4aef-a3eb-2e3e0ecfa56d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:23.859620 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:23.859865 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2e1cd8b-a6e1-4aef-a3eb-2e3e0ecfa56d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:23.860313 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f', 'code': 200} Aug 27 02:17:23.862753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-52a80c5b-3ce1-4c80-b4d0-fab15c0b3e0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b88695526da3430b901b2d3c959b4c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509402 Aug 27 02:17:23.865490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46742) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:24.161826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:24.194853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.200933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e046-0f65-4b17-89a0-2727c238a11e req-2fef243c-880b-4fd8-8853-e2786e235891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:24.202640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2279e046-0f65-4b17-89a0-2727c238a11e req-2fef243c-880b-4fd8-8853-e2786e235891 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 1122 time: 0.1445594 Aug 27 02:17:24.211845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b065-aa23-4238-86a9-485bad75db32 req-2f8bc887-e08e-4857-a595-9de05f42700d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:24.213263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6258b065-aa23-4238-86a9-485bad75db32 req-2f8bc887-e08e-4857-a595-9de05f42700d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.1540811 Aug 27 02:17:24.248829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2279e046-0f65-4b17-89a0-2727c238a11e req-f6e00be1-8e42-499d-b9de-4dd494f4e32d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.267470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.297956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.299813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6258b065-aa23-4238-86a9-485bad75db32 req-6be7c47a-a5cb-4412-afe3-044bda277a8c tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788395 Aug 27 02:17:24.319151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:17:24.319151 n-d-806292-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:17:24.319151 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id': '5662c8da2f00443ebe4e3e8344a7a63d', 'id': '6e94fa80-ed04-47b5-9d5e-9ff6bce497a3', 'expiration': datetime.datetime(2021, 8, 27, 2, 19, 24, 315771)}] Aug 27 02:17:24.319151 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:17:24.319470 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:17:24.344976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.347513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.349005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cef050be-4efa-4dd7-93db-ff4aa5673d87 HTTP/1.1" status: 204 len: 168 time: 0.4823132 Aug 27 02:17:24.370847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b389c-1ddc-48ed-b7ef-41de24765e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef050be-4efa-4dd7-93db-ff4aa5673d87,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:24.453108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2279e046-0f65-4b17-89a0-2727c238a11e req-f6e00be1-8e42-499d-b9de-4dd494f4e32d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.470280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2279e046-0f65-4b17-89a0-2727c238a11e req-f6e00be1-8e42-499d-b9de-4dd494f4e32d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.508512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2279e046-0f65-4b17-89a0-2727c238a11e req-f6e00be1-8e42-499d-b9de-4dd494f4e32d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935123 Aug 27 02:17:24.525108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-32bc2cb3-5fdd-4228-8c71-996c438ec2c6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2106f92a2ec94da0b0500006acf18e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303006 Aug 27 02:17:24.529247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00be1-8e42-499d-b9de-4dd494f4e32d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa438a-531c-406f-840f-9ba6b160b9e4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:24.541128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48713aaf-7a5a-4ceb-88e9-d949feda51de req-75866a69-38ee-437c-a3fb-4d456d15530f tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:24.543389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48713aaf-7a5a-4ceb-88e9-d949feda51de req-75866a69-38ee-437c-a3fb-4d456d15530f tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.1145442 Aug 27 02:17:24.585070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48713aaf-7a5a-4ceb-88e9-d949feda51de req-e404c792-2517-4d87-bea5-567cc72f70f4 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Aug 27 02:17:24.657369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-3f1a8f73-497f-424a-8224-e1469a6fb4fd tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:24.658741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-3f1a8f73-497f-424a-8224-e1469a6fb4fd tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252849 Aug 27 02:17:24.674348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-f1b81dbc-6933-4899-849e-1e0435f5ab2b tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/quotas/2106f92a2ec94da0b0500006acf18e60 HTTP/1.1" status: 200 len: 375 time: 0.0096662 Aug 27 02:17:24.705997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:24.710610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-3242ec44-bd09-4f90-a04e-cd369449a530 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298347 Aug 27 02:17:24.719302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8043b65a-8410-4020-85fb-66e64a3d8d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.820996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.832770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8043b65a-8410-4020-85fb-66e64a3d8d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.837061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8043b65a-8410-4020-85fb-66e64a3d8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.888119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8043b65a-8410-4020-85fb-66e64a3d8d2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=400fee2dcc6a430ba83d37664feb1254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810198 Aug 27 02:17:24.891245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46782) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:24.913043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0466aed5-0957-43b2-8893-2a31807fb355 req-4a7db73a-8fd0-4932-abda-2387787ec1a1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 210 time: 0.0388951 Aug 27 02:17:24.914801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b65a-8410-4020-85fb-66e64a3d8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8b9d4-d867-495e-8535-82582c6e2ccc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:24.948036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.952506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.991668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:24.992226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5662c8da2f00443ebe4e3e8344a7a63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8286543 Aug 27 02:17:24.993130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda8451-c8c5-413d-a178-e7f1a99a6d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a97b5-d2ba-4236-866e-6b0968f0e197,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:24.997084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46784) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:25.046418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.102833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.130688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.146248 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.149890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.153843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6e8b9d4-d867-495e-8535-82582c6e2ccc HTTP/1.1" status: 204 len: 168 time: 0.2587421 Aug 27 02:17:25.183634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-efb6b281-c2bb-4e3a-8b02-99570e685754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.202976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f607e1-95c1-469c-b9b8-2c3e0402f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8b9d4-d867-495e-8535-82582c6e2ccc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:25.221820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.224985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.229668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/424a97b5-d2ba-4236-866e-6b0968f0e197 HTTP/1.1" status: 204 len: 168 time: 0.2307446 Aug 27 02:17:25.239290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66507a-3a0f-4247-999d-08f22027d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a97b5-d2ba-4236-866e-6b0968f0e197,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:25.326988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.452154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f546d81-89f2-4a4e-849e-32547789e45c req-ba5e5e54-7171-4656-a5fc-9a15502dcaf6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:25.453765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f546d81-89f2-4a4e-849e-32547789e45c req-ba5e5e54-7171-4656-a5fc-9a15502dcaf6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.0643570 Aug 27 02:17:25.503732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f546d81-89f2-4a4e-849e-32547789e45c req-7e3c99f5-089d-4d0e-b20d-738f797d3c69 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Aug 27 02:17:25.728473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d33772-c0e8-4e5b-91f8-55797bdd6c8f req-125993d3-d9a8-4a80-966e-bf77959204cf tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:25.730867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51d33772-c0e8-4e5b-91f8-55797bdd6c8f req-125993d3-d9a8-4a80-966e-bf77959204cf tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.0664694 Aug 27 02:17:25.764151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:25.786342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51d33772-c0e8-4e5b-91f8-55797bdd6c8f req-c984284a-e980-412d-a863-71bd229bff75 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Aug 27 02:17:25.787493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9dc17c8-e89a-4e23-aa64-637fb8ca918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.898852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9dc17c8-e89a-4e23-aa64-637fb8ca918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.903241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9dc17c8-e89a-4e23-aa64-637fb8ca918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:25.946845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc17c8-e89a-4e23-aa64-637fb8ca918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b884a-36ed-41ad-9d32-3703dec34c31,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:25.952665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b9dc17c8-e89a-4e23-aa64-637fb8ca918d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7552bae0934452bac53f9c3d8c64215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874652 Aug 27 02:17:25.955349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:25.977448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-d09f7e91-5390-4d46-9c50-97f42c95e613 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2106f92a2ec94da0b0500006acf18e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277705 Aug 27 02:17:26.045737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1376ccd4-c31c-4f1e-821a-e0a1d114cf1e req-e134b6b8-f026-44f2-a436-e544aa0960de tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 210 time: 0.0388713 Aug 27 02:17:26.063864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.095282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.157771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-97d82a85-1687-419e-8967-320af8747f95 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:26.158012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.159346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-97d82a85-1687-419e-8967-320af8747f95 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732509 Aug 27 02:17:26.160841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.162130 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea5b884a-36ed-41ad-9d32-3703dec34c31 HTTP/1.1" status: 204 len: 168 time: 0.2057242 Aug 27 02:17:26.182519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Request body: {'port': {'device_id': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '2106f92a2ec94da0b0500006acf18e60'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:26.185908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fb904-8ce1-4b73-811a-c8bc387aeacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b884a-36ed-41ad-9d32-3703dec34c31,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:26.299674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Made reservation on behalf of 2106f92a2ec94da0b0500006acf18e60 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:26.303902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.318374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.327785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.470841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.475413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.556179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83728a92-7af7-48ff-99fc-af7fcb577450,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:26.661367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Allocated IP 192.168.233.182 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/c599e172-7860-46ce-937a-80fb6fe1e654) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:26.686583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c8928-20c7-4bb8-be58-c1dcfbab2497 req-8e0e3585-c696-4d17-9485-ee3d8ae74e06 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:26.688056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-605c8928-20c7-4bb8-be58-c1dcfbab2497 req-8e0e3585-c696-4d17-9485-ee3d8ae74e06 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.0822046 Aug 27 02:17:26.763119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-605c8928-20c7-4bb8-be58-c1dcfbab2497 req-9dbc9438-e270-4e4e-882d-662efe9f59be tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637493 Aug 27 02:17:26.934623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:26.936009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb57e61-199f-4ebc-bbab-7d79224877e5 req-65d8d5d2-3d1c-4d34-8f78-865961016833 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:26.945732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9eb57e61-199f-4ebc-bbab-7d79224877e5 req-65d8d5d2-3d1c-4d34-8f78-865961016833 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.0763810 Aug 27 02:17:26.958441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Transition to ACTIVE for port object c599e172-7860-46ce-937a-80fb6fe1e654 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:26.996062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9eb57e61-199f-4ebc-bbab-7d79224877e5 req-3d8937a7-bf9c-4b09-a51f-e4457004c8a2 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Aug 27 02:17:27.008941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.065798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Pushing event updated for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.082653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:27.084352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:27.090745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:27.167647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:27.168459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.221677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411ac2-fd80-4b28-b2a2-5daca55b539b req-8ae2a329-0c3b-4b72-a12d-12d72372a49d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:27.223315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-73c3db92-3650-4304-8c7c-288cb70cc107 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0543032 Aug 27 02:17:27.223885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10411ac2-fd80-4b28-b2a2-5daca55b539b req-8ae2a329-0c3b-4b72-a12d-12d72372a49d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 936 time: 0.0641222 Aug 27 02:17:27.241013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Request body: {'port': {'device_id': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'device_owner': 'compute:tempest-test_az-456844224', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:27.270981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87920123-b9ca-406e-acc2-af7954956538 req-eb8fd745-bca1-463d-aeec-99345de395b4 tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:27.278508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10411ac2-fd80-4b28-b2a2-5daca55b539b req-a2081481-ff5d-4b2d-ab06-76089c34e359 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Aug 27 02:17:27.282967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87920123-b9ca-406e-acc2-af7954956538 req-eb8fd745-bca1-463d-aeec-99345de395b4 tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 1122 time: 0.1107049 Aug 27 02:17:27.307448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-87920123-b9ca-406e-acc2-af7954956538 req-16afc6c3-4b50-4948-9d6f-bad0fcfa937d tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.350295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.441186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9a46e9e6-3964-4994-8e24-545f69dede70 None None] Provisioning for port c599e172-7860-46ce-937a-80fb6fe1e654 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:27.449828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9a46e9e6-3964-4994-8e24-545f69dede70 None None] Provisioning complete for port c599e172-7860-46ce-937a-80fb6fe1e654 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:27.450211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9a46e9e6-3964-4994-8e24-545f69dede70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.498725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9a46e9e6-3964-4994-8e24-545f69dede70 None None] Port c599e172-7860-46ce-937a-80fb6fe1e654 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:27.606900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-87920123-b9ca-406e-acc2-af7954956538 req-16afc6c3-4b50-4948-9d6f-bad0fcfa937d tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.618471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-87920123-b9ca-406e-acc2-af7954956538 req-16afc6c3-4b50-4948-9d6f-bad0fcfa937d tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.647968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87920123-b9ca-406e-acc2-af7954956538 req-16afc6c3-4b50-4948-9d6f-bad0fcfa937d tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582268 Aug 27 02:17:27.676211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afc6c3-4b50-4948-9d6f-bad0fcfa937d tempest-AggregatesAdminTestJSON-1989993615 tempest-AggregatesAdminTestJSON-1989993615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92791fa-4f22-426b-88f8-3af382ffc922,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.758584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c599e172-7860-46ce-937a-80fb6fe1e654 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:27.778350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.781903 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.798901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Transition to ACTIVE for port object c599e172-7860-46ce-937a-80fb6fe1e654 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:27.803630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:27.952247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Pushing event updated for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:27.982635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Attempting to bind port c599e172-7860-46ce-937a-80fb6fe1e654 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:27.983408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Attempting to bind port c599e172-7860-46ce-937a-80fb6fe1e654 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:27.983980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Attempting to bind port c599e172-7860-46ce-937a-80fb6fe1e654 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:27.989698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Port c599e172-7860-46ce-937a-80fb6fe1e654 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:27.990634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Attempting to bind port c599e172-7860-46ce-937a-80fb6fe1e654 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:27.994546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7ea3d-e2c0-489a-8506-5bad4237f08c req-1bf737ae-dc1b-436f-b945-2d066d8cf35a tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:27.996807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83d7ea3d-e2c0-489a-8506-5bad4237f08c req-1bf737ae-dc1b-436f-b945-2d066d8cf35a tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.1054428 Aug 27 02:17:27.997421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:27.997956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:27.998471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:27.998960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Bound port: c599e172-7860-46ce-937a-80fb6fe1e654, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:27.999438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.074011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83d7ea3d-e2c0-489a-8506-5bad4237f08c req-ce365c63-5f20-4e09-b544-58ba4b5e1bc8 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674362 Aug 27 02:17:28.124737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:28.128550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c599e172-7860-46ce-937a-80fb6fe1e654,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:28.134301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.147142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:28.183810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.184825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.186745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] 10.222.0.15 "PUT /v2.0/ports/c599e172-7860-46ce-937a-80fb6fe1e654 HTTP/1.1" status: 200 len: 1117 time: 0.9505219 Aug 27 02:17:28.187356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:28.189610 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33d777c-4088-41a3-a2a9-acae2458bb75" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:28.240402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618299dd-440b-4c73-baf6-d28914ca0b7c service neutron] Pushing event updated for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:28.292377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-59b7318b-e946-48e7-a929-2ae83fd80cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.294531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-59b7318b-e946-48e7-a929-2ae83fd80cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 1120 time: 0.0554736 Aug 27 02:17:28.326588 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f981169-380f-45d1-94cb-950ee2a03eb3 x-openstack-request-id: req-0f981169-380f-45d1-94cb-950ee2a03eb3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:28.327235 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:28.327859 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f981169-380f-45d1-94cb-950ee2a03eb3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:28.329857 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654', 'status': 'completed', 'code': 200} Aug 27 02:17:28.398980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-d0c2edee-1d72-404c-a095-7f1c6abcabf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c599e172-7860-46ce-937a-80fb6fe1e654 HTTP/1.1" status: 200 len: 217 time: 0.0940635 Aug 27 02:17:28.500299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-1358f3a4-10fc-415f-87f7-93042cbb487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.502082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-1358f3a4-10fc-415f-87f7-93042cbb487e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0955312 Aug 27 02:17:28.507850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34d481d9-57dd-4167-bc05-bca1a5894d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.536864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b599b-6615-42b8-97a2-afdf7872d04f req-b45d4288-262f-45d9-baa6-cf24b707d1ad tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.538479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b7b599b-6615-42b8-97a2-afdf7872d04f req-b45d4288-262f-45d9-baa6-cf24b707d1ad tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 969 time: 0.1106083 Aug 27 02:17:28.578459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-7216a76e-0787-4eb7-8135-ba6a44063f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.580097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-7216a76e-0787-4eb7-8135-ba6a44063f41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688307 Aug 27 02:17:28.606715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b7b599b-6615-42b8-97a2-afdf7872d04f req-e2d0b5c0-aceb-49c3-bba1-b60385e66184 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Aug 27 02:17:28.660902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34d481d9-57dd-4167-bc05-bca1a5894d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.669641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34d481d9-57dd-4167-bc05-bca1a5894d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.707258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-ca789a4b-b6b8-4627-b0a3-e4381663e921 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189406 Aug 27 02:17:28.720534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34d481d9-57dd-4167-bc05-bca1a5894d63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53a0173224c64e5e9fddc7ff9bedc334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715570 Aug 27 02:17:28.721377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d481d9-57dd-4167-bc05-bca1a5894d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd8ef1-d761-45d9-8a04-7d0cd3966063,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:28.723252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46954) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:28.856116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.860574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25b73ae7-0bee-48d8-8a04-3c8d551456c6 req-a2546799-50df-470a-942b-b5ef4fca183e service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448739 Aug 27 02:17:28.871524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-a3378c50-4c45-4735-b594-39a4ac83d30c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229692 Aug 27 02:17:28.880694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.967727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-81296138-8d6d-42f8-a3d3-028640dadd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.969223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-81296138-8d6d-42f8-a3d3-028640dadd69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 1120 time: 0.0493293 Aug 27 02:17:28.975808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.978273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:28.979926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87cd8ef1-d761-45d9-8a04-7d0cd3966063 HTTP/1.1" status: 204 len: 168 time: 0.2550871 Aug 27 02:17:28.991445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-9c12d075-95d7-4faa-86d5-b6f629e3c6f5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:28.993442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-9c12d075-95d7-4faa-86d5-b6f629e3c6f5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164696 Aug 27 02:17:29.016576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-8402f997-bebf-4d7b-bf22-9b114f460b43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0163980 Aug 27 02:17:29.019837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db423c5-5d34-4453-a911-ad007be68643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd8ef1-d761-45d9-8a04-7d0cd3966063,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:29.067249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-9c61ca0d-4e1e-416b-a784-9e37effde2eb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489509 Aug 27 02:17:29.184679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-f2a7ed72-3733-43c4-b752-e6910573720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:29.186551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-f2a7ed72-3733-43c4-b752-e6910573720e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2055767 Aug 27 02:17:29.278417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-9cf6babd-60ab-45bf-a590-0233d22ff86a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c599e172-7860-46ce-937a-80fb6fe1e654 HTTP/1.1" status: 200 len: 217 time: 0.0828249 Aug 27 02:17:29.339607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ffbf1-c57b-4104-b3d9-a326221a4101 req-4dc2d05a-e9ac-4a9d-b7bb-695f4f0650fe tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:29.341413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-564ffbf1-c57b-4104-b3d9-a326221a4101 req-4dc2d05a-e9ac-4a9d-b7bb-695f4f0650fe tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.1468911 Aug 27 02:17:29.370237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-59528321-ef25-4c55-8f01-466d20a15887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:29.371697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-59528321-ef25-4c55-8f01-466d20a15887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0820396 Aug 27 02:17:29.380797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:29.395984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-515bdcba-5aa4-474d-aca9-aa1a03454013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.419398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-564ffbf1-c57b-4104-b3d9-a326221a4101 req-44bcb7e9-411a-4cf8-9891-69ea98615596 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681953 Aug 27 02:17:29.482721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-3a926017-859e-4a7d-a3e2-5422dfef2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:29.485577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-3a926017-859e-4a7d-a3e2-5422dfef2d68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955405 Aug 27 02:17:29.527048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-515bdcba-5aa4-474d-aca9-aa1a03454013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.529400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e86e2a92-28ef-48e8-bbe0-af9ac359a63e req-5c6e9f1d-d569-47de-af6f-d632e14267c9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 210 time: 0.0405567 Aug 27 02:17:29.540012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-515bdcba-5aa4-474d-aca9-aa1a03454013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.617103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-515bdcba-5aa4-474d-aca9-aa1a03454013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38845ae06303413c9b012427c833b6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351451 Aug 27 02:17:29.620528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:29.628794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bdcba-5aa4-474d-aca9-aa1a03454013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551f0d9-b1f8-477e-967e-83eda218e734,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:29.715951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.747389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.785905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-9fbe5019-9ede-498b-bd7f-620d4e177538 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:29.786623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-9fbe5019-9ede-498b-bd7f-620d4e177538 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085599 Aug 27 02:17:29.819690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.823513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:29.824995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5551f0d9-b1f8-477e-967e-83eda218e734 HTTP/1.1" status: 204 len: 168 time: 0.2029481 Aug 27 02:17:29.834026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02945c8e-971e-4cf6-9914-d4ae853193f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551f0d9-b1f8-477e-967e-83eda218e734,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:29.857121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7f02-fc85-4a2c-b6e3-f7ffbc88ca27 req-94a86d0d-b5b7-4b48-a168-0ccd252e2065 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:29.858669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d5f7f02-fc85-4a2c-b6e3-f7ffbc88ca27 req-94a86d0d-b5b7-4b48-a168-0ccd252e2065 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 969 time: 0.0795529 Aug 27 02:17:29.906517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-eea7915c-9128-4ba0-bd4d-d5156fb809bf service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076917 Aug 27 02:17:30.014357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d5f7f02-fc85-4a2c-b6e3-f7ffbc88ca27 req-1bd4af08-8ab4-467f-ad28-1fc4dadc64e7 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436088 Aug 27 02:17:30.060305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Request body: {'port': {'device_id': '844d06d7-dab4-4441-b788-e745b01b66ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:30.185586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e33d777c-4088-41a3-a2a9-acae2458bb75 req-5599afd4-ae30-4c05-92db-3685efef5a2e service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710423 Aug 27 02:17:30.225177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.432733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.520599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:30.656219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0722c004-bded-4856-a0d2-005f8e23c9e8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:30.667364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.685077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Transition to ACTIVE for port object 0722c004-bded-4856-a0d2-005f8e23c9e8 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:30.697622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6713a59-59e2-454c-af55-bb2c8434fab2 req-900fa1ca-605c-4e87-b95b-4d442aca0000 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:30.700843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.46', 53328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:30.705941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6713a59-59e2-454c-af55-bb2c8434fab2 req-900fa1ca-605c-4e87-b95b-4d442aca0000 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 932 time: 0.1185274 Aug 27 02:17:30.714667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.746304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a3b1b8d-d3a9-4d28-95eb-b82fe08debd7 req-dadc9f9a-7b0d-4fed-9c48-01b8dbe504fb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 210 time: 0.0600324 Aug 27 02:17:30.753778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-c06e411f-4469-4d0a-8428-a57be88f340b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505741 Aug 27 02:17:30.825487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6713a59-59e2-454c-af55-bb2c8434fab2 req-c6b4587a-552b-46ca-822e-7040f2fc3370 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136582 Aug 27 02:17:30.834342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Pushing event updated for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:30.960462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Attempting to bind port 0722c004-bded-4856-a0d2-005f8e23c9e8 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:30.960986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Attempting to bind port 0722c004-bded-4856-a0d2-005f8e23c9e8 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:30.961443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Attempting to bind port 0722c004-bded-4856-a0d2-005f8e23c9e8 on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:30.966326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Port 0722c004-bded-4856-a0d2-005f8e23c9e8 on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:30.966839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Attempting to bind port 0722c004-bded-4856-a0d2-005f8e23c9e8 on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:30.974103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:30.974613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Checking segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:30.975437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Bound using segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:30.976016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Bound port: 0722c004-bded-4856-a0d2-005f8e23c9e8, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:30.976527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:30.979514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47124) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.008983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfda4-1a3c-48d6-b7bf-198fa405179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.160361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-47545f88-c9d6-4c0b-9c1b-e998f418ad67 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.162373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-47545f88-c9d6-4c0b-9c1b-e998f418ad67 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4029064 Aug 27 02:17:31.174054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02f29238-896e-46ea-bf07-29766a6992e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.211612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': 'e399dd59-9bc4-401c-841a-d89d28815183', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:31.266208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:31.286431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0722c004-bded-4856-a0d2-005f8e23c9e8,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:31.313662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.337157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c3357-02d1-46e1-a579-8f92cedc1bb0 req-030ca088-7946-46c6-a1df-9c58bafbc470 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.343844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfda4-1a3c-48d6-b7bf-198fa405179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.345294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d79c3357-02d1-46e1-a579-8f92cedc1bb0 req-030ca088-7946-46c6-a1df-9c58bafbc470 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 969 time: 0.1722782 Aug 27 02:17:31.350572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfda4-1a3c-48d6-b7bf-198fa405179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.400651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2ccfda4-1a3c-48d6-b7bf-198fa405179c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee4e6bb2ac3c4bdf905e815a4c99ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8787389 Aug 27 02:17:31.404223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.408503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.409473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.411023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] 10.222.0.46 "PUT /v2.0/ports/0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 1092 time: 1.4681587 Aug 27 02:17:31.414263 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:17:31.414263 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:17:31.414263 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': 'be23cc3e17594cd5a8680669be66c915', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 17, 31, 392103)}] Aug 27 02:17:31.414263 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:17:31.414580 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:17:31.415498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:31.417255 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1737e8-a749-41b9-a974-a2bf5a7141bb" -d '{"events": [{"name": "network-changed", "server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:31.420787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccfda4-1a3c-48d6-b7bf-198fa405179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddaa46-bcf9-4935-bb73-72c22919cb0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.483956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.485151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d79c3357-02d1-46e1-a579-8f92cedc1bb0 req-5c5a5c5c-a3ba-4914-990b-afe1f660b9a1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370497 Aug 27 02:17:31.507745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8835ec-d39c-4cfd-a0f2-7d867f24a50e service neutron] Pushing event updated for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.523051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.587293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.590224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.591906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76ddaa46-bcf9-4935-bb73-72c22919cb0b HTTP/1.1" status: 204 len: 168 time: 0.1863735 Aug 27 02:17:31.596257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-28fe8b9a-43b6-4b06-a082-f2c19572f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.597767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-28fe8b9a-43b6-4b06-a082-f2c19572f88e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1095 time: 0.1001308 Aug 27 02:17:31.604870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944fee8-e016-45de-9733-8d0ab1da9760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddaa46-bcf9-4935-bb73-72c22919cb0b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.685303 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8128b40d-a7f6-4672-97b7-082c05b82f74 x-openstack-request-id: req-8128b40d-a7f6-4672-97b7-082c05b82f74 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:31.685834 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:31.685834 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8128b40d-a7f6-4672-97b7-082c05b82f74 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:31.686206 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'status': 'completed', 'code': 200} Aug 27 02:17:31.695504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-37475978-2e4d-40c3-a196-867a3730d20e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 217 time: 0.0822041 Aug 27 02:17:31.740773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02f29238-896e-46ea-bf07-29766a6992e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.765616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02f29238-896e-46ea-bf07-29766a6992e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.797363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02f29238-896e-46ea-bf07-29766a6992e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b6bd3f196164ef8a07f7dfe2045b38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133810 Aug 27 02:17:31.797638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:31.829476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-c2130c1b-eb70-4468-a1d2-2666ee28bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.830984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-c2130c1b-eb70-4468-a1d2-2666ee28bf2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.1164532 Aug 27 02:17:31.831567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f29238-896e-46ea-bf07-29766a6992e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28cb5c6-f389-445e-b5ef-c799f8f2d665,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:31.890927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.906249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5697db7-9076-49ee-a3dd-b8b12a6cd962 req-ec498556-15e4-4cec-a7ec-5d277b9ffe3f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 210 time: 0.0365596 Aug 27 02:17:31.929521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.934095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-28093c59-1c1a-489c-aac0-643c95a51046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:31.936910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-28093c59-1c1a-489c-aac0-643c95a51046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968134 Aug 27 02:17:31.991686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:31.999352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.000920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b28cb5c6-f389-445e-b5ef-c799f8f2d665 HTTP/1.1" status: 204 len: 168 time: 0.2012720 Aug 27 02:17:32.020186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d081d91-d5aa-49ff-85f7-8774e2679c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28cb5c6-f389-445e-b5ef-c799f8f2d665,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.054185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:32.058297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.086375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.164753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-37dd190a-5a10-4bde-8459-72950be9ad59 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193987 Aug 27 02:17:32.289000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fd4c8-1e40-4a07-a87a-351bab4e0491 req-7efcc345-fd35-4cb4-8ef7-5933c80bccb5 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.290536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-016fd4c8-1e40-4a07-a87a-351bab4e0491 req-7efcc345-fd35-4cb4-8ef7-5933c80bccb5 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 944 time: 0.0919690 Aug 27 02:17:32.293673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb388f43-97b6-4608-b4b3-1f5c9767bed2 req-8c7bc4e7-ff0a-49b6-8f6c-a016b6622695 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217670 Aug 27 02:17:32.304931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.332014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.358258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47220) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.387119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afee1796-8868-462a-9f80-b49e6d4fa008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.456059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-016fd4c8-1e40-4a07-a87a-351bab4e0491 req-01b07efd-59a3-4f55-b88e-d18c6416a356 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551390 Aug 27 02:17:32.515533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-4d194d73-8413-4d2a-8ac3-b543daa5baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.517139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-4d194d73-8413-4d2a-8ac3-b543daa5baab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1095 time: 0.0718174 Aug 27 02:17:32.573956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e991cc9-51ac-4706-8a9c-1c51d50b2e73,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.631100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afee1796-8868-462a-9f80-b49e6d4fa008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.643337 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afee1796-8868-462a-9f80-b49e6d4fa008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.674823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-646e153e-907a-4422-9c14-62a66674ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.676781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-646e153e-907a-4422-9c14-62a66674ff57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.1505075 Aug 27 02:17:32.730740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-ea778543-777d-4e98-ac91-616f4eccc678 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 217 time: 0.0446055 Aug 27 02:17:32.733786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1796-8868-462a-9f80-b49e6d4fa008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31786a10-ceec-4d05-bc8a-0135f4c20ce7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:32.738145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-afee1796-8868-462a-9f80-b49e6d4fa008 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1b04351b7aa4582be474a87193e9feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786602 Aug 27 02:17:32.780157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.787710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-33e28edc-1bba-4511-b6ae-a6a717abbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.789200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-33e28edc-1bba-4511-b6ae-a6a717abbd17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.0497487 Aug 27 02:17:32.852620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-789c5589-e6b4-41e3-afe4-cdf2485c66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.854377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-789c5589-e6b4-41e3-afe4-cdf2485c66e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577049 Aug 27 02:17:32.865657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47254) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:32.895478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.71 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/c67438b8-9194-4114-b9b2-c23c6db61d83) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:32.917613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c029a0d-9c41-405a-838b-eef8e04edd1c req-b9a28fd6-3a64-41e9-ba65-c1947128062c tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:32.920793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eb21dbe-af81-4a2b-bc36-6043bdc5464d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:32.924746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c029a0d-9c41-405a-838b-eef8e04edd1c req-b9a28fd6-3a64-41e9-ba65-c1947128062c tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 969 time: 0.2643321 Aug 27 02:17:33.013576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c029a0d-9c41-405a-838b-eef8e04edd1c req-6704e5ed-f1dd-4704-a932-3e2597eeaa45 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879631 Aug 27 02:17:33.032941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-295c6769-f363-442f-8dbb-3186d6cde842 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704242 Aug 27 02:17:33.052281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.091279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33ffae11-be87-4844-84f3-7c7ea9d03e45 req-c8badeb3-5307-41fb-a1cb-186f153d9702 tempest-FlavorsV2NegativeTest-753218799 tempest-FlavorsV2NegativeTest-753218799-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7f3b5f7a35754d9d8480d58ac47f89bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465553 Aug 27 02:17:33.115993 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eb21dbe-af81-4a2b-bc36-6043bdc5464d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.130046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eb21dbe-af81-4a2b-bc36-6043bdc5464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.137702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.140724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ef02b1d-cc88-4796-a1ed-f6ddde7f40c1 req-4e2b6de9-b10d-4a6c-9737-b878ebafe670 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 210 time: 0.0427175 Aug 27 02:17:33.207684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c599e172-7860-46ce-937a-80fb6fe1e654 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:33.236996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7eb21dbe-af81-4a2b-bc36-6043bdc5464d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d16a7ef456a544a695b10240b54a5448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701210 Aug 27 02:17:33.247182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:33.247902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb21dbe-af81-4a2b-bc36-6043bdc5464d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73593ea4-b937-48ec-b734-650e1b80677c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.333728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c599e172-7860-46ce-937a-80fb6fe1e654,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:33.347024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'c599e172-7860-46ce-937a-80fb6fe1e654', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c599e172-7860-46ce-937a-80fb6fe1e654', 'mac_address': 'fa:16:3e:b1:78:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:tempest-test_az-456844224', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:33.350940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d1737e8-a749-41b9-a974-a2bf5a7141bb req-7a00303e-6cc4-4386-8070-40116f3f189e service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051515 Aug 27 02:17:33.399707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffae11-be87-4844-84f3-7c7ea9d03e45 req-5d354dc1-3f27-48b2-be96-1739433e422d tempest-FlavorsV2NegativeTest-753218799 tempest-FlavorsV2NegativeTest-753218799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:33.400352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.407468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33ffae11-be87-4844-84f3-7c7ea9d03e45 req-5d354dc1-3f27-48b2-be96-1739433e422d tempest-FlavorsV2NegativeTest-753218799 tempest-FlavorsV2NegativeTest-753218799-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885699 Aug 27 02:17:33.419276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c599e172-7860-46ce-937a-80fb6fe1e654 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:33.434805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.434983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.438048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.440955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.442110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31786a10-ceec-4d05-bc8a-0135f4c20ce7 HTTP/1.1" status: 204 len: 168 time: 0.6541255 Aug 27 02:17:33.444537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33ffae11-be87-4844-84f3-7c7ea9d03e45 req-6972f0d4-f278-4514-ac47-a4579aa882b4 tempest-FlavorsV2NegativeTest-753218799 tempest-FlavorsV2NegativeTest-753218799-project] 10.222.0.26 "GET /v2.0/quotas/7f3b5f7a35754d9d8480d58ac47f89bf HTTP/1.1" status: 200 len: 375 time: 0.0361786 Aug 27 02:17:33.457840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c599e172-7860-46ce-937a-80fb6fe1e654,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:33.469854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.499954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d140bc-e60a-4313-9e60-a3f8c58a5c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31786a10-ceec-4d05-bc8a-0135f4c20ce7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.510188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33ffae11-be87-4844-84f3-7c7ea9d03e45 req-62eb9cb6-c0e4-4316-a932-3d1ecf27b1b9 tempest-FlavorsV2NegativeTest-753218799 tempest-FlavorsV2NegativeTest-753218799-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f3b5f7a35754d9d8480d58ac47f89bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646839 Aug 27 02:17:33.517016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object c67438b8-9194-4114-b9b2-c23c6db61d83 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:33.543232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.549695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.601976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.682209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c599e172-7860-46ce-937a-80fb6fe1e654'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:33.684776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.688832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.693036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73593ea4-b937-48ec-b734-650e1b80677c HTTP/1.1" status: 204 len: 168 time: 0.4354711 Aug 27 02:17:33.732202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14fa63-2df9-4c5c-945f-f33c5ec32f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73593ea4-b937-48ec-b734-650e1b80677c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.737185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:33.757697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1367c87-c054-4e79-9d55-a3a53240026e req-ab1372dd-b43f-4be5-a405-aaf5d2506b79 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:33.759453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1367c87-c054-4e79-9d55-a3a53240026e req-ab1372dd-b43f-4be5-a405-aaf5d2506b79 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 944 time: 0.1282468 Aug 27 02:17:33.763962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:33.779879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:33.804250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:33.876941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1367c87-c054-4e79-9d55-a3a53240026e req-083f1b79-2233-4348-945a-cc3608c72a86 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096225 Aug 27 02:17:33.917223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:33.918268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:33.946768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-3f9b2521-5cee-423c-a7e3-5adf6bc8c5d5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7447832 Aug 27 02:17:33.982967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Request body: {'port': {'device_id': 'e399dd59-9bc4-401c-841a-d89d28815183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:34.078946 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.136430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ab316681-34d7-4a0e-abe3-c0f47c93c19f None None] Provisioning for port c67438b8-9194-4114-b9b2-c23c6db61d83 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:34.140519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ab316681-34d7-4a0e-abe3-c0f47c93c19f None None] Provisioning complete for port c67438b8-9194-4114-b9b2-c23c6db61d83 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:34.140886 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab316681-34d7-4a0e-abe3-c0f47c93c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.218104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92857550-74cc-4c62-8643-ca4cea670ed3 req-a6db5a00-68b7-4ae2-b80d-c3c2a19c9848 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:34.224622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92857550-74cc-4c62-8643-ca4cea670ed3 req-a6db5a00-68b7-4ae2-b80d-c3c2a19c9848 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 970 time: 0.0704253 Aug 27 02:17:34.236021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ab316681-34d7-4a0e-abe3-c0f47c93c19f None None] Port c67438b8-9194-4114-b9b2-c23c6db61d83 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:34.283488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92857550-74cc-4c62-8643-ca4cea670ed3 req-87095891-7d46-4536-aedf-87309cbeb587 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Aug 27 02:17:34.382838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.485259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2cdd-9d1e-4d16-87dc-9816adc78d21 req-d22bdd2d-4cee-42e2-9b4d-3318a4d6f2d3 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:34.494167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-973f2cdd-9d1e-4d16-87dc-9816adc78d21 req-d22bdd2d-4cee-42e2-9b4d-3318a4d6f2d3 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 935 time: 0.1430120 Aug 27 02:17:34.570375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-973f2cdd-9d1e-4d16-87dc-9816adc78d21 req-8227ee10-5161-4d74-9e88-40e848551746 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752864 Aug 27 02:17:34.613456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54eed94b-3cbf-4390-956d-5c22fd4711f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.712578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67438b8-9194-4114-b9b2-c23c6db61d83 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:34.739513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.762225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Transition to ACTIVE for port object c67438b8-9194-4114-b9b2-c23c6db61d83 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:34.778548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.807826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54eed94b-3cbf-4390-956d-5c22fd4711f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.818079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54eed94b-3cbf-4390-956d-5c22fd4711f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.859527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54eed94b-3cbf-4390-956d-5c22fd4711f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcc8f3c5e8db47ddbb6a66b056280454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755785 Aug 27 02:17:34.862231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47390) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:34.888396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.900068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eed94b-3cbf-4390-956d-5c22fd4711f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac1e1f-d487-4c11-870f-373b8f5ae389,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:34.959033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:34.999123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.040385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c67-1f55-48bd-9746-35161b212955 req-9f863a6c-e5b8-4583-a3b8-518215a83331 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.049382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c242c67-1f55-48bd-9746-35161b212955 req-9f863a6c-e5b8-4583-a3b8-518215a83331 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.1578796 Aug 27 02:17:35.088565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f449-d5af-458c-b1e7-ccc474af9bcf req-b2b811ef-8d06-4d44-aee8-25dede9d9424 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.090701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e32f449-d5af-458c-b1e7-ccc474af9bcf req-b2b811ef-8d06-4d44-aee8-25dede9d9424 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 944 time: 0.0826454 Aug 27 02:17:35.173330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.175670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c242c67-1f55-48bd-9746-35161b212955 req-c01893da-2d94-409e-8033-0371cfb4929c tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253242 Aug 27 02:17:35.185853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.187206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eac1e1f-d487-4c11-870f-373b8f5ae389 HTTP/1.1" status: 204 len: 168 time: 0.3237247 Aug 27 02:17:35.206260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Attempting to bind port c67438b8-9194-4114-b9b2-c23c6db61d83 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:35.206868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Attempting to bind port c67438b8-9194-4114-b9b2-c23c6db61d83 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:35.207223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Attempting to bind port c67438b8-9194-4114-b9b2-c23c6db61d83 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:35.211931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c599e172-7860-46ce-937a-80fb6fe1e654 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:35.212365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e32f449-d5af-458c-b1e7-ccc474af9bcf req-2cbd1d7e-0f18-407b-b497-fcfaee6cb98f tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146452 Aug 27 02:17:35.213677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5bf24-ee4a-4986-a583-6b896a8dcc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac1e1f-d487-4c11-870f-373b8f5ae389,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:35.230222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Port c67438b8-9194-4114-b9b2-c23c6db61d83 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:35.230609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Attempting to bind port c67438b8-9194-4114-b9b2-c23c6db61d83 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:35.238891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:35.239259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:35.239826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:35.240416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Bound port: c67438b8-9194-4114-b9b2-c23c6db61d83, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:35.240726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.300146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port c599e172-7860-46ce-937a-80fb6fe1e654 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:35.304698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port c599e172-7860-46ce-937a-80fb6fe1e654 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:35.305253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.314365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:35.354774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:35.362241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c67438b8-9194-4114-b9b2-c23c6db61d83,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:35.367658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.398662 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.424004 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:35.428841 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ac2e06-ab70-4849-97a7-813fdc27b2ed" -d '{"events": [{"server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "name": "network-vif-plugged", "status": "completed", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:35.445979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c599e172-7860-46ce-937a-80fb6fe1e654,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:35.450811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.514083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.518564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.521242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/c67438b8-9194-4114-b9b2-c23c6db61d83 HTTP/1.1" status: 200 len: 1095 time: 1.5583746 Aug 27 02:17:35.526772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:35.537597 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92e0cc-7b75-46bb-9d0d-a18a5e327206 x-openstack-request-id: req-6b92e0cc-7b75-46bb-9d0d-a18a5e327206 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:35.537597 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "name": "network-vif-plugged", "status": "completed", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:35.537597 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b92e0cc-7b75-46bb-9d0d-a18a5e327206 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:35.538001 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654', 'code': 200} Aug 27 02:17:35.601217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:35.659421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b099-c1b0-48ea-a54e-83ee133b1852 req-e192f40c-a0a6-4eb9-9d0c-183e57c2f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.660915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e4b099-c1b0-48ea-a54e-83ee133b1852 req-e192f40c-a0a6-4eb9-9d0c-183e57c2f41f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 1122 time: 0.0572269 Aug 27 02:17:35.743502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7549c-351b-4c11-b96b-ed51287057a6 req-cd0f6271-529d-45f8-90bd-bb6e110bde97 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.745562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6d7549c-351b-4c11-b96b-ed51287057a6 req-cd0f6271-529d-45f8-90bd-bb6e110bde97 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 970 time: 0.3409524 Aug 27 02:17:35.748224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a52b8a-e41d-4f9f-bacb-101ef834e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:35.769303 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e4b099-c1b0-48ea-a54e-83ee133b1852 req-d722015f-0217-487c-abc6-91c15ef9dc6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 Aug 27 02:17:35.770893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d440e92a-e3ad-4502-bd3a-1615af2c2ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.819632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-6e92caee-3ce3-487e-84c9-e0711d4b3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.821279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-6e92caee-3ce3-487e-84c9-e0711d4b3349 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 1098 time: 0.2269542 Aug 27 02:17:35.835169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e6008-baa7-4b02-af40-8708d56284c7 req-8a9ab5b3-1545-422e-a66b-1ce646996475 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:35.838824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6d7549c-351b-4c11-b96b-ed51287057a6 req-9438533c-2fd5-4d49-ab0d-83acab0e913c tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Aug 27 02:17:35.840646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:35.843209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae3e6008-baa7-4b02-af40-8708d56284c7 req-8a9ab5b3-1545-422e-a66b-1ce646996475 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 947 time: 0.1266317 Aug 27 02:17:35.962332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-6c72994d-2220-41b9-a7e6-c67cd1df224c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c67438b8-9194-4114-b9b2-c23c6db61d83 HTTP/1.1" status: 200 len: 217 time: 0.1223357 Aug 27 02:17:35.964330 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b684-7f90-4d8e-bdc8-5b22919d9e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:35.965786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae3e6008-baa7-4b02-af40-8708d56284c7 req-6ebb5f3e-1b35-4ea2-810f-94d11064bc48 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167557 Aug 27 02:17:36.026575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d440e92a-e3ad-4502-bd3a-1615af2c2ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.026802 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ec017-e26d-4e65-9edd-38f17d7d11c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:36.031028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d440e92a-e3ad-4502-bd3a-1615af2c2ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.071866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-a82192b8-ad0e-4a04-9b20-286a17534979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.073691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-a82192b8-ad0e-4a04-9b20-286a17534979 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1006048 Aug 27 02:17:36.076140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e92a-e3ad-4502-bd3a-1615af2c2ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a868fd-35a6-4787-a9e0-f8b585e79dec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:36.082440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d440e92a-e3ad-4502-bd3a-1615af2c2ed7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f3b5f7a35754d9d8480d58ac47f89bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658446 Aug 27 02:17:36.083988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47440) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:36.142184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.165554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.194080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-b96cff44-f456-4ca3-b90c-1e1aa005f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.196779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-b96cff44-f456-4ca3-b90c-1e1aa005f0fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032376 Aug 27 02:17:36.247870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.250377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.251666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89a868fd-35a6-4787-a9e0-f8b585e79dec HTTP/1.1" status: 204 len: 168 time: 0.1657362 Aug 27 02:17:36.260938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94631a93-fbc1-4d14-afed-11b18627ca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a868fd-35a6-4787-a9e0-f8b585e79dec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:36.331775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b684-7f90-4d8e-bdc8-5b22919d9e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.339433 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2bf73-3490-4f3d-ba93-4d760098f5ea x-openstack-request-id: req-d1d2bf73-3490-4f3d-ba93-4d760098f5ea {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:36.339732 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:36.339970 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1d2bf73-3490-4f3d-ba93-4d760098f5ea {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:36.340679 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83', 'status': 'completed', 'code': 200} Aug 27 02:17:36.343817 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b684-7f90-4d8e-bdc8-5b22919d9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.425941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-74b3ab42-7613-4989-ae43-f78050ea7521 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.428065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-74b3ab42-7613-4989-ae43-f78050ea7521 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.1336117 Aug 27 02:17:36.469849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7fa2b684-7f90-4d8e-bdc8-5b22919d9e48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e784288bff644e34bd8993c090c6e91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281648 Aug 27 02:17:36.485671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440ae8d-0d2c-4306-9193-068baf19923c req-90e0bf62-86de-4712-b476-f5ca8bf11077 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.487725 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4440ae8d-0d2c-4306-9193-068baf19923c req-90e0bf62-86de-4712-b476-f5ca8bf11077 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 944 time: 0.0973716 Aug 27 02:17:36.489971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47454) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:36.491161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2b684-7f90-4d8e-bdc8-5b22919d9e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399b5e0-20df-4217-b13d-d905a34419d4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:36.500762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-4cc0fb03-dfa7-4f96-ae14-dfbbab260c4a service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961867 Aug 27 02:17:36.518951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73331f9-74fb-4a41-9581-5615d823613a req-d5e5dc84-6b36-4499-a24e-58ee0aaf45bf tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.528302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d73331f9-74fb-4a41-9581-5615d823613a req-d5e5dc84-6b36-4499-a24e-58ee0aaf45bf tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 971 time: 0.1923676 Aug 27 02:17:36.584934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0722c004-bded-4856-a0d2-005f8e23c9e8 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:36.633752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4440ae8d-0d2c-4306-9193-068baf19923c req-d2c820b1-26b6-453d-8c88-90e36856d2c4 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365912 Aug 27 02:17:36.636908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3aa4875-1548-4a01-a457-f59f6eaea9bc req-8f2e2a79-caf5-4a4b-848e-9bc958488d27 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218240 Aug 27 02:17:36.731221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0722c004-bded-4856-a0d2-005f8e23c9e8,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:36.746498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'port_id': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'mac_address': 'fa:16:3e:cf:6e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:36.795514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.819846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0722c004-bded-4856-a0d2-005f8e23c9e8 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:36.845864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-96207c08-dba4-46d3-a2d7-d02fe961f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:36.849234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0722c004-bded-4856-a0d2-005f8e23c9e8,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:36.849480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-96207c08-dba4-46d3-a2d7-d02fe961f51b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 1098 time: 0.0894063 Aug 27 02:17:36.856226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:36.925235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.011336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d73331f9-74fb-4a41-9581-5615d823613a req-5055750a-4682-45a3-8850-898775538a6b tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb428fec-6c35-43dd-b80f-37b0c7938e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767783 Aug 27 02:17:37.059782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.129301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.172694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Deleting port a2a5132d-63d7-4537-863d-9dd898a5554f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:17:37.172891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.238507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbebe24-65b7-4c01-bfbe-38b2a08601bb req-981e4d52-3ecd-4eba-922a-b014117abd38 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.239990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bbebe24-65b7-4c01-bfbe-38b2a08601bb req-981e4d52-3ecd-4eba-922a-b014117abd38 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 947 time: 0.1602800 Aug 27 02:17:37.280557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.281593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49f69-977d-4a7c-aaed-86c03fa8091b req-ff5ceb22-beaf-41e2-b3ef-86d04db448fe tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.283030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.287062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1399b5e0-20df-4217-b13d-d905a34419d4 HTTP/1.1" status: 204 len: 168 time: 0.7946136 Aug 27 02:17:37.289430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34a49f69-977d-4a7c-aaed-86c03fa8091b req-ff5ceb22-beaf-41e2-b3ef-86d04db448fe tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 971 time: 0.2965937 Aug 27 02:17:37.325524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe30a7-7fa1-4798-8cce-5e0b29dbddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399b5e0-20df-4217-b13d-d905a34419d4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.341547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-3f4aef15-447a-4471-ac94-ca9035ac9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.343278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-3f4aef15-447a-4471-ac94-ca9035ac9b64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4848692 Aug 27 02:17:37.344991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] For port a2a5132d-63d7-4537-863d-9dd898a5554f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a2a5132d-63d7-4537-863d-9dd898a5554f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:37.347271 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.359525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34a49f69-977d-4a7c-aaed-86c03fa8091b req-f9daa8f6-330a-46ae-856e-d2f899446b57 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Aug 27 02:17:37.391624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bbebe24-65b7-4c01-bfbe-38b2a08601bb req-a3b9040a-4e54-406e-b99a-e8122b70e313 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281743 Aug 27 02:17:37.402059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Calling delete_port for a2a5132d-63d7-4537-863d-9dd898a5554f owned by compute:tempest-test_az-456844224 {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:17:37.419570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-5c5bb07b-e025-4137-9fab-c704a453da1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c67438b8-9194-4114-b9b2-c23c6db61d83 HTTP/1.1" status: 200 len: 217 time: 0.0586684 Aug 27 02:17:37.499527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-e5d5b538-9ff2-44be-bfb0-2cb1b5180503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.504235 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-e5d5b538-9ff2-44be-bfb0-2cb1b5180503 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0738370 Aug 27 02:17:37.562678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-64c850e3-e644-4ae5-ade5-701ffbf73137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.565811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-64c850e3-e644-4ae5-ade5-701ffbf73137 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498559 Aug 27 02:17:37.593609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.607651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a2a5132d-63d7-4537-863d-9dd898a5554f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:37.613132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0722c004-bded-4856-a0d2-005f8e23c9e8'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:37.643461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Pushing event deleted for resources: {'Port': ['ID=a2a5132d-63d7-4537-863d-9dd898a5554f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:37.759149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] No DVR routers for this DVR port a2a5132d-63d7-4537-863d-9dd898a5554f on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:17:37.794689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-2b4e4c0e-9031-48a8-9fcf-2a8fd3485202 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199044 Aug 27 02:17:37.795313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:37.797394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-755fef48-ae6d-4685-8e69-67d62d532e68 req-2badc5cd-ae97-4f06-9dcc-0873e71ed3f7 tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.15 "DELETE /v2.0/ports/a2a5132d-63d7-4537-863d-9dd898a5554f HTTP/1.1" status: 204 len: 173 time: 1.3627090 Aug 27 02:17:37.803551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'name': 'network-vif-deleted', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:37.803551 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658ce84c-84ae-4354-a11e-28f52214392b" -d '{"events": [{"server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "name": "network-vif-deleted", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:37.848302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5558f1-b81a-41a7-a9bd-67f118d06928 req-114ab4eb-8674-44f6-934d-19e0dd7ff5e1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:37.850153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef5558f1-b81a-41a7-a9bd-67f118d06928 req-114ab4eb-8674-44f6-934d-19e0dd7ff5e1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 945 time: 0.1242945 Aug 27 02:17:37.985519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a21ec017-e26d-4e65-9edd-38f17d7d11c3 req-3b4017d9-871e-40e6-bfd7-dd1ebbfaa6ab service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815913 Aug 27 02:17:37.986975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef5558f1-b81a-41a7-a9bd-67f118d06928 req-53096917-e98b-42a2-b1be-d962bd15d266 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229432 Aug 27 02:17:38.144873 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbb2338-21e3-499b-bd16-3e9054292680 x-openstack-request-id: req-acbb2338-21e3-499b-bd16-3e9054292680 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:38.145461 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1af728a-d37b-4bb8-b5c4-2b83f675121a", "name": "network-vif-deleted", "tag": "a2a5132d-63d7-4537-863d-9dd898a5554f", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:38.145461 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acbb2338-21e3-499b-bd16-3e9054292680 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:38.145840 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1af728a-d37b-4bb8-b5c4-2b83f675121a', 'name': 'network-vif-deleted', 'tag': 'a2a5132d-63d7-4537-863d-9dd898a5554f', 'status': 'completed', 'code': 200} Aug 27 02:17:38.257244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4dac0a06-4b3d-47e7-9ced-8f6b35487512 req-14e5e36c-e0a5-4418-b32a-f18a3266549f tempest-AggregatesAdminTestJSON-1786710458 tempest-AggregatesAdminTestJSON-1786710458-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1af728a-d37b-4bb8-b5c4-2b83f675121a HTTP/1.1" status: 200 len: 210 time: 0.0339444 Aug 27 02:17:38.261029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-dc11ccb4-a98e-4607-ae04-ed7c0b82b5b0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429995 Aug 27 02:17:38.410132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-496a2015-c560-4bac-ad69-0add75909baf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:38.417197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:38.418048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-496a2015-c560-4bac-ad69-0add75909baf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501927 Aug 27 02:17:38.438453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b168fdd5-1f5d-4fd9-950c-564ac6184688 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/quotas/8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 375 time: 0.0194445 Aug 27 02:17:38.491177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-1d200b04-8f29-4fc4-9aba-1601e58c0154 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513630 Aug 27 02:17:38.571551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1055743040-network', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:38.612858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Made reservation on behalf of aa42885c171e4298bf2180aa6353f8e1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:38.615632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.627306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.780129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019bb74-8b3e-4ba1-acf9-7da0f028d508 req-963d96ae-eca5-4c00-8fa8-9638a44d15d6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:38.781722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b019bb74-8b3e-4ba1-acf9-7da0f028d508 req-963d96ae-eca5-4c00-8fa8-9638a44d15d6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 971 time: 0.0906618 Aug 27 02:17:38.818367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce111c21-9cc3-44c8-9896-0f67a18f5432 req-8ae53b16-0e52-455e-adfb-c7b5c208cb96 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:38.825857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce111c21-9cc3-44c8-9896-0f67a18f5432 req-8ae53b16-0e52-455e-adfb-c7b5c208cb96 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 947 time: 0.0900092 Aug 27 02:17:38.834897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b019bb74-8b3e-4ba1-acf9-7da0f028d508 req-bde45149-d4ec-4605-b104-82a54f5d2368 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Aug 27 02:17:38.873990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.886860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.896759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:38.907336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7993c720-30a7-4313-afcf-19694774b078 req-014a19e8-71bf-44ec-85f1-c8fdd9b541a1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 210 time: 0.0309582 Aug 27 02:17:38.910706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce111c21-9cc3-44c8-9896-0f67a18f5432 req-4ce57fc7-1862-4197-89e1-547a80ea1df9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835075 Aug 27 02:17:38.929762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:17:38.968900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:38.969594 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Added segment 5140ecee-02e9-4ffd-838b-7c8650cf5ad0 of type vlan for network 97f6973c-305e-4570-8a9b-d5bea01133cd Aug 27 02:17:38.981853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7c49c-52ca-4c24-84f0-ecaaebf8f474,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:39.041786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.075933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.077697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:39.078486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.148270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c01a-bbde-4449-a29d-1d6177d6904e req-4205e6e5-a991-409c-b64d-b49e94b6ad9a tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:39.150061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6dc5c01a-bbde-4449-a29d-1d6177d6904e req-4205e6e5-a991-409c-b64d-b49e94b6ad9a tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 945 time: 0.0627544 Aug 27 02:17:39.174427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-07a5eee8-dd92-4539-9358-1e1049d4825a tempest-AutoAllocateNetworkTest-862191740 tempest-AutoAllocateNetworkTest-862191740-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=88de3ee28ffd435796161e031ebeea00&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2752211 Aug 27 02:17:39.177181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.179712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7614691 Aug 27 02:17:39.184039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.191288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Request body: {'subnet': {'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1055743040-subnet', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:39.207364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d3d4b-fb43-4830-9840-d9609eb45baf admin admin] Pushing event updated for resources: {'Network': ['ID=97f6973c-305e-4570-8a9b-d5bea01133cd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:39.217642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 97f6973c-305e-4570-8a9b-d5bea01133cd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:17:39.224893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Made reservation on behalf of aa42885c171e4298bf2180aa6353f8e1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:39.227850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.242968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6dc5c01a-bbde-4449-a29d-1d6177d6904e req-ad0660b6-02e4-4fbf-b0fa-e9c7240b6a22 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854435 Aug 27 02:17:39.346094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408dde7-ec7d-42d6-8848-3731cc005bb5 tempest-AutoAllocateNetworkTest-862191740 tempest-AutoAllocateNetworkTest-862191740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:39.348581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6408dde7-ec7d-42d6-8848-3731cc005bb5 tempest-AutoAllocateNetworkTest-862191740 tempest-AutoAllocateNetworkTest-862191740-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1701252 Aug 27 02:17:39.352594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.429436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-840a67f9-be63-49a4-b597-567a1caff43b tempest-AutoAllocateNetworkTest-862191740 tempest-AutoAllocateNetworkTest-862191740-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757561 Aug 27 02:17:39.432955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47602) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.467342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5cc4be97-d999-44c6-96b4-27fa4119df7e tempest-AutoAllocateNetworkTest-862191740 tempest-AutoAllocateNetworkTest-862191740-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=88de3ee28ffd435796161e031ebeea00 HTTP/1.1" status: 200 len: 208 time: 0.0330908 Aug 27 02:17:39.469112 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.527033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73751b29-4a96-4226-9277-c978b02e758a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:39.542293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Checking segment: {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:39.542674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Network hostable DHCP agents. Network: 97f6973c-305e-4570-8a9b-d5bea01133cd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:17:39.563033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1853e8c1-3bf7-42a7-bb29-aabcf57ab02b tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2106f92a2ec94da0b0500006acf18e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271828 Aug 27 02:17:39.566489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Network 97f6973c-305e-4570-8a9b-d5bea01133cd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:17:39.580860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 97f6973c-305e-4570-8a9b-d5bea01133cd) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:39.586433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:39.587277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.593208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafcf30-a35c-4ca2-8a3b-828e89d7909b None None] Network 97f6973c-305e-4570-8a9b-d5bea01133cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:39.608548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3a1a308-5e10-4c65-b1fe-13b4d250a9a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4208636 Aug 27 02:17:39.609137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.613532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:39.637162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.638741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.715690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-218e1504-eed8-4e81-8ce4-331d7d4899f5 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:39.718349 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.718566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-218e1504-eed8-4e81-8ce4-331d7d4899f5 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540310 Aug 27 02:17:39.748444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-a6acbf5c-1d38-4c15-a847-3f4ec2dd06c1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/quotas/2106f92a2ec94da0b0500006acf18e60 HTTP/1.1" status: 200 len: 375 time: 0.0235929 Aug 27 02:17:39.797654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.864552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-97f6973c-305e-4570-8a9b-d5bea01133cd', 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'fixed_ips': [{'subnet_id': '73751b29-4a96-4226-9277-c978b02e758a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:17:39.865666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:39.879374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:39.883350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-9e183e2a-ab06-4546-94ad-94bf1ffb0f73 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647478 Aug 27 02:17:39.908256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-de13de06-1d8e-4fd2-96d7-5116c76508cc tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532040 Aug 27 02:17:40.089267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Allocated IP 172.20.0.2 (97f6973c-305e-4570-8a9b-d5bea01133cd/73751b29-4a96-4226-9277-c978b02e758a/f3480583-59fa-4ff4-867d-e7c53b29e1c4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:40.105031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.134363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-331d3961-99e0-4676-8eb2-4cad0802e619 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:40.136558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-331d3961-99e0-4676-8eb2-4cad0802e619 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336745 Aug 27 02:17:40.167483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Request body: {'port': {'device_id': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '8979ee25cce144c7b0192d72d85959f1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:40.229753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47642) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.233627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a57ed3fb-a51c-4f89-8ac9-7e5a91b67566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.250928 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.261035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Transition to ACTIVE for port object f3480583-59fa-4ff4-867d-e7c53b29e1c4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:40.277395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Transition to ACTIVE for port object f3480583-59fa-4ff4-867d-e7c53b29e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:40.286914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.310448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Network 97f6973c-305e-4570-8a9b-d5bea01133cd is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:40.313696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:40.318870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:40.332402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe599a-6a07-418f-91b7-dfb87be8067b req-9aacfdf7-6d56-4890-aac8-a77192cec6cd tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:40.334944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdbe599a-6a07-418f-91b7-dfb87be8067b req-9aacfdf7-6d56-4890-aac8-a77192cec6cd tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 947 time: 0.1043172 Aug 27 02:17:40.391549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f5673ea-d77d-4ffd-a225-9a17f636cc13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34b775e6d004391b30c79ccf45c4f82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5901814 Aug 27 02:17:40.393356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47652) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:40.407662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Attempting to bind port f3480583-59fa-4ff4-867d-e7c53b29e1c4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:40.408327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Attempting to bind port f3480583-59fa-4ff4-867d-e7c53b29e1c4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:40.409053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Attempting to bind port f3480583-59fa-4ff4-867d-e7c53b29e1c4 on network 97f6973c-305e-4570-8a9b-d5bea01133cd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:40.415992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdbe599a-6a07-418f-91b7-dfb87be8067b req-08b3e9a4-527a-4a10-a20b-d2d1cec906d1 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 Aug 27 02:17:40.417702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:40.418332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Checking segment: {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:40.419005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.419570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Bound using segment: {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:40.420264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Bound port: f3480583-59fa-4ff4-867d-e7c53b29e1c4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:40.420821 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.441243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Made reservation on behalf of 8979ee25cce144c7b0192d72d85959f1 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:40.447960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28531189-f265-4569-aa1b-a306376910f1 req-1e758b42-3826-4887-b982-066bb93d17fa tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 210 time: 0.3119271 Aug 27 02:17:40.450781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.510693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] For port f3480583-59fa-4ff4-867d-e7c53b29e1c4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:40.516103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] For port f3480583-59fa-4ff4-867d-e7c53b29e1c4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3480583-59fa-4ff4-867d-e7c53b29e1c4,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:40.523938 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.526779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.543110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Pushing event updated for resources: {'Port': ['ID=f3480583-59fa-4ff4-867d-e7c53b29e1c4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:40.550579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfff6-50a0-4eba-8785-4d1ef3348b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.584059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab06e14e-92f8-4cf4-a870-f668b29faab4 req-a3240729-5c3c-409f-9d85-7814d675ef81 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 210 time: 0.0698881 Aug 27 02:17:40.591514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c67438b8-9194-4114-b9b2-c23c6db61d83 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:40.618308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0722c004-bded-4856-a0d2-005f8e23c9e8 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:40.632847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.658995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.708271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef3099-1abe-4074-a6c9-f4077068d62a None None] Pushing event updated for resources: {'Port': ['ID=f3480583-59fa-4ff4-867d-e7c53b29e1c4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:40.717365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f4b12-58cd-41b3-8f98-4ef1932c930d req-4e1cd911-a614-4485-a275-48890097ecac tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:40.723449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-377f4b12-58cd-41b3-8f98-4ef1932c930d req-4e1cd911-a614-4485-a275-48890097ecac tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 945 time: 0.1946652 Aug 27 02:17:40.723886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.726909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.728320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb428fec-6c35-43dd-b80f-37b0c7938e6c HTTP/1.1" status: 204 len: 168 time: 0.3334868 Aug 27 02:17:40.754284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b2b7e-68e2-4f0a-a478-710a0642aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb428fec-6c35-43dd-b80f-37b0c7938e6c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:40.831810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a57ed3fb-a51c-4f89-8ac9-7e5a91b67566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.832022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 0722c004-bded-4856-a0d2-005f8e23c9e8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:40.858967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 0722c004-bded-4856-a0d2-005f8e23c9e8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:40.859644 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:40.927320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c67438b8-9194-4114-b9b2-c23c6db61d83,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:40.987585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'c67438b8-9194-4114-b9b2-c23c6db61d83', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c67438b8-9194-4114-b9b2-c23c6db61d83', 'mac_address': 'fa:16:3e:56:8c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:40.988558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a57ed3fb-a51c-4f89-8ac9-7e5a91b67566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.053166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.064929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a57ed3fb-a51c-4f89-8ac9-7e5a91b67566 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46811328bca84e4d9c203646bf2b9072&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1845088 Aug 27 02:17:41.073912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.075031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47660) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.076989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.099480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.101005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:41.104226 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e2ab8d-f2ef-443f-901c-6d09107b768a" -d '{"events": [{"server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "name": "network-vif-plugged", "status": "completed", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:41.122604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67438b8-9194-4114-b9b2-c23c6db61d83 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:41.128727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0722c004-bded-4856-a0d2-005f8e23c9e8,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:41.139097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.166954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-377f4b12-58cd-41b3-8f98-4ef1932c930d req-e003b71b-374a-458d-b2e0-a03e8b515516 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195621 Aug 27 02:17:41.169390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed3fb-a51c-4f89-8ac9-7e5a91b67566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540ddf3-b1e5-4746-9904-9dfee464b1fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.192387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c67438b8-9194-4114-b9b2-c23c6db61d83,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:41.204221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.215723 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e62057-d73a-45a9-8edf-99705a9c6970 x-openstack-request-id: req-c3e62057-d73a-45a9-8edf-99705a9c6970 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:41.216014 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "name": "network-vif-plugged", "status": "completed", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:41.216265 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3e62057-d73a-45a9-8edf-99705a9c6970 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:41.216657 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'code': 200} Aug 27 02:17:41.240292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.242505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.274576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a2a5132d-63d7-4537-863d-9dd898a5554f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:17:41.277898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.307202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: a2a5132d-63d7-4537-863d-9dd898a5554f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:17:41.307563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a2a5132d-63d7-4537-863d-9dd898a5554f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:17:41.336129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.391336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756d27b3-3345-432f-88a4-1eb55fbd0a6c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.406053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47664) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.431605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.449021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Allocated IP 192.168.233.107 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/6da39fef-f579-411b-916c-995a0c6df187) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:41.451206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070c711-7450-40ba-b928-88e9fff4c189 req-94ba06b2-e2a9-4414-be99-dfcb840e12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.452735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b070c711-7450-40ba-b928-88e9fff4c189 req-94ba06b2-e2a9-4414-be99-dfcb840e12b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1097 time: 0.1316597 Aug 27 02:17:41.506873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Allocated IP 172.25.8.73 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8ce36b6f-67f6-4118-9f74-4146b625f941) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:41.515462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.560987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b070c711-7450-40ba-b928-88e9fff4c189 req-565acfee-97a8-45d5-9350-35b9134b4ed2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977025 Aug 27 02:17:41.570227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2743b42d-db24-408a-8403-5b158ca50985 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7aa1cb18e23140268dff1bde254e9c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588271 Aug 27 02:17:41.570960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.613981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:41.632160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4c5a2d3-8e75-4624-b74c-1bdf302409d5 req-4a45c639-7583-4459-bde5-3bfe48a961e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 210 time: 0.0797608 Aug 27 02:17:41.655596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c07d7-10eb-41cf-9422-9035556bc724 req-5c6e9992-0a64-40f0-9f40-e9bf4c92b1a8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:41.662919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa9c07d7-10eb-41cf-9422-9035556bc724 req-5c6e9992-0a64-40f0-9f40-e9bf4c92b1a8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 948 time: 0.1575365 Aug 27 02:17:41.739973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfff6-50a0-4eba-8785-4d1ef3348b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.744855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.749584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.753782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3540ddf3-b1e5-4746-9904-9dfee464b1fe HTTP/1.1" status: 204 len: 168 time: 0.6744273 Aug 27 02:17:41.764431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772abdf-cee2-49cb-af86-3d674ead3e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540ddf3-b1e5-4746-9904-9dfee464b1fe,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.767334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfff6-50a0-4eba-8785-4d1ef3348b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.770982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa9c07d7-10eb-41cf-9422-9035556bc724 req-225a3030-5019-4aa7-98c0-1bf92140e5c7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071377 Aug 27 02:17:41.779472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.825017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.872971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ccacc3a-de96-4d25-9629-1970404a7028 req-e71ce736-6e89-4ac4-b6ad-7f5a42691262 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 210 time: 0.0428951 Aug 27 02:17:41.901517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.928000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccdcfff6-50a0-4eba-8785-4d1ef3348b4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88de3ee28ffd435796161e031ebeea00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6917152 Aug 27 02:17:41.929727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfff6-50a0-4eba-8785-4d1ef3348b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfda336-d465-40bd-b8bd-8255f0594171,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:41.937481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47676) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:41.961920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:41.976941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.024732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.028517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.032351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a92791fa-4f22-426b-88f8-3af382ffc922 HTTP/1.1" status: 204 len: 168 time: 0.4580534 Aug 27 02:17:42.032514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Transition to ACTIVE for port object 6da39fef-f579-411b-916c-995a0c6df187 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:42.039379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:42.055059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:42.061791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f09b8-099a-4400-a261-879531d79c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92791fa-4f22-426b-88f8-3af382ffc922,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.062281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:42.089899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce36b6f-67f6-4118-9f74-4146b625f941,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.109940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.132294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-57e0d24d-5692-4724-8185-f87595b3334a tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2106f92a2ec94da0b0500006acf18e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329976 Aug 27 02:17:42.143986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f241aa-e1b6-4295-8c11-1fed2650371f None None] Network 97f6973c-305e-4570-8a9b-d5bea01133cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:17:42.161508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.169322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3480583-59fa-4ff4-867d-e7c53b29e1c4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:42.244253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.326277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.330345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.331800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bdfda336-d465-40bd-b8bd-8255f0594171 HTTP/1.1" status: 204 len: 168 time: 0.3933992 Aug 27 02:17:42.352180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:42.363011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-50d1a513-1c33-4fc0-a595-cd4dafb8abbe None None] Provisioning for port f3480583-59fa-4ff4-867d-e7c53b29e1c4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:42.365433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:42.383564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:42.461887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f3480583-59fa-4ff4-867d-e7c53b29e1c4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:42.467974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3480583-59fa-4ff4-867d-e7c53b29e1c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:42.468588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.473905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.474721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.486311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47688) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:42.491840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.497949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc145a9-34fa-418f-b1fd-390accdf66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfda336-d465-40bd-b8bd-8255f0594171,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.520443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0afe3f77-9460-4443-8287-52a8c8aca0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.547796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-bf2aa451-c7d1-4401-8e57-12ecdd278300 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4007535 Aug 27 02:17:42.563429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Request body: {'port': {'device_id': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:42.639347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.678365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.689213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-c878ea97-eec8-44af-b8b1-d0f0d8e96f7f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.691350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-c878ea97-eec8-44af-b8b1-d0f0d8e96f7f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5520296 Aug 27 02:17:42.712521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f3480583-59fa-4ff4-867d-e7c53b29e1c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3480583-59fa-4ff4-867d-e7c53b29e1c4,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:42.720922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.756834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Request body: {'port': {'device_id': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '2106f92a2ec94da0b0500006acf18e60'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:42.844596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f3480583-59fa-4ff4-867d-e7c53b29e1c4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:42.874309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b5a98e4-e950-4bab-bc6d-3e3004a492e9 None None] Provisioning for port 6da39fef-f579-411b-916c-995a0c6df187 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:42.886192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b5a98e4-e950-4bab-bc6d-3e3004a492e9 None None] Provisioning complete for port 6da39fef-f579-411b-916c-995a0c6df187 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:42.886618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b5a98e4-e950-4bab-bc6d-3e3004a492e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:42.913175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2fa88-327e-4ed5-b604-17e13704b8db req-d7261f54-26d1-45c1-911b-0be95190fafd tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:42.929733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bd2fa88-327e-4ed5-b604-17e13704b8db req-d7261f54-26d1-45c1-911b-0be95190fafd tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 946 time: 0.6640022 Aug 27 02:17:42.973447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a98e4-e950-4bab-bc6d-3e3004a492e9 None None] Port 6da39fef-f579-411b-916c-995a0c6df187 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:43.081328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3963d-f8f2-453a-9a40-34748c4563de req-144c5609-4d0e-411b-9a15-d45524a3e497 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:43.091639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aea3963d-f8f2-453a-9a40-34748c4563de req-144c5609-4d0e-411b-9a15-d45524a3e497 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 936 time: 0.2607152 Aug 27 02:17:43.092466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bd2fa88-327e-4ed5-b604-17e13704b8db req-28e6a0e5-f073-476c-aa97-3ed29e4bca4c tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615264 Aug 27 02:17:43.112777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08c0d1f8-9976-4350-a3dc-2e82b7848823 None None] Provisioning complete for port f3480583-59fa-4ff4-867d-e7c53b29e1c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:43.113360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08c0d1f8-9976-4350-a3dc-2e82b7848823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.263470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8ff6-c532-470a-8f00-9269941fefbc req-a0e7e8db-341e-433b-a19e-a5bad78100ff tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:43.269514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cec8ff6-c532-470a-8f00-9269941fefbc req-a0e7e8db-341e-433b-a19e-a5bad78100ff tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 948 time: 0.1093011 Aug 27 02:17:43.276720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aea3963d-f8f2-453a-9a40-34748c4563de req-707514f7-e52d-4462-bf1a-56a27584b315 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787381 Aug 27 02:17:43.288224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.299653 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0afe3f77-9460-4443-8287-52a8c8aca0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.327099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0afe3f77-9460-4443-8287-52a8c8aca0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.360397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0afe3f77-9460-4443-8287-52a8c8aca0c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8240055b9f1a4ad08997e8216b8e4e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582182 Aug 27 02:17:43.362281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47718) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:43.380668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cec8ff6-c532-470a-8f00-9269941fefbc req-4f672357-d650-4b35-b000-db691312da67 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098742 Aug 27 02:17:43.383667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Made reservation on behalf of 2106f92a2ec94da0b0500006acf18e60 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:43.388497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.461559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120ed4e1-bb7e-41c2-b909-88c35a9003b4 req-b4790c6b-398d-455c-81f6-dc3ad2ccb02f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 210 time: 0.0687160 Aug 27 02:17:43.491462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe3f77-9460-4443-8287-52a8c8aca0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2db567-fb5e-4148-9ee6-f7732111fe1e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:43.537624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.591428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.601523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da39fef-f579-411b-916c-995a0c6df187 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:43.612275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.613108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.643713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Transition to ACTIVE for port object 6da39fef-f579-411b-916c-995a0c6df187 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:43.650222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.699642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.702500 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.706705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df2db567-fb5e-4148-9ee6-f7732111fe1e HTTP/1.1" status: 204 len: 168 time: 0.3425419 Aug 27 02:17:43.744947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d0c55-c0c2-4654-9987-3f4990bc9ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2db567-fb5e-4148-9ee6-f7732111fe1e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:43.753357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Allocated IP 192.168.233.181 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/f8612a4f-cd25-4d09-8ac7-0faa1514ad44) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:43.754220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:43.909774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:43.911071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:43.912553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:43.923308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:43.923854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:43.933286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:43.933640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:43.935872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:43.936499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Bound port: 6da39fef-f579-411b-916c-995a0c6df187, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:43.938149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:43.941077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:17:44.062690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3480583-59fa-4ff4-867d-e7c53b29e1c4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:44.082240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:44.092385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:44.105681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.133053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.181459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3480583-59fa-4ff4-867d-e7c53b29e1c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:44.182408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.194624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Transition to ACTIVE for port object f8612a4f-cd25-4d09-8ac7-0faa1514ad44 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:44.234019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.234685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.236218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] 10.222.0.15 "PUT /v2.0/ports/6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 1096 time: 1.6794822 Aug 27 02:17:44.236594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:44.238925 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016" -d '{"events": [{"name": "network-changed", "server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:44.262501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:44.269453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e1440-19c9-44cb-9ad5-99b65db0ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:44.283664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Sync routers for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:44.315725 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:44.317324 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:44.374985 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc02148-4716-4266-bf03-309eeba062c5 x-openstack-request-id: req-2bc02148-4716-4266-bf03-309eeba062c5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:44.378365 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:44.378365 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bc02148-4716-4266-bf03-309eeba062c5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:44.378365 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'status': 'completed', 'code': 200} Aug 27 02:17:44.407580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.411101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-23566559-d705-468a-b53e-23e531aec769 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8008697 Aug 27 02:17:44.412240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47760) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:44.421465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-5dba7cde-7326-448e-978a-b48511dea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.423287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-5dba7cde-7326-448e-978a-b48511dea3eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1099 time: 0.1347437 Aug 27 02:17:44.432010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b1e1b-d2e0-49d1-a55e-b6d7dbd835e6 req-ab7c12e6-7c1e-434e-857e-ca5c677f1ee5 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.446665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a90b1e1b-d2e0-49d1-a55e-b6d7dbd835e6 req-ab7c12e6-7c1e-434e-857e-ca5c677f1ee5 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 946 time: 0.2460406 Aug 27 02:17:44.480339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.492594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c599e172-7860-46ce-937a-80fb6fe1e654'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:44.577260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a90b1e1b-d2e0-49d1-a55e-b6d7dbd835e6 req-b5bd6ac3-5528-4da9-b175-e5f1579aee29 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296144 Aug 27 02:17:44.598513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c67438b8-9194-4114-b9b2-c23c6db61d83 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:44.630295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:44.638853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Pushing event updated for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:44.645044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:44.650912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:44.678020 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:44.850264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.856831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:44.890996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f2f0af4f-8d7e-4731-af7b-b32d08b4f02e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1411831 Aug 27 02:17:44.912308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb1b5-acaa-409a-9084-ee9ff015cbca req-6b4e706d-751d-4e7d-8c69-5f45ef082ab9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:44.917942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-501bb1b5-acaa-409a-9084-ee9ff015cbca req-6b4e706d-751d-4e7d-8c69-5f45ef082ab9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 948 time: 0.2074223 Aug 27 02:17:44.929236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Request body: {'port': {'device_id': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:45.028354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port c67438b8-9194-4114-b9b2-c23c6db61d83 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:45.043367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port c67438b8-9194-4114-b9b2-c23c6db61d83 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:45.045405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.061650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-96ad2b0d-c2fc-403f-b2a5-b26f7ca9edd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.5852060 Aug 27 02:17:45.084320 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:42Z', 'revision_number': 3, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:45.104545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-501bb1b5-acaa-409a-9084-ee9ff015cbca req-cd340b07-41ef-4f00-8879-258f886ab981 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695931 Aug 27 02:17:45.137961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.149517 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Checking router: 1cb3c5a5-777b-4874-ace8-7aa07df644a0 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:45.150058 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Updating router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 port 8ce36b6f-67f6-4118-9f74-4146b625f941 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:45.206180 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.209335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e213a883-fc40-4437-9105-5448ee26efa5 None None] Provisioning for port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:45.246557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e213a883-fc40-4437-9105-5448ee26efa5 None None] Provisioning complete for port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:45.247072 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e213a883-fc40-4437-9105-5448ee26efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.316203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43616bc3-a3f5-4034-ab84-abe1cc69f193 req-155b3278-f4dc-4f7c-b6ca-cf3ffbe8898d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.323705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43616bc3-a3f5-4034-ab84-abe1cc69f193 req-155b3278-f4dc-4f7c-b6ca-cf3ffbe8898d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.8522692 Aug 27 02:17:45.339960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-06d43794-9874-442b-bce6-1a6d83298857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.342209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-06d43794-9874-442b-bce6-1a6d83298857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2720089 Aug 27 02:17:45.398823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9605-93db-438d-a31a-d74607852eb0 req-32ef7d80-503e-44b5-b4b5-21c6e90f4267 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.401172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63ed9605-93db-438d-a31a-d74607852eb0 req-32ef7d80-503e-44b5-b4b5-21c6e90f4267 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 936 time: 0.1759551 Aug 27 02:17:45.413335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e213a883-fc40-4437-9105-5448ee26efa5 None None] Port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:45.424032 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.459788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43616bc3-a3f5-4034-ab84-abe1cc69f193 req-d384eb4e-8e8d-4876-be15-2b5b1644ecb0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301153 Aug 27 02:17:45.494728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:45.499628 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f0c1da-0fb7-423b-a452-1028fe21b644" -d '{"events": [{"server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "name": "network-vif-plugged", "status": "completed", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:45.508909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-5ac1140a-7103-4fe5-a3d2-eeaea523fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.512918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-5ac1140a-7103-4fe5-a3d2-eeaea523fa0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323035 Aug 27 02:17:45.528633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c67438b8-9194-4114-b9b2-c23c6db61d83,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:45.540058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.607580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63ed9605-93db-438d-a31a-d74607852eb0 req-adc95eb6-f2b5-4a77-89ae-9b36319ffeac tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Aug 27 02:17:45.657568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:45.662214 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.683390 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Transition to ACTIVE for port object 8ce36b6f-67f6-4118-9f74-4146b625f941 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:45.692419 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.779146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae018d-e67f-4021-9607-f36b085a6431 req-722e6339-e409-4223-9333-698a1a7a9db2 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:45.780656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7cae018d-e67f-4021-9607-f36b085a6431 req-722e6339-e409-4223-9333-698a1a7a9db2 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 946 time: 0.2012708 Aug 27 02:17:45.791190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47804) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:45.799971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'floatingip': {'port_id': '0722c004-bded-4856-a0d2-005f8e23c9e8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:45.803134 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eead9-ddee-40f4-9d91-9f080d1b4844 None None] Pushing event updated for resources: {'Port': ['ID=8ce36b6f-67f6-4118-9f74-4146b625f941,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:45.805897 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Attempting to bind port 8ce36b6f-67f6-4118-9f74-4146b625f941 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:45.806272 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Attempting to bind port 8ce36b6f-67f6-4118-9f74-4146b625f941 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:45.806724 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Attempting to bind port 8ce36b6f-67f6-4118-9f74-4146b625f941 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:45.813049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:45.813223 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:45.813727 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.814113 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:45.814753 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Bound port: 8ce36b6f-67f6-4118-9f74-4146b625f941, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:45.815323 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.846447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8612a4f-cd25-4d09-8ac7-0faa1514ad44 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:45.856918 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.867535 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51430f6e-1521-4bb3-9357-956b699ef50d x-openstack-request-id: req-51430f6e-1521-4bb3-9357-956b699ef50d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:45.867835 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "name": "network-vif-plugged", "status": "completed", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:45.868250 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51430f6e-1521-4bb3-9357-956b699ef50d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:45.868967 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83', 'code': 200} Aug 27 02:17:45.879466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Transition to ACTIVE for port object f8612a4f-cd25-4d09-8ac7-0faa1514ad44 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:45.884458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.910686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-7474820a-4542-4309-bb09-fc9b842bec53 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274739 Aug 27 02:17:45.917876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.970082 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] For port 8ce36b6f-67f6-4118-9f74-4146b625f941, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:45.978837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] For port 8ce36b6f-67f6-4118-9f74-4146b625f941, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8ce36b6f-67f6-4118-9f74-4146b625f941,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:45.982778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:45.986489 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.102553 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eead9-ddee-40f4-9d91-9f080d1b4844 None None] Pushing event updated for resources: {'Port': ['ID=8ce36b6f-67f6-4118-9f74-4146b625f941,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:46.132494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Pushing event updated for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:46.133260 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:46.136880 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:46.205397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Attempting to bind port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:46.205740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Attempting to bind port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:46.206070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Attempting to bind port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:46.214589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-fab8a8c3-0de7-4002-ac08-3ebfbe5a2ca9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357904 Aug 27 02:17:46.253746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:46.254073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Attempting to bind port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:46.330855 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:46.364957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:46.365504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:46.367139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:46.367759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Bound port: f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:46.368286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.515882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4b7de-0e0d-4de4-a83c-5b85d197bb72 req-25852cc4-45ae-4817-8fb9-0708fb767282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.517419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14e4b7de-0e0d-4de4-a83c-5b85d197bb72 req-25852cc4-45ae-4817-8fb9-0708fb767282 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 1100 time: 0.5225401 Aug 27 02:17:46.519445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bde7f5a8-5b49-4b20-ac49-6dcb061a5650 req-988c2c4b-2ddf-45d8-8950-3f3477dc921d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959723 Aug 27 02:17:46.623674 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:42Z', 'revision_number': 3, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:46.659359 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.660366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3d49e-a064-4736-88ad-9f5daef52f0b None None] The sync data for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 is: [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:42Z', 'revision_number': 3, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:46.719778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14e4b7de-0e0d-4de4-a83c-5b85d197bb72 req-52e39937-cc64-4bf9-aa71-2cc6c1ad0f6c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772649 Aug 27 02:17:46.728498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc9119-44d8-4619-9816-86ad22072850 req-26a84b25-056a-497d-b74e-bf2fb773f78f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.734715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0dc9119-44d8-4619-9816-86ad22072850 req-26a84b25-056a-497d-b74e-bf2fb773f78f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 949 time: 0.2636507 Aug 27 02:17:46.782507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-371851c3-46c3-4258-8816-100303f175ff tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.784105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-371851c3-46c3-4258-8816-100303f175ff tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5614641 Aug 27 02:17:46.796981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:46.812463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7de6744b-8957-488b-ad9c-7210e10cafba tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/quotas/eb89519dc6294a8fa0756e0bc7a361d7 HTTP/1.1" status: 200 len: 375 time: 0.0180035 Aug 27 02:17:46.814294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:46.866039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-934be638-eb97-4a1e-a426-37cd9d6318c0 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466862 Aug 27 02:17:46.870070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.901274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47842) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:46.932156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:46.932868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:46.934174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] 10.222.0.46 "PUT /v2.0/ports/f8612a4f-cd25-4d09-8ac7-0faa1514ad44 HTTP/1.1" status: 200 len: 1096 time: 2.0150614 Aug 27 02:17:46.934778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:46.938658 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f96b9-5ba1-4c26-a986-5a05740f259d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:46.968035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6197-4ae2-4932-8a7e-4fcf3ee1f24d service neutron] Pushing event updated for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:47.339815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de067a6f-1bfe-4cbf-8a7a-5ee644d2919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.366189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-82c0ad1a-c424-4df1-8d97-c08b256af4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:47.368099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-82c0ad1a-c424-4df1-8d97-c08b256af4e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1099 time: 0.7693703 Aug 27 02:17:47.415772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681498bb-ba34-49d3-9ec9-7cc860b382e7 req-f8f1d612-5616-46a1-ac16-64613adb61b7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:47.418323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-681498bb-ba34-49d3-9ec9-7cc860b382e7 req-f8f1d612-5616-46a1-ac16-64613adb61b7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.2411475 Aug 27 02:17:47.455156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-082c6cd0-ed23-42d2-bbdb-21431333dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:47.456403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0dc9119-44d8-4619-9816-86ad22072850 req-10d6be0a-e9a5-411d-9273-c3c09ff3aa13 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207401 Aug 27 02:17:47.457840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-082c6cd0-ed23-42d2-bbdb-21431333dac4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 1099 time: 0.2413466 Aug 27 02:17:47.548044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-681498bb-ba34-49d3-9ec9-7cc860b382e7 req-e44ccde8-cf78-4a10-aa30-9574eaf72dbd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172080 Aug 27 02:17:47.549404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-1e4321c6-5acd-4e7c-a17b-944153e21790 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44 HTTP/1.1" status: 200 len: 217 time: 0.0752399 Aug 27 02:17:47.613113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:47.651129 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1fa387-d888-49bb-8f0a-87fc7d01f7f7 x-openstack-request-id: req-fa1fa387-d888-49bb-8f0a-87fc7d01f7f7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:47.651405 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:47.651663 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa1fa387-d888-49bb-8f0a-87fc7d01f7f7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:47.652053 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44', 'status': 'completed', 'code': 200} Aug 27 02:17:47.669562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-43376933-ed11-4332-ad11-e7a6e37c60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:47.671298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-43376933-ed11-4332-ad11-e7a6e37c60ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1125066 Aug 27 02:17:47.775072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9bfac45-4807-4f1c-99a6-9af20adb933e req-37e58ef1-3f22-4b42-960f-01d213ba6bdf tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 210 time: 0.0521743 Aug 27 02:17:47.842006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de067a6f-1bfe-4cbf-8a7a-5ee644d2919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.844854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d78f63-75a5-4935-9abd-6683d679d6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.850029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f892c244-cfda-4975-94a3-10dd9e297676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:47.851652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-f892c244-cfda-4975-94a3-10dd9e297676 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723034 Aug 27 02:17:47.862338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de067a6f-1bfe-4cbf-8a7a-5ee644d2919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:47.985070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de067a6f-1bfe-4cbf-8a7a-5ee644d2919d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df52a9206da64c2e87b1cfe4cd95dfc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0809832 Aug 27 02:17:47.985817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de067a6f-1bfe-4cbf-8a7a-5ee644d2919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f794cca-ea98-437c-b6a8-56c1b8605bb6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:47.988689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:48.054532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936ac0-7a56-4a3d-a54d-c441cb11d158 req-ed6736e7-045f-4ed0-a15e-06d909afddb7 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.056019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50936ac0-7a56-4a3d-a54d-c441cb11d158 req-ed6736e7-045f-4ed0-a15e-06d909afddb7 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 948 time: 0.4427695 Aug 27 02:17:48.083870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-b5c6cc6c-936a-4582-be23-e91e9bc53910 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227921 Aug 27 02:17:48.090452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-cb9ac9b2-0499-400b-9d27-2926984bfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.093002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-cb9ac9b2-0499-400b-9d27-2926984bfd72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.6973166 Aug 27 02:17:48.127441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.145405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:17:48.146613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8ce36b6f-67f6-4118-9f74-4146b625f941 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:48.148379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Allocated IP 172.20.0.1 (97f6973c-305e-4570-8a9b-d5bea01133cd/73751b29-4a96-4226-9277-c978b02e758a/f43e9df4-80b2-4c8a-a754-373962a607c5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:48.224014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-c9872d9d-8123-46a2-8a3e-8619944f4d33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0893078 Aug 27 02:17:48.224767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8ce36b6f-67f6-4118-9f74-4146b625f941 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:48.230142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.233502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8ce36b6f-67f6-4118-9f74-4146b625f941 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:48.235034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.250582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d78f63-75a5-4935-9abd-6683d679d6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.264697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d78f63-75a5-4935-9abd-6683d679d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.298401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50936ac0-7a56-4a3d-a54d-c441cb11d158 req-a6681542-f5f0-45e4-9a5d-4bd08f395e37 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042050 Aug 27 02:17:48.315656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-9eada0bb-5a80-4e37-b91a-f60c11c4472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.320175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-9eada0bb-5a80-4e37-b91a-f60c11c4472d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0852163 Aug 27 02:17:48.337428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.363528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8ce36b6f-67f6-4118-9f74-4146b625f941, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8ce36b6f-67f6-4118-9f74-4146b625f941,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:48.367937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79d78f63-75a5-4935-9abd-6683d679d6f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5e0a19e81414fa88ad6ab90752f9277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525272 Aug 27 02:17:48.372245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:48.372583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.372875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d78f63-75a5-4935-9abd-6683d679d6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6edbf4-7e53-44fa-bf8b-66fee95fd4b0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:48.393705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e116536-fde0-451f-bd10-f9ca6790fa78 req-67f96bb1-9a5b-46b9-a1c4-0b96fc516398 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824295 Aug 27 02:17:48.413185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.421290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.424169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.425755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f794cca-ea98-437c-b6a8-56c1b8605bb6 HTTP/1.1" status: 204 len: 168 time: 0.4332654 Aug 27 02:17:48.426186 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.457009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.458757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5a98-5b5a-47b8-b387-beaba9f06c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f794cca-ea98-437c-b6a8-56c1b8605bb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:48.490507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.516971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-d3f4e7d5-aed4-470b-9573-fa4340bcb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.518468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-d3f4e7d5-aed4-470b-9573-fa4340bcb15b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433032 Aug 27 02:17:48.539427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8ce36b6f-67f6-4118-9f74-4146b625f941,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:48.568049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.15', 63157) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:48.668006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.691614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-e3401411-6805-4a33-a9e2-773a7fd61901 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088710 Aug 27 02:17:48.739612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-6e28e36b-c3db-4b8f-a8ce-f7f109714522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.741120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-6e28e36b-c3db-4b8f-a8ce-f7f109714522 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2106f92a2ec94da0b0500006acf18e60&device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 1099 time: 0.2284477 Aug 27 02:17:48.743250 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Floating IP 796adc4d-069d-401c-a6e3-06525ede4b23 associated. External IP: 172.25.8.178, port: 0722c004-bded-4856-a0d2-005f8e23c9e8. Aug 27 02:17:48.781624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856fd95-fa31-44cc-a23d-3dd2c85979bd req-674ac149-9d62-4530-9e9d-b36bff0f2f13 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.782800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f856fd95-fa31-44cc-a23d-3dd2c85979bd req-674ac149-9d62-4530-9e9d-b36bff0f2f13 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 949 time: 0.2157764 Aug 27 02:17:48.849979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Transition to ACTIVE for port object f43e9df4-80b2-4c8a-a754-373962a607c5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:48.864257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.866261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9d077-b37e-4097-a1e2-757b739f224a req-9be61945-c066-485d-9e04-76bd8b956ab6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.866803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.871886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dce9d077-b37e-4097-a1e2-757b739f224a req-9be61945-c066-485d-9e04-76bd8b956ab6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.1805539 Aug 27 02:17:48.872033 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb6edbf4-7e53-44fa-bf8b-66fee95fd4b0 HTTP/1.1" status: 204 len: 168 time: 0.4909518 Aug 27 02:17:48.873658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-4e298940-2ac2-4b1d-9e4a-4d544af7bbcc service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401947 Aug 27 02:17:48.898461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47880) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:48.925514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6039d-623e-47de-b83b-5cbc4c915938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6edbf4-7e53-44fa-bf8b-66fee95fd4b0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:48.958758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-d41a36c2-1f49-4f25-ba4b-732082dead00 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:48.960448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-d41a36c2-1f49-4f25-ba4b-732082dead00 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560518 Aug 27 02:17:48.977172 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:17:48.977749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Request body: {'port': {'device_id': '931ba703-d421-4da7-8907-9b4c958af916', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'eb89519dc6294a8fa0756e0bc7a361d7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:48.983057 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d75552-9d08-4310-bfa4-0adf020afde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:48.988001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f856fd95-fa31-44cc-a23d-3dd2c85979bd req-d891bff6-7443-4a48-8fc8-f37b41e4a71b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456351 Aug 27 02:17:49.056407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-ba89a8a2-8c87-4ef3-9157-61efc8503552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.058455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-ba89a8a2-8c87-4ef3-9157-61efc8503552 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2865615 Aug 27 02:17:49.064407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.141087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-1b1f8ec2-6665-4dc0-96ba-914b6c3fe718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44 HTTP/1.1" status: 200 len: 217 time: 0.0746553 Aug 27 02:17:49.145948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dce9d077-b37e-4097-a1e2-757b739f224a req-6a652014-35ed-4079-b3b9-15daa34af1bc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308125 Aug 27 02:17:49.204870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-482d0b72-c97b-4590-83f3-5c6496cfbefe req-2b0d2b8c-c813-45d3-9aff-5f9e0e8644b6 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 210 time: 0.1187928 Aug 27 02:17:49.260867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-dd7b3bba-3c55-4be9-843c-cf9ac2a14902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.262375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-dd7b3bba-3c55-4be9-843c-cf9ac2a14902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1039536 Aug 27 02:17:49.319197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-95c9545d-9c54-466d-b595-cc16edd05af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.321067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-95c9545d-9c54-466d-b595-cc16edd05af0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512903 Aug 27 02:17:49.333003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:49.428125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47892) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:49.475735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.485655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:49.501223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e330bcd3-8f36-4d51-9655-0a2cf1d5a016 req-1aea223a-d219-47e3-8ee5-1759ab6d7bdc service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178310 Aug 27 02:17:49.512671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '6da39fef-f579-411b-916c-995a0c6df187', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '6da39fef-f579-411b-916c-995a0c6df187', 'mac_address': 'fa:16:3e:bb:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:49.527177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187eb0-1d4b-439d-9e20-12e38a9ca1ff req-33cace61-9709-4f15-920f-31591d8b71b4 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.528492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Network 97f6973c-305e-4570-8a9b-d5bea01133cd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:49.528905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f187eb0-1d4b-439d-9e20-12e38a9ca1ff req-33cace61-9709-4f15-920f-31591d8b71b4 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 948 time: 0.1206141 Aug 27 02:17:49.537198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.548155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:49.551017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:49.563766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.580910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da39fef-f579-411b-916c-995a0c6df187 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:49.604460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:49.607298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f187eb0-1d4b-439d-9e20-12e38a9ca1ff req-8d35ce5c-6e4d-4c29-b8df-1a8104f22818 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676739 Aug 27 02:17:49.614148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-2082085c-3b54-433a-9375-6eea37c65303 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841547 Aug 27 02:17:49.616084 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.659180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.681284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:49.729077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e7f96b9-5ba1-4c26-a986-5a05740f259d req-be0cd932-1a5e-4621-bab3-73cfba6dd1f1 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052423 Aug 27 02:17:49.760534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:17:49.800228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d75552-9d08-4310-bfa4-0adf020afde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.815134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:17:49.815134 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:17:49.815134 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': '494009aa19ee4c9fb2ccaccf3d1bd410', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 17, 49, 507832)}] Aug 27 02:17:49.815134 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:17:49.815647 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:17:49.821658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:49.824669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d75552-9d08-4310-bfa4-0adf020afde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.831905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Made reservation on behalf of eb89519dc6294a8fa0756e0bc7a361d7 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:49.836247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.849028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.868098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74f43a16-4a7d-438d-bd55-db0f368395eb None None] Provisioning for port f43e9df4-80b2-4c8a-a754-373962a607c5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:49.876780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74f43a16-4a7d-438d-bd55-db0f368395eb None None] Provisioning complete for port f43e9df4-80b2-4c8a-a754-373962a607c5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:49.877420 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74f43a16-4a7d-438d-bd55-db0f368395eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.918353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-cdea426d-62e3-401e-be4e-4db676bf4ebd tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:49.926461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-cdea426d-62e3-401e-be4e-4db676bf4ebd tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 1100 time: 0.3150876 Aug 27 02:17:49.933477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-74f43a16-4a7d-438d-bd55-db0f368395eb None None] Port f43e9df4-80b2-4c8a-a754-373962a607c5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:49.981362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:49.988413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.018946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e8d75552-9d08-4310-bfa4-0adf020afde7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40f74ac8eaa24a14ab225ae6e4c26316&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1201575 Aug 27 02:17:50.019181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-8f02de82-92a2-4e88-b73f-275ad49f95de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750320 Aug 27 02:17:50.020072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d75552-9d08-4310-bfa4-0adf020afde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1afcc5-5e90-4825-b673-b5f839858aa3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.022778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-0158b42a-b75a-4664-bf82-c4d2f69e778d tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.024771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47894) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:50.055536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8ce36b6f-67f6-4118-9f74-4146b625f941 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:50.082742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6715b4-713d-42aa-bfc9-6e52c6f0d045,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.122852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8ce36b6f-67f6-4118-9f74-4146b625f941 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:50.123400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.149547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:50.156355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.178022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:50.187534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.213415 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2573ac34-0bbf-4812-a399-1397a880d9cc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "PUT /v2.0/floatingips/796adc4d-069d-401c-a6e3-06525ede4b23 HTTP/1.1" status: 200 len: 992 time: 4.4170337 Aug 27 02:17:50.213531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:50.215888 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8" -d '{"events": [{"name": "network-changed", "server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:50.217633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:50.217797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:50.220331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.225279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-717e37f5-2f1a-4a51-88a6-e8c9071c6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.226802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-717e37f5-2f1a-4a51-88a6-e8c9071c6d0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1097 time: 0.1164048 Aug 27 02:17:50.262904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Allocated IP 192.168.233.61 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/3cd9525d-e613-424d-8059-621d9ece0e89) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:50.317930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.328248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.353949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-0158b42a-b75a-4664-bf82-c4d2f69e778d tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.359224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-0158b42a-b75a-4664-bf82-c4d2f69e778d tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.359529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:50.418809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4245f620-4038-4e84-bd65-3ac48cfb0569 req-0158b42a-b75a-4664-bf82-c4d2f69e778d tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913821 Aug 27 02:17:50.429568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b42a-b75a-4664-bf82-c4d2f69e778d tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0066d65-4594-4ad8-8df2-991f1ad0fb31,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.476496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.483960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.511696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-22bed8b7-f905-4595-bea6-5d3642adaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.513188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-22bed8b7-f905-4595-bea6-5d3642adaf61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.2589831 Aug 27 02:17:50.574342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:50.574835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948104e-8684-4273-8dc8-1a5b7b1d412d req-74bc5635-cbc9-4b58-aed9-958b27ea6774 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:50.579222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7948104e-8684-4273-8dc8-1a5b7b1d412d req-74bc5635-cbc9-4b58-aed9-958b27ea6774 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 949 time: 0.2625237 Aug 27 02:17:50.579337 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.629347 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.631093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:50.634721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d1afcc5-5e90-4825-b673-b5f839858aa3 HTTP/1.1" status: 204 len: 168 time: 0.6040084 Aug 27 02:17:50.710364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-074e08d6-6c2f-4dd6-8ba9-78d6bdabc84f req-c30e1962-5857-4370-8db7-64e415f4d82f tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 210 time: 0.0419700 Aug 27 02:17:50.726357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:cf:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844d06d7-dab4-4441-b788-e745b01b66ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:17:47Z', 'revision_number': 1, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:50.742681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Network 97f6973c-305e-4570-8a9b-d5bea01133cd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:50.749682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:50.779493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:50.801974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:50.802625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:50.806203 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56617f6b-f679-4a36-97fe-9b855cfdb47a x-openstack-request-id: req-56617f6b-f679-4a36-97fe-9b855cfdb47a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:50.806815 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:50.807234 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56617f6b-f679-4a36-97fe-9b855cfdb47a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:50.807803 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'status': 'completed', 'code': 200} Aug 27 02:17:50.929792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:17:51.008337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.026547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Transition to ACTIVE for port object 3cd9525d-e613-424d-8059-621d9ece0e89 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:51.060034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:51.117977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:17:51.130539 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Sync routers for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:17:51.135063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fcad6b6c-ec9d-4cc8-8b5d-18e3b005a0d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/1cb3c5a5-777b-4874-ace8-7aa07df644a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7180469 Aug 27 02:17:51.147638 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:51.149157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:51.161430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.181834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc41a2f-268f-41d9-ba4a-5c05b4c3d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1afcc5-5e90-4825-b673-b5f839858aa3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.207867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:51.215166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:51.220299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcd580-5044-432e-9b5d-59b7eff0b2d3 req-7c07d55b-7afa-4948-9ddc-0fcccde2a5ca tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.221863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dfcd580-5044-432e-9b5d-59b7eff0b2d3 req-7c07d55b-7afa-4948-9ddc-0fcccde2a5ca tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 948 time: 0.1055133 Aug 27 02:17:51.282125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:51.295623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7948104e-8684-4273-8dc8-1a5b7b1d412d req-032c08d6-f123-4746-bfad-912521192fc1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799016 Aug 27 02:17:51.300548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-25728920-b2be-49d0-9c89-c5435b5aa58b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 1000 time: 0.7530537 Aug 27 02:17:51.314451 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dfcd580-5044-432e-9b5d-59b7eff0b2d3 req-2ef3fc78-0964-4db2-a6df-80ba1c5b8b04 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806153 Aug 27 02:17:51.364012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:51.429125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-416e4e80-373d-4cc0-9ccc-38aa7c2f25c3 None None] Provisioning complete for port f43e9df4-80b2-4c8a-a754-373962a607c5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:51.429498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-416e4e80-373d-4cc0-9ccc-38aa7c2f25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.445366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:51.498327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.524093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-416e4e80-373d-4cc0-9ccc-38aa7c2f25c3 None None] Port f43e9df4-80b2-4c8a-a754-373962a607c5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:51.561045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Pushing event updated for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.563594 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.577117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-3fd75ea5-d107-42d0-a19c-26f9e290b711 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853326 Aug 27 02:17:51.591643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.592276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.603273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 6da39fef-f579-411b-916c-995a0c6df187 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:51.608332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 6da39fef-f579-411b-916c-995a0c6df187 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:51.609571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.629727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-2a79da19-9a72-4488-8d98-19c1fdb10f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.631225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-2a79da19-9a72-4488-8d98-19c1fdb10f5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.2758956 Aug 27 02:17:51.709234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:51.716669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=494009aa19ee4c9fb2ccaccf3d1bd410&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2863612 Aug 27 02:17:51.717506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c78e86-1e93-47b9-9c3a-562037f71d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d965d12-b6b2-49e0-bcc8-b7463870aa0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:51.789108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-29233792-792a-4844-b9b6-5541db2b7991 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8172328 Aug 27 02:17:51.805120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Request body: {'port': {'device_id': '931ba703-d421-4da7-8907-9b4c958af916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:51.853085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-4d39d420-8203-4bad-b428-6925f0c1586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.855175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-4d39d420-8203-4bad-b428-6925f0c1586e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974881 Aug 27 02:17:51.890349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:50Z', 'revision_number': 4, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'f43e9df4-80b2-4c8a-a754-373962a607c5', 'name': '', 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'mac_address': 'fa:16:3e:70:85:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '73751b29-4a96-4226-9277-c978b02e758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:46Z', 'updated_at': '2021-08-27T02:17:50Z', 'revision_number': 2, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'subnets': [{'id': '73751b29-4a96-4226-9277-c978b02e758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:51.903487 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.918123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-d617641c-2364-486b-8698-5bd12bd9808f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:51.919658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-d617641c-2364-486b-8698-5bd12bd9808f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187966 Aug 27 02:17:51.957302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95eaed8b-c2bd-4975-9e5b-c7118f707d22 None None] Provisioning for port 3cd9525d-e613-424d-8059-621d9ece0e89 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:51.961324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.962077 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Checking router: 1cb3c5a5-777b-4874-ace8-7aa07df644a0 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:17:51.963149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Updating router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 port f43e9df4-80b2-4c8a-a754-373962a607c5 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:17:51.972494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-b1cc146b-8248-4f9e-bea5-1c4f88c144a3 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0247846 Aug 27 02:17:51.980627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95eaed8b-c2bd-4975-9e5b-c7118f707d22 None None] Provisioning complete for port 3cd9525d-e613-424d-8059-621d9ece0e89 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:51.981328 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95eaed8b-c2bd-4975-9e5b-c7118f707d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:51.997759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.023285 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.109800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-95eaed8b-c2bd-4975-9e5b-c7118f707d22 None None] Port 3cd9525d-e613-424d-8059-621d9ece0e89 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:52.111688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-3b2512d2-7165-4687-a012-ef3b120bb8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414198 Aug 27 02:17:52.121644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-fa3a22ef-d722-4dfa-9f73-e5e2e7c4bd6d tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3233960 Aug 27 02:17:52.142720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:52.167192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.167927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:cf:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844d06d7-dab4-4441-b788-e745b01b66ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:17:47Z', 'revision_number': 1, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:52.171421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.173293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d965d12-b6b2-49e0-bcc8-b7463870aa0b HTTP/1.1" status: 204 len: 168 time: 0.4629805 Aug 27 02:17:52.189516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4416972-3b8d-4b2c-8fa5-763d01da9a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d965d12-b6b2-49e0-bcc8-b7463870aa0b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.194299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.206656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-69303d9c-2d8d-40fc-ae1a-336601a644fc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2247331 Aug 27 02:17:52.276997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f49c6b-7fec-478e-a590-e8fd8f35e2cd None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:cf:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844d06d7-dab4-4441-b788-e745b01b66ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:17:47Z', 'revision_number': 1, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:52.333738 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.358620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.392125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:52.400247 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40796845-177a-49b0-adbf-da8e5cd6f5f1" -d '{"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:52.433127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:52.443415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc7bed88-2b3e-46eb-b3d2-55e4ea439231 req-5460187d-857e-4d05-b1c6-bfcbdcac4027 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524548 Aug 27 02:17:52.443549 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.579890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Allocated IP 172.25.8.46 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/1fa79d60-66ba-4676-a0ba-771e5c5b922c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:52.601427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.640507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f8612a4f-cd25-4d09-8ac7-0faa1514ad44 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:52.669194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a62d9d02-2998-42c6-8274-abdc5b5c9b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.707132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd9525d-e613-424d-8059-621d9ece0e89 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:52.728020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.744624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-6be7e59f-1a0d-44fb-84d5-5f31b4884fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:52.746449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-6be7e59f-1a0d-44fb-84d5-5f31b4884fed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1097 time: 0.1581087 Aug 27 02:17:52.749310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Transition to ACTIVE for port object 3cd9525d-e613-424d-8059-621d9ece0e89 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:52.770532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:52.860382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4186411f-f274-4b67-862f-b06760426bde None None] New status for floating IP 796adc4d-069d-401c-a6e3-06525ede4b23: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:17:52.899383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:52.901163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.038880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-6124d317-81d8-459c-8326-7a37fd4e7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:53.040699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-6124d317-81d8-459c-8326-7a37fd4e7d1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.2852981 Aug 27 02:17:53.045493 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.046376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.076754 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Transition to ACTIVE for port object f43e9df4-80b2-4c8a-a754-373962a607c5 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:53.090298 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.153521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:53.167808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:53.178201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Attempting to bind port 3cd9525d-e613-424d-8059-621d9ece0e89 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:53.179805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Attempting to bind port 3cd9525d-e613-424d-8059-621d9ece0e89 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:53.180155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Attempting to bind port 3cd9525d-e613-424d-8059-621d9ece0e89 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:53.185919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:53.187829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98522-6b0d-41d1-a592-7ce080c0b8e6 None None] Pushing event updated for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:53.207109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event updated for resources: {'Port': ['ID=1fa79d60-66ba-4676-a0ba-771e5c5b922c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:53.210968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Port 3cd9525d-e613-424d-8059-621d9ece0e89 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:53.210968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Attempting to bind port 3cd9525d-e613-424d-8059-621d9ece0e89 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:53.264035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:53.264316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:53.264705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:53.281703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Bound port: 3cd9525d-e613-424d-8059-621d9ece0e89, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:53.282086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.337048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Attempting to bind port f43e9df4-80b2-4c8a-a754-373962a607c5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:53.346662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-c50d6684-ceeb-4020-b6dd-19b866020bb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 1000 time: 0.2822778 Aug 27 02:17:53.349915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Attempting to bind port f43e9df4-80b2-4c8a-a754-373962a607c5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:53.352539 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Attempting to bind port f43e9df4-80b2-4c8a-a754-373962a607c5 on network 97f6973c-305e-4570-8a9b-d5bea01133cd {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:53.369448 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:53.372848 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Checking segment: {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:53.374434 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.376660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Bound using segment: {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:53.377378 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Bound port: f43e9df4-80b2-4c8a-a754-373962a607c5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5140ecee-02e9-4ffd-838b-7c8650cf5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:53.378074 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.561629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.568326 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] For port f43e9df4-80b2-4c8a-a754-373962a607c5, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:53.576017 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] For port f43e9df4-80b2-4c8a-a754-373962a607c5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f43e9df4-80b2-4c8a-a754-373962a607c5,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:53.582547 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.645690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.677778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98522-6b0d-41d1-a592-7ce080c0b8e6 None None] Pushing event updated for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:53.707089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:17:53.707872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:53.763436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:53.809366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-22442f63-c0fc-47c0-a4f9-af16339de5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:53.814729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-22442f63-c0fc-47c0-a4f9-af16339de5fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.3896701 Aug 27 02:17:53.818562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:53.832616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44', 'mac_address': 'fa:16:3e:ce:2d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:53.900456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cd9525d-e613-424d-8059-621d9ece0e89,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:53.929944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.948185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:17:53.962812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:53.967309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8612a4f-cd25-4d09-8ac7-0faa1514ad44 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:54.015086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.015987 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.019187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/3cd9525d-e613-424d-8059-621d9ece0e89 HTTP/1.1" status: 200 len: 1095 time: 2.2183406 Aug 27 02:17:54.060872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:54.088515 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.090270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:54.092823 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c7a06-38e0-4c70-93f2-0dff2de957a3" -d '{"events": [{"name": "network-changed", "server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:54.226375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb0a90-79fd-4974-a82f-b03ffa8f5e05 req-5727b7d1-16f7-4168-a981-b1d65dd67c22 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.236848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8cb0a90-79fd-4974-a82f-b03ffa8f5e05 req-5727b7d1-16f7-4168-a981-b1d65dd67c22 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 947 time: 0.5098906 Aug 27 02:17:54.283634 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:50Z', 'revision_number': 4, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'f43e9df4-80b2-4c8a-a754-373962a607c5', 'name': '', 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'mac_address': 'fa:16:3e:70:85:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '73751b29-4a96-4226-9277-c978b02e758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:46Z', 'updated_at': '2021-08-27T02:17:53Z', 'revision_number': 4, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'subnets': [{'id': '73751b29-4a96-4226-9277-c978b02e758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:17:54.289505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:54.325069 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71596e8-c7fb-4844-a39f-df281c290ade None None] The sync data for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 is: [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:17:50Z', 'revision_number': 4, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'f43e9df4-80b2-4c8a-a754-373962a607c5', 'name': '', 'network_id': '97f6973c-305e-4570-8a9b-d5bea01133cd', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'mac_address': 'fa:16:3e:70:85:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '73751b29-4a96-4226-9277-c978b02e758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:46Z', 'updated_at': '2021-08-27T02:17:53Z', 'revision_number': 4, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'subnets': [{'id': '73751b29-4a96-4226-9277-c978b02e758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:17:54.406336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-dd8af018-4018-4e0b-b92f-62b49f00feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.409250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-dd8af018-4018-4e0b-b92f-62b49f00feff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5549419 Aug 27 02:17:54.420886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8cb0a90-79fd-4974-a82f-b03ffa8f5e05 req-6f7702d8-5d29-494d-933e-22d4123f6531 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605551 Aug 27 02:17:54.455544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:54.497299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f8612a4f-cd25-4d09-8ac7-0faa1514ad44'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:54.526214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-31d40108-1e7d-438a-9f5f-b00ee6f96579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.528109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-31d40108-1e7d-438a-9f5f-b00ee6f96579 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 1098 time: 0.4065309 Aug 27 02:17:54.534298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.534682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.535022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.535541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.536036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.536370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.536695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.537046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.537484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.537840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.538226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.547111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7af3c3-3ec1-4a4f-ae00-be59013002c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.646474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-9c732968-82c1-49ce-b21c-ca6a6b738352 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3cd9525d-e613-424d-8059-621d9ece0e89 HTTP/1.1" status: 200 len: 217 time: 0.0785751 Aug 27 02:17:54.724095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-e57685bf-c4d4-4ecf-ae87-99f8ec6810f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.725684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-e57685bf-c4d4-4ecf-ae87-99f8ec6810f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0668039 Aug 27 02:17:54.783369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.794530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.799429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c992f-e8f9-43e1-943b-685021e42f1d req-fa3e729f-3652-4a15-a274-48beba321a37 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.811330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-968c992f-e8f9-43e1-943b-685021e42f1d req-fa3e729f-3652-4a15-a274-48beba321a37 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.2424159 Aug 27 02:17:54.834346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-f3194979-d371-4c0f-b081-fa53d66902a8 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104633 Aug 27 02:17:54.902697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-968c992f-e8f9-43e1-943b-685021e42f1d req-1bfd6f85-baa3-42f0-b048-81d454419626 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Aug 27 02:17:54.956343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event updated for resources: {'Port': ['ID=1fa79d60-66ba-4676-a0ba-771e5c5b922c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:54.990471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:54.991617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-01d64d24-a236-4aa2-b69f-d4a86b028dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:54.995780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-01d64d24-a236-4aa2-b69f-d4a86b028dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575505 Aug 27 02:17:54.996271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.996755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.997099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.997433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.997766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.998177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.998528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.998846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.999333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:54.999843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:55.000374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:55.001403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:55.022853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.024781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-9690e542-9b78-4b62-9525-4cfc5ddb1d35 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8919673 Aug 27 02:17:55.130695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-5fbb92c5-55f8-4304-afd3-8a2775485e22 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0986714 Aug 27 02:17:55.173256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47f28612-d3a9-4681-8754-801dba5b0a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.269447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-eb061cfb-df6e-48bf-96a8-c8e6f164bf73 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.271108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-eb061cfb-df6e-48bf-96a8-c8e6f164bf73 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1336510 Aug 27 02:17:55.282453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-fca27999-24ba-4dd0-95ff-e9258c89da28 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:55.283746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2261b8b0-c9c1-4e46-b262-dbec10274825 req-fca27999-24ba-4dd0-95ff-e9258c89da28 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065615 Aug 27 02:17:55.324893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:55.352759 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a297bc2-c3b1-4105-8453-a8bd3ffa8c4b x-openstack-request-id: req-1a297bc2-c3b1-4105-8453-a8bd3ffa8c4b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:55.353202 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:55.353659 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a297bc2-c3b1-4105-8453-a8bd3ffa8c4b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:55.354585 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'code': 200} Aug 27 02:17:55.426897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eae525-8951-496e-bb69-cbee7d10f240 req-9b3caf7d-4335-4b1a-9fa9-0ee03e1bd041 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.436988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15eae525-8951-496e-bb69-cbee7d10f240 req-9b3caf7d-4335-4b1a-9fa9-0ee03e1bd041 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 949 time: 0.3993568 Aug 27 02:17:55.457911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f8b1ea4-b0fe-495d-8a71-b80595f170c8 req-d0adf584-b8ab-47d9-befc-edcd261749b7 service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077862 Aug 27 02:17:55.479639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008261e-abd1-404f-bd7b-856a87836675 req-db574bfa-3084-4873-b01c-a33aa5f36c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.481403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4008261e-abd1-404f-bd7b-856a87836675 req-db574bfa-3084-4873-b01c-a33aa5f36c96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1101 time: 0.0596995 Aug 27 02:17:55.527052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4008261e-abd1-404f-bd7b-856a87836675 req-44d89317-ec05-4f2d-84cf-447b2ea9b304 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 Aug 27 02:17:55.550254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-121628e3-58b7-41ff-823e-0726f005ce74 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467026 Aug 27 02:17:55.565205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15eae525-8951-496e-bb69-cbee7d10f240 req-a385c95f-3c7c-4268-9007-a092c2eeec61 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273305 Aug 27 02:17:55.595621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-c72d560b-8dd2-46f1-b09f-aaabda43589d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504606 Aug 27 02:17:55.725656 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b469570b-ab00-483e-a783-741a555fa570 x-openstack-request-id: req-b469570b-ab00-483e-a783-741a555fa570 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:55.726337 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:55.726820 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b469570b-ab00-483e-a783-741a555fa570 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:55.727609 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89', 'status': 'completed', 'code': 200} Aug 27 02:17:55.826717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-e255a129-2376-4b5a-931f-9f01f5198371 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:55.828183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-e255a129-2376-4b5a-931f-9f01f5198371 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180812 Aug 27 02:17:55.871387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:55.923058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63f04e22-b16d-401b-86f1-2f2d85d859f1 req-60799163-27fe-4b78-a783-78e9668f335a service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946156 Aug 27 02:17:56.058659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f43e9df4-80b2-4c8a-a754-373962a607c5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:56.063346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b554c2da-24d9-4014-a14f-fe7bd9cd6c1a req-854b6a68-c99c-45a1-9c97-6bcfe56604ad tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips/c8318838-1026-49f0-82f1-fcb8aee3ffd3 HTTP/1.1" status: 200 len: 692 time: 0.1450768 Aug 27 02:17:56.099163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5d444-cc91-4b0d-a921-f08bbb8ec169 req-1afbace1-4e9e-4232-8fa3-5416b80b7ff1 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.105318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3a5d444-cc91-4b0d-a921-f08bbb8ec169 req-1afbace1-4e9e-4232-8fa3-5416b80b7ff1 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 947 time: 0.0832922 Aug 27 02:17:56.132168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f43e9df4-80b2-4c8a-a754-373962a607c5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:56.136692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f43e9df4-80b2-4c8a-a754-373962a607c5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:56.137902 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.168338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3a5d444-cc91-4b0d-a921-f08bbb8ec169 req-75038e0c-35c7-4dc0-8ad2-0f787b70fd56 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Aug 27 02:17:56.174780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-785283d8-ef0d-44e9-8ccb-3b559d0f9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.177762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-785283d8-ef0d-44e9-8ccb-3b559d0f9f54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 1098 time: 0.1697912 Aug 27 02:17:56.245897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-0ecad3b0-dc9b-41be-b9f0-b203823c74b7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507591 Aug 27 02:17:56.256988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.267702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:56.271113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.299449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f43e9df4-80b2-4c8a-a754-373962a607c5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f43e9df4-80b2-4c8a-a754-373962a607c5,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:56.305323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.312468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c2da-24d9-4014-a14f-fe7bd9cd6c1a req-7d79914b-10c9-4be7-bc7d-887b61e32f51 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.313865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b554c2da-24d9-4014-a14f-fe7bd9cd6c1a req-7d79914b-10c9-4be7-bc7d-887b61e32f51 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2497563 Aug 27 02:17:56.339305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2550567-c9c7-4733-9a6a-1a1415452641 req-598b3798-1074-421a-b137-3529255acc7a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 210 time: 0.0766380 Aug 27 02:17:56.341432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-b554c2da-24d9-4014-a14f-fe7bd9cd6c1a req-6216b815-90fd-49bc-b794-114398f28715 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:56.342440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b554c2da-24d9-4014-a14f-fe7bd9cd6c1a req-6216b815-90fd-49bc-b794-114398f28715 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094197 Aug 27 02:17:56.405697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:56.411020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.417323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.418813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.420830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.422645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.423179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.423683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.424178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.424678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.425171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.425667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.426274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.426786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:17:56.435926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-53b85bb7-d2e6-46e9-9512-bec373aec70a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.437738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-53b85bb7-d2e6-46e9-9512-bec373aec70a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864235 Aug 27 02:17:56.438598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-1cf065c0-66bf-4abe-8c67-ee9d06323703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.440121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-1cf065c0-66bf-4abe-8c67-ee9d06323703 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2532439 Aug 27 02:17:56.483033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:56.513401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-7b5c8a52-73b8-4326-9918-58227edbb9c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=3cd9525d-e613-424d-8059-621d9ece0e89 HTTP/1.1" status: 200 len: 217 time: 0.0625579 Aug 27 02:17:56.597047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ebeeb-ccaf-420b-ade5-233d513c8e3b req-0360e0be-e645-481d-be7e-c9b3fd57246c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.598561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b94ebeeb-ccaf-420b-ade5-233d513c8e3b req-0360e0be-e645-481d-be7e-c9b3fd57246c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1108060 Aug 27 02:17:56.655875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f8612a4f-cd25-4d09-8ac7-0faa1514ad44 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:56.660953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b94ebeeb-ccaf-420b-ade5-233d513c8e3b req-c9b24830-7bd9-4992-8ff0-45dcfe21c312 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536628 Aug 27 02:17:56.664724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-079ba896-d619-463a-ae66-728a8172446d req-35188aef-c2c0-43ae-a8b2-c125b97b8e12 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=aa42885c171e4298bf2180aa6353f8e1 HTTP/1.1" status: 200 len: 695 time: 0.0987763 Aug 27 02:17:56.667614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.213 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/ad066c7d-b371-486f-9d99-2c90c44e2801) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:56.672306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:17:56.682665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-e134575c-f359-48a8-a17d-24bc5ba11bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.684571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-e134575c-f359-48a8-a17d-24bc5ba11bf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1488700 Aug 27 02:17:56.684793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.738890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:56.745213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:56.745788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.853927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-a33384f9-0a64-49c1-b0a8-578a9a63e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.855573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-a33384f9-0a64-49c1-b0a8-578a9a63e65e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576908 Aug 27 02:17:56.857203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.896615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:56.901672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:56.950006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:56.967528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ba896-d619-463a-ae66-728a8172446d req-afc64c60-474b-4505-b4ad-9a3ee1e1463f tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:56.968918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-079ba896-d619-463a-ae66-728a8172446d req-afc64c60-474b-4505-b4ad-9a3ee1e1463f tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks?id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 787 time: 0.2823153 Aug 27 02:17:56.994157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-079ba896-d619-463a-ae66-728a8172446d req-7f62e229-60a3-4da0-a289-23deee7f3c30 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:56.995147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-079ba896-d619-463a-ae66-728a8172446d req-7f62e229-60a3-4da0-a289-23deee7f3c30 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103197 Aug 27 02:17:57.060493 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.066771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-50f96b45-11f4-4e17-9f95-311f83d91c2d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765602 Aug 27 02:17:57.086306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object ad066c7d-b371-486f-9d99-2c90c44e2801 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:57.120418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239106d-ec52-44a2-9f21-529d160dc42e req-acb3a88c-d003-4366-9b69-bc148a952979 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.122213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f239106d-ec52-44a2-9f21-529d160dc42e req-acb3a88c-d003-4366-9b69-bc148a952979 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0514586 Aug 27 02:17:57.164772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f239106d-ec52-44a2-9f21-529d160dc42e req-4ef572a4-605c-44fe-9007-6c0a447476b2 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Aug 27 02:17:57.188891 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-9c414c26-33ef-4d4a-a658-98296de4b344 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips/c8318838-1026-49f0-82f1-fcb8aee3ffd3 HTTP/1.1" status: 200 len: 692 time: 0.0555801 Aug 27 02:17:57.293909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-455c7a06-38e0-4c70-93f2-0dff2de957a3 req-16c61158-b69b-49f4-bd1a-61636a81df71 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168355 Aug 27 02:17:57.305342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.341786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:57.367589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:57.369592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:57.370856 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1bf63a-dcca-4c47-8fa9-6dedf2e2f73c" -d '{"events": [{"server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "name": "network-vif-plugged", "status": "completed", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:57.373078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.16 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/4641f135-0db8-42e7-a79d-f0158c8eb0c3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:17:57.378135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:57.380736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:57.418006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-cee622df-2fd1-4e1b-81a7-1df10600208c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.424814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-cee622df-2fd1-4e1b-81a7-1df10600208c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2255805 Aug 27 02:17:57.429885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.437299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-97193c5c-acfd-47bc-b9a5-37d63c9f53d6 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:17:57.444407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-97193c5c-acfd-47bc-b9a5-37d63c9f53d6 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187311 Aug 27 02:17:57.465249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9e389-5b9c-4efb-90cc-3f82600301ba req-75f7ef07-9316-471b-9d81-a4888c102ac8 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.467211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38f9e389-5b9c-4efb-90cc-3f82600301ba req-75f7ef07-9316-471b-9d81-a4888c102ac8 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 947 time: 0.0961277 Aug 27 02:17:57.534548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-234edcc1-8da2-4b93-ba9d-6f3c44a25e47 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0892577 Aug 27 02:17:57.542866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.543498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.566846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38f9e389-5b9c-4efb-90cc-3f82600301ba req-ed733842-35ec-4132-a01d-61aa7cb59bb9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897193 Aug 27 02:17:57.615964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-b1cfd25a-d9e7-467a-940f-845f6d2a349a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0696287 Aug 27 02:17:57.624876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-0634789e-6749-4a30-a798-014f8edae791 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7659051 Aug 27 02:17:57.635486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.651555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object 4641f135-0db8-42e7-a79d-f0158c8eb0c3 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:57.671434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Request body: {'port': {'device_id': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:57.696127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.719865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d7959626-46b3-4752-a9cd-52195454c123 None None] Provisioning for port ad066c7d-b371-486f-9d99-2c90c44e2801 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:57.724465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d7959626-46b3-4752-a9cd-52195454c123 None None] Provisioning complete for port ad066c7d-b371-486f-9d99-2c90c44e2801 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:57.725082 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7959626-46b3-4752-a9cd-52195454c123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.770994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d7959626-46b3-4752-a9cd-52195454c123 None None] Port ad066c7d-b371-486f-9d99-2c90c44e2801 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:57.781081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:17:57.787610 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.787795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:57.789766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:17:57.793108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:17:57.801003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.808755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:17:57.842243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7244-8db1-4ac5-a997-9cba337cc10d req-e09a197e-51d4-4386-aee5-5a4e44eae53e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.844044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-063e7244-8db1-4ac5-a997-9cba337cc10d req-e09a197e-51d4-4386-aee5-5a4e44eae53e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 936 time: 0.1283376 Aug 27 02:17:57.856184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Deleting port 1fa79d60-66ba-4676-a0ba-771e5c5b922c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:17:57.856535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.862109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:57.863150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:57.902428 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-71fc113d-88d4-45b5-9d95-2fed211b0a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4457834 Aug 27 02:17:57.912905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-063e7244-8db1-4ac5-a997-9cba337cc10d req-47440c93-77b2-492f-a450-1447906dc9bc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Aug 27 02:17:57.930820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Request body: {'port': {'device_id': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:58.015769 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d3ba4-2b29-4b0b-8b3f-816b497e8128 x-openstack-request-id: req-0a0d3ba4-2b29-4b0b-8b3f-816b497e8128 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:58.016300 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "name": "network-vif-plugged", "status": "completed", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:58.016737 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a0d3ba4-2b29-4b0b-8b3f-816b497e8128 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:58.017306 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44', 'code': 200} Aug 27 02:17:58.029723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f43e9df4-80b2-4c8a-a754-373962a607c5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:17:58.039501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.108830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f43e9df4-80b2-4c8a-a754-373962a607c5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:58.109444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.116057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.116274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.46', 53341) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:17:58.116519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.168291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Calling delete_port for 1fa79d60-66ba-4676-a0ba-771e5c5b922c owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:17:58.220553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-563e6869-5d04-4971-9a21-8f22ca071eab None None] Provisioning for port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:17:58.225022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-563e6869-5d04-4971-9a21-8f22ca071eab None None] Provisioning complete for port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:17:58.225393 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-563e6869-5d04-4971-9a21-8f22ca071eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.262670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-563e6869-5d04-4971-9a21-8f22ca071eab None None] Port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:17:58.282697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd61fa2-c076-4c84-912a-ccf2d30ffd06 req-dae94288-3b02-4fa6-91c8-129eb9877389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:58.284201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd61fa2-c076-4c84-912a-ccf2d30ffd06 req-dae94288-3b02-4fa6-91c8-129eb9877389 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 1101 time: 0.1668913 Aug 27 02:17:58.336291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd61fa2-c076-4c84-912a-ccf2d30ffd06 req-45190661-04ff-41f0-adcb-a598822e5b30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Aug 27 02:17:58.345242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65674843-723a-4e38-8ce8-5737a50d4066 req-4ce03447-a143-4a73-91b4-37e392067397 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:58.346809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65674843-723a-4e38-8ce8-5737a50d4066 req-4ce03447-a143-4a73-91b4-37e392067397 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1548018 Aug 27 02:17:58.387350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65674843-723a-4e38-8ce8-5737a50d4066 req-5d3c3794-7454-4d01-8ef7-29b6bbee3c1a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Aug 27 02:17:58.584300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad066c7d-b371-486f-9d99-2c90c44e2801 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:58.612397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.644074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Transition to ACTIVE for port object ad066c7d-b371-486f-9d99-2c90c44e2801 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:58.644991 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.652680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.682555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event deleted for resources: {'Port': ['ID=1fa79d60-66ba-4676-a0ba-771e5c5b922c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.791668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Pushing event updated for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:58.802424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.805576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.806783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b82b08e1-921c-4164-914d-025c0b0b75b4 req-71442aff-be2e-4944-bba2-fabe0b4e7a3c tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "DELETE /v2.0/floatingips/c8318838-1026-49f0-82f1-fcb8aee3ffd3 HTTP/1.1" status: 204 len: 173 time: 1.1900499 Aug 27 02:17:58.831975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4641f135-0db8-42e7-a79d-f0158c8eb0c3 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:58.853112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.866370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Attempting to bind port ad066c7d-b371-486f-9d99-2c90c44e2801 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:58.866793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Attempting to bind port ad066c7d-b371-486f-9d99-2c90c44e2801 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:58.867139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Attempting to bind port ad066c7d-b371-486f-9d99-2c90c44e2801 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:58.873714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Port ad066c7d-b371-486f-9d99-2c90c44e2801 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:58.874047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Attempting to bind port ad066c7d-b371-486f-9d99-2c90c44e2801 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:58.880612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:58.880964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:58.881352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:58.881771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Bound port: ad066c7d-b371-486f-9d99-2c90c44e2801, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:58.882128 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.888212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Transition to ACTIVE for port object 4641f135-0db8-42e7-a79d-f0158c8eb0c3 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:17:58.905435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774efde-28fc-4ec5-8fb2-9fb7640aada5 req-f57333a3-c37e-4dc3-9978-4288e8ef2965 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:58.907031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c774efde-28fc-4ec5-8fb2-9fb7640aada5 req-f57333a3-c37e-4dc3-9978-4288e8ef2965 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0702717 Aug 27 02:17:58.907866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:58.985629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:58.989927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ad066c7d-b371-486f-9d99-2c90c44e2801,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:58.997430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.010702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.036105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c774efde-28fc-4ec5-8fb2-9fb7640aada5 req-d8791d02-a101-463d-b5a0-275360201d7d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189489 Aug 27 02:17:59.062872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.062872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.062872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad066c7d-b371-486f-9d99-2c90c44e2801 HTTP/1.1" status: 200 len: 1096 time: 1.3992724 Aug 27 02:17:59.062872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:59.062872 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b1bb5-1ef4-442c-b441-4a122e4dac16" -d '{"events": [{"name": "network-changed", "server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:59.093079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Attempting to bind port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:17:59.093421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Attempting to bind port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:17:59.094987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Attempting to bind port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:59.101905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:17:59.105079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Attempting to bind port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:17:59.116970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:17:59.117315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:17:59.117702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:17:59.118146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Bound port: 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:17:59.121004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.168689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b867458-cfcb-425a-9f54-d151acebd940 service neutron] Pushing event updated for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.208590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-6be2f459-8a61-49e6-b077-91fd3a430713 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.210113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-6be2f459-8a61-49e6-b077-91fd3a430713 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1101 time: 0.0815334 Aug 27 02:17:59.212845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-bdff8fa1-53e9-475b-8587-eacb84f3ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.214426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-bdff8fa1-53e9-475b-8587-eacb84f3ab94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 1099 time: 0.0718472 Aug 27 02:17:59.236407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:17:59.239578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-08776240-efa6-44db-9791-cc4b98445974 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.240164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:17:59.249122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd800f-0dc4-431d-856a-98e55a278071 req-d0bec2d7-2ced-41e7-8537-8ed708545733 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.250680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45dd800f-0dc4-431d-856a-98e55a278071 req-d0bec2d7-2ced-41e7-8537-8ed708545733 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 947 time: 0.0786819 Aug 27 02:17:59.252311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.279350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-ce9c2dd6-b8a7-4c53-843f-75334adc6049 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ad066c7d-b371-486f-9d99-2c90c44e2801 HTTP/1.1" status: 200 len: 217 time: 0.0455346 Aug 27 02:17:59.315754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.316330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.318506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4641f135-0db8-42e7-a79d-f0158c8eb0c3 HTTP/1.1" status: 200 len: 1095 time: 1.3951874 Aug 27 02:17:59.318963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:17:59.321588 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff67a808-3863-4adb-8c87-66dc840dd62a" -d '{"events": [{"name": "network-changed", "server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:17:59.353938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45dd800f-0dc4-431d-856a-98e55a278071 req-8fcd35f3-4e7f-4d76-ae20-21b63778600e tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768449 Aug 27 02:17:59.356799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567728d9-8bff-4b65-8fda-d1eb33ae74f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.357005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-28bfc862-745d-46f2-b299-b4b97bf167ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.359541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-28bfc862-745d-46f2-b299-b4b97bf167ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0725091 Aug 27 02:17:59.410943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cd9525d-e613-424d-8059-621d9ece0e89 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:17:59.439728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-5dd6507d-2cd9-4953-bd69-eb6fce8c4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.441281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-5dd6507d-2cd9-4953-bd69-eb6fce8c4fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684187 Aug 27 02:17:59.475109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-8f31737d-55a0-450c-8337-86e4707c0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.476588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-8f31737d-55a0-450c-8337-86e4707c0b3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 1098 time: 0.0648646 Aug 27 02:17:59.476835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-08776240-efa6-44db-9791-cc4b98445974 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.490214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-08776240-efa6-44db-9791-cc4b98445974 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.564000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-362a7f71-920e-47a2-8453-29e278f6a2ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3 HTTP/1.1" status: 200 len: 217 time: 0.0646062 Aug 27 02:17:59.564575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efbc9224-a407-43c5-ac85-abb6d2a09928 req-08776240-efa6-44db-9791-cc4b98445974 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464067 Aug 27 02:17:59.573231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08776240-efa6-44db-9791-cc4b98445974 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56713390-87c6-4deb-a17f-101ea63c750d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.636783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-8489bf43-0042-4771-af17-bab25c21dda6 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867275 Aug 27 02:17:59.676819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-9ae7fd7a-c18f-46e5-a8c9-d120cceeb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.678720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-9ae7fd7a-c18f-46e5-a8c9-d120cceeb5f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0957911 Aug 27 02:17:59.701466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36261631-f2d2-4631-ac99-f7d48d490216 req-236326b3-d6b5-49c2-8d1f-63a1fcd6d76f tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2287443 Aug 27 02:17:59.710291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cd9525d-e613-424d-8059-621d9ece0e89,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:59.715806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:17:59.724634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3cd9525d-e613-424d-8059-621d9ece0e89', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '3cd9525d-e613-424d-8059-621d9ece0e89', 'mac_address': 'fa:16:3e:85:be:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:17:59.765120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648891-d99c-4171-a045-59173d650c97 req-599e2173-2e67-43e1-b277-9497d324f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.766730 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.766854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-599e2173-2e67-43e1-b277-9497d324f630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642989 Aug 27 02:17:59.767931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.771236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df5ca3-048d-4715-9331-f2e3943d11a7 req-41291079-23d4-4d6a-b0c8-81b06ff83140 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:17:59.772756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42df5ca3-048d-4715-9331-f2e3943d11a7 req-41291079-23d4-4d6a-b0c8-81b06ff83140 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 948 time: 0.1193078 Aug 27 02:17:59.780713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd9525d-e613-424d-8059-621d9ece0e89 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:17:59.801076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cd9525d-e613-424d-8059-621d9ece0e89,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:17:59.805047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.816340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-fc7bcddd-dfd6-4322-84b0-52d579703755 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712711 Aug 27 02:17:59.834678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42df5ca3-048d-4715-9331-f2e3943d11a7 req-8e89eceb-2926-4919-9208-ad614a403f25 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489371 Aug 27 02:17:59.889075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:17:59.904052 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566cab4d-8b38-4e4f-a3d4-43f68273982d x-openstack-request-id: req-566cab4d-8b38-4e4f-a3d4-43f68273982d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:59.904363 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:59.904931 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-566cab4d-8b38-4e4f-a3d4-43f68273982d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:59.905058 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801', 'status': 'completed', 'code': 200} Aug 27 02:17:59.921990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-e30ed5d0-65a7-4364-a4f1-859ebc7f83a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401725 Aug 27 02:17:59.952403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:17:59.954889 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c57e2-df59-4c82-b86c-d12205575399 x-openstack-request-id: req-a93c57e2-df59-4c82-b86c-d12205575399 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:17:59.955176 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:17:59.955423 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a93c57e2-df59-4c82-b86c-d12205575399 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:17:59.955826 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'status': 'completed', 'code': 200} Aug 27 02:18:00.052712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3cd9525d-e613-424d-8059-621d9ece0e89'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:00.125253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-56df2c58-b963-4ecd-a176-d5cbf486e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.127344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-56df2c58-b963-4ecd-a176-d5cbf486e83e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 1099 time: 0.0768366 Aug 27 02:18:00.270638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-2e46f6f6-c3ea-4fdd-9a6e-7c1f26937e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.272188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-2e46f6f6-c3ea-4fdd-9a6e-7c1f26937e98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1355705 Aug 27 02:18:00.325930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-5c76de44-7d1a-41b5-bb34-2acb521809c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ad066c7d-b371-486f-9d99-2c90c44e2801 HTTP/1.1" status: 200 len: 217 time: 0.0432813 Aug 27 02:18:00.369810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Allocated IP 172.25.8.203 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/9725f889-8a8b-4e97-ae83-6c50ad69e1aa) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:00.379166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-f99e6d32-d440-472f-82a6-3762ee784da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.381292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-f99e6d32-d440-472f-82a6-3762ee784da9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0482893 Aug 27 02:18:00.391052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08648891-d99c-4171-a045-59173d650c97 req-2637982a-9e9e-479e-868f-e3071397e002 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822467 Aug 27 02:18:00.432564 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.444867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-7ec96712-34e1-4d4a-b658-1ffc1c883be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.446566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-7ec96712-34e1-4d4a-b658-1ffc1c883be8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554388 Aug 27 02:18:00.513657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.577635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-c31bbf80-c247-428b-abd5-e2afa775f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.579156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-c31bbf80-c247-428b-abd5-e2afa775f7a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 1098 time: 0.0599411 Aug 27 02:18:00.606652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-73523290-244b-48e2-95ae-74f7fc5a992d service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959756 Aug 27 02:18:00.633354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.690917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:00.697771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:00.702735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:00.711039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event updated for resources: {'Port': ['ID=9725f889-8a8b-4e97-ae83-6c50ad69e1aa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:00.752889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-909b1bb5-1ef4-442c-b441-4a122e4dac16 req-fb49522d-1d65-4a48-87bb-bd34db39eeba service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370065 Aug 27 02:18:00.765725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-50d5cdbb-a61c-4884-bace-273d55a5b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.767265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-50d5cdbb-a61c-4884-bace-273d55a5b282 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1798751 Aug 27 02:18:00.789332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:00.840256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-10f28103-e1a2-4e90-b234-4b8ba61b5418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3 HTTP/1.1" status: 200 len: 217 time: 0.0402820 Aug 27 02:18:00.880866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-f8b3e637-34f6-4f65-9e6c-618f864e71e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896776 Aug 27 02:18:00.886885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:00.925422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-421c0b96-d3f2-463d-84c2-55733221d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:00.927020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-421c0b96-d3f2-463d-84c2-55733221d073 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0786541 Aug 27 02:18:00.931599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.000119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18a96-be23-4249-baf0-26c039ec4308 req-c7b1ddd4-29b7-47cc-a550-79c34f2790cc tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.002102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0f18a96-be23-4249-baf0-26c039ec4308 req-c7b1ddd4-29b7-47cc-a550-79c34f2790cc tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0655706 Aug 27 02:18:01.040047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-d6a3ab23-991d-4ba5-b72c-70e615f48d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.041641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-d6a3ab23-991d-4ba5-b72c-70e615f48d19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072221 Aug 27 02:18:01.047726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0f18a96-be23-4249-baf0-26c039ec4308 req-52079ab8-22ed-40ad-8c4a-4ee5512b863a tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Aug 27 02:18:01.175062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb00e54-f252-4393-b6b4-6e9606c70b1e req-1ba9c235-db1c-4639-906b-8b2dff944bfc tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.176896 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bb00e54-f252-4393-b6b4-6e9606c70b1e req-1ba9c235-db1c-4639-906b-8b2dff944bfc tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 948 time: 0.0567427 Aug 27 02:18:01.211582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:01.223798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.232929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.263252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bb00e54-f252-4393-b6b4-6e9606c70b1e req-a9759325-2fbd-4d10-8ecb-5a903b849ea3 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782664 Aug 27 02:18:01.294085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-223104ec-aac8-4c06-8daa-37439ccabd9d service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373865 Aug 27 02:18:01.356508 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-679e65fd-6fd9-4af7-98f2-4174d01d0f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.391338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96f212-bfaf-4f07-8a71-1aea953bdea8 req-eaf53979-d111-424d-b31e-2846a52355e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.392976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e96f212-bfaf-4f07-8a71-1aea953bdea8 req-eaf53979-d111-424d-b31e-2846a52355e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0845671 Aug 27 02:18:01.395625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event updated for resources: {'Port': ['ID=9725f889-8a8b-4e97-ae83-6c50ad69e1aa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.404051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.441473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cd9525d-e613-424d-8059-621d9ece0e89 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:01.449787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff67a808-3863-4adb-8c87-66dc840dd62a req-002373a9-805b-4523-95c0-3d8f722106aa service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042795 Aug 27 02:18:01.460978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e96f212-bfaf-4f07-8a71-1aea953bdea8 req-ccba86e5-a77e-42aa-b361-ab46fdb7d86a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Aug 27 02:18:01.520607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 3cd9525d-e613-424d-8059-621d9ece0e89 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:01.529945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-679e65fd-6fd9-4af7-98f2-4174d01d0f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.535736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3cd9525d-e613-424d-8059-621d9ece0e89 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:01.536109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.540321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-679e65fd-6fd9-4af7-98f2-4174d01d0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.548663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.549870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36261631-f2d2-4631-ac99-f7d48d490216 req-231b6072-45c2-4dbc-9757-c7b7de3eceee tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8392873 Aug 27 02:18:01.632785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36261631-f2d2-4631-ac99-f7d48d490216 req-72fcb8a8-7e2e-4116-8a41-311edd8d746d tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0741448 Aug 27 02:18:01.633457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48210) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:01.633611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-679e65fd-6fd9-4af7-98f2-4174d01d0f79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82377d2cd81c4d66acc850feca827bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208870 Aug 27 02:18:01.647471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e65fd-6fd9-4af7-98f2-4174d01d0f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4beefc-6d12-487b-8884-b804fc30b28f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.679408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.729881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cd9525d-e613-424d-8059-621d9ece0e89,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:01.732617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:01.735639 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b6d32-2e66-4db4-a365-72652ce8266b" -d '{"events": [{"server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "name": "network-vif-plugged", "status": "completed", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:01.746276 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.766288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.779433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27228e-2476-4e38-b76b-d92ade06946c req-a03680b4-7fc7-40c2-884b-f9d3e923215b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.788241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b27228e-2476-4e38-b76b-d92ade06946c req-a03680b4-7fc7-40c2-884b-f9d3e923215b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 948 time: 0.1378763 Aug 27 02:18:01.795325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.812194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:01.839555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b27228e-2476-4e38-b76b-d92ade06946c req-da51b432-f144-4415-9cb9-3a674eb878f1 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Aug 27 02:18:01.857716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261631-f2d2-4631-ac99-f7d48d490216 req-f4043aee-c3f7-4fce-a476-541af7f0c837 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:01.858790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36261631-f2d2-4631-ac99-f7d48d490216 req-f4043aee-c3f7-4fce-a476-541af7f0c837 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2144201 Aug 27 02:18:01.871490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48218) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:01.891248 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.895070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:01.901222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb4beefc-6d12-487b-8884-b804fc30b28f HTTP/1.1" status: 204 len: 168 time: 0.2654912 Aug 27 02:18:01.915057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f8d8-451c-4d2e-8a79-9c015f0e92dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4beefc-6d12-487b-8884-b804fc30b28f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.062841 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b128e3b-1f11-4975-b3c4-c9e6b75e5c90 x-openstack-request-id: req-8b128e3b-1f11-4975-b3c4-c9e6b75e5c90 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:02.063198 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "name": "network-vif-plugged", "status": "completed", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:02.063763 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b128e3b-1f11-4975-b3c4-c9e6b75e5c90 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:02.063994 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89', 'code': 200} Aug 27 02:18:02.173445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-7b10db5e-d22e-4e36-b727-661147a85095 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips/cb77c2c9-8fe8-457c-8a47-918c5550be0e HTTP/1.1" status: 200 len: 693 time: 0.0857923 Aug 27 02:18:02.226174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-4aff94a9-951b-41f7-90d7-8239c3d15c8e tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.233975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-4aff94a9-951b-41f7-90d7-8239c3d15c8e tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 1101 time: 0.0963845 Aug 27 02:18:02.245734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.252291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e3e33-2427-4aa4-b877-8e89aab440e6 req-c0b1aa2f-1c0b-4fcb-80c1-260d5d51f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.253537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd3e3e33-2427-4aa4-b877-8e89aab440e6 req-c0b1aa2f-1c0b-4fcb-80c1-260d5d51f544 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 1100 time: 0.0745521 Aug 27 02:18:02.254755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-604d44d5-0b1b-461c-9d2f-b71c9bf12595 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.307731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:18:02.307731 n-d-806292-1 neutron-server[94832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:18:02.307731 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id': '402cca3f373c424fb741f7d343c60b7c', 'id': '139ad427-047c-4fc7-afb6-65dcb9cf4fa8', 'expiration': datetime.datetime(2021, 8, 27, 2, 20, 2, 294115)}] Aug 27 02:18:02.307731 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:18:02.308144 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:18:02.314258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd3e3e33-2427-4aa4-b877-8e89aab440e6 req-307ba5bb-a9aa-471e-822c-0ec467bf5bff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502210 Aug 27 02:18:02.319738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-55d74e00-645c-40b1-b952-243b3ee53da4 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.321155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-55d74e00-645c-40b1-b952-243b3ee53da4 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1468985 Aug 27 02:18:02.325117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:02.345988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-ffcc7b4b-f414-4278-ab38-b243eca3ca6a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:18:02.347755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-ffcc7b4b-f414-4278-ab38-b243eca3ca6a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144749 Aug 27 02:18:02.348958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afaada5c-24a6-4d7e-a09f-4ff651f952ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.377955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-604d44d5-0b1b-461c-9d2f-b71c9bf12595 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.381723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-604d44d5-0b1b-461c-9d2f-b71c9bf12595 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.402992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea1f286d-70d4-462f-9b8b-359f85786eb6 req-604d44d5-0b1b-461c-9d2f-b71c9bf12595 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681702 Aug 27 02:18:02.414161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d44d5-0b1b-461c-9d2f-b71c9bf12595 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e2dc4-2e7d-4dc2-962c-e90e0221d5dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.414374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-b21f1f64-1703-4d45-a52f-6f0dbc83e892 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0570211 Aug 27 02:18:02.483062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-3a642d10-e1f0-4b8b-882b-5c3f253ec556 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0583365 Aug 27 02:18:02.527053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4ccf-92be-4148-a560-c121648402c7 req-24acf700-125a-4245-8b8f-0efb9245cf63 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.528913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-463f4ccf-92be-4148-a560-c121648402c7 req-24acf700-125a-4245-8b8f-0efb9245cf63 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 949 time: 0.0563211 Aug 27 02:18:02.572740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-463f4ccf-92be-4148-a560-c121648402c7 req-7ce4f1d6-e05c-4e4c-be2b-00731c54944f tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Aug 27 02:18:02.647607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afaada5c-24a6-4d7e-a09f-4ff651f952ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.654278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afaada5c-24a6-4d7e-a09f-4ff651f952ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.699697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-afaada5c-24a6-4d7e-a09f-4ff651f952ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7eac7a3bb0d4471b2400a96c82158cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734095 Aug 27 02:18:02.700896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Deleting port 9725f889-8a8b-4e97-ae83-6c50ad69e1aa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:02.701230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.702216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:02.703042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaada5c-24a6-4d7e-a09f-4ff651f952ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ac3a6-ced1-44e1-9f5b-1dba761a21ec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:02.713039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-def8def5-a7d8-4cbb-b349-bc1a2d1bc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.714509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-def8def5-a7d8-4cbb-b349-bc1a2d1bc448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1101 time: 0.0711877 Aug 27 02:18:02.721692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b650f-2345-4465-9093-30d188778754 req-22d99ec2-e8c8-4fe8-ae4c-cc840bf18efe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.723089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-202b650f-2345-4465-9093-30d188778754 req-22d99ec2-e8c8-4fe8-ae4c-cc840bf18efe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0906060 Aug 27 02:18:02.780145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.780465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.792314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Calling delete_port for 9725f889-8a8b-4e97-ae83-6c50ad69e1aa owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:02.830167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-202b650f-2345-4465-9093-30d188778754 req-8cefb563-0db0-4f64-8d74-f0dcda426a84 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923858 Aug 27 02:18:02.842781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.878802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.889851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-f48b6fec-84dd-484d-8370-f036014d79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:02.891601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-f48b6fec-84dd-484d-8370-f036014d79f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1630220 Aug 27 02:18:02.921203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:02.970498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-2c43be87-13fd-49e5-a90c-b0e7b5d8183b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0686398 Aug 27 02:18:03.012046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.020200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.042659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.043959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a72d72-5200-43a2-b69f-a67d7256a55f req-cd2e635a-f029-495b-b710-b156e0dfa148 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.045457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33a72d72-5200-43a2-b69f-a67d7256a55f req-cd2e635a-f029-495b-b710-b156e0dfa148 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 948 time: 0.1426554 Aug 27 02:18:03.062436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-e015ec26-5985-4d79-86c1-fca26d821244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.063948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-e015ec26-5985-4d79-86c1-fca26d821244 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0802808 Aug 27 02:18:03.065490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Pushing event deleted for resources: {'Port': ['ID=9725f889-8a8b-4e97-ae83-6c50ad69e1aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.078466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=402cca3f373c424fb741f7d343c60b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2076373 Aug 27 02:18:03.079995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48242) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:03.090358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.092924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.094029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/385ac3a6-ced1-44e1-9f5b-1dba761a21ec HTTP/1.1" status: 204 len: 168 time: 0.3908713 Aug 27 02:18:03.122429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1796d-4f15-4d38-83a7-21f6cdd7a8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ac3a6-ced1-44e1-9f5b-1dba761a21ec,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.142432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33a72d72-5200-43a2-b69f-a67d7256a55f req-995cc237-aa11-43e3-ba63-9a85ef7ebd48 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772333 Aug 27 02:18:03.147334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-7490b7ae-32ec-4985-b793-6d7bf10cbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.148936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-7490b7ae-32ec-4985-b793-6d7bf10cbf9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756636 Aug 27 02:18:03.171900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981cb56-689b-4ce3-af32-5dace930369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e25126f-714e-4d25-83af-beed926e0775,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.208416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.211672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.215796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fcf12e-9c1a-42c8-83c7-0d7c5601ea4a req-d8c6e6c8-6966-4f2f-a4d1-12e63521c26a tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "DELETE /v2.0/floatingips/cb77c2c9-8fe8-457c-8a47-918c5550be0e HTTP/1.1" status: 204 len: 173 time: 0.7260103 Aug 27 02:18:03.216799 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.281431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-f35c89bd-e0d4-4b78-a60d-d14c6f4dda92 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231112 Aug 27 02:18:03.289651 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-dd65b93f-4e09-4ac3-aeee-c9488bde6d44 req-f8dd3621-aa28-4f33-b378-822d343bab5f tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] show failed (client error): The resource could not be found. Aug 27 02:18:03.299127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd65b93f-4e09-4ac3-aeee-c9488bde6d44 req-f8dd3621-aa28-4f33-b378-822d343bab5f tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips/cb77c2c9-8fe8-457c-8a47-918c5550be0e HTTP/1.1" status: 404 len: 350 time: 0.0639462 Aug 27 02:18:03.317388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.370196 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-76ecc6fa-7658-4deb-b878-47d29ed3c1f1 req-c95dc7b0-bac7-4d0b-ab88-12876b153788 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] show failed (client error): The resource could not be found. Aug 27 02:18:03.371300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76ecc6fa-7658-4deb-b878-47d29ed3c1f1 req-c95dc7b0-bac7-4d0b-ab88-12876b153788 tempest-FloatingIPsTestJSON-606482452 tempest-FloatingIPsTestJSON-606482452-project] 10.222.0.26 "GET /v2.0/floatingips/cb77c2c9-8fe8-457c-8a47-918c5550be0e HTTP/1.1" status: 404 len: 350 time: 0.0564582 Aug 27 02:18:03.383829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48252) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:03.443941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-9c045e14-4da3-4efd-bb94-dffd03b11a31 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469336 Aug 27 02:18:03.546747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.550569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:03.551989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e25126f-714e-4d25-83af-beed926e0775 HTTP/1.1" status: 204 len: 168 time: 0.4709141 Aug 27 02:18:03.567406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297125e-f7b3-4f29-8364-42bf17fb7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e25126f-714e-4d25-83af-beed926e0775,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:03.578811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb8ab8-c1b9-4670-829c-118274006988 req-2a360c7f-28b0-43b7-b64f-06309dbe07f8 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.600489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ffb8ab8-c1b9-4670-829c-118274006988 req-2a360c7f-28b0-43b7-b64f-06309dbe07f8 tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 1101 time: 0.1096253 Aug 27 02:18:03.673460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ffb8ab8-c1b9-4670-829c-118274006988 req-aa88c4a0-ff5f-45ee-ad5e-b311f93b7a2e tempest-ServersAdminNegativeTestJSON-1158399319 tempest-ServersAdminNegativeTestJSON-1158399319-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715518 Aug 27 02:18:03.831237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b35d4e-b95c-4ba3-90e3-38e5dec3a8b5 req-00e96356-33b2-47ae-bafd-e6722afa9b34 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:03.832750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31b35d4e-b95c-4ba3-90e3-38e5dec3a8b5 req-00e96356-33b2-47ae-bafd-e6722afa9b34 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 949 time: 0.1330800 Aug 27 02:18:03.916049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31b35d4e-b95c-4ba3-90e3-38e5dec3a8b5 req-e3ed4a07-9176-46a2-929d-37d634b4d5f0 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Aug 27 02:18:04.111640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48290) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.121029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686636-6e73-45af-be4b-ab18c236f14a req-c6fb8bd1-ed5b-4b05-bc3f-d422e8406b4f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.129904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e686636-6e73-45af-be4b-ab18c236f14a req-c6fb8bd1-ed5b-4b05-bc3f-d422e8406b4f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1410613 Aug 27 02:18:04.148313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b799e1-2d3a-4bbe-bd0c-c7defa8358e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.181943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e686636-6e73-45af-be4b-ab18c236f14a req-2be9f7b6-d1eb-47a9-8b01-f010bfdd7097 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511000 Aug 27 02:18:04.231163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.299076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e6622-1e5a-452e-b683-30b13d42b8ff req-4b628857-2a66-4ab7-ba83-023972535c76 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.308620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d64e6622-1e5a-452e-b683-30b13d42b8ff req-4b628857-2a66-4ab7-ba83-023972535c76 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0700579 Aug 27 02:18:04.350746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d64e6622-1e5a-452e-b683-30b13d42b8ff req-104b130e-6c25-4a2a-ba5c-cedb11a4337d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Aug 27 02:18:04.355846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.477094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978bfee-37cd-4361-92c7-a78abbc8e12c req-536dc98c-f4ab-433d-98e7-c8161c52c423 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.479222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b978bfee-37cd-4361-92c7-a78abbc8e12c req-536dc98c-f4ab-433d-98e7-c8161c52c423 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 948 time: 0.0607524 Aug 27 02:18:04.508179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-network', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:04.536682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b978bfee-37cd-4361-92c7-a78abbc8e12c req-6a99b7eb-518e-4d83-a4b4-ed442f1703cc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Aug 27 02:18:04.718229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ad066c7d-b371-486f-9d99-2c90c44e2801 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:04.733875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048f30-5ce2-4cb1-a427-c9048c7a6940 req-52b577ea-90b9-47fd-bdc8-ea2ba22300c2 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:04.735388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb048f30-5ce2-4cb1-a427-c9048c7a6940 req-52b577ea-90b9-47fd-bdc8-ea2ba22300c2 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 949 time: 0.0481718 Aug 27 02:18:04.736371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b799e1-2d3a-4bbe-bd0c-c7defa8358e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.746982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b799e1-2d3a-4bbe-bd0c-c7defa8358e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.784134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Made reservation on behalf of 8db15a7835a14b79bfa86ce55754e9df for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:04.786751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.794668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb048f30-5ce2-4cb1-a427-c9048c7a6940 req-239edeaa-0aec-46a7-bc75-d5a83f2ebddf tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529976 Aug 27 02:18:04.801834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.802542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79b799e1-2d3a-4bbe-bd0c-c7defa8358e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b89b42fe74074a31a75c827719506ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898444 Aug 27 02:18:04.803422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:04.815338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b799e1-2d3a-4bbe-bd0c-c7defa8358e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb10c04-8375-4833-b6c7-883edf1f394a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:04.829772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ad066c7d-b371-486f-9d99-2c90c44e2801,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:04.843549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'ad066c7d-b371-486f-9d99-2c90c44e2801', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'ad066c7d-b371-486f-9d99-2c90c44e2801', 'mac_address': 'fa:16:3e:57:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:04.886114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.901723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad066c7d-b371-486f-9d99-2c90c44e2801 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:04.911996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.922141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.925406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ad066c7d-b371-486f-9d99-2c90c44e2801,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:04.927343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.933489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.934463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4641f135-0db8-42e7-a79d-f0158c8eb0c3 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:04.948684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:04.955029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.964321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3290611-4b96-46ae-b73b-ef87b4831a56,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:04.969663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:04.969999 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Added segment bb4002c0-d638-4b27-a7c1-fda99777d02f of type vlan for network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 Aug 27 02:18:04.988277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:04.999677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Deleting port f43e9df4-80b2-4c8a-a754-373962a607c5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:05.000035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.014805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.044272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.050369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.050369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.050737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.061424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.063949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.065077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bb10c04-8375-4833-b6c7-883edf1f394a HTTP/1.1" status: 204 len: 168 time: 0.2570467 Aug 27 02:18:05.074452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'mac_address': 'fa:16:3e:42:4a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:05.084224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb45b-1c4f-47c2-a95c-619664ed68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb10c04-8375-4833-b6c7-883edf1f394a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.103842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] For port f43e9df4-80b2-4c8a-a754-373962a607c5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f43e9df4-80b2-4c8a-a754-373962a607c5,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:05.104200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.120092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Calling delete_port for f43e9df4-80b2-4c8a-a754-373962a607c5 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:05.125506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7682192 Aug 27 02:18:05.128432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48312) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:05.134066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Request body: {'subnet': {'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-subnet', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:05.143410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.160101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4641f135-0db8-42e7-a79d-f0158c8eb0c3 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:05.168731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5e60-896d-40b8-91e9-37f3af10b90c admin admin] Pushing event updated for resources: {'Network': ['ID=abd28e82-6d88-4a5b-a321-1d40e3e94cd5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.172136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Made reservation on behalf of 8db15a7835a14b79bfa86ce55754e9df for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:05.174701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.189975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:05.195278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:05.209153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.332396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.351754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce4dec-37bf-4348-af5c-98e63ae11614 req-0cb8e27f-54a3-445f-a639-57154a86f13a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.353681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95ce4dec-37bf-4348-af5c-98e63ae11614 req-0cb8e27f-54a3-445f-a639-57154a86f13a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0789986 Aug 27 02:18:05.404933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.417822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95ce4dec-37bf-4348-af5c-98e63ae11614 req-67f6c47f-fc95-4b89-8cfe-9364358e181b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567505 Aug 27 02:18:05.442035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43e9df4-80b2-4c8a-a754-373962a607c5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.453060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.584429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c9d2-2207-466c-9e43-5e15e60f163d req-e177da27-d1f1-4cc6-a861-79f252778553 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.585935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f07c9d2-2207-466c-9e43-5e15e60f163d req-e177da27-d1f1-4cc6-a861-79f252778553 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.1269236 Aug 27 02:18:05.590377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a6d5aa-f19b-44f4-b0ec-e95bfacc906c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:05.594833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Checking segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:05.595195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Network hostable DHCP agents. Network: abd28e82-6d88-4a5b-a321-1d40e3e94cd5, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:05.717290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.722256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['ad066c7d-b371-486f-9d99-2c90c44e2801'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:05.790045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:05.791118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9b7f5-e866-4657-98c5-a2f6b3ee2e53 req-99b88856-451f-4904-9f80-b8b7fcbb49f6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.798715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bfa9b7f5-e866-4657-98c5-a2f6b3ee2e53 req-99b88856-451f-4904-9f80-b8b7fcbb49f6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 949 time: 0.1345408 Aug 27 02:18:05.841657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:05.860251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, abd28e82-6d88-4a5b-a321-1d40e3e94cd5) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:05.868192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:05.869625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:05.875514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4657fd-1c52-4390-86d5-2851d2160bd4 None None] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:05.876358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f07c9d2-2207-466c-9e43-5e15e60f163d req-b1a46098-8234-4cb3-907d-b0c88f59ac26 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700109 Aug 27 02:18:05.904421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bfa9b7f5-e866-4657-98c5-a2f6b3ee2e53 req-3918c0bc-7641-4a77-9d70-68104ca5a9e0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971251 Aug 27 02:18:05.905676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc032d6c-d6b4-4c7c-b5da-d0ce197b5854 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7760358 Aug 27 02:18:05.910686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:05.915839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:06.024544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.026693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.082878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d5bc71b2-fc03-4cd1-bed5-6aefaf6e9212 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.087344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d5bc71b2-fc03-4cd1-bed5-6aefaf6e9212 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 1100 time: 0.0787780 Aug 27 02:18:06.192462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Deleting port 3cd9525d-e613-424d-8059-621d9ece0e89 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:06.193144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.212485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.223263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4fd84-6883-446e-8920-d477d4349006 req-009508e0-94f6-459d-8394-6adef0bbb9b8 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.231189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06c4fd84-6883-446e-8920-d477d4349006 req-009508e0-94f6-459d-8394-6adef0bbb9b8 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=931ba703-d421-4da7-8907-9b4c958af916 HTTP/1.1" status: 200 len: 949 time: 0.1768780 Aug 27 02:18:06.240288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:06.250176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'fixed_ips': [{'subnet_id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:18:06.251086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.303578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] For port 3cd9525d-e613-424d-8059-621d9ece0e89, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cd9525d-e613-424d-8059-621d9ece0e89,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:06.304195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.318780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Calling delete_port for 3cd9525d-e613-424d-8059-621d9ece0e89 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:06.409427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Allocated IP 172.20.0.2 (abd28e82-6d88-4a5b-a321-1d40e3e94cd5/57a6d5aa-f19b-44f4-b0ec-e95bfacc906c/e149aad2-f8c2-4b7c-a7b7-08d784a446c4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:06.480119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.501126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06c4fd84-6883-446e-8920-d477d4349006 req-96c2e22b-9e3e-41c8-be26-524226bdf9e0 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679043 Aug 27 02:18:06.505248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3cd9525d-e613-424d-8059-621d9ece0e89'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:06.540879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd9525d-e613-424d-8059-621d9ece0e89,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:06.563121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.580511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:06.591022 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Sync routers for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:06.602457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38b1ad49-13b2-43df-95d9-8889f66f2a83 admin admin] 10.222.0.26 "PUT /v2.0/routers/1cb3c5a5-777b-4874-ace8-7aa07df644a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160182 Aug 27 02:18:06.606523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:06.609217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:06.610606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:06.641138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] No DVR routers for this DVR port 3cd9525d-e613-424d-8059-621d9ece0e89 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:06.649660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.651702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e9167b-97f0-4ce0-bdda-9bd92988e65a req-d886107c-159a-4695-9560-5600f38aa758 tempest-DeleteServersAdminTestJSON-345790944 tempest-DeleteServersAdminTestJSON-345790944-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3cd9525d-e613-424d-8059-621d9ece0e89 HTTP/1.1" status: 204 len: 173 time: 0.5556409 Aug 27 02:18:06.653939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-80fc7b5e-ed51-4227-a194-59d97c252c7d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.655487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-80fc7b5e-ed51-4227-a194-59d97c252c7d tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.1510556 Aug 27 02:18:06.683285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'name': 'network-vif-deleted', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:06.685432 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf1626c-7d28-430b-92a6-473f37b82c9f" -d '{"events": [{"server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "name": "network-vif-deleted", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:06.723491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.736020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Transition to ACTIVE for port object e149aad2-f8c2-4b7c-a7b7-08d784a446c4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:06.755443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653db49-9a28-4e1c-919d-d096406d5def req-2bd7879a-baa2-4921-8ae1-83bae8a3e9a7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:06.758033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Transition to ACTIVE for port object e149aad2-f8c2-4b7c-a7b7-08d784a446c4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:06.765646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.766576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d653db49-9a28-4e1c-919d-d096406d5def req-2bd7879a-baa2-4921-8ae1-83bae8a3e9a7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1761775 Aug 27 02:18:06.817893 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f1e134-3395-47ac-b5ac-289d8edd2a39 x-openstack-request-id: req-65f1e134-3395-47ac-b5ac-289d8edd2a39 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:06.818090 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931ba703-d421-4da7-8907-9b4c958af916", "name": "network-vif-deleted", "tag": "3cd9525d-e613-424d-8059-621d9ece0e89", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:06.818350 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65f1e134-3395-47ac-b5ac-289d8edd2a39 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:06.818771 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931ba703-d421-4da7-8907-9b4c958af916', 'name': 'network-vif-deleted', 'tag': '3cd9525d-e613-424d-8059-621d9ece0e89', 'status': 'completed', 'code': 200} Aug 27 02:18:06.823126 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:06.836057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:06.844122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:06.854314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Pushing event updated for resources: {'Port': ['ID=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:06.857650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:06.870622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d653db49-9a28-4e1c-919d-d096406d5def req-81af4fca-1732-4e3f-91ca-58142fbc326b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030083 Aug 27 02:18:06.953086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Attempting to bind port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:06.957424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Attempting to bind port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:06.957946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Attempting to bind port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 on network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:06.967891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:06.971826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Checking segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:06.972425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:06.972976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Bound using segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:06.978353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Bound port: e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:06.978978 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.083875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] For port e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:07.088394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] For port e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:07.095001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.116989 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:18:05Z', 'revision_number': 5, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:07.151190 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Checking router: 1cb3c5a5-777b-4874-ace8-7aa07df644a0 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:07.153738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3170ca-3fb1-4e38-9ea7-bad67033c5f1 req-2fadaa54-df40-4812-b965-12c1ed043e45 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:07.155336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c3170ca-3fb1-4e38-9ea7-bad67033c5f1 req-2fadaa54-df40-4812-b965-12c1ed043e45 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0911891 Aug 27 02:18:07.159597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18e47-70a3-493c-a27c-140bdffaf67d None None] Pushing event updated for resources: {'Port': ['ID=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:07.173708 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Routers {'1cb3c5a5-777b-4874-ace8-7aa07df644a0'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:07.174529 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:07.234225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c3170ca-3fb1-4e38-9ea7-bad67033c5f1 req-2dd8d09d-594f-4476-8d25-c0e8cc0832f1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Aug 27 02:18:07.307198 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] Set router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:07.436407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.570288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683c16c-01b9-4e84-90eb-25a27aa2e9b3 req-7bb6d1d5-3e72-46b4-a4b7-84d2d0074399 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:07.574970 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:18:05Z', 'revision_number': 5, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:07.578419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0683c16c-01b9-4e84-90eb-25a27aa2e9b3 req-7bb6d1d5-3e72-46b4-a4b7-84d2d0074399 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 949 time: 0.2529480 Aug 27 02:18:07.604426 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb7a30-ca7e-459d-87da-21cf479c44c0 None None] The sync data for ids ['1cb3c5a5-777b-4874-ace8-7aa07df644a0'] in n-d-806292-1 is: [{'id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'name': 'tempest-FloatingIPsTestJSON-1055743040-router', 'tenant_id': 'aa42885c171e4298bf2180aa6353f8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:39Z', 'updated_at': '2021-08-27T02:18:05Z', 'revision_number': 5, 'project_id': 'aa42885c171e4298bf2180aa6353f8e1', 'gw_port': {'id': '8ce36b6f-67f6-4118-9f74-4146b625f941', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb3c5a5-777b-4874-ace8-7aa07df644a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:41Z', 'updated_at': '2021-08-27T02:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:07.652751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.676568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Deleting port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:07.676952 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.697612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0683c16c-01b9-4e84-90eb-25a27aa2e9b3 req-34700afb-ffa3-4ce0-8e87-7d48c7cd5a39 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183319 Aug 27 02:18:07.916377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-50a6f03d-f90c-4b9b-aae0-154af3374110 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659080 Aug 27 02:18:07.917776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] For port f8612a4f-cd25-4d09-8ac7-0faa1514ad44, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:07.918136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:07.950770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Calling delete_port for f8612a4f-cd25-4d09-8ac7-0faa1514ad44 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:07.963300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.040803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54685-b550-4aea-bd99-73e19272637f req-8a11fdf7-d06f-4ba4-afde-60d8478d2559 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.042745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41f54685-b550-4aea-bd99-73e19272637f req-8a11fdf7-d06f-4ba4-afde-60d8478d2559 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0867422 Aug 27 02:18:08.070542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Deleting port 8ce36b6f-67f6-4118-9f74-4146b625f941 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:08.070882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.073798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.105505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41f54685-b550-4aea-bd99-73e19272637f req-56e7112a-f9cd-41d6-b65d-26c00a61e559 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Aug 27 02:18:08.128303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e149aad2-f8c2-4b7c-a7b7-08d784a446c4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:08.212553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:08.228620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f43e9df4-80b2-4c8a-a754-373962a607c5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:08.256492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f43e9df4-80b2-4c8a-a754-373962a607c5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:08.256492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f43e9df4-80b2-4c8a-a754-373962a607c5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:08.398985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-0d894626-1011-438b-bbf0-3b0698cfc188 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.400531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-0d894626-1011-438b-bbf0-3b0698cfc188 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4706922 Aug 27 02:18:08.401682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0052d50-22bb-4605-968a-bd66d767981e None None] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:08.412772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059148-74da-407c-8838-396cc8869ada req-2ae2fff0-fc1b-4578-a1a9-d5ed857874e1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:08.414533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d059148-74da-407c-8838-396cc8869ada req-2ae2fff0-fc1b-4578-a1a9-d5ed857874e1 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 950 time: 0.0904732 Aug 27 02:18:08.446873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] For port 8ce36b6f-67f6-4118-9f74-4146b625f941, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8ce36b6f-67f6-4118-9f74-4146b625f941,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:08.447398 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.459470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d059148-74da-407c-8838-396cc8869ada req-338170ac-5bf5-4502-adce-6d2a9eae07f7 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Aug 27 02:18:08.501459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-41ee5a4e-50b3-4ec9-80b9-7e7272c026ab tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/quotas/eb89519dc6294a8fa0756e0bc7a361d7 HTTP/1.1" status: 200 len: 375 time: 0.0928755 Aug 27 02:18:08.502354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Calling delete_port for 8ce36b6f-67f6-4118-9f74-4146b625f941 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:08.525359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Allocated IP 172.25.8.82 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a6708724-cf7f-489c-bb2f-f04d395d3641) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:08.547411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Provisioning for port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:08.556441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Provisioning complete for port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:08.556910 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.626729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:08.639083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-f7af97c8-fbd1-43b6-8fbe-f68d4430067c tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159580 Aug 27 02:18:08.685172 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.726784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] For port e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:08.737576 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.774027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ad066c7d-b371-486f-9d99-2c90c44e2801 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:08.780206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.813471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f79764b7-a9bb-4be5-b9e4-56404a2a66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.836446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c599e172-7860-46ce-937a-80fb6fe1e654'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:08.855338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:08.969652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ac061-0d19-4be6-9c8b-932b6bab8aa8 None None] Pushing event updated for resources: {'Port': ['ID=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:08.986494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Pushing event deleted for resources: {'Port': ['ID=f8612a4f-cd25-4d09-8ac7-0faa1514ad44,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:08.998818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port ad066c7d-b371-486f-9d99-2c90c44e2801 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:09.018506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port ad066c7d-b371-486f-9d99-2c90c44e2801 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:09.018894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.030996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daaf2d-5e49-4b61-a2cb-0cb5a08dc850 req-17e76743-3016-45b4-b0d7-52747cd41669 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.032564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2daaf2d-5e49-4b61-a2cb-0cb5a08dc850 req-17e76743-3016-45b4-b0d7-52747cd41669 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 949 time: 0.2159817 Aug 27 02:18:09.083680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] No DVR routers for this DVR port f8612a4f-cd25-4d09-8ac7-0faa1514ad44 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:09.088758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.091090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-456f44d4-6875-42bb-b0b5-9f2ed20beb15 req-ba41a3fb-895f-4776-8f96-aec8b0448228 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.46 "DELETE /v2.0/ports/f8612a4f-cd25-4d09-8ac7-0faa1514ad44 HTTP/1.1" status: 204 len: 173 time: 2.4234970 Aug 27 02:18:09.117798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'name': 'network-vif-deleted', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:09.120994 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476fea1-d5db-496e-8007-edf26f4adc78" -d '{"events": [{"server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "name": "network-vif-deleted", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:09.122981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2daaf2d-5e49-4b61-a2cb-0cb5a08dc850 req-dc80aa3b-6b4b-43a6-8144-d69f9a908ced tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Aug 27 02:18:09.135502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e69386d-fbb1-46be-8dfe-cce4c471e22d req-0f551467-70d2-4688-98f3-869a42d29242 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 210 time: 0.1792724 Aug 27 02:18:09.138875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70c82df7-1a75-41cd-b3f5-bee539ed7f9b None None] Provisioning complete for port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:09.139360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70c82df7-1a75-41cd-b3f5-bee539ed7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.223063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f79764b7-a9bb-4be5-b9e4-56404a2a66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.232913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f79764b7-a9bb-4be5-b9e4-56404a2a66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.281106 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e1cd0-7047-4034-899b-4ef2dfec2b82 x-openstack-request-id: req-576e1cd0-7047-4034-899b-4ef2dfec2b82 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:09.281392 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0763b18-20e0-4ca9-9c26-4ac287bf8301", "name": "network-vif-deleted", "tag": "f8612a4f-cd25-4d09-8ac7-0faa1514ad44", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:09.281649 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-576e1cd0-7047-4034-899b-4ef2dfec2b82 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:09.282179 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0763b18-20e0-4ca9-9c26-4ac287bf8301', 'name': 'network-vif-deleted', 'tag': 'f8612a4f-cd25-4d09-8ac7-0faa1514ad44', 'status': 'completed', 'code': 200} Aug 27 02:18:09.304996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.338669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79764b7-a9bb-4be5-b9e4-56404a2a66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87492321-32fc-4b07-b2b1-8a3c04eb156b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.341381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.350720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f79764b7-a9bb-4be5-b9e4-56404a2a66b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bd0952e7026406c825cb2770ecb1ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221587 Aug 27 02:18:09.352998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48450) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:09.366342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.367787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:09.381884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:09.386907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6708724-cf7f-489c-bb2f-f04d395d3641,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.389327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:09.416904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:09.418701 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05c1e5b-eff4-4094-9088-049fdc0de245" -d '{"events": [{"server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "name": "network-vif-plugged", "status": "completed", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:09.429782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e9f99-f8a2-4135-89f4-23de2bc6f2e7 req-9b0ff749-2162-4d4c-9a0f-9add2f1a84f9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.432381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee4e9f99-f8a2-4135-89f4-23de2bc6f2e7 req-9b0ff749-2162-4d4c-9a0f-9add2f1a84f9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1650045 Aug 27 02:18:09.441839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ad066c7d-b371-486f-9d99-2c90c44e2801,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:09.448463 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.449541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4641f135-0db8-42e7-a79d-f0158c8eb0c3 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:09.468242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.474491 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbe9087-c248-4429-a80b-20848b9a233e x-openstack-request-id: req-6dbe9087-c248-4429-a80b-20848b9a233e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:09.474869 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "name": "network-vif-plugged", "status": "completed", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:09.475222 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6dbe9087-c248-4429-a80b-20848b9a233e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:09.475743 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801', 'code': 200} Aug 27 02:18:09.510408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce36b6f-67f6-4118-9f74-4146b625f941,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.519482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee4e9f99-f8a2-4135-89f4-23de2bc6f2e7 req-5abfd1c9-c5cb-4e2d-8a85-0e020b223525 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712433 Aug 27 02:18:09.524736 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.567610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.603738 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.606329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.606675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:09.610667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87492321-32fc-4b07-b2b1-8a3c04eb156b HTTP/1.1" status: 204 len: 168 time: 0.2517259 Aug 27 02:18:09.615168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:09.619617 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.637927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f9745-12af-4061-af0f-66d2543889b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87492321-32fc-4b07-b2b1-8a3c04eb156b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.717102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b188007b-c9ee-412c-9010-2ce81ea05508 req-b6c0d0d9-0723-4619-877d-b07d48681a5f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0763b18-20e0-4ca9-9c26-4ac287bf8301 HTTP/1.1" status: 200 len: 210 time: 0.1152520 Aug 27 02:18:09.724010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.768351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.817419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:09.823889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.825983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f8612a4f-cd25-4d09-8ac7-0faa1514ad44 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:09.858454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: f8612a4f-cd25-4d09-8ac7-0faa1514ad44 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:09.858454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f8612a4f-cd25-4d09-8ac7-0faa1514ad44 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:09.915993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:09.941749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.946007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:09.950319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b51ed-777e-42b9-a119-1fe03aed8b3f req-03e36b97-dcab-4585-9381-9a3210e46829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:09.951852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-792b51ed-777e-42b9-a119-1fe03aed8b3f req-03e36b97-dcab-4585-9381-9a3210e46829 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 1101 time: 0.3480237 Aug 27 02:18:10.041766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:10.069950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef1a83da-7942-4c53-b75c-fe7bfc692c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.076543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.077243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb3c5a5-777b-4874-ace8-7aa07df644a0 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:18:10.084376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-792b51ed-777e-42b9-a119-1fe03aed8b3f req-d9565acc-60ad-4d47-b89a-90d0d0527acd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089857 Aug 27 02:18:10.089547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.093479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b27a6e9b-0623-46ae-8887-c1ec9bc7f198 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1cb3c5a5-777b-4874-ace8-7aa07df644a0 HTTP/1.1" status: 204 len: 168 time: 3.4831583 Aug 27 02:18:10.094453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:10.116737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e149aad2-f8c2-4b7c-a7b7-08d784a446c4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:10.183660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Deleting subnet 73751b29-4a96-4226-9277-c978b02e758a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:18:10.275051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef1a83da-7942-4c53-b75c-fe7bfc692c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.281462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.295363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49f2d4da-2b91-4af2-bb30-bc7f0d0baadd req-37e084de-1799-45b6-999d-f788e7470c90 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 210 time: 0.0380573 Aug 27 02:18:10.310356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.323548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef1a83da-7942-4c53-b75c-fe7bfc692c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.371403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a83da-7942-4c53-b75c-fe7bfc692c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a55274-761d-4b79-afc6-2d8504ec6633,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:10.393029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:10.393517 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.443732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-2f53bf53-fa8b-406c-856e-d25ba7a58db6 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084027 Aug 27 02:18:10.453546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.459362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef1a83da-7942-4c53-b75c-fe7bfc692c08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd50731cc13f4c598b26d2ba2ff4b93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164207 Aug 27 02:18:10.474735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:10.542626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8db96-f76a-4feb-8b2a-e4c7872afa2e req-bdc8978f-b65b-45fd-878b-9fa87fe77691 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.544131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1e8db96-f76a-4feb-8b2a-e4c7872afa2e req-bdc8978f-b65b-45fd-878b-9fa87fe77691 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 950 time: 0.2591703 Aug 27 02:18:10.597730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.612378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.652685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.668020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1e8db96-f76a-4feb-8b2a-e4c7872afa2e req-eec84b39-e3a4-497f-8ce4-37f2fb495ab2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144166 Aug 27 02:18:10.701397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-3cea2f6f-acd9-4264-ba38-c6e3003c280b tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:10.703082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-3cea2f6f-acd9-4264-ba38-c6e3003c280b tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472062 Aug 27 02:18:10.724939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Request body: {'port': {'device_id': '644e4801-bdd0-4c8e-aa58-19511400c854', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'eb89519dc6294a8fa0756e0bc7a361d7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:10.770527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.875109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.909231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73751b29-4a96-4226-9277-c978b02e758a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:10.916154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:10.919963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc6164f2-8396-4413-a841-7f3010416e26 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73751b29-4a96-4226-9277-c978b02e758a HTTP/1.1" status: 204 len: 168 time: 0.8224406 Aug 27 02:18:10.926276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:10.927736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a119661-9488-493a-8ad9-bce38c101b81 None None] Network 97f6973c-305e-4570-8a9b-d5bea01133cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:10.940803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Made reservation on behalf of eb89519dc6294a8fa0756e0bc7a361d7 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:10.945618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.050087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe8594-22b5-472e-8ff6-5e4aeb0f166f req-b8228ffc-b38b-405d-a7cf-8cda0b308690 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.053507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcbe8594-22b5-472e-8ff6-5e4aeb0f166f req-b8228ffc-b38b-405d-a7cf-8cda0b308690 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.4538798 Aug 27 02:18:11.110141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcbe8594-22b5-472e-8ff6-5e4aeb0f166f req-60c0f321-2fff-4942-b722-b103b3156b8a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Aug 27 02:18:11.117879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.120913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.124442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7a55274-761d-4b79-afc6-2d8504ec6633 HTTP/1.1" status: 204 len: 168 time: 0.6463521 Aug 27 02:18:11.135130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bd76a-44a4-4ce6-bf5f-75c6fdcc86d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a55274-761d-4b79-afc6-2d8504ec6633,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.158817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Router a2480263-95cf-4c6e-a34f-017b7162654f is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:11.177984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.186235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] DHCP port deletion for 97f6973c-305e-4570-8a9b-d5bea01133cd request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:18:11.246889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d462-cc2b-48c7-a1e4-b89c0704ba1d req-87c4816b-54f1-4a18-8bf5-66caf763f674 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.253971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c0d462-cc2b-48c7-a1e4-b89c0704ba1d req-87c4816b-54f1-4a18-8bf5-66caf763f674 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 971 time: 0.1402047 Aug 27 02:18:11.256248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Deleting port f3480583-59fa-4ff4-867d-e7c53b29e1c4 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:11.257766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.307108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:11.318850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Allocated IP 192.168.233.247 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/c349237c-847c-4c1c-b823-6d37a1abc705) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:11.328663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Sync routers for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:11.339186 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.344203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c35e9f50-150d-4563-bd84-b1dd1e78a9f6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4295585 Aug 27 02:18:11.344744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:11.371345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c0d462-cc2b-48c7-a1e4-b89c0704ba1d req-18068969-f154-43be-a865-a6cfb961df9f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114130 Aug 27 02:18:11.387056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] For port f3480583-59fa-4ff4-867d-e7c53b29e1c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3480583-59fa-4ff4-867d-e7c53b29e1c4,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:11.387463 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.401109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Calling delete_port for f3480583-59fa-4ff4-867d-e7c53b29e1c4 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:11.426600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Deleting port f3480583-59fa-4ff4-867d-e7c53b29e1c4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:11.426979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.486920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08e56782-04ed-4f06-a1c5-fcbec502fde2 req-5035a0f7-2db3-41d5-96d4-34e7d3e39831 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 210 time: 0.0649347 Aug 27 02:18:11.505919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:11.505919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:11.505919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:11.505919 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d28b9b9-dfc5-4383-8b86-d7bd0ad6c1ac" -d '{"events": [{"server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "name": "network-vif-plugged", "status": "completed", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:11.562119 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e93ed-5d53-4dc6-baf0-75f4871d813f x-openstack-request-id: req-307e93ed-5d53-4dc6-baf0-75f4871d813f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:11.562419 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "name": "network-vif-plugged", "status": "completed", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:11.562775 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-307e93ed-5d53-4dc6-baf0-75f4871d813f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:11.564025 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'code': 200} Aug 27 02:18:11.565319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cd9525d-e613-424d-8059-621d9ece0e89 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:11.599924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] For port f3480583-59fa-4ff4-867d-e7c53b29e1c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3480583-59fa-4ff4-867d-e7c53b29e1c4,segment=NetworkSegment(5140ecee-02e9-4ffd-838b-7c8650cf5ad0),segment_id=5140ecee-02e9-4ffd-838b-7c8650cf5ad0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:11.600442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.623577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Calling delete_port for f3480583-59fa-4ff4-867d-e7c53b29e1c4 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:11.644387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 3cd9525d-e613-424d-8059-621d9ece0e89 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:11.645171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cd9525d-e613-424d-8059-621d9ece0e89 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:11.646836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.699935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Transition to ACTIVE for port object c349237c-847c-4c1c-b823-6d37a1abc705 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:11.715956 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.758513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.772722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:11.812232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3480583-59fa-4ff4-867d-e7c53b29e1c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.822854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:11.837611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] No DVR routers for this DVR port f3480583-59fa-4ff4-867d-e7c53b29e1c4 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:11.921675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c78c91-de2e-499c-8504-d76bce5c55f9 req-bf8c06a9-0870-492e-a722-6fa6c1d96332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.923475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-72c78c91-de2e-499c-8504-d76bce5c55f9 req-bf8c06a9-0870-492e-a722-6fa6c1d96332 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 1100 time: 0.1667755 Aug 27 02:18:11.938636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01dbae-d099-47f1-822f-869d0beea46f req-5c1022a9-5fa8-4780-bf6a-ca9abbfb9e1f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:11.943347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a01dbae-d099-47f1-822f-869d0beea46f req-5c1022a9-5fa8-4780-bf6a-ca9abbfb9e1f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 950 time: 0.1474307 Aug 27 02:18:11.956618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] Pushing event deleted for resources: {'Port': ['ID=f3480583-59fa-4ff4-867d-e7c53b29e1c4,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:11.964344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129ba11-1a3d-43f6-b6b6-4bce7469188b None None] No DVR routers for this DVR port f3480583-59fa-4ff4-867d-e7c53b29e1c4 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:12.032023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:12.058004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.062652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:12.079188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Pushing event updated for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:12.082035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8ce36b6f-67f6-4118-9f74-4146b625f941 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:12.091609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f6973c-305e-4570-8a9b-d5bea01133cd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:12.091609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:12.116440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8ce36b6f-67f6-4118-9f74-4146b625f941 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:12.116772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8ce36b6f-67f6-4118-9f74-4146b625f941 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:12.117176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3480583-59fa-4ff4-867d-e7c53b29e1c4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:12.137748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.138377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.150499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f3480583-59fa-4ff4-867d-e7c53b29e1c4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:12.151194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3480583-59fa-4ff4-867d-e7c53b29e1c4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:12.153796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5140ecee-02e9-4ffd-838b-7c8650cf5ad0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:12.154068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5140ecee-02e9-4ffd-838b-7c8650cf5ad0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:12.158693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:10Z', 'revision_number': 3, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:12.172396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.184016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-ebc2b352-e91a-4bc3-b9a4-9f64f039eec9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4630485 Aug 27 02:18:12.184765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a01dbae-d099-47f1-822f-869d0beea46f req-cf757382-3312-4e4c-8e82-de3ca3ca74c0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850736 Aug 27 02:18:12.188907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-72c78c91-de2e-499c-8504-d76bce5c55f9 req-095ec088-f9e2-4a20-863e-d4b18726848f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958690 Aug 27 02:18:12.208074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Checking router: a2480263-95cf-4c6e-a34f-017b7162654f for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:12.208445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Updating router a2480263-95cf-4c6e-a34f-017b7162654f port a6708724-cf7f-489c-bb2f-f04d395d3641 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:12.217841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Request body: {'port': {'device_id': '644e4801-bdd0-4c8e-aa58-19511400c854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:12.220725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.259737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:18:12.260248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:18:12.262117 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:18:12.273217 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.278074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.441608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.508099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.515193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.518499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] 10.222.0.26 "DELETE /v2.0/networks/97f6973c-305e-4570-8a9b-d5bea01133cd HTTP/1.1" status: 204 len: 168 time: 1.5891137 Aug 27 02:18:12.567758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676def-743d-41fa-9198-200da24f6d9c req-f7b81cdb-a699-4028-a9c1-1fa81952a78f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.569266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ea676def-743d-41fa-9198-200da24f6d9c req-f7b81cdb-a699-4028-a9c1-1fa81952a78f tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 971 time: 0.0798893 Aug 27 02:18:12.574459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Allocated IP 172.20.0.1 (abd28e82-6d88-4a5b-a321-1d40e3e94cd5/57a6d5aa-f19b-44f4-b0ec-e95bfacc906c/7be17993-43bc-4101-8398-e6de77ddd57e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:12.599497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008366-99ed-4dba-bec1-c6fbe64ce711 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f6973c-305e-4570-8a9b-d5bea01133cd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:12.608586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb21786-63fe-4272-b236-9fefac49a052 req-4a41ac3d-02f7-41df-948e-73398b9e99d5 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.610207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eb21786-63fe-4272-b236-9fefac49a052 req-4a41ac3d-02f7-41df-948e-73398b9e99d5 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 971 time: 0.1604652 Aug 27 02:18:12.615089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b2725-7ced-4f1a-a467-95933d09722f req-ae158657-e933-4ca8-9548-bd6c93ffe851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.616665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a96b2725-7ced-4f1a-a467-95933d09722f req-ae158657-e933-4ca8-9548-bd6c93ffe851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.2953589 Aug 27 02:18:12.667866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37368531-d228-4442-bea5-c107ccb16b47 None None] Provisioning for port c349237c-847c-4c1c-b823-6d37a1abc705 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:12.678640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37368531-d228-4442-bea5-c107ccb16b47 None None] Provisioning complete for port c349237c-847c-4c1c-b823-6d37a1abc705 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:12.679242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-37368531-d228-4442-bea5-c107ccb16b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.728330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a96b2725-7ced-4f1a-a467-95933d09722f req-7bff83da-e33c-4d28-9179-189c4468fbec tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Aug 27 02:18:12.736247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-37368531-d228-4442-bea5-c107ccb16b47 None None] Port c349237c-847c-4c1c-b823-6d37a1abc705 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:12.742132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ea676def-743d-41fa-9198-200da24f6d9c req-531235af-01dc-4065-a0e8-805de30a433e tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/security-groups?id=83728a92-7af7-48ff-99fc-af7fcb577450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639018 Aug 27 02:18:12.745932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.767653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Transition to ACTIVE for port object a6708724-cf7f-489c-bb2f-f04d395d3641 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:12.787029 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.845244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:12.875139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Attempting to bind port a6708724-cf7f-489c-bb2f-f04d395d3641 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:12.875562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Attempting to bind port a6708724-cf7f-489c-bb2f-f04d395d3641 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:12.875871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Attempting to bind port a6708724-cf7f-489c-bb2f-f04d395d3641 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:12.883273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb6c0d-6458-46c1-958e-e04400d69fc4 None None] Pushing event updated for resources: {'Port': ['ID=a6708724-cf7f-489c-bb2f-f04d395d3641,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:12.886507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:12.886884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:12.887327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.887654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:12.888131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Bound port: a6708724-cf7f-489c-bb2f-f04d395d3641, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:12.888508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.933952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c349237c-847c-4c1c-b823-6d37a1abc705 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:12.942530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] For port a6708724-cf7f-489c-bb2f-f04d395d3641, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:12.944140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cac8eb84-e17c-41f8-a5b3-4d13acc14027 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa42885c171e4298bf2180aa6353f8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970666 Aug 27 02:18:12.945384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6a34-391f-4131-88ef-2f33c69f9b74 req-71df0937-1496-4cdf-9a6f-36d1ea6e68ce tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:12.946992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aaae6a34-391f-4131-88ef-2f33c69f9b74 req-71df0937-1496-4cdf-9a6f-36d1ea6e68ce tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 936 time: 0.1211555 Aug 27 02:18:12.948432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48534) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:12.951801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.956208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] For port a6708724-cf7f-489c-bb2f-f04d395d3641, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6708724-cf7f-489c-bb2f-f04d395d3641,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:12.963710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.972249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Deleting port c599e172-7860-46ce-937a-80fb6fe1e654 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:12.972595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:12.992317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.018745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Transition to ACTIVE for port object c349237c-847c-4c1c-b823-6d37a1abc705 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:13.036791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.042285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:13.042956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:13.053913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aaae6a34-391f-4131-88ef-2f33c69f9b74 req-90b828d7-6794-4677-926d-5de521abfb92 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992405 Aug 27 02:18:13.086752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Transition to ACTIVE for port object 7be17993-43bc-4101-8398-e6de77ddd57e will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:13.139920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb6c0d-6458-46c1-958e-e04400d69fc4 None None] Pushing event updated for resources: {'Port': ['ID=a6708724-cf7f-489c-bb2f-f04d395d3641,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:13.173498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Pushing event updated for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:13.189049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] For port c599e172-7860-46ce-937a-80fb6fe1e654, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c599e172-7860-46ce-937a-80fb6fe1e654,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:13.189441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.193498 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.217824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.247845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Attempting to bind port c349237c-847c-4c1c-b823-6d37a1abc705 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:13.248284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Attempting to bind port c349237c-847c-4c1c-b823-6d37a1abc705 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:13.248766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Attempting to bind port c349237c-847c-4c1c-b823-6d37a1abc705 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:13.255938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Port c349237c-847c-4c1c-b823-6d37a1abc705 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:13.256787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Attempting to bind port c349237c-847c-4c1c-b823-6d37a1abc705 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:13.265076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:13.265845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:13.266467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:13.267113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Bound port: c349237c-847c-4c1c-b823-6d37a1abc705, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:13.267715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.287892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Calling delete_port for c599e172-7860-46ce-937a-80fb6fe1e654 owned by compute:tempest-test_az-456844224 {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:13.294646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.298411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.299828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9b7c49c-52ca-4c24-84f0-ecaaebf8f474 HTTP/1.1" status: 204 len: 168 time: 0.3471529 Aug 27 02:18:13.319024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.325962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb428-e15f-4c31-ba6b-7d6d81ef3b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7c49c-52ca-4c24-84f0-ecaaebf8f474,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:13.335497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:13.406295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:13.412376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:13.412528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:13.417844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c349237c-847c-4c1c-b823-6d37a1abc705,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:13.424325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:13.435770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.468279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e72be-2a02-4474-bcba-7985aaaa2a06 req-371010ce-7653-422a-bea6-c0c9f199894b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.470492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c3e72be-2a02-4474-bcba-7985aaaa2a06 req-371010ce-7653-422a-bea6-c0c9f199894b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 950 time: 0.1990118 Aug 27 02:18:13.487618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:13.546367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.854499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.879024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:13.879713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:13.881919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] 10.222.0.15 "PUT /v2.0/ports/c349237c-847c-4c1c-b823-6d37a1abc705 HTTP/1.1" status: 200 len: 1096 time: 1.6792061 Aug 27 02:18:13.882416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:13.907093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c599e172-7860-46ce-937a-80fb6fe1e654'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:13.907577 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c" -d '{"events": [{"name": "network-changed", "server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:13.927094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Pushing event deleted for resources: {'Port': ['ID=c599e172-7860-46ce-937a-80fb6fe1e654,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:14.014935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c3e72be-2a02-4474-bcba-7985aaaa2a06 req-1aa91b3d-9f91-416c-b9e3-6187e5d0e20f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002654 Aug 27 02:18:14.026590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ce9c2-9958-4c77-bb15-a6972f34aace service neutron] Pushing event updated for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:14.062026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-b131e914-53fb-41cb-aa49-d703fb3d5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.072640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-b131e914-53fb-41cb-aa49-d703fb3d5a3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 1099 time: 0.1173117 Aug 27 02:18:14.077295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] No DVR routers for this DVR port c599e172-7860-46ce-937a-80fb6fe1e654 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:14.092523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.094763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eb21786-63fe-4272-b236-9fefac49a052 req-fb9ab862-e2c7-4638-abeb-3d61e2944fd6 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.15 "DELETE /v2.0/ports/c599e172-7860-46ce-937a-80fb6fe1e654 HTTP/1.1" status: 204 len: 173 time: 1.4748428 Aug 27 02:18:14.095436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'name': 'network-vif-deleted', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:14.097950 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5514b181-181d-40ad-9973-e811325a7b37" -d '{"events": [{"server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "name": "network-vif-deleted", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:14.124312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.145552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:10Z', 'revision_number': 3, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:14.198924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-f5a67237-3379-42da-bf81-0b99a448fe0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=c349237c-847c-4c1c-b823-6d37a1abc705 HTTP/1.1" status: 200 len: 217 time: 0.1198525 Aug 27 02:18:14.208369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97eb84-a3ce-4e9d-ab21-425b87f1e62e None None] The sync data for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 is: [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:10Z', 'revision_number': 3, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:14.214210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bce749-75f0-412f-ae4f-c636f432690e req-2b012a26-607e-477c-898c-f764e4ef9ce6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.223597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56bce749-75f0-412f-ae4f-c636f432690e req-2b012a26-607e-477c-898c-f764e4ef9ce6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1561840 Aug 27 02:18:14.230642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-680a77ed-dd57-4c66-81d8-7dbfa222cd70 None None] Provisioning for port 7be17993-43bc-4101-8398-e6de77ddd57e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:14.236540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-680a77ed-dd57-4c66-81d8-7dbfa222cd70 None None] Provisioning complete for port 7be17993-43bc-4101-8398-e6de77ddd57e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:14.237178 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-680a77ed-dd57-4c66-81d8-7dbfa222cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.273145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c88d520-bc5a-420e-9bc4-049f5ddea579 req-7d484f31-a153-4849-9bb5-160e0d710616 tempest-ServersAdminNegativeTestJSON-179626009 tempest-ServersAdminNegativeTestJSON-179626009-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc0440c9-4cfd-426a-b500-a14d6772c030 HTTP/1.1" status: 200 len: 210 time: 0.0772128 Aug 27 02:18:14.280962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-680a77ed-dd57-4c66-81d8-7dbfa222cd70 None None] Port 7be17993-43bc-4101-8398-e6de77ddd57e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:14.379525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-68c7a21e-bc6c-4c33-95ce-2aefac0c46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.379750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-68c7a21e-bc6c-4c33-95ce-2aefac0c46ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1649179 Aug 27 02:18:14.440535 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b1217-8361-4b76-ad95-66b1a0c6868c x-openstack-request-id: req-851b1217-8361-4b76-ad95-66b1a0c6868c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:14.440535 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:14.440535 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-851b1217-8361-4b76-ad95-66b1a0c6868c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:14.440535 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705', 'status': 'completed', 'code': 200} Aug 27 02:18:14.446860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56bce749-75f0-412f-ae4f-c636f432690e req-97838a34-39b8-4e8a-9dd0-aff04f64419a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172635 Aug 27 02:18:14.488748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-c0c0517b-e4aa-4794-be85-58bd6fe77913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.497759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-c0c0517b-e4aa-4794-be85-58bd6fe77913 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078360 Aug 27 02:18:14.598086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.607569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:14.849998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:14.881666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-be88196d-a133-4fef-ac71-d856a619d0db service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762648 Aug 27 02:18:14.942770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f4b37-0794-40b1-a13c-8562eaf63855 req-fa266098-624c-4bb1-964c-0e7153085832 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:14.955782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf1f4b37-0794-40b1-a13c-8562eaf63855 req-fa266098-624c-4bb1-964c-0e7153085832 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 949 time: 0.2056141 Aug 27 02:18:15.029611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf5b2-e84e-4372-bcde-f41b6dd56a27 req-f8aaee95-3540-4b3b-b4f1-0bae74105636 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.039596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efdcf5b2-e84e-4372-bcde-f41b6dd56a27 req-f8aaee95-3540-4b3b-b4f1-0bae74105636 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 948 time: 0.4858978 Aug 27 02:18:15.057793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2587fbf-e0d3-4b5f-a02e-943df9e67c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.088222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.101293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.104207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf1f4b37-0794-40b1-a13c-8562eaf63855 req-17795c66-4ac4-453b-846c-d10fab1a07b5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475532 Aug 27 02:18:15.135762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efdcf5b2-e84e-4372-bcde-f41b6dd56a27 req-833502fa-ad64-49b8-8c3c-e1d37c0cab06 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953043 Aug 27 02:18:15.159932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ead19ec-8e6b-45b4-b164-084b9e495296 req-afa398e0-fee4-45c4-97b3-1727b2c3635c service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655451 Aug 27 02:18:15.236301 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b4def-1880-4ee2-bc2e-b5131cc9ff81 x-openstack-request-id: req-f10b4def-1880-4ee2-bc2e-b5131cc9ff81 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:15.236597 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0440c9-4cfd-426a-b500-a14d6772c030", "name": "network-vif-deleted", "tag": "c599e172-7860-46ce-937a-80fb6fe1e654", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:15.236838 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f10b4def-1880-4ee2-bc2e-b5131cc9ff81 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:15.237228 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0440c9-4cfd-426a-b500-a14d6772c030', 'name': 'network-vif-deleted', 'tag': 'c599e172-7860-46ce-937a-80fb6fe1e654', 'status': 'completed', 'code': 200} Aug 27 02:18:15.262707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:15.266106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:15.330878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2587fbf-e0d3-4b5f-a02e-943df9e67c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.353950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2587fbf-e0d3-4b5f-a02e-943df9e67c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.479144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2587fbf-e0d3-4b5f-a02e-943df9e67c40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8428ccd414ee4718bbe46b99ce54340c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267128 Aug 27 02:18:15.481734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:15.487599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2587fbf-e0d3-4b5f-a02e-943df9e67c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729cf75d-8e8e-4399-b6f0-fc457e61ec85,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.499802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Router a2480263-95cf-4c6e-a34f-017b7162654f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:15.537066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-bf608be7-8e20-409c-8505-0ddd47129311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.538798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-bf608be7-8e20-409c-8505-0ddd47129311 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 1099 time: 0.2935586 Aug 27 02:18:15.612446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.655788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c51f0c7f-6719-499a-a083-733c47c90662 None None] Provisioning complete for port 7be17993-43bc-4101-8398-e6de77ddd57e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:15.656887 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c51f0c7f-6719-499a-a083-733c47c90662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.678347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.755551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c51f0c7f-6719-499a-a083-733c47c90662 None None] Port 7be17993-43bc-4101-8398-e6de77ddd57e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:15.765436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-005a8b50-4f13-434a-9c80-8bc5f85db21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.768709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-005a8b50-4f13-434a-9c80-8bc5f85db21d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2190785 Aug 27 02:18:15.807622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:15.815628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97c97227-a11c-4e5d-88f2-13d9b2731cd7 admin admin] 10.222.0.26 "PUT /v2.0/routers/a2480263-95cf-4c6e-a34f-017b7162654f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4684501 Aug 27 02:18:15.816221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.823190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:15.823190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/729cf75d-8e8e-4399-b6f0-fc457e61ec85 HTTP/1.1" status: 204 len: 168 time: 0.3397539 Aug 27 02:18:15.838418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-d95b4984-30d8-42cb-8d05-d682b1c39fe4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=c349237c-847c-4c1c-b823-6d37a1abc705 HTTP/1.1" status: 200 len: 217 time: 0.0590484 Aug 27 02:18:15.846032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab066d-ae77-4730-94ef-2392721ef8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729cf75d-8e8e-4399-b6f0-fc457e61ec85,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:15.919325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-b2786913-f224-4c3a-b95f-51503fada4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:15.920939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-b2786913-f224-4c3a-b95f-51503fada4f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0736365 Aug 27 02:18:15.996038 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.049466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-b9c95bc6-efc4-4054-badc-a96947590406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.051401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-b9c95bc6-efc4-4054-badc-a96947590406 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225348 Aug 27 02:18:16.065258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ef3b9-b4bf-49a1-9d06-17c69c75c11c req-a1e7f38f-c5d3-4151-85fa-aa04b7d79a7e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.071695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ef3b9-b4bf-49a1-9d06-17c69c75c11c req-a1e7f38f-c5d3-4151-85fa-aa04b7d79a7e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.073316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745ef3b9-b4bf-49a1-9d06-17c69c75c11c req-a1e7f38f-c5d3-4151-85fa-aa04b7d79a7e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50&device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 1690 time: 0.1338940 Aug 27 02:18:16.147826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6708724-cf7f-489c-bb2f-f04d395d3641 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:16.171585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-239af47f-f0da-40ce-99bd-0558547929dc service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971909 Aug 27 02:18:16.230175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a6708724-cf7f-489c-bb2f-f04d395d3641 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:16.238589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a6708724-cf7f-489c-bb2f-f04d395d3641 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:16.238913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.300852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745ef3b9-b4bf-49a1-9d06-17c69c75c11c req-d8d13f90-3819-40af-84cc-3654636b27ab tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277459 Aug 27 02:18:16.328807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48624) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.348347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-988c7158-2734-4ee5-a4c6-dd3e402065c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.389924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a044ae7c-9ef6-48fa-a7d0-e3f8fe35712c req-7b387014-66ca-4c31-9e25-a3244d739a2d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061160 Aug 27 02:18:16.434822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.491554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a6708724-cf7f-489c-bb2f-f04d395d3641, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6708724-cf7f-489c-bb2f-f04d395d3641,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:16.502124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.543243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d0ec3-2531-40ac-8507-0d2d743bf66a req-733bf029-585b-467a-8457-a0ca26bb93ea tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.554468 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba0d0ec3-2531-40ac-8507-0d2d743bf66a req-733bf029-585b-467a-8457-a0ca26bb93ea tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1139894 Aug 27 02:18:16.642929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a6708724-cf7f-489c-bb2f-f04d395d3641,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.650939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba0d0ec3-2531-40ac-8507-0d2d743bf66a req-e7c99fd2-0dc6-4b89-aaea-15a3c645ccc5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Aug 27 02:18:16.673076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-988c7158-2734-4ee5-a4c6-dd3e402065c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.682301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-988c7158-2734-4ee5-a4c6-dd3e402065c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.768371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-988c7158-2734-4ee5-a4c6-dd3e402065c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f22db57fdfc644909a32b1c0e0f75a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382303 Aug 27 02:18:16.771172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.775273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c7158-2734-4ee5-a4c6-dd3e402065c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44054a53-7385-4807-b5c5-2e72cc196eb8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:16.823921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f3174-e761-40b8-878b-5ea08259a393 req-c6cba3d5-dbfb-48fb-afce-f9cff1869a77 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:16.838403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a12f3174-e761-40b8-878b-5ea08259a393 req-c6cba3d5-dbfb-48fb-afce-f9cff1869a77 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 948 time: 0.1344714 Aug 27 02:18:16.901662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:16.923265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a12f3174-e761-40b8-878b-5ea08259a393 req-d62165f9-7b10-407e-9cb3-59ec980757b1 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838776 Aug 27 02:18:16.942485 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Sync routers for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:16.957099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48644) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:16.962153 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:16.962962 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:17.039630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.111009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48652) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:17.120877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-network', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:17.130699 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:17.134487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a822-f5da-4bde-8a2d-228155390254 req-4501ce39-7ac1-4fb0-ad0d-223534e6fd35 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.136204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3660a822-f5da-4bde-8a2d-228155390254 req-4501ce39-7ac1-4fb0-ad0d-223534e6fd35 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 1101 time: 0.2083895 Aug 27 02:18:17.212777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3660a822-f5da-4bde-8a2d-228155390254 req-6175925a-c065-4bb1-b329-5200bc3e03a7 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700538 Aug 27 02:18:17.219162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Made reservation on behalf of 52fbbabc6bbd43c9bbdbbca6867e5ff8 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:17.221721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.227117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.231473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.235553 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44054a53-7385-4807-b5c5-2e72cc196eb8 HTTP/1.1" status: 204 len: 168 time: 0.4633386 Aug 27 02:18:17.248341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8315bfc8-c9af-4b19-8cff-ad37d55a3fde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2106f92a2ec94da0b0500006acf18e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877212 Aug 27 02:18:17.248537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f44a5-f194-4663-8b25-62db8ddfff6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44054a53-7385-4807-b5c5-2e72cc196eb8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.248622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.248697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:17.338501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.431371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361b687-635a-4e2c-b258-ccaf0ee719ca req-82bf3c85-582c-4d00-a6c9-bf2db3337a42 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.434071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.434286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3361b687-635a-4e2c-b258-ccaf0ee719ca req-82bf3c85-582c-4d00-a6c9-bf2db3337a42 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 1100 time: 0.0656435 Aug 27 02:18:17.512216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3361b687-635a-4e2c-b258-ccaf0ee719ca req-0736c832-afaa-4aa3-adee-01751550f845 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706046 Aug 27 02:18:17.560348 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:13Z', 'revision_number': 4, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7be17993-43bc-4101-8398-e6de77ddd57e', 'name': '', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'mac_address': 'fa:16:3e:8b:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:12Z', 'updated_at': '2021-08-27T02:18:14Z', 'revision_number': 2, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'subnets': [{'id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:17.580253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c349237c-847c-4c1c-b823-6d37a1abc705 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:17.589007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.605805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.616565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c599e172-7860-46ce-937a-80fb6fe1e654 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:17.637038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Checking router: a2480263-95cf-4c6e-a34f-017b7162654f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:17.637403 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Updating router a2480263-95cf-4c6e-a34f-017b7162654f port 7be17993-43bc-4101-8398-e6de77ddd57e binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:17.673878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:17.680527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.688405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.689881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83728a92-7af7-48ff-99fc-af7fcb577450 HTTP/1.1" status: 204 len: 168 time: 0.4402058 Aug 27 02:18:17.694066 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.695400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: c599e172-7860-46ce-937a-80fb6fe1e654 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:17.697764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c599e172-7860-46ce-937a-80fb6fe1e654 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:17.736627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0f134-3826-4de8-b078-ae917bd9b968,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.754497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.756129 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Added segment 67cfa84b-14e5-4e9f-a616-216bb7753020 of type vlan for network 78ade405-569b-460f-a7c6-ce3767831793 Aug 27 02:18:17.827335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b6f09-118c-4d7b-83e7-d345b158e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83728a92-7af7-48ff-99fc-af7fcb577450,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:17.908108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.925130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc981-7585-41d2-815d-5a998c7522a0 req-e804721b-4ef2-4856-81c9-28212ea0b7d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.935335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d30fc981-7585-41d2-815d-5a998c7522a0 req-e804721b-4ef2-4856-81c9-28212ea0b7d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0872910 Aug 27 02:18:17.947884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c349237c-847c-4c1c-b823-6d37a1abc705,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:17.975948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.976938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:17.978660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:17.995999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'c349237c-847c-4c1c-b823-6d37a1abc705', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c349237c-847c-4c1c-b823-6d37a1abc705', 'mac_address': 'fa:16:3e:cb:5c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:18.021950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d30fc981-7585-41d2-815d-5a998c7522a0 req-95bb05ad-4cdd-49b3-878f-c8015efcb2d7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789759 Aug 27 02:18:18.126609 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.153907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6708724-cf7f-489c-bb2f-f04d395d3641 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:18.184251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] Pushing event updated for resources: {'Network': ['ID=78ade405-569b-460f-a7c6-ce3767831793,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:18.205410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b21e2e57-7ea0-4862-bb7d-c2c75e179e03 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0931768 Aug 27 02:18:18.206037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48690) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:18.227459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Request body: {'subnet': {'network_id': '78ade405-569b-460f-a7c6-ce3767831793', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-subnet', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:18.229777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c349237c-847c-4c1c-b823-6d37a1abc705 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:18.285077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c349237c-847c-4c1c-b823-6d37a1abc705,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:18.286676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 78ade405-569b-460f-a7c6-ce3767831793 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:18.286820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Made reservation on behalf of 52fbbabc6bbd43c9bbdbbca6867e5ff8 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:18.287180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95c1f3-7cd7-4218-9b57-c42b14146e2c req-611ee817-eb3d-4ceb-a80f-3edadeb1e909 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.289125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.301586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd95c1f3-7cd7-4218-9b57-c42b14146e2c req-611ee817-eb3d-4ceb-a80f-3edadeb1e909 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 948 time: 0.1268754 Aug 27 02:18:18.338631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.390518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd95c1f3-7cd7-4218-9b57-c42b14146e2c req-37ae286d-a0ad-4035-aa2b-896a9e942278 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Aug 27 02:18:18.391093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:18.462964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-cc0252a0-8cb8-400c-8b9f-e02fc2b77ea6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540595 Aug 27 02:18:18.516329 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.542685 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Transition to ACTIVE for port object 7be17993-43bc-4101-8398-e6de77ddd57e will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:18.544385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6934a4f-8a75-4555-a2cf-c726a056bac9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc0ee59528fb4603b8627682e1fb8efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519434 Aug 27 02:18:18.545262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:18.548137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:18.549482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a6708724-cf7f-489c-bb2f-f04d395d3641 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:18.549814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.563574 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.578943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c349237c-847c-4c1c-b823-6d37a1abc705'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:18.651906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.662227 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Pushing event updated for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:18.701913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.734011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.734358 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.736433 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.738251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.738870 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.739210 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.744161 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.744542 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.744879 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.745207 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.746061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.747995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:18.808674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.811758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.816202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/181e2dc4-2e7d-4dc2-962c-e90e0221d5dc HTTP/1.1" status: 204 len: 168 time: 0.2668447 Aug 27 02:18:18.825069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-c44fda44-0b03-46ef-b5fe-56ad4201526e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:18.826656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-c44fda44-0b03-46ef-b5fe-56ad4201526e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628850 Aug 27 02:18:18.837160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Attempting to bind port 7be17993-43bc-4101-8398-e6de77ddd57e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:18.839324 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Attempting to bind port 7be17993-43bc-4101-8398-e6de77ddd57e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:18.839895 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Attempting to bind port 7be17993-43bc-4101-8398-e6de77ddd57e on network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:18.844959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ae7f1-d946-47fc-95f7-96b326b98c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e2dc4-2e7d-4dc2-962c-e90e0221d5dc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:18.857437 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:18.857959 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Checking segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:18.858471 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.858872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Bound using segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:18.859344 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Bound port: 7be17993-43bc-4101-8398-e6de77ddd57e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:18.859736 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:18.941138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-78d4d518-906c-4699-a73a-2508e6d6a4c5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0485184 Aug 27 02:18:18.960898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.024071 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] For port 7be17993-43bc-4101-8398-e6de77ddd57e, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:19.028703 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] For port 7be17993-43bc-4101-8398-e6de77ddd57e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7be17993-43bc-4101-8398-e6de77ddd57e,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:19.029438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28849c5-1489-4e7b-a3d5-3cad621dd143,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:19.035733 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.086068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-25ae3275-2dc0-4c3f-9c92-a48316e4b079 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429646 Aug 27 02:18:19.123738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Checking segment: {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:19.124172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Network hostable DHCP agents. Network: 78ade405-569b-460f-a7c6-ce3767831793, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:19.158169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Network 78ade405-569b-460f-a7c6-ce3767831793 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:19.161166 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:19.162932 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:19.172697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 78ade405-569b-460f-a7c6-ce3767831793) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:19.178673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.180258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.183739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70cc982-643d-45e1-a753-abe7b2a2aab8 None None] Network 78ade405-569b-460f-a7c6-ce3767831793 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:19.198436 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9550a-6d72-4181-aa93-ae7e0553b0bc None None] Pushing event updated for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:19.222937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3f5e1528-4a52-4e45-8920-75459e200ab7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0156505 Aug 27 02:18:19.225247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48730) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:19.231254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:19.276973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.279974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.386219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.507369 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:19.564139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beafa96-778b-42f1-aba4-f65d33673951 req-5b76d11e-6e77-414f-b124-b35c6327aca2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:19.577480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5beafa96-778b-42f1-aba4-f65d33673951 req-5b76d11e-6e77-414f-b124-b35c6327aca2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0779388 Aug 27 02:18:19.580991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-78ade405-569b-460f-a7c6-ce3767831793', 'network_id': '78ade405-569b-460f-a7c6-ce3767831793', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'fixed_ips': [{'subnet_id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:18:19.584012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.612991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c349237c-847c-4c1c-b823-6d37a1abc705 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:19.688173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5beafa96-778b-42f1-aba4-f65d33673951 req-725e067d-5ca9-4025-9115-eb1cf53936a7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088684 Aug 27 02:18:19.744962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:19.966787 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:13Z', 'revision_number': 4, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7be17993-43bc-4101-8398-e6de77ddd57e', 'name': '', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'mac_address': 'fa:16:3e:8b:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:12Z', 'updated_at': '2021-08-27T02:18:19Z', 'revision_number': 4, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'subnets': [{'id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:20.030439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Allocated IP 172.20.0.2 (78ade405-569b-460f-a7c6-ce3767831793/c28849c5-1489-4e7b-a3d5-3cad621dd143/2ee04dfa-6ee8-44b5-a96d-e97574457dcf) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:20.062668 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c354758-e3b9-4dcd-bbbc-9cb1f0d1eb45 None None] The sync data for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 is: [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:18:13Z', 'revision_number': 4, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '7be17993-43bc-4101-8398-e6de77ddd57e', 'name': '', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'mac_address': 'fa:16:3e:8b:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:12Z', 'updated_at': '2021-08-27T02:18:19Z', 'revision_number': 4, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'subnets': [{'id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:20.094571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807380e-433d-4ae3-8e65-f550ad50e12a req-d726fd4d-61ec-4aba-bb9e-1033817d8f73 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.122810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4807380e-433d-4ae3-8e65-f550ad50e12a req-d726fd4d-61ec-4aba-bb9e-1033817d8f73 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 949 time: 0.1707346 Aug 27 02:18:20.214869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port c349237c-847c-4c1c-b823-6d37a1abc705 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:20.236937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port c349237c-847c-4c1c-b823-6d37a1abc705 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:20.237309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.237581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.261277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.273899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4807380e-433d-4ae3-8e65-f550ad50e12a req-ea972ce2-112c-4ed7-bf0f-3e24c5f6794c tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502068 Aug 27 02:18:20.310735 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-a5b3dd89-17cb-4c52-853d-c587912e3070 service neutron] show failed (client error): The resource could not be found. Aug 27 02:18:20.312696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-a5b3dd89-17cb-4c52-853d-c587912e3070 service neutron] 10.222.0.15 "GET /v2.0/ports/6da39fef-f579-411b-916c-995a0c6df187/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1016698 Aug 27 02:18:20.462527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.487650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Allocated IP 172.25.8.153 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e602bb99-3509-4374-b8a4-2b5103edb6ae) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:20.557864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Transition to ACTIVE for port object 2ee04dfa-6ee8-44b5-a96d-e97574457dcf will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:20.560064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.601346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Transition to ACTIVE for port object 2ee04dfa-6ee8-44b5-a96d-e97574457dcf will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:20.607796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:20.610956 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea249033-019b-4003-8477-d903e023d142" -d '{"events": [{"server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "name": "network-vif-plugged", "status": "completed", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:20.632901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.650344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c349237c-847c-4c1c-b823-6d37a1abc705,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:20.686901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Network 78ade405-569b-460f-a7c6-ce3767831793 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:20.689971 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.695719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:20.700504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:20.833602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:20.844611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Pushing event updated for resources: {'Port': ['ID=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:20.890214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-491c1e31-9997-47df-8585-08706f8394ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:20.892581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-491c1e31-9997-47df-8585-08706f8394ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1101 time: 0.1854610 Aug 27 02:18:20.938491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:20.945503 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef15164-e95f-4961-81a6-b3339131e939 x-openstack-request-id: req-6ef15164-e95f-4961-81a6-b3339131e939 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:20.945803 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "name": "network-vif-plugged", "status": "completed", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:20.950493 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ef15164-e95f-4961-81a6-b3339131e939 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:20.950960 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705', 'code': 200} Aug 27 02:18:21.065791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.081147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.087956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Attempting to bind port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:21.091640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Attempting to bind port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:21.092038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Attempting to bind port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf on network 78ade405-569b-460f-a7c6-ce3767831793 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:21.120480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:21.120480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Checking segment: {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:21.120779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.121124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Bound using segment: {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:21.121697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Bound port: 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:21.122088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.182912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a4351-ca58-4dfc-a8bd-f39f5ba911ae req-6a71921f-de0b-471a-b7f1-71033f3fdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.184541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-575a4351-ca58-4dfc-a8bd-f39f5ba911ae req-6a71921f-de0b-471a-b7f1-71033f3fdf1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 1101 time: 0.2186139 Aug 27 02:18:21.225066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:21.240642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:21.256239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:21.259252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Pushing event updated for resources: {'Port': ['ID=e602bb99-3509-4374-b8a4-2b5103edb6ae,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.293645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.314156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8cd51-c439-4088-b24d-54a334cb7c35 req-6049d89b-d991-49de-8f23-077e9b3204b0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:21.322177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e8cd51-c439-4088-b24d-54a334cb7c35 req-6049d89b-d991-49de-8f23-077e9b3204b0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.2876515 Aug 27 02:18:21.329728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-575a4351-ca58-4dfc-a8bd-f39f5ba911ae req-6dbe16b2-37c0-4d73-a484-e5d54bfc516e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334300 Aug 27 02:18:21.412440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e8cd51-c439-4088-b24d-54a334cb7c35 req-a2417cd0-105c-4371-b648-f974ba886d1f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780070 Aug 27 02:18:21.652564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d3b86e7-19a2-4bda-91ee-e07b006db9b8 req-a0278cbd-35bb-4eb7-8bd4-6412b6e8e20f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 210 time: 0.1054268 Aug 27 02:18:21.765709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] For port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:21.788737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] For port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:21.808469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:21.899397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41f886-620e-4a08-baec-68c19401dd9d None None] Pushing event updated for resources: {'Port': ['ID=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:21.959987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:22.163377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7be17993-43bc-4101-8398-e6de77ddd57e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:22.301178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7be17993-43bc-4101-8398-e6de77ddd57e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:22.327522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7be17993-43bc-4101-8398-e6de77ddd57e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:22.329411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.417734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:22.428103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ccb3d-7528-4bed-8606-b8514f218154 req-060d4b27-2130-4ab3-a92c-b48e28c6df76 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:22.451342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a3ccb3d-7528-4bed-8606-b8514f218154 req-060d4b27-2130-4ab3-a92c-b48e28c6df76 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.6468883 Aug 27 02:18:22.512667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48886) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:22.610649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.642240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-262f42cf-5755-4b8f-b22d-ec688b13099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.706230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-4220a4a0-7245-4349-a483-6c47cf92d5d9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544462 Aug 27 02:18:22.719380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:22.736438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7be17993-43bc-4101-8398-e6de77ddd57e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7be17993-43bc-4101-8398-e6de77ddd57e,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:22.747012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.829142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-0bde4667-fe18-4aa7-81cb-eb808ea3dcc2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111057 Aug 27 02:18:22.841583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:22.885373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a3ccb3d-7528-4bed-8606-b8514f218154 req-034970fb-5edd-4465-b611-11601e4f64bb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170594 Aug 27 02:18:22.923978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:22.960282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:22.968865 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d641fa-ed4c-4a42-a6a4-71447695aee9" -d '{"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:22.986971 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.023083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Transition to ACTIVE for port object 6da39fef-f579-411b-916c-995a0c6df187 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:23.034936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.065884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28ea6026-c0eb-4795-8456-7bded746ce08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.098647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763bd970-3acc-40a9-9808-e600420f0208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.310958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28ea6026-c0eb-4795-8456-7bded746ce08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.445588 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763bd970-3acc-40a9-9808-e600420f0208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.454149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28ea6026-c0eb-4795-8456-7bded746ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.509275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1dedaeba-ad82-4426-a7bb-ea0a4af9116a req-9840c14c-03fb-40af-8e63-13a80bfc90b6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 210 time: 0.3202307 Aug 27 02:18:23.510290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-763bd970-3acc-40a9-9808-e600420f0208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.543934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-f79db4f8-ed3b-44ba-b0a5-aeb5896b5595 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.545494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-f79db4f8-ed3b-44ba-b0a5-aeb5896b5595 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8301907 Aug 27 02:18:23.553390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-4b6c902f-9800-47e9-87df-0bf2d1b1a5a5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.554951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-4b6c902f-9800-47e9-87df-0bf2d1b1a5a5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7196887 Aug 27 02:18:23.576637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:23.584954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] No DVR routers for this DVR port 6da39fef-f579-411b-916c-995a0c6df187 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:23.592124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed29d7-0dd0-4146-9c67-bb07f278d6a7 None None] Network 78ade405-569b-460f-a7c6-ce3767831793 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:23.592812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:23.606414 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb42cd-9ca7-4c5f-b209-7d0344915c03 x-openstack-request-id: req-1bbb42cd-9ca7-4c5f-b209-7d0344915c03 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:23.606892 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-unplugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:23.607288 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bbb42cd-9ca7-4c5f-b209-7d0344915c03 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:23.607841 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'code': 200} Aug 27 02:18:23.620157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5066ee-4883-41a6-af10-c3684390a30b req-27008400-818a-487e-a04e-f4743eb6ebe8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:23.621697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed5066ee-4883-41a6-af10-c3684390a30b req-27008400-818a-487e-a04e-f4743eb6ebe8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.6081331 Aug 27 02:18:23.704859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-28ea6026-c0eb-4795-8456-7bded746ce08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b0e00fe4a994d4e9a50042e793fe50f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1908886 Aug 27 02:18:23.705751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea6026-c0eb-4795-8456-7bded746ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380abef2-36d5-4770-9f42-c5a37b631d4a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:23.705895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:23.706196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:23.706618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:23.709443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48918) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.724966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:23.731333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-763bd970-3acc-40a9-9808-e600420f0208 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2812ab39ec2c4f85bce00f3a5db990c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107526 Aug 27 02:18:23.752357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48920) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:23.765737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:23.766324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Attempting to bind port 6da39fef-f579-411b-916c-995a0c6df187 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:23.776052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49c7ddc2-88b9-420d-8a4f-45f64d011c8a None None] Provisioning for port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:23.787727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed5066ee-4883-41a6-af10-c3684390a30b req-15bb24f6-c32d-40cd-ad8e-138b3b202201 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224084 Aug 27 02:18:23.793109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:23.793445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:23.793823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:23.794249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Bound port: 6da39fef-f579-411b-916c-995a0c6df187, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:23.794631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.851718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.919470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:23.963542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bd970-3acc-40a9-9808-e600420f0208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb9c0e-c77a-4cee-9628-19a0226b5374,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:23.972061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:24.011632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.054961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:24.077247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.078218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.106185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.153309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:24.156972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.189372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.189773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.191188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] 10.222.0.46 "PUT /v2.0/ports/6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 1096 time: 3.2615592 Aug 27 02:18:24.201716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:24.206697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.224772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f19d4-46b2-4340-b6c7-f90a23bf8f47 req-0dcadcb5-a3d4-4c0a-892c-60dd33e7f184 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.232035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c26f19d4-46b2-4340-b6c7-f90a23bf8f47 req-0dcadcb5-a3d4-4c0a-892c-60dd33e7f184 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.2684162 Aug 27 02:18:24.238887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.242127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.244010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06fb9c0e-c77a-4cee-9628-19a0226b5374 HTTP/1.1" status: 204 len: 168 time: 0.4894409 Aug 27 02:18:24.255443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fc191-fd3f-46aa-9191-c482b6c12dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb9c0e-c77a-4cee-9628-19a0226b5374,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.285261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2c9b4-9202-4820-84ef-9cf4980f7b08 service neutron] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.343825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.346321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.350752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/380abef2-36d5-4770-9f42-c5a37b631d4a HTTP/1.1" status: 204 len: 168 time: 0.6376743 Aug 27 02:18:24.370871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7be17993-43bc-4101-8398-e6de77ddd57e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:24.390769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c26f19d4-46b2-4340-b6c7-f90a23bf8f47 req-a055d2f7-7987-4c6c-835c-fa975639b00e tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504271 Aug 27 02:18:24.410619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68dc0a-3879-4ff8-8e2e-8de513495084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380abef2-36d5-4770-9f42-c5a37b631d4a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:24.426627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:24.491151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-95c8015b-9874-4816-903a-8e704273ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.496274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-95c8015b-9874-4816-903a-8e704273ec0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1099 time: 0.2307799 Aug 27 02:18:24.596014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7be17993-43bc-4101-8398-e6de77ddd57e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:24.596500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.636983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.183 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/c03a0f7b-fca6-4314-9d36-02984ad09319) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:24.729438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee04dfa-6ee8-44b5-a96d-e97574457dcf up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:24.801422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:24.807672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:24.808045 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.863711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.919218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc3d49db-062e-4389-b367-fd0778c9fc94 req-714744b2-4fa0-436e-b0a2-947fbefb4284 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 210 time: 0.1670237 Aug 27 02:18:24.919532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object c03a0f7b-fca6-4314-9d36-02984ad09319 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:24.943539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:24.970673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Sync routers for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:24.984383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.989017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-890bce16-7f2f-41b2-9483-e229e0d03411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:24.991143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-890bce16-7f2f-41b2-9483-e229e0d03411 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4797015 Aug 27 02:18:24.995228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:24.995382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:24.998802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:24.998986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a9c94949-e7b9-4b21-8b8b-dd2dc2905c65 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7699468 Aug 27 02:18:24.999250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49014) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:25.044281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:25.053325 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.115377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:25.123866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:25.164156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:25.173455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:25.191753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-931329ab-201e-4bd2-888a-49c1ecb5a61e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.1811843 Aug 27 02:18:25.218791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:25.246909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.276688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:25.278109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.278896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-1ba26067-30d6-4894-87e6-c24f5e4bf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:25.280344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-1ba26067-30d6-4894-87e6-c24f5e4bf0b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0728543 Aug 27 02:18:25.317936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c646f079-fae8-4b1a-a7b4-7e7d32be0908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.343796 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28c1f7c8-4fc6-4373-8ccb-d36bdabca567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.367903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:25.382010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-beb61b34-57c9-455c-b40e-46fa7daa2620 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6956117 Aug 27 02:18:25.382202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023746-e75f-4a23-b877-3e76d15fd6bd req-1f42a2a8-7c73-4c8c-9bd8-1a3c99f1df32 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:25.383745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb023746-e75f-4a23-b877-3e76d15fd6bd req-1f42a2a8-7c73-4c8c-9bd8-1a3c99f1df32 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.3217463 Aug 27 02:18:25.387756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:25.391755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.211 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/5873a5ab-b02d-4df2-9bd1-e613ce82731f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:25.410258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-58fbde45-3c54-4fa1-8148-ff2f7d05fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:25.411754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-58fbde45-3c54-4fa1-8148-ff2f7d05fafc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026368 Aug 27 02:18:25.505549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28c1f7c8-4fc6-4373-8ccb-d36bdabca567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.509110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.516938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Request body: {'port': {'device_id': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:25.557635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28c1f7c8-4fc6-4373-8ccb-d36bdabca567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.597635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-48ad3597-5672-4df3-8d3b-af498434e9ac None None] Provisioning for port c03a0f7b-fca6-4314-9d36-02984ad09319 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:25.607157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f7c8-4fc6-4373-8ccb-d36bdabca567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a918a3-bade-4e84-bd5a-bbb0bf4734f5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:25.620328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:25.627661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:25.628826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ce6c-2eb0-4d7e-b003-2d3176b3671e req-68c42baa-d635-48b8-899a-48e67eb88f44 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:25.630843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fab6ce6c-2eb0-4d7e-b003-2d3176b3671e req-68c42baa-d635-48b8-899a-48e67eb88f44 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.3423829 Aug 27 02:18:25.637762 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78578d04-3c79-42c9-814a-8d006d7862a1" -d '{"events": [{"name": "network-changed", "server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:25.644893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:25.647449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-48ad3597-5672-4df3-8d3b-af498434e9ac None None] Provisioning complete for port c03a0f7b-fca6-4314-9d36-02984ad09319 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:25.647820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48ad3597-5672-4df3-8d3b-af498434e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.681830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:25.710726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb023746-e75f-4a23-b877-3e76d15fd6bd req-1d645a05-8a87-405d-8d04-cb634ed1a3e9 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118989 Aug 27 02:18:25.781632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-48ad3597-5672-4df3-8d3b-af498434e9ac None None] Port c03a0f7b-fca6-4314-9d36-02984ad09319 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:25.787578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-1c4afd20-8e54-4917-aa51-bd51b3ac5288 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617230 Aug 27 02:18:25.799488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:25.951328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:22Z', 'revision_number': 3, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:25.976597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd76647-1596-47f1-85cf-bc7186c7d1c2 req-9ddcbaff-b0bb-4c1e-9c60-fe411aba6cab service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597736 Aug 27 02:18:25.980164 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:18:25.991258 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d007c603-42c4-4827-a5f6-050f0a9dd9a2 x-openstack-request-id: req-d007c603-42c4-4827-a5f6-050f0a9dd9a2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:25.991751 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:25.991843 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d007c603-42c4-4827-a5f6-050f0a9dd9a2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:25.992228 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'status': 'completed', 'code': 200} Aug 27 02:18:25.996646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.018374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Checking router: 3188fc32-3c7a-4de9-8ac4-008d870b5d3b for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:26.018762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Updating router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b port e602bb99-3509-4374-b8a4-2b5103edb6ae binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:26.130163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.162351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-28c1f7c8-4fc6-4373-8ccb-d36bdabca567 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=809d4f92bf7f43f4a6cadb39779a2ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9844646 Aug 27 02:18:26.170207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Allocated IP 172.20.0.1 (78ade405-569b-460f-a7c6-ce3767831793/c28849c5-1489-4e7b-a3d5-3cad621dd143/99f59eca-29e9-41da-bdbf-b06d8e985527) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:26.173926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:26.206584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fab6ce6c-2eb0-4d7e-b003-2d3176b3671e req-c409d6b8-e83e-47fb-9a2e-23c39e99b8bf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623839 Aug 27 02:18:26.212160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee04dfa-6ee8-44b5-a96d-e97574457dcf up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:26.352417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.363915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-83fa6dc6-fd74-4b04-a355-dca0ca6f8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.365569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-83fa6dc6-fd74-4b04-a355-dca0ca6f8e5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1099 time: 0.3552225 Aug 27 02:18:26.378841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-ca2a38ab-c7d9-41f7-8e12-74c250e4a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.380467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-ca2a38ab-c7d9-41f7-8e12-74c250e4a2da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1099 time: 0.1759462 Aug 27 02:18:26.411173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.454498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.476081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object 5873a5ab-b02d-4df2-9bd1-e613ce82731f will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:26.513793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.538210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.546543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.548077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59a918a3-bade-4e84-bd5a-bbb0bf4734f5 HTTP/1.1" status: 204 len: 168 time: 0.3671908 Aug 27 02:18:26.563486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ec37-b079-4235-99e2-fe37336b9e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a918a3-bade-4e84-bd5a-bbb0bf4734f5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:26.573796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Transition to ACTIVE for port object 99f59eca-29e9-41da-bdbf-b06d8e985527 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:26.671721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.700681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.807560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-539b4db4-27fb-41c7-b6ac-515a0aa97758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.809382 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-539b4db4-27fb-41c7-b6ac-515a0aa97758 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4169993 Aug 27 02:18:26.817535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-730c1b60-1790-4f31-a6db-723a5e63854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.819464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-730c1b60-1790-4f31-a6db-723a5e63854c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4436157 Aug 27 02:18:26.822051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:26.822466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.866193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:26.885912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b88a21-3740-401a-867f-f765b5a2cd10 req-b9d9f993-c016-430e-aa86-4e07427f9ad0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.887898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45b88a21-3740-401a-867f-f765b5a2cd10 req-b9d9f993-c016-430e-aa86-4e07427f9ad0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 936 time: 0.2037399 Aug 27 02:18:26.911322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:26.915059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03a0f7b-fca6-4314-9d36-02984ad09319 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:26.917446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-0063b139-82da-4ac0-a5e2-bcdf3e405ace service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0964134 Aug 27 02:18:26.920380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:26.920542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:26.923610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-3da9853f-bdef-4cc6-98e9-f3cf39190070 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0857842 Aug 27 02:18:26.923748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:26.992067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:26.993535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.002958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Pushing event updated for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:27.004520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.043560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:27.059012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68293-d726-4137-9186-72f6258617c9 req-ba1ee999-91e5-4319-8261-e5ac8b69ee28 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.060700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74d68293-d726-4137-9186-72f6258617c9 req-ba1ee999-91e5-4319-8261-e5ac8b69ee28 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.2586360 Aug 27 02:18:27.068374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Transition to ACTIVE for port object c03a0f7b-fca6-4314-9d36-02984ad09319 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:27.092402 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dc006267-6773-4fa1-b7f8-0b5762487b27 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5352888 Aug 27 02:18:27.093251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.093405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.127111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Transition to ACTIVE for port object e602bb99-3509-4374-b8a4-2b5103edb6ae will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:27.136035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Request body: {'port': {'device_id': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:27.166354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.191960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Network 78ade405-569b-460f-a7c6-ce3767831793 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:27.214748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45b88a21-3740-401a-867f-f765b5a2cd10 req-62b7bcde-de7e-4842-b09d-211e33a41f65 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958431 Aug 27 02:18:27.235228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:27.245483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:27.270524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce8a96-34ab-4c1f-91dd-bee9f7a3722f None None] Pushing event updated for resources: {'Port': ['ID=e602bb99-3509-4374-b8a4-2b5103edb6ae,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:27.292544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-21953956-d907-4f31-8c51-5b2ddaa85977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.296717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-21953956-d907-4f31-8c51-5b2ddaa85977 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2958055 Aug 27 02:18:27.310231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-8f87405a-d4b1-45d8-8d0a-9c11c1d968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.317076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-8f87405a-d4b1-45d8-8d0a-9c11c1d968ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.3150563 Aug 27 02:18:27.360229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Attempting to bind port e602bb99-3509-4374-b8a4-2b5103edb6ae on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:27.360598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Attempting to bind port e602bb99-3509-4374-b8a4-2b5103edb6ae by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:27.360958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Attempting to bind port e602bb99-3509-4374-b8a4-2b5103edb6ae on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:27.380911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74d68293-d726-4137-9186-72f6258617c9 req-2853c1bd-0728-4c19-8c62-977bc215d16e tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998064 Aug 27 02:18:27.392131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:27.393272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:27.393685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.394090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:27.396714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Bound port: e602bb99-3509-4374-b8a4-2b5103edb6ae, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:27.397806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.517078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] For port e602bb99-3509-4374-b8a4-2b5103edb6ae, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:27.525063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] For port e602bb99-3509-4374-b8a4-2b5103edb6ae, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e602bb99-3509-4374-b8a4-2b5103edb6ae,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:27.527352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c366add-bc81-4ba7-8191-2c83de2a7a5a None None] Provisioning for port 5873a5ab-b02d-4df2-9bd1-e613ce82731f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:27.532228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c366add-bc81-4ba7-8191-2c83de2a7a5a None None] Provisioning complete for port 5873a5ab-b02d-4df2-9bd1-e613ce82731f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:27.532573 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c366add-bc81-4ba7-8191-2c83de2a7a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.548402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.15', 63169) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:27.583002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Pushing event updated for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:27.622972 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.630323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4c366add-bc81-4ba7-8191-2c83de2a7a5a None None] Port 5873a5ab-b02d-4df2-9bd1-e613ce82731f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:27.650867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc1f44b8-fd25-4ea0-a89c-0546e47e8855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.732857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.805141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:27.807185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:27.815192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce8a96-34ab-4c1f-91dd-bee9f7a3722f None None] Pushing event updated for resources: {'Port': ['ID=e602bb99-3509-4374-b8a4-2b5103edb6ae,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:27.852955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Attempting to bind port c03a0f7b-fca6-4314-9d36-02984ad09319 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:27.853627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Attempting to bind port c03a0f7b-fca6-4314-9d36-02984ad09319 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:27.854156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Attempting to bind port c03a0f7b-fca6-4314-9d36-02984ad09319 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:27.906610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-0dd6ec02-fd23-405a-8dfe-e3e34cf6b910 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:27.908579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-0dd6ec02-fd23-405a-8dfe-e3e34cf6b910 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.3269165 Aug 27 02:18:27.911911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.912860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:27.927125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Port c03a0f7b-fca6-4314-9d36-02984ad09319 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:27.927714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Attempting to bind port c03a0f7b-fca6-4314-9d36-02984ad09319 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:27.952417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:27.953015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:27.953559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:27.954149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Bound port: c03a0f7b-fca6-4314-9d36-02984ad09319, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:27.954681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.019521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-7de1e298-d50a-41e8-9c02-5f4f535a60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.022215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-7de1e298-d50a-41e8-9c02-5f4f535a60f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6838527 Aug 27 02:18:28.024505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-2782d6a9-8eaa-439c-b547-256a8b193d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.025846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-2782d6a9-8eaa-439c-b547-256a8b193d97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7078683 Aug 27 02:18:28.059631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5d958-32f9-4daa-a6fd-a5ab91aefb1f req-c5631ea1-de64-4d42-8e1c-94b7b495cf60 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.060806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74d5d958-32f9-4daa-a6fd-a5ab91aefb1f req-c5631ea1-de64-4d42-8e1c-94b7b495cf60 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.1822071 Aug 27 02:18:28.265326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-b0859399-79aa-4a2d-8d2a-cbca20ba3bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180610 Aug 27 02:18:28.272357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:28.277175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62a9728c-ba01-4e41-b8f6-ddd3218e1a96 None None] Provisioning for port 99f59eca-29e9-41da-bdbf-b06d8e985527 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:28.300997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62a9728c-ba01-4e41-b8f6-ddd3218e1a96 None None] Provisioning complete for port 99f59eca-29e9-41da-bdbf-b06d8e985527 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:28.301367 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62a9728c-ba01-4e41-b8f6-ddd3218e1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.356281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-62a9728c-ba01-4e41-b8f6-ddd3218e1a96 None None] Port 99f59eca-29e9-41da-bdbf-b06d8e985527 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:28.364410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc1f44b8-fd25-4ea0-a89c-0546e47e8855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.394914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc1f44b8-fd25-4ea0-a89c-0546e47e8855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.395413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74d5d958-32f9-4daa-a6fd-a5ab91aefb1f req-878438ba-6835-4885-95d3-f5918f2f76b0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274711 Aug 27 02:18:28.423194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-fc9b149b-0e5b-4711-8fb8-9496bbd25510 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822660 Aug 27 02:18:28.432092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:28.490270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.527722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:28.530903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c03a0f7b-fca6-4314-9d36-02984ad09319,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:28.565134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.635619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc1f44b8-fd25-4ea0-a89c-0546e47e8855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=292287c6063a45bb9e870ee4f057f738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5737698 Aug 27 02:18:28.652041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:28.657460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:28.658237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:28.659666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] 10.222.0.46 "PUT /v2.0/ports/c03a0f7b-fca6-4314-9d36-02984ad09319 HTTP/1.1" status: 200 len: 1096 time: 3.1486862 Aug 27 02:18:28.662768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:28.665803 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6232b5e-ee18-412b-9907-04f43ff7f1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:28.770856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:22Z', 'revision_number': 3, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:28.775906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f44b8-fd25-4ea0-a89c-0546e47e8855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bfb399-4641-4fd2-a789-a437c5ea8077,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:28.812557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568cc2-8b3f-4d45-af44-9268ce10b664 None None] The sync data for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 is: [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:22Z', 'revision_number': 3, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:28.944814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-fddfdbdc-4096-4749-abef-c2ef254006e3 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561034 Aug 27 02:18:28.945974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Deleting port c349237c-847c-4c1c-b823-6d37a1abc705 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:18:28.946324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.004103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5f02f-6497-4ffd-9a78-5733ea63a12e req-9f0f90ad-d023-4e21-830c-9af7a4ecc7e0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.019330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09c5f02f-6497-4ffd-9a78-5733ea63a12e req-9f0f90ad-d023-4e21-830c-9af7a4ecc7e0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 948 time: 0.4342098 Aug 27 02:18:29.050194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d5fe-6bf5-4c63-82ec-9415612c9ebf service neutron] Pushing event updated for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.061337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5873a5ab-b02d-4df2-9bd1-e613ce82731f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:29.067351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-16d4ab90-a588-42b5-ba48-a4ac1ed45ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.068875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-16d4ab90-a588-42b5-ba48-a4ac1ed45ca7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 1099 time: 0.3004966 Aug 27 02:18:29.076058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.080209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.124360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78578d04-3c79-42c9-814a-8d006d7862a1 req-06da58c4-c9f8-4e0e-ad92-a1983c20f760 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002413 Aug 27 02:18:29.165434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.198192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] For port c349237c-847c-4c1c-b823-6d37a1abc705, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c349237c-847c-4c1c-b823-6d37a1abc705,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:29.198192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.198565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09c5f02f-6497-4ffd-9a78-5733ea63a12e req-9d8a1f2c-f2b0-4589-bdad-5ca3625c309c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782854 Aug 27 02:18:29.223758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Calling delete_port for c349237c-847c-4c1c-b823-6d37a1abc705 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:18:29.235984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-16ccdba4-1517-47d3-abcf-cc04ceb2cbe8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c03a0f7b-fca6-4314-9d36-02984ad09319 HTTP/1.1" status: 200 len: 217 time: 0.1420312 Aug 27 02:18:29.240924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.241495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Transition to ACTIVE for port object 5873a5ab-b02d-4df2-9bd1-e613ce82731f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:29.247601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.260046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213fcd-11fe-461f-8410-cb737b32f341 req-c9690ade-d0ad-4968-849f-5c36f11e8c27 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.262068 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86213fcd-11fe-461f-8410-cb737b32f341 req-c9690ade-d0ad-4968-849f-5c36f11e8c27 tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 950 time: 0.3431425 Aug 27 02:18:29.278966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.321978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.324679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.326280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45bfb399-4641-4fd2-a789-a437c5ea8077 HTTP/1.1" status: 204 len: 168 time: 0.6727850 Aug 27 02:18:29.354944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460063f6-3a19-48c6-a22d-9be19383f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bfb399-4641-4fd2-a789-a437c5ea8077,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.369094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Pushing event updated for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.385939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:29.433168 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae6665-9047-41ff-8026-406d623f1ab6 x-openstack-request-id: req-24ae6665-9047-41ff-8026-406d623f1ab6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:29.433565 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:29.434060 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24ae6665-9047-41ff-8026-406d623f1ab6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:29.434584 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319', 'status': 'completed', 'code': 200} Aug 27 02:18:29.492072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-4f02b9c3-02c4-465b-8d20-a7a1f662c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.493975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-4f02b9c3-02c4-465b-8d20-a7a1f662c26f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2305858 Aug 27 02:18:29.541326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86213fcd-11fe-461f-8410-cb737b32f341 req-3d2aa144-c420-4a4a-a894-203e8b21865a tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a6715b4-713d-42aa-bfc9-6e52c6f0d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619467 Aug 27 02:18:29.551897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Network 78ade405-569b-460f-a7c6-ce3767831793 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:29.555827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:29.580975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:29.802541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-7d80a4b2-515b-4fdb-82d9-a55af802d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:29.808515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-7d80a4b2-515b-4fdb-82d9-a55af802d878 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3045716 Aug 27 02:18:29.858148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:30.216085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e602bb99-3509-4374-b8a4-2b5103edb6ae up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:30.220225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:30.234077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b558e1f9-4314-4a06-b465-ebe82b8d83d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/3188fc32-3c7a-4de9-8ac4-008d870b5d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2242968 Aug 27 02:18:30.234291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8150fee1-e3ce-4193-9fdb-cc1e586a1456 None None] Provisioning complete for port 99f59eca-29e9-41da-bdbf-b06d8e985527 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:30.234291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8150fee1-e3ce-4193-9fdb-cc1e586a1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.338817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8150fee1-e3ce-4193-9fdb-cc1e586a1456 None None] Port 99f59eca-29e9-41da-bdbf-b06d8e985527 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:30.369010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e602bb99-3509-4374-b8a4-2b5103edb6ae completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:30.381946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e602bb99-3509-4374-b8a4-2b5103edb6ae triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:30.382324 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.452979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.482257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Attempting to bind port 5873a5ab-b02d-4df2-9bd1-e613ce82731f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:30.482759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Attempting to bind port 5873a5ab-b02d-4df2-9bd1-e613ce82731f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:30.483096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Attempting to bind port 5873a5ab-b02d-4df2-9bd1-e613ce82731f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:30.497064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152a53e-7b20-443b-b587-d6fd80181b58 req-c42d3238-a202-4650-ac27-beecd820a8ec tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:30.502912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d152a53e-7b20-443b-b587-d6fd80181b58 req-c42d3238-a202-4650-ac27-beecd820a8ec tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 948 time: 0.7943444 Aug 27 02:18:30.509012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.530479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Port 5873a5ab-b02d-4df2-9bd1-e613ce82731f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:30.530773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Attempting to bind port 5873a5ab-b02d-4df2-9bd1-e613ce82731f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:30.542073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e602bb99-3509-4374-b8a4-2b5103edb6ae, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e602bb99-3509-4374-b8a4-2b5103edb6ae,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:30.549990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.566212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:30.566509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:30.566904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:30.567343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Bound port: 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:30.567823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.593767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:30.679774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e602bb99-3509-4374-b8a4-2b5103edb6ae,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.770962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Pushing event deleted for resources: {'Port': ['ID=c349237c-847c-4c1c-b823-6d37a1abc705,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:30.805304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d152a53e-7b20-443b-b587-d6fd80181b58 req-205de7d2-dae1-4175-bd8b-2ebf1f426938 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748017 Aug 27 02:18:30.824325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:30.863096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:30.902845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:30.917579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:30.955700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-e1beda58-1db2-4f23-84c1-8b281442023c service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484860 Aug 27 02:18:30.991970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.091983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:31.129090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '6da39fef-f579-411b-916c-995a0c6df187', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '6da39fef-f579-411b-916c-995a0c6df187', 'mac_address': 'fa:16:3e:bb:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:31.191494 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.220016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da39fef-f579-411b-916c-995a0c6df187 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:31.263374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:31.265671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-598302622-network', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:31.272500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.338280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Made reservation on behalf of ef3bda47bb1041b2a6ac10ffdb81c816 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:31.340689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.378911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.386209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.414432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.427827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] No DVR routers for this DVR port c349237c-847c-4c1c-b823-6d37a1abc705 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:18:31.446356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.450972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-611be656-632f-40ed-a14a-0e8b2cfb3e53 req-d7fd86e3-0f14-4f9d-bf38-93807d4cb1fb tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.15 "DELETE /v2.0/ports/c349237c-847c-4c1c-b823-6d37a1abc705 HTTP/1.1" status: 204 len: 173 time: 3.5305185 Aug 27 02:18:31.454350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'name': 'network-vif-deleted', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:31.468905 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585c1e1c-0284-4607-b8cf-3c9ecceb9fc6" -d '{"events": [{"server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "name": "network-vif-deleted", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:31.549270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.550009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.559930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-2d027e03-0210-46d2-a7e2-fdaf0a7844f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/5873a5ab-b02d-4df2-9bd1-e613ce82731f HTTP/1.1" status: 200 len: 1096 time: 4.4273744 Aug 27 02:18:31.673192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c349237c-847c-4c1c-b823-6d37a1abc705 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:18:31.709521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Sync routers for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:31.728299 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:31.729429 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:31.738691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3cfa3b4f-a9e0-49a6-afaf-f7e534ed1fe3 req-09feef41-34e9-4d4b-a852-af62f676a28d tempest-DeleteServersAdminTestJSON-1137357967 tempest-DeleteServersAdminTestJSON-1137357967-project] 10.222.0.26 "GET /v2.0/ports?device_id=644e4801-bdd0-4c8e-aa58-19511400c854 HTTP/1.1" status: 200 len: 210 time: 0.1033494 Aug 27 02:18:31.740585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.754053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-c6cd6f22-59e0-47b5-b536-4a6f8f0d7020 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456598 Aug 27 02:18:31.771014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:31.771014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: c349237c-847c-4c1c-b823-6d37a1abc705 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:18:31.771014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c349237c-847c-4c1c-b823-6d37a1abc705 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:18:31.771392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.778426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547faa9a-95e7-49c7-9c70-6c621b70ff8f req-29622c3a-442a-4d3d-aacd-efb29edededb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:31.795764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-547faa9a-95e7-49c7-9c70-6c621b70ff8f req-29622c3a-442a-4d3d-aacd-efb29edededb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 948 time: 0.8313868 Aug 27 02:18:31.859049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:31.926278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875e8933-83cd-43da-b304-36bec2c86b2a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:31.945285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:31.946321 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Added segment 12d17c01-f661-4c13-b7a8-b3ce13d6c4ac of type vlan for network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb Aug 27 02:18:32.035512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:32.183009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.190694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-547faa9a-95e7-49c7-9c70-6c621b70ff8f req-613fb555-d1e7-44b2-bf02-2228e4f647da tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911817 Aug 27 02:18:32.254908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e602bb99-3509-4374-b8a4-2b5103edb6ae up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:32.276716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.279024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-9954aeb3-3ae6-4f92-92d8-f64cc6f4f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.280821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-9954aeb3-3ae6-4f92-92d8-f64cc6f4f888 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1099 time: 0.6293998 Aug 27 02:18:32.283061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.283880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.340024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-246d0790-6604-4a1d-b0b8-34ffa446c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.353568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-246d0790-6604-4a1d-b0b8-34ffa446c3e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 1099 time: 0.4469678 Aug 27 02:18:32.378140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e602bb99-3509-4374-b8a4-2b5103edb6ae triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:32.378140 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.456736 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:28Z', 'revision_number': 4, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '99f59eca-29e9-41da-bdbf-b06d8e985527', 'name': '', 'network_id': '78ade405-569b-460f-a7c6-ce3767831793', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'mac_address': 'fa:16:3e:f8:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:26Z', 'updated_at': '2021-08-27T02:18:28Z', 'revision_number': 2, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'subnets': [{'id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:32.485308 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b87e361-e9f2-4215-acb2-4c386922355e x-openstack-request-id: req-9b87e361-e9f2-4215-acb2-4c386922355e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:32.485651 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644e4801-bdd0-4c8e-aa58-19511400c854", "name": "network-vif-deleted", "tag": "c349237c-847c-4c1c-b823-6d37a1abc705", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:32.486123 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b87e361-e9f2-4215-acb2-4c386922355e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:32.486730 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644e4801-bdd0-4c8e-aa58-19511400c854', 'name': 'network-vif-deleted', 'tag': 'c349237c-847c-4c1c-b823-6d37a1abc705', 'status': 'completed', 'code': 200} Aug 27 02:18:32.487969 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Checking router: 3188fc32-3c7a-4de9-8ac4-008d870b5d3b for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:32.488392 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Updating router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b port 99f59eca-29e9-41da-bdbf-b06d8e985527 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:32.511586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-cc4a8cfc-5cac-441f-8ddf-40fcb9849371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f HTTP/1.1" status: 200 len: 217 time: 0.2189767 Aug 27 02:18:32.534966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:32.551489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:32.561446 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.576493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a843c5dc-f251-44ce-9c3f-29add7098811 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7121327 Aug 27 02:18:32.577221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:32.582251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Request body: {'subnet': {'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-598302622-subnet', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:32.651333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Made reservation on behalf of ef3bda47bb1041b2a6ac10ffdb81c816 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:32.654502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:32.724671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-22454e6e-f040-470d-891e-75e7aa733793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.731234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-22454e6e-f040-470d-891e-75e7aa733793 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2106366 Aug 27 02:18:32.883955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a13fc-9acd-458c-81ab-212131b22b94 req-abaf32b4-5ea1-4694-a531-fdbd2cc8492c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.886611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f54a13fc-9acd-458c-81ab-212131b22b94 req-abaf32b4-5ea1-4694-a531-fdbd2cc8492c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 949 time: 0.2925122 Aug 27 02:18:32.968232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-114969f4-6720-4100-8668-c01e0ea7d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:32.970466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-114969f4-6720-4100-8668-c01e0ea7d20f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717281 Aug 27 02:18:33.023059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-56609a07-192f-40ab-9728-2a8f7cf055f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.025332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-56609a07-192f-40ab-9728-2a8f7cf055f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.5464225 Aug 27 02:18:33.067514 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.087355 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Transition to ACTIVE for port object 99f59eca-29e9-41da-bdbf-b06d8e985527 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:33.098212 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.106604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.182041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940342f-1b2f-476f-aee3-20085c16df5d None None] Pushing event updated for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.194089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-5edd3b77-bc47-4586-a55d-c1e3bb7ebffe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c03a0f7b-fca6-4314-9d36-02984ad09319 HTTP/1.1" status: 200 len: 217 time: 0.1248446 Aug 27 02:18:33.237388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f54a13fc-9acd-458c-81ab-212131b22b94 req-099f6a9a-7fd0-4cd7-a6f3-1fa8dffe4646 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387623 Aug 27 02:18:33.262404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Attempting to bind port 99f59eca-29e9-41da-bdbf-b06d8e985527 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:33.262792 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Attempting to bind port 99f59eca-29e9-41da-bdbf-b06d8e985527 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:33.263304 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Attempting to bind port 99f59eca-29e9-41da-bdbf-b06d8e985527 on network 78ade405-569b-460f-a7c6-ce3767831793 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:33.269449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:33.269835 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Checking segment: {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:33.270243 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.270674 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Bound using segment: {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:33.271154 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Bound port: 99f59eca-29e9-41da-bdbf-b06d8e985527, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cfa84b-14e5-4e9f-a616-216bb7753020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '78ade405-569b-460f-a7c6-ce3767831793'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:33.271555 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.287064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25d2a15-9c04-4207-9e81-6c7ccba09b55,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:33.391325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Checking segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:33.391693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Network hostable DHCP agents. Network: 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:33.457999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-c338e907-d37b-488d-ad20-49a3c10fae99 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712975 Aug 27 02:18:33.476113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:33.487338 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] For port 99f59eca-29e9-41da-bdbf-b06d8e985527, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:33.494080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:33.498694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.499345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.515887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda21b84-fe39-4127-9966-2285d7fbf89e None None] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:33.524680 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] For port 99f59eca-29e9-41da-bdbf-b06d8e985527, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=99f59eca-29e9-41da-bdbf-b06d8e985527,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:33.536348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1bb48f06-e526-4452-a9b5-4e566648a318 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9551630 Aug 27 02:18:33.536812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:33.539010 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.541576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:33.640069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.641148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.655252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-3135800b-a97b-47cd-b50e-7d2bb5ccb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:33.657256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-3135800b-a97b-47cd-b50e-7d2bb5ccb639 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.4125116 Aug 27 02:18:33.819249 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:33.819681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e3977-b54d-42d5-b03d-caeebe01fdd2 None None] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:33.819904 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:33.928744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:33.965727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940342f-1b2f-476f-aee3-20085c16df5d None None] Pushing event updated for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:34.066053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3e6b893-3bec-429b-ad43-1b7ebdea1484 req-dab026ab-c011-4b24-ae61-6b30e0551201 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797544 Aug 27 02:18:34.096560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-e2132185-381a-4a1a-8bef-2e30930dd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.102640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-e2132185-381a-4a1a-8bef-2e30930dd2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4102423 Aug 27 02:18:34.220996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:34.265499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76bb18-4451-4580-a135-cc808c8e2cd8 req-a5ca6b1f-8778-4665-a7c1-a00d2edbe3dc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.275180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f76bb18-4451-4580-a135-cc808c8e2cd8 req-a5ca6b1f-8778-4665-a7c1-a00d2edbe3dc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 948 time: 0.4388516 Aug 27 02:18:34.334540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.512705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:34.515040 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c811b-37b0-4129-bf3f-a61db76e7fec" -d '{"events": [{"name": "network-changed", "server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:34.549371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f76bb18-4451-4580-a135-cc808c8e2cd8 req-3fd3e288-3b2d-45d9-983b-a2d9f2a295bd tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731087 Aug 27 02:18:34.620573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-66d791b3-0d43-4c4d-bc5d-0a6f8b688670 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.622107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-66d791b3-0d43-4c4d-bc5d-0a6f8b688670 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1&tenant_id=8979ee25cce144c7b0192d72d85959f1&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 949 time: 0.2482283 Aug 27 02:18:34.687086 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:28Z', 'revision_number': 4, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '99f59eca-29e9-41da-bdbf-b06d8e985527', 'name': '', 'network_id': '78ade405-569b-460f-a7c6-ce3767831793', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'mac_address': 'fa:16:3e:f8:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:26Z', 'updated_at': '2021-08-27T02:18:33Z', 'revision_number': 4, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'subnets': [{'id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:34.727360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.740287 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff8268-3236-46c3-b299-5d18890ada54 None None] The sync data for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 is: [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:18:28Z', 'revision_number': 4, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '99f59eca-29e9-41da-bdbf-b06d8e985527', 'name': '', 'network_id': '78ade405-569b-460f-a7c6-ce3767831793', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'mac_address': 'fa:16:3e:f8:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:26Z', 'updated_at': '2021-08-27T02:18:33Z', 'revision_number': 4, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'subnets': [{'id': 'c28849c5-1489-4e7b-a3d5-3cad621dd143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:34.754650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-d89d2d64-1c59-43d7-893c-b4ff87384aa3 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380200 Aug 27 02:18:34.778700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.782539 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-d2849d91-2570-476d-8ad0-e1fa76b04601 service neutron] delete failed (client error): The resource could not be found. Aug 27 02:18:34.783559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-d2849d91-2570-476d-8ad0-e1fa76b04601 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6da39fef-f579-411b-916c-995a0c6df187/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1517727 Aug 27 02:18:34.837005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:34.903312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a77d9-a787-471e-976b-64467fb8a9fc req-df1ac868-2d3c-4d00-b3d0-1b49a7e03a9d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:34.905044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-906a77d9-a787-471e-976b-64467fb8a9fc req-df1ac868-2d3c-4d00-b3d0-1b49a7e03a9d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 949 time: 0.1547439 Aug 27 02:18:34.974994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 6da39fef-f579-411b-916c-995a0c6df187 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:34.984524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 6da39fef-f579-411b-916c-995a0c6df187 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:34.985874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:34.996678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6232b5e-ee18-412b-9907-04f43ff7f1b9 req-d71de97c-c638-4108-8805-b99a3345c222 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259934 Aug 27 02:18:35.119817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.135992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Allocated IP 172.25.8.189 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6af8e4c5-e85d-4e12-939a-6d68a91d9ea0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:35.156946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:35.159326 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf9ce71-47de-497e-9b59-2a133c339e4b" -d '{"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:35.172720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-4e4d8675-7802-4bb5-b3f9-890c1b03e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.173301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:35.174214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-4e4d8675-7802-4bb5-b3f9-890c1b03e755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1100 time: 0.1532423 Aug 27 02:18:35.186755 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.206970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-906a77d9-a787-471e-976b-64467fb8a9fc req-273245d0-d0c0-4cdf-a0d7-1fcb59baa45c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091429 Aug 27 02:18:35.309130 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.339258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:35.362530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:35.414174 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95dc9a-ee8e-4599-9fb0-f82f9563088c x-openstack-request-id: req-fa95dc9a-ee8e-4599-9fb0-f82f9563088c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:35.414864 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:35.414864 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa95dc9a-ee8e-4599-9fb0-f82f9563088c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:35.415159 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'status': 'completed', 'code': 200} Aug 27 02:18:35.494108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:35.515288 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0461e1-7d1e-4487-88a4-5912e3b8d96f x-openstack-request-id: req-ca0461e1-7d1e-4487-88a4-5912e3b8d96f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:35.516136 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-plugged", "status": "completed", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:35.517022 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca0461e1-7d1e-4487-88a4-5912e3b8d96f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:35.518062 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'code': 200} Aug 27 02:18:35.534058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:35.538060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:35.540194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Pushing event updated for resources: {'Port': ['ID=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:35.542929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-c627599b-d743-4f6b-800c-7a9ca1edd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.544419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-c627599b-d743-4f6b-800c-7a9ca1edd3cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3365104 Aug 27 02:18:35.624394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-21bd3dcc-4989-4f79-bec8-6c09edbe531e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0710907 Aug 27 02:18:35.626675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-ef47f384-f54b-48a5-a31c-11dc88d0d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.628190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-ef47f384-f54b-48a5-a31c-11dc88d0d1bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1099 time: 0.1898689 Aug 27 02:18:35.855152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-c172bf64-4a6b-4d3c-bac6-2f7cd6178d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:35.856899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-c172bf64-4a6b-4d3c-bac6-2f7cd6178d06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2174761 Aug 27 02:18:35.998241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-a7462a10-e0ed-4f87-9461-19f70a2ba7f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f HTTP/1.1" status: 200 len: 217 time: 0.1094444 Aug 27 02:18:36.264432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 99f59eca-29e9-41da-bdbf-b06d8e985527 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:36.323751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.328416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49526) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:36.372346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 99f59eca-29e9-41da-bdbf-b06d8e985527 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:36.381721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 99f59eca-29e9-41da-bdbf-b06d8e985527 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:36.382239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.599660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.613871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-56ad22f8-106c-4e18-a0df-bb96b482cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.615468 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-56ad22f8-106c-4e18-a0df-bb96b482cf88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.9688196 Aug 27 02:18:36.694526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 99f59eca-29e9-41da-bdbf-b06d8e985527, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=99f59eca-29e9-41da-bdbf-b06d8e985527,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:36.701424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:36.759389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-1e4576c1-d143-4866-add9-0ba162c481ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.768282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-1e4576c1-d143-4866-add9-0ba162c481ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307189 Aug 27 02:18:36.772139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-5bb03644-3286-4c9b-b842-b3bcf0d57475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.778024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-5bb03644-3286-4c9b-b842-b3bcf0d57475 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.7620716 Aug 27 02:18:36.852475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c03a0f7b-fca6-4314-9d36-02984ad09319 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:36.865249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:36.879651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ee617-4b0b-4594-8ea7-d22d627b2817 req-4f0c3197-002c-4675-b3ca-112704c21bac tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.881792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa5ee617-4b0b-4594-8ea7-d22d627b2817 req-4f0c3197-002c-4675-b3ca-112704c21bac tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.3893826 Aug 27 02:18:36.936868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2fc38-82ae-4950-a89b-4df2b0faf1fa req-d5336118-3090-4c7d-9fa7-a878a28c831f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:36.944739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dcd2fc38-82ae-4950-a89b-4df2b0faf1fa req-d5336118-3090-4c7d-9fa7-a878a28c831f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 948 time: 1.0712285 Aug 27 02:18:36.956035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:37.094286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-51056264-87ab-4752-b9cd-c3d12bece464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:37.096327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-51056264-87ab-4752-b9cd-c3d12bece464 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2969613 Aug 27 02:18:37.121642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c03a0f7b-fca6-4314-9d36-02984ad09319,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:37.149997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'c03a0f7b-fca6-4314-9d36-02984ad09319', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c03a0f7b-fca6-4314-9d36-02984ad09319', 'mac_address': 'fa:16:3e:20:5f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:37.167477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dcd2fc38-82ae-4950-a89b-4df2b0faf1fa req-7142249d-4d60-48b6-9a88-90c2649953ce tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218046 Aug 27 02:18:37.232313 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.260576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03a0f7b-fca6-4314-9d36-02984ad09319 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:37.287198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c03a0f7b-fca6-4314-9d36-02984ad09319,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:37.299381 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.325579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19019110-2ed9-4a34-a4c4-d63d586278bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.416010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:37.438203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-028d6799-bd34-4f05-9522-e9b64051281c service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581855 Aug 27 02:18:37.547730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-dfa72cb8-af5d-4557-a086-c0e1c0a7dbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097347 Aug 27 02:18:37.593149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.639871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19019110-2ed9-4a34-a4c4-d63d586278bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.660704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19019110-2ed9-4a34-a4c4-d63d586278bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.683343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c07bf85-9e0c-4c06-a0a2-28523cc25da6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb89519dc6294a8fa0756e0bc7a361d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3531811 Aug 27 02:18:37.685845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:37.710029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5873a5ab-b02d-4df2-9bd1-e613ce82731f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:37.717087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210ea3ce-b139-4dc4-be5c-9e70eac4ae71 req-7108399c-c4cf-4ac9-b5c1-60907fa443ea service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696004 Aug 27 02:18:37.731881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa5ee617-4b0b-4594-8ea7-d22d627b2817 req-349f69d6-58c0-4524-ad95-3d6308be9830 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335476 Aug 27 02:18:37.760584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:37.836583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1c811b-37b0-4129-bf3f-a61db76e7fec req-aeba5d7d-b446-46c6-b2ed-effc91d93749 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779109 Aug 27 02:18:37.839454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19019110-2ed9-4a34-a4c4-d63d586278bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380a8212-32fa-4424-aa21-28db23261e0b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:37.861676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-19019110-2ed9-4a34-a4c4-d63d586278bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ac05d96c99d41ebb506d87afeaee569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649111 Aug 27 02:18:37.865621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:37.908136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:37.912610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Router 62ba5491-20bb-42be-94bd-f2ce657b973e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:18:37.920102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.937729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'mac_address': 'fa:16:3e:8a:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:37.971197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:37.990480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:38.030240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.046567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:38.048268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.081019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.083543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.088778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25fefd91-14ec-4536-948e-084bc514352b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5511107 Aug 27 02:18:38.114057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49572) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:38.128010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Sync routers for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:38.141679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1389d8a-74a7-4414-bc74-6407682d73f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.187177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:38.188173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:38.291207 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1389d8a-74a7-4414-bc74-6407682d73f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.293260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.297746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.302279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a6715b4-713d-42aa-bfc9-6e52c6f0d045 HTTP/1.1" status: 204 len: 168 time: 0.6060591 Aug 27 02:18:38.307020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1389d8a-74a7-4414-bc74-6407682d73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.310036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:38.343470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1389d8a-74a7-4414-bc74-6407682d73f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e0d0350d6a2473cbbe2d61f21c8a1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766127 Aug 27 02:18:38.344213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:38.401979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7915cb1-1796-4f93-b0d5-26a8d59df83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6715b4-713d-42aa-bfc9-6e52c6f0d045,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:38.451256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1389d8a-74a7-4414-bc74-6407682d73f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce05761-9cc7-4f7c-9a6d-8070a1e32caa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:38.457283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 99f59eca-29e9-41da-bdbf-b06d8e985527 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:38.513263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5873a5ab-b02d-4df2-9bd1-e613ce82731f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:38.553361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.559096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:38.583556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ff663-3ec0-49df-ad10-c6f0bba2e57d req-7a4edb7c-43f2-4651-80d3-33447de6909f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:38.593341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a79ff663-3ec0-49df-ad10-c6f0bba2e57d req-7a4edb7c-43f2-4651-80d3-33447de6909f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 949 time: 0.1212974 Aug 27 02:18:38.613435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.669438 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.734509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a79ff663-3ec0-49df-ad10-c6f0bba2e57d req-eb67fa16-9c03-4831-8d6d-2bdec8980cd0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348689 Aug 27 02:18:38.737536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:38.741942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 99f59eca-29e9-41da-bdbf-b06d8e985527 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:38.743472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.783337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.786136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:38.789684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ce05761-9cc7-4f7c-9a6d-8070a1e32caa HTTP/1.1" status: 204 len: 168 time: 0.4360437 Aug 27 02:18:38.816440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:35Z', 'revision_number': 3, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:38.829243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236369d9-5fcf-4b5f-a383-f92017985183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce05761-9cc7-4f7c-9a6d-8070a1e32caa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:38.907121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:38.956724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Checking router: 62ba5491-20bb-42be-94bd-f2ce657b973e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:38.957066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Updating router 62ba5491-20bb-42be-94bd-f2ce657b973e port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:38.989680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.010324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.012990 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.017582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/380a8212-32fa-4424-aa21-28db23261e0b HTTP/1.1" status: 204 len: 168 time: 1.1509542 Aug 27 02:18:39.032802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25907d3-74b0-46f7-92ad-d3da81043533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380a8212-32fa-4424-aa21-28db23261e0b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:39.058164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28d136-cdfc-493d-a4cf-959d90a6a4f9 req-86a852a5-0c2c-41f6-959f-2ae510270064 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.065711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b28d136-cdfc-493d-a4cf-959d90a6a4f9 req-86a852a5-0c2c-41f6-959f-2ae510270064 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.1835487 Aug 27 02:18:39.189122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:39.204312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7319d434-c266-4161-98e2-099e5b8c6dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.205165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b28d136-cdfc-493d-a4cf-959d90a6a4f9 req-187803be-f7cc-4304-965f-d3dabf1d4b58 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386020 Aug 27 02:18:39.424999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7319d434-c266-4161-98e2-099e5b8c6dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.438716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7319d434-c266-4161-98e2-099e5b8c6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.628620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7319d434-c266-4161-98e2-099e5b8c6dae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f4397827e7b4cb09d8a3bcf52e5b568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361494 Aug 27 02:18:39.642426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:39.698291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.721688 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.751035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d434-c266-4161-98e2-099e5b8c6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f568416f-9da7-4d6e-a2b5-fd79310a67d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:39.756578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Transition to ACTIVE for port object 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:39.787640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.838325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fbb2c-8f4c-4dc3-9966-bb84685a7a83 req-8fe45a90-29cc-4d0d-8fc0-f41c7b1009a4 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:39.842773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c35fbb2c-8f4c-4dc3-9966-bb84685a7a83 req-8fe45a90-29cc-4d0d-8fc0-f41c7b1009a4 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1101 time: 0.4156618 Aug 27 02:18:39.916162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.927439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Attempting to bind port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:39.927812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Attempting to bind port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:39.928583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Attempting to bind port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:39.936827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c35fbb2c-8f4c-4dc3-9966-bb84685a7a83 req-bd4dcc32-1235-4817-ad44-b64f8e3337a2 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795531 Aug 27 02:18:39.971760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:39.972590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:39.972750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.973012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:39.973496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Bound port: 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:39.973874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.982427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:39.982661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e58191-f72b-47f7-8ee0-33d5d5ab8ec1 None None] Pushing event updated for resources: {'Port': ['ID=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.129932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.144201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.150372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f568416f-9da7-4d6e-a2b5-fd79310a67d8 HTTP/1.1" status: 204 len: 168 time: 0.5077741 Aug 27 02:18:40.162664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b177fc-9a5a-4611-bfa7-93068bc0b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f568416f-9da7-4d6e-a2b5-fd79310a67d8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.171824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] For port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:40.177187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] For port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:40.190172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46881a2c-c3a8-4a9b-8a8d-9ffc81efce53 req-3b811216-db8d-4766-9e3c-960265c149b7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:40.197327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.213013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46881a2c-c3a8-4a9b-8a8d-9ffc81efce53 req-3b811216-db8d-4766-9e3c-960265c149b7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 949 time: 0.1651745 Aug 27 02:18:40.296667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:40.296842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46881a2c-c3a8-4a9b-8a8d-9ffc81efce53 req-b83ff37b-bc4b-4892-84c6-040cd0d0c24a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817106 Aug 27 02:18:40.297312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:40.301908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Allocated IP 172.20.0.1 (3aa03ad3-ba2e-4096-9ea9-83da1bf382eb/b25d2a15-9c04-4207-9e81-6c7ccba09b55/8546dba9-e82d-491f-8692-743a2d966a25) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:40.347943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e58191-f72b-47f7-8ee0-33d5d5ab8ec1 None None] Pushing event updated for resources: {'Port': ['ID=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:40.377636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:40.403835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4740be4e-eabf-4433-be27-a633a2889d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.448797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:40.690768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:35Z', 'revision_number': 3, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:40.768621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:40.777250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-fe931cd9-3a9a-4d37-abd0-890cf70eece5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171908 Aug 27 02:18:40.804318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbd5d-5d3f-47fe-be17-33a479971fe3 None None] The sync data for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 is: [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:35Z', 'revision_number': 3, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:40.884446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c03a0f7b-fca6-4314-9d36-02984ad09319 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:40.902673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.010043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port c03a0f7b-fca6-4314-9d36-02984ad09319 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:41.021879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port c03a0f7b-fca6-4314-9d36-02984ad09319 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:41.022256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.040908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:41.056503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:41.059835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:41.158878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-fb86942a-9cc6-41a2-bdba-efbfaee04946 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:41.160460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-fb86942a-9cc6-41a2-bdba-efbfaee04946 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723493 Aug 27 02:18:41.171881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Pushing event updated for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.195527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4740be4e-eabf-4433-be27-a633a2889d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.203376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-700764c4-ee19-4e6b-b2e7-cc15c28cde93 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/quotas/8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 375 time: 0.0285237 Aug 27 02:18:41.209614 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4740be4e-eabf-4433-be27-a633a2889d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.227313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.266562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.380301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:41.387714 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f272a1d-d04f-4f1e-b213-1ffb95b1fdde" -d '{"events": [{"server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "name": "network-vif-plugged", "status": "completed", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:41.390450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4740be4e-eabf-4433-be27-a633a2889d93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abbcf7e3f14346b8bd274a2eb6e49810&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114501 Aug 27 02:18:41.408186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:41.438762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c03a0f7b-fca6-4314-9d36-02984ad09319,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:41.451937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740be4e-eabf-4433-be27-a633a2889d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a3bb1-4ebd-4ab8-9a27-b05f20a46989,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.453625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.533232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-2d89c790-ed71-4620-bd19-944fa41ea078 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3161721 Aug 27 02:18:41.583967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:41.740526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5873a5ab-b02d-4df2-9bd1-e613ce82731f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:41.806649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.885975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.905145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 5873a5ab-b02d-4df2-9bd1-e613ce82731f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:41.918272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 5873a5ab-b02d-4df2-9bd1-e613ce82731f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:41.918878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:41.972103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.087227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded799b-8dd2-4425-8aa4-dc82c8f5d11d req-ed9aad56-a039-4738-9f89-999d475cdb90 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.110414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cded799b-8dd2-4425-8aa4-dc82c8f5d11d req-ed9aad56-a039-4738-9f89-999d475cdb90 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 950 time: 0.1808200 Aug 27 02:18:42.288520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.316733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cded799b-8dd2-4425-8aa4-dc82c8f5d11d req-6c654aa7-4d5c-4dd4-92c5-d141ce73e000 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037036 Aug 27 02:18:42.399289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.425373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:42.429287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.434913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.439335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032a3bb1-4ebd-4ab8-9a27-b05f20a46989 HTTP/1.1" status: 204 len: 168 time: 1.0273688 Aug 27 02:18:42.463706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.574830 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6b53c4-988e-49ee-9af1-fa812434df18 x-openstack-request-id: req-ab6b53c4-988e-49ee-9af1-fa812434df18 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:42.575130 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "name": "network-vif-plugged", "status": "completed", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:42.575384 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab6b53c4-988e-49ee-9af1-fa812434df18 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:42.575779 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319', 'code': 200} Aug 27 02:18:42.614679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:42.628044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.654871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48abb6-9849-4d1b-9fe6-e61424288fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a3bb1-4ebd-4ab8-9a27-b05f20a46989,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.755637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-135b8968-d0dd-4117-a593-7afeb5895eea tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=442a0184e7c2421bb7de42c4acdc0830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3424740 Aug 27 02:18:42.792659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5bcb6c8-c13f-424e-b0a3-72d7d7a99251 req-04d0298b-e7d0-4dcf-b930-474a353a0a10 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 210 time: 0.1899245 Aug 27 02:18:42.851295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:42.859503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e36ea-b61a-4a27-89d2-cbeb38655b07 req-17067c69-6b66-4281-a136-ab3db14b0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:42.874798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e8e36ea-b61a-4a27-89d2-cbeb38655b07 req-17067c69-6b66-4281-a136-ab3db14b0a32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 1101 time: 0.2868521 Aug 27 02:18:42.891649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:42.891649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:42.891649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:42.979230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e8e36ea-b61a-4a27-89d2-cbeb38655b07 req-42a46e3d-0eae-447f-b88a-7af34d82e575 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980766 Aug 27 02:18:43.020775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Pushing event updated for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:43.023181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.152676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.218870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:43.225640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:43.314876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:43.335730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:43.346165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:43.365834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-270306ff-a272-4158-bafa-b27c8e80019e tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:43.368251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-270306ff-a272-4158-bafa-b27c8e80019e tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5839226 Aug 27 02:18:43.502375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-4c77026d-f2eb-4ac1-b137-95ef0363199b tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/quotas/442a0184e7c2421bb7de42c4acdc0830 HTTP/1.1" status: 200 len: 375 time: 0.1129277 Aug 27 02:18:43.558643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-7ab807fb-0556-45eb-8c7c-76fe743feda2 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=442a0184e7c2421bb7de42c4acdc0830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478888 Aug 27 02:18:43.635442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454358b-1f94-4a4c-a69e-af0a447b213a req-252d9c3a-bb23-4136-9c9b-053855a44078 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:43.637048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Router 62ba5491-20bb-42be-94bd-f2ce657b973e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:18:43.659760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e454358b-1f94-4a4c-a69e-af0a447b213a req-252d9c3a-bb23-4136-9c9b-053855a44078 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 950 time: 0.1331191 Aug 27 02:18:43.784091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e454358b-1f94-4a4c-a69e-af0a447b213a req-9e26dd97-f22b-459f-97e2-b8124ddd4673 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224380 Aug 27 02:18:43.889217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-bbd84c58-fb39-4853-be79-a96c50057142 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579214 Aug 27 02:18:43.962060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d5844f2-1171-4a82-bc23-b504aa2723be req-aa92d9b8-2c11-48de-83f2-4f2ca6090ea4 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 210 time: 0.0829449 Aug 27 02:18:44.026633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:18:44.040413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-37c7f27f-a291-4a60-8af3-cca0ef9bde42 admin admin] 10.222.0.26 "PUT /v2.0/routers/62ba5491-20bb-42be-94bd-f2ce657b973e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9217470 Aug 27 02:18:44.178664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94012554-f918-4d22-b2a0-97d2299f9865 req-65f92e18-ddd6-4c06-bc89-40a57fe288c8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 210 time: 0.0806270 Aug 27 02:18:44.186107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:44.215050 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Sync routers for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:18:44.236960 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:44.238049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:44.262308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8e3c4ce3-0969-4813-8428-a06b13c63ccd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:44.264322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8e3c4ce3-0969-4813-8428-a06b13c63ccd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724103 Aug 27 02:18:44.283278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Request body: {'port': {'device_id': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '8979ee25cce144c7b0192d72d85959f1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:44.292368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:44.292883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.392700 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:44.576935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:44.579656 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c68d64-7bea-487f-8e37-7ae5cd4af2c3" -d '{"events": [{"server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:44.581352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Made reservation on behalf of 8979ee25cce144c7b0192d72d85959f1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:44.588357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.723275 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:41Z', 'revision_number': 4, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8546dba9-e82d-491f-8692-743a2d966a25', 'name': '', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'mac_address': 'fa:16:3e:9b:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:42Z', 'revision_number': 2, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'subnets': [{'id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:44.761507 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Checking router: 62ba5491-20bb-42be-94bd-f2ce657b973e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:18:44.762352 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Updating router 62ba5491-20bb-42be-94bd-f2ce657b973e port 8546dba9-e82d-491f-8692-743a2d966a25 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:18:44.798705 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:44.940645 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195aeca1-a8b0-4f50-a160-7e693c9056d8 x-openstack-request-id: req-195aeca1-a8b0-4f50-a160-7e693c9056d8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:44.941006 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "name": "network-vif-plugged", "status": "completed", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:44.941328 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-195aeca1-a8b0-4f50-a160-7e693c9056d8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:44.941793 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'code': 200} Aug 27 02:18:45.097944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Allocated IP 192.168.233.250 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/dde64fe6-73a4-4ac2-a105-0763ff69c2c4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:45.109990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4aee1-7fa0-4a78-b3d5-5193db0019fd req-e2bd4057-1de7-4cf2-8a59-ac6ce19d86cd tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.113098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71e4aee1-7fa0-4a78-b3d5-5193db0019fd req-e2bd4057-1de7-4cf2-8a59-ac6ce19d86cd tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 950 time: 0.0771255 Aug 27 02:18:45.202458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71e4aee1-7fa0-4a78-b3d5-5193db0019fd req-a83a608f-fe27-4075-8693-ae8431548063 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820701 Aug 27 02:18:45.337101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-311f44e2-29c9-426b-ae4f-1a94185191fd tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=442a0184e7c2421bb7de42c4acdc0830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499897 Aug 27 02:18:45.342910 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.356391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.364591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Transition to ACTIVE for port object 8546dba9-e82d-491f-8692-743a2d966a25 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:45.377838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Transition to ACTIVE for port object dde64fe6-73a4-4ac2-a105-0763ff69c2c4 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:45.389042 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.472234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-9716a2bd-1b85-4b74-b383-e9f9205fc4a9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.479894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-9716a2bd-1b85-4b74-b383-e9f9205fc4a9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 810 time: 0.5187516 Aug 27 02:18:45.485169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.522658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:45.542219 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c67e1-43fe-4fd4-8b77-5b2cba65d942 None None] Pushing event updated for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.572740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-b85f94cf-dd6c-47e7-991f-46d535a72bc6 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/quotas/ef3bda47bb1041b2a6ac10ffdb81c816 HTTP/1.1" status: 200 len: 375 time: 0.0917394 Aug 27 02:18:45.582284 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Attempting to bind port 8546dba9-e82d-491f-8692-743a2d966a25 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:45.582542 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Attempting to bind port 8546dba9-e82d-491f-8692-743a2d966a25 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:45.582825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Attempting to bind port 8546dba9-e82d-491f-8692-743a2d966a25 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:45.595069 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:45.595609 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Checking segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:45.596067 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.596554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Bound using segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:45.597077 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Bound port: 8546dba9-e82d-491f-8692-743a2d966a25, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:45.597621 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.600146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26059064-e83a-4cc7-b7b7-40b4dc55f45a req-0b9a28b9-2dbd-41e9-97d5-b4abdc2adb46 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 210 time: 0.1841788 Aug 27 02:18:45.697006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] For port 8546dba9-e82d-491f-8692-743a2d966a25, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:45.702067 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] For port 8546dba9-e82d-491f-8692-743a2d966a25, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8546dba9-e82d-491f-8692-743a2d966a25,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:45.706836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:45.710085 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.718810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:45.727730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-3d32414c-bc49-40dd-a0a2-324f8de186d3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.731345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de79d-2554-4ece-8bf1-90bdbdbf56ff req-8fb63e00-ab7e-43a0-847b-8c247d4d0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.733849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-282de79d-2554-4ece-8bf1-90bdbdbf56ff req-8fb63e00-ab7e-43a0-847b-8c247d4d0d2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1101 time: 0.6923470 Aug 27 02:18:45.736322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:45.752012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-3d32414c-bc49-40dd-a0a2-324f8de186d3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3906429 Aug 27 02:18:45.767887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Request body: {'port': {'device_id': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '442a0184e7c2421bb7de42c4acdc0830'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:45.817337 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:18:45.817979 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:18:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:45.849291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:45.941240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-ec321c33-f5ef-485c-9c80-21b7c08bb94b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3671396 Aug 27 02:18:45.994182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:45.995374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:45.999585 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.056611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20182a6-56f2-4af4-90b9-0cbcab52d8fa req-cf2127b8-eff4-44fa-ab61-ca20551b55a0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.065594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c20182a6-56f2-4af4-90b9-0cbcab52d8fa req-cf2127b8-eff4-44fa-ab61-ca20551b55a0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 936 time: 0.2939389 Aug 27 02:18:46.069966 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c67e1-43fe-4fd4-8b77-5b2cba65d942 None None] Pushing event updated for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.128091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-282de79d-2554-4ece-8bf1-90bdbdbf56ff req-7464da8f-f3b3-49ff-8306-5e30d7514707 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788972 Aug 27 02:18:46.129797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-423ebf4a-cf3d-45b0-94df-817b69d974e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8561287 Aug 27 02:18:46.142180 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:18:46.150106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-a86cc81f-5267-4564-ae19-0a3db7a28a40 service neutron] 10.222.0.26 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070844 Aug 27 02:18:46.200878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e4e97a7d-8072-4ef3-867f-49ed9ebf59d9 None None] Provisioning for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:46.205527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c20182a6-56f2-4af4-90b9-0cbcab52d8fa req-b84d6b71-4b85-4e6c-bb2e-57a0488c6f24 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341035 Aug 27 02:18:46.206523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e4e97a7d-8072-4ef3-867f-49ed9ebf59d9 None None] Provisioning complete for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:46.207369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e4e97a7d-8072-4ef3-867f-49ed9ebf59d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.272254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Made reservation on behalf of 442a0184e7c2421bb7de42c4acdc0830 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:46.278135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.283315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e4e97a7d-8072-4ef3-867f-49ed9ebf59d9 None None] Port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:46.302937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.317213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Request body: {'port': {'device_id': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:46.398319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.431661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2a15b-9df3-40d3-a91c-eaab23369e29 req-11fbac36-b1dc-401e-a531-ada47dcef03c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:46.439933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c2a15b-9df3-40d3-a91c-eaab23369e29 req-11fbac36-b1dc-401e-a531-ada47dcef03c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 950 time: 0.0891726 Aug 27 02:18:46.478892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-29117be1-8197-48b5-a27d-2d4ef4133806 service neutron] 10.222.0.26 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224218 Aug 27 02:18:46.545212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c2a15b-9df3-40d3-a91c-eaab23369e29 req-2f2b14cc-6240-4150-9462-853957af5685 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884473 Aug 27 02:18:46.646239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:41Z', 'revision_number': 4, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8546dba9-e82d-491f-8692-743a2d966a25', 'name': '', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'mac_address': 'fa:16:3e:9b:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'subnets': [{'id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:18:46.686236 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54715c8c-acc0-4884-9b57-ec82acb544fd None None] The sync data for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 is: [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:18:41Z', 'revision_number': 4, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8546dba9-e82d-491f-8692-743a2d966a25', 'name': '', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'mac_address': 'fa:16:3e:9b:96:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:39Z', 'updated_at': '2021-08-27T02:18:45Z', 'revision_number': 4, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'subnets': [{'id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:18:46.688116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.700651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.817465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27495ba0-47d3-427c-9bdf-141990de642b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:46.931552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde64fe6-73a4-4ac2-a105-0763ff69c2c4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:46.945318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:46.980879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Transition to ACTIVE for port object dde64fe6-73a4-4ac2-a105-0763ff69c2c4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:46.990225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:47.015379 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78848111-cab8-4bbe-921e-3dc996e81995 req-9d74ed6c-501e-473f-a5ae-926c08963ddd tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 210 time: 0.0801995 Aug 27 02:18:47.206333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:47.250941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Allocated IP 192.168.233.38 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/4010717e-4d6a-4eb1-89ca-7ac809d7746e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:47.330011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdb8faf-e088-4046-9dbc-801c85d94d8a req-993a648a-53fb-46e1-83a0-bc1e79c1aae4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 210 time: 0.1713181 Aug 27 02:18:47.394069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:47.394476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:47.394797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:47.420197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:47.420578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:47.433489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:47.433489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:47.433489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:47.435840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Bound port: dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:47.436213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.024319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:48.028592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:48.040717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.122313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:48.124210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.130052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.131065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.132616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-5839005a-aaf9-4d7a-a9f1-d43c14fe2855 service neutron] 10.222.0.15 "PUT /v2.0/ports/dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 1096 time: 1.8205614 Aug 27 02:18:48.133210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:48.143380 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dbb111-7785-43b0-a727-e04395d0e1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:48.146726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Transition to ACTIVE for port object 4010717e-4d6a-4eb1-89ca-7ac809d7746e will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:48.156617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2f5bc-a407-4aee-8edf-97fcde6fe345 req-462c671d-8663-4a21-a031-e77aa0b0a5d9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.164826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cf2f5bc-a407-4aee-8edf-97fcde6fe345 req-462c671d-8663-4a21-a031-e77aa0b0a5d9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 950 time: 0.2483566 Aug 27 02:18:48.200761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.268848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cf2f5bc-a407-4aee-8edf-97fcde6fe345 req-4d29ecbf-8db1-4df1-b16a-d93be8d1a0da tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983350 Aug 27 02:18:48.274980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:48.295847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281db63-e7d2-4cfb-bc2a-9b48b75935df req-52e45dc3-0680-4c68-8312-713a5849826a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.303758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4281db63-e7d2-4cfb-bc2a-9b48b75935df req-52e45dc3-0680-4c68-8312-713a5849826a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.7786758 Aug 27 02:18:48.305039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:48.307687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:48.319848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8a20b7e8-84c0-44d4-9d77-ee935d368962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.325530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8a20b7e8-84c0-44d4-9d77-ee935d368962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1426075 Aug 27 02:18:48.336230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8546dba9-e82d-491f-8692-743a2d966a25 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:48.355447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:48.422947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-77d78bd7-11c0-4667-8ee5-8ba9371b702b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0780787 Aug 27 02:18:48.530124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8546dba9-e82d-491f-8692-743a2d966a25 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:48.583108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8546dba9-e82d-491f-8692-743a2d966a25 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:48.585234 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.671587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4281db63-e7d2-4cfb-bc2a-9b48b75935df req-957b8083-6e51-4d07-90d1-ea61b6843180 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451018 Aug 27 02:18:48.681249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.683773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.728731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-84815570-21ae-4b74-b3c0-54b98d0fb122 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.729671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-0f478217-3b75-43b5-a0fa-08a609b58419 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9751139 Aug 27 02:18:48.743985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Request body: {'port': {'device_id': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:48.749783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-84815570-21ae-4b74-b3c0-54b98d0fb122 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 810 time: 0.2419040 Aug 27 02:18:48.782818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Request body: {'port': {'device_id': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'admin_state_up': True, 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:48.806243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-2a47ff17-d5ae-424e-9645-5a48282bd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.812247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-2a47ff17-d5ae-424e-9645-5a48282bd1bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.3789837 Aug 27 02:18:48.869089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:48.939069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b163e1-5694-4d91-861e-d6d2b5babd21 req-8ee9178a-0ca5-4d3e-a79c-703640504735 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:48.948691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95b163e1-5694-4d91-861e-d6d2b5babd21 req-8ee9178a-0ca5-4d3e-a79c-703640504735 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 935 time: 0.1359673 Aug 27 02:18:48.968590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8546dba9-e82d-491f-8692-743a2d966a25, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8546dba9-e82d-491f-8692-743a2d966a25,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:48.979675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.011230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.039532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1277a66d-cbf7-4f1d-8b3f-b59a3bac6354 None None] Provisioning for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:49.043355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95b163e1-5694-4d91-861e-d6d2b5babd21 req-2d06b84f-92e1-4030-9bcb-e6a4669f15ef tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891459 Aug 27 02:18:49.058491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1277a66d-cbf7-4f1d-8b3f-b59a3bac6354 None None] Provisioning complete for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:49.059059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1277a66d-cbf7-4f1d-8b3f-b59a3bac6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.064416 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01d474-9c7c-4ce4-bd93-f38e92fa49e0 x-openstack-request-id: req-cc01d474-9c7c-4ce4-bd93-f38e92fa49e0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:49.064694 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:49.064944 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc01d474-9c7c-4ce4-bd93-f38e92fa49e0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:49.065349 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'status': 'completed', 'code': 200} Aug 27 02:18:49.108019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1277a66d-cbf7-4f1d-8b3f-b59a3bac6354 None None] Port 4010717e-4d6a-4eb1-89ca-7ac809d7746e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:49.113870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.267195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8f1813cd-a3ed-45be-b865-c0ae42c64edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:49.269203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-8f1813cd-a3ed-45be-b865-c0ae42c64edd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4110725 Aug 27 02:18:49.272362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Made reservation on behalf of ef3bda47bb1041b2a6ac10ffdb81c816 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:49.277177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.293024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ba22bde-be26-437d-a34c-e996d6c059f8 req-73df5aa9-8c1d-47db-88be-18164c89dc29 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0768342 Aug 27 02:18:49.473529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-a97bd5dc-3806-4bc2-bce8-133b9c0f9af9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785872 Aug 27 02:18:49.633822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:49.647097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.662239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Transition to ACTIVE for port object 4010717e-4d6a-4eb1-89ca-7ac809d7746e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:49.669959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:49.725463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:49.813850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:49.955241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Attempting to bind port 4010717e-4d6a-4eb1-89ca-7ac809d7746e on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:49.955241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Attempting to bind port 4010717e-4d6a-4eb1-89ca-7ac809d7746e by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:49.955564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Attempting to bind port 4010717e-4d6a-4eb1-89ca-7ac809d7746e on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:49.993267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Port 4010717e-4d6a-4eb1-89ca-7ac809d7746e on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:49.993566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Attempting to bind port 4010717e-4d6a-4eb1-89ca-7ac809d7746e on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:50.015685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:50.016027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:50.016411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:50.016849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Bound port: 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:50.017390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.040260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e837-46f1-4656-9df7-10cdaf7cec97 req-b7161eb1-23c8-4c00-bcad-33a3a37f81ba tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.058418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5183e837-46f1-4656-9df7-10cdaf7cec97 req-b7161eb1-23c8-4c00-bcad-33a3a37f81ba tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.1191020 Aug 27 02:18:50.091294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9ea90-57f8-44f3-8809-aade01ab0918 req-50f98f82-20d2-49b8-b466-1186f617377c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.120228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9ea90-57f8-44f3-8809-aade01ab0918 req-50f98f82-20d2-49b8-b466-1186f617377c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.123312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5183e837-46f1-4656-9df7-10cdaf7cec97 req-cdebabbb-81f2-4019-be5d-3b769b8e2c03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640049 Aug 27 02:18:50.137270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc9ea90-57f8-44f3-8809-aade01ab0918 req-50f98f82-20d2-49b8-b466-1186f617377c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9&device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1691 time: 0.6578853 Aug 27 02:18:50.149638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9df718e-053a-4cd7-8d1f-2ddab5ea79fb req-d8ca4cbf-3b1f-4c17-a988-b3de16eb7486 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141298 Aug 27 02:18:50.175973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8546dba9-e82d-491f-8692-743a2d966a25 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:50.223722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:50.228119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:50.241707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.311902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8546dba9-e82d-491f-8692-743a2d966a25 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:50.312865 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.363992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.364741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.365998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] 10.222.0.15 "PUT /v2.0/ports/4010717e-4d6a-4eb1-89ca-7ac809d7746e HTTP/1.1" status: 200 len: 1095 time: 1.6266842 Aug 27 02:18:50.366646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:50.370511 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb5c223-04b5-4895-add2-a1bea549a527" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:50.416643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b51903-a431-4b3f-a4bd-0aad6d56b294 service neutron] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:50.438055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Allocated IP 172.20.0.10 (3aa03ad3-ba2e-4096-9ea9-83da1bf382eb/b25d2a15-9c04-4207-9e81-6c7ccba09b55/2cff277f-57b3-4d3f-8112-b41a7c667cc5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:50.486639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cc36f-4db1-4b02-8ee2-ac6e3654af04 req-1eaebcc5-d005-49be-8417-e092702fdc97 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.488204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c69cc36f-4db1-4b02-8ee2-ac6e3654af04 req-1eaebcc5-d005-49be-8417-e092702fdc97 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 947 time: 0.1994369 Aug 27 02:18:50.521122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6cc9ea90-57f8-44f3-8809-aade01ab0918 req-40749101-669b-442a-afbf-9b79f66ce42d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827889 Aug 27 02:18:50.542634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-cc6ce498-4d7e-414f-a62d-6a82c6057319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.544168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-cc6ce498-4d7e-414f-a62d-6a82c6057319 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a0184e7c2421bb7de42c4acdc0830&device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 1098 time: 0.1286170 Aug 27 02:18:50.600388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-393e9fc0-aed9-4866-8019-cdec8b01b777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.614065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c69cc36f-4db1-4b02-8ee2-ac6e3654af04 req-ace3be79-4654-451d-887e-2b1a87a75eef tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144805 Aug 27 02:18:50.615478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-85156f48-9952-4f9b-ae84-ab51de06cebd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e HTTP/1.1" status: 200 len: 217 time: 0.0611517 Aug 27 02:18:50.688546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-ebc9f1ba-1381-4590-98d3-a669efa8b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.694681 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90122862-6bd8-4583-879f-d9ea0e00a87f x-openstack-request-id: req-90122862-6bd8-4583-879f-d9ea0e00a87f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:50.695679 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:50.695930 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90122862-6bd8-4583-879f-d9ea0e00a87f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:50.696324 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'status': 'completed', 'code': 200} Aug 27 02:18:50.700189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-ebc9f1ba-1381-4590-98d3-a669efa8b6cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1099 time: 0.4755228 Aug 27 02:18:50.703933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-6f639000-613b-4838-82e6-90bd2faaf712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.705725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-6f639000-613b-4838-82e6-90bd2faaf712 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0821679 Aug 27 02:18:50.756785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb1089ab-1ac7-489a-b89e-fcf340eb3fd0 req-d095cf59-f105-4859-9573-01d8158c3e67 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0950847 Aug 27 02:18:50.761282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:50.787311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-e4881d9b-4496-4acd-a765-a776945eb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:50.788871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-e4881d9b-4496-4acd-a765-a776945eb14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755301 Aug 27 02:18:50.914251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460417dc-5d6d-43bc-bb1f-980630d05131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:50.970700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-ed301a6f-e0d8-4704-bee3-ce64f93dc7df service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711502 Aug 27 02:18:51.045527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-bdfd8f64-f32c-4ab7-a1f2-a701ecc8f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.047394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-bdfd8f64-f32c-4ab7-a1f2-a701ecc8f5f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3322825 Aug 27 02:18:51.080943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b4787-18c3-4055-93c2-af0b6b17cc61 req-7cfcff47-132b-464c-97ef-04017069cdcb tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.088546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d15b4787-18c3-4055-93c2-af0b6b17cc61 req-7cfcff47-132b-464c-97ef-04017069cdcb tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 1101 time: 0.2099466 Aug 27 02:18:51.109025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12da8f21-76f6-456f-9aa5-044f2119aa03 req-b764632d-3c30-493a-9033-2af6742d0135 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303551 Aug 27 02:18:51.157873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-7545c4d5-94e7-44b1-93a5-aeb7320866a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0915971 Aug 27 02:18:51.167681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.197540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-f1d496e6-d805-4e52-809a-6b97979f9903 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2132375 Aug 27 02:18:51.250672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-393e9fc0-aed9-4866-8019-cdec8b01b777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.266340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d15b4787-18c3-4055-93c2-af0b6b17cc61 req-0e40d763-458d-437b-b233-4801965a2acb tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768873 Aug 27 02:18:51.277394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-393e9fc0-aed9-4866-8019-cdec8b01b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.319604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-d6b04bb1-165c-4fd8-85ae-74ff6dfb0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.322292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-d6b04bb1-165c-4fd8-85ae-74ff6dfb0b3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a0184e7c2421bb7de42c4acdc0830&device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 1098 time: 0.1491795 Aug 27 02:18:51.364111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-b5c5fba2-aa99-4cad-b779-36a52c8e507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.365478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-b5c5fba2-aa99-4cad-b779-36a52c8e507b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1905305 Aug 27 02:18:51.398654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe393-96f5-49c3-a8ad-cde84e2f1a34 req-8cc31dfa-ce86-43ec-a10d-7753b7d4107b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.400172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ebe393-96f5-49c3-a8ad-cde84e2f1a34 req-8cc31dfa-ce86-43ec-a10d-7753b7d4107b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.1642125 Aug 27 02:18:51.421628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-393e9fc0-aed9-4866-8019-cdec8b01b777 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22a4836638b447a6880d9cf806b0289c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5926642 Aug 27 02:18:51.434594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e9fc0-aed9-4866-8019-cdec8b01b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee4733-66b7-4c44-bed6-c8c837409816,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:51.448891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:51.450005 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.490826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-cefec740-eb91-4e79-b987-f1cfc85c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.493054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-cefec740-eb91-4e79-b987-f1cfc85c6e39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 1100 time: 0.2251718 Aug 27 02:18:51.519002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ebe393-96f5-49c3-a8ad-cde84e2f1a34 req-ce8a8622-a133-4bca-9fd4-486fdb71c5d9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094193 Aug 27 02:18:51.528970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-fdd8fc0c-4c1e-4294-9919-cf37902d41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.530692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-fdd8fc0c-4c1e-4294-9919-cf37902d41ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474874 Aug 27 02:18:51.539407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:51.556789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301487e-b956-4717-9ac5-a547cadf4097 req-bddeada8-eb53-4f85-beee-47ac1841a437 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.558278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5301487e-b956-4717-9ac5-a547cadf4097 req-bddeada8-eb53-4f85-beee-47ac1841a437 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1101 time: 0.2012992 Aug 27 02:18:51.569428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Pushing event updated for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:51.572184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:51.594686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-1c35ca6a-bbd4-42c7-bc45-2ce5ecefeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.596179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-1c35ca6a-bbd4-42c7-bc45-2ce5ecefeeff service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2669261 Aug 27 02:18:51.609649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:51.619264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.695540 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-216b7c72-36d1-450d-9e76-8260283df049 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e HTTP/1.1" status: 200 len: 217 time: 0.0817513 Aug 27 02:18:51.739927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.772876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.774520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.812633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5301487e-b956-4717-9ac5-a547cadf4097 req-e78c11fe-5a6b-454b-887a-b9cfad429248 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087541 Aug 27 02:18:51.835264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460417dc-5d6d-43bc-bb1f-980630d05131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.852581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460417dc-5d6d-43bc-bb1f-980630d05131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.903916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-8add184b-f947-4008-a441-5fa5f0892ecf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1425610 Aug 27 02:18:51.920885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Request body: {'port': {'device_id': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:51.928851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-0617a984-b0e5-4eb7-95c5-582a918440bc service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880825 Aug 27 02:18:51.959295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-bfc8ef7f-1f52-4ddf-a573-5c4017e0063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:51.962954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-bfc8ef7f-1f52-4ddf-a573-5c4017e0063a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2532630 Aug 27 02:18:51.968189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-460417dc-5d6d-43bc-bb1f-980630d05131 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6df64f3b572431785930f2da0b663d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2056499 Aug 27 02:18:51.969290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49942) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:51.970996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460417dc-5d6d-43bc-bb1f-980630d05131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dd7e5b-1c32-4573-8d2c-ee888149f478,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:51.975216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.977864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:51.983162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88ee4733-66b7-4c44-bed6-c8c837409816 HTTP/1.1" status: 204 len: 168 time: 0.5279241 Aug 27 02:18:51.999847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-15e05dff-4e00-49f0-9c85-f29b1e4e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.001873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-15e05dff-4e00-49f0-9c85-f29b1e4e8458 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4753284 Aug 27 02:18:52.074645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40532d56-a70c-4dd8-9d9b-e136aaa02062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee4733-66b7-4c44-bed6-c8c837409816,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:52.109025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178b5a-7f95-4823-a702-67d831972676 req-921e8a3b-3f6c-4713-af39-ea6fe6503988 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.118326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d178b5a-7f95-4823-a702-67d831972676 req-921e8a3b-3f6c-4713-af39-ea6fe6503988 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 947 time: 0.3508813 Aug 27 02:18:52.131338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.134646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-7ebacb5a-4592-4beb-8fbd-1b52e7fd6792 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=c67438b8-9194-4114-b9b2-c23c6db61d83 HTTP/1.1" status: 200 len: 217 time: 0.1195388 Aug 27 02:18:52.199805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d178b5a-7f95-4823-a702-67d831972676 req-04b4eede-8a0d-42b7-a4e7-6738d701d9c3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742934 Aug 27 02:18:52.210770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-298ab6d8-c414-48ee-88b4-4f6f42c8c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.212216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-298ab6d8-c414-48ee-88b4-4f6f42c8c588 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0603769 Aug 27 02:18:52.297196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.302912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-0e024479-5fbf-4138-be07-954829d2f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.306581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-0e024479-5fbf-4138-be07-954829d2f03c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921979 Aug 27 02:18:52.411395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.516420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-cf7cf70a-37bc-44d1-a3d4-a293a99e4a57 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980903 Aug 27 02:18:52.566909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-bf546e25-a3da-4657-8a10-81b4e34f0458 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305841 Aug 27 02:18:52.584358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f98b8da8-b599-4dec-af8b-93c663fee9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.599547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22b5c-e509-4067-8a6e-dbc1531f963c req-b4ab94eb-f3b4-4180-b589-d17e7d5de8bb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.607378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-edf22b5c-e509-4067-8a6e-dbc1531f963c req-b4ab94eb-f3b4-4180-b589-d17e7d5de8bb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 932 time: 0.7106051 Aug 27 02:18:52.611419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:52.663312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc54aa5c-2d80-4e8f-8168-8554c331ba7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.673546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73dbb111-7785-43b0-a727-e04395d0e1c6 req-78027cce-a39c-472f-a5f1-83d1c67f3cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055259 Aug 27 02:18:52.673869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eb5c223-04b5-4895-add2-a1bea549a527 req-dbb5f602-110c-4942-a5b9-cda7d38e8b26 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503944 Aug 27 02:18:52.674620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.677191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:52.682575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41dd7e5b-1c32-4573-8d2c-ee888149f478 HTTP/1.1" status: 204 len: 168 time: 0.6980133 Aug 27 02:18:52.742494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-edf22b5c-e509-4067-8a6e-dbc1531f963c req-b226262f-d87f-4c88-b2b8-789611677863 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335564 Aug 27 02:18:52.761046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2bea3-6241-41b7-91c1-46386aa67892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dd7e5b-1c32-4573-8d2c-ee888149f478,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:52.849646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-4e8e5e9d-444e-489a-a203-2c40b8d43ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.852534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-4e8e5e9d-444e-489a-a203-2c40b8d43ffb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6190877 Aug 27 02:18:52.873032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-75b44090-07af-4a28-bd84-4a5dc7bff5d9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:52.875137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-75b44090-07af-4a28-bd84-4a5dc7bff5d9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910987 Aug 27 02:18:52.894774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-b6960a2c-9fb8-4941-8aca-fef24bf108ae tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0115623 Aug 27 02:18:53.005993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-069971a0-e648-48f5-9542-c4fcdbb1ac74 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1041310 Aug 27 02:18:53.100047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc54aa5c-2d80-4e8f-8168-8554c331ba7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.126256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeb201-c256-45da-8fcb-b992614bb746 req-04f797db-269f-43ae-889b-137673f9f866 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.128374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2edeb201-c256-45da-8fcb-b992614bb746 req-04f797db-269f-43ae-889b-137673f9f866 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.2828827 Aug 27 02:18:53.143591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc54aa5c-2d80-4e8f-8168-8554c331ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.266875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-066b60dd-b1f3-4e18-9378-abb3cb37f125 req-a6211f8f-875d-4edc-adbf-dcc5846cf14d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 210 time: 0.0574481 Aug 27 02:18:53.298793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49976) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:53.318453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827f9c21-5578-4b50-be68-316f2177332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.349482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54aa5c-2d80-4e8f-8168-8554c331ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79cf481-6a7e-4d2b-a20a-4d3e7689a5de,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.428074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cff277f-57b3-4d3f-8112-b41a7c667cc5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:53.438404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc54aa5c-2d80-4e8f-8168-8554c331ba7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83d987bf18704dcfb7a676b85d57251f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8225114 Aug 27 02:18:53.443236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49980) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:53.464374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbde64-2073-4634-9a02-0ecbe1220682 req-ddd6f074-842e-4000-a986-1bce189d68ec tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.469658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.472239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31cbde64-2073-4634-9a02-0ecbe1220682 req-ddd6f074-842e-4000-a986-1bce189d68ec tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 947 time: 0.0930383 Aug 27 02:18:53.527916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2edeb201-c256-45da-8fcb-b992614bb746 req-8bc6f6c2-2181-4493-aa5d-7f3767af0f9c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813293 Aug 27 02:18:53.529886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-0d11d29f-3ed1-409e-94f9-4bb282c956f8 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450696 Aug 27 02:18:53.533525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Transition to ACTIVE for port object 2cff277f-57b3-4d3f-8112-b41a7c667cc5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:53.540828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.560803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31cbde64-2073-4634-9a02-0ecbe1220682 req-2f469753-174b-45fc-9dd4-db12886cb5ed tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737848 Aug 27 02:18:53.646372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827f9c21-5578-4b50-be68-316f2177332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.650002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.680699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.716388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Pushing event updated for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.730056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827f9c21-5578-4b50-be68-316f2177332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.767889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.776065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.781605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d79cf481-6a7e-4d2b-a20a-4d3e7689a5de HTTP/1.1" status: 204 len: 168 time: 0.3349264 Aug 27 02:18:53.808017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:53.825008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f9c21-5578-4b50-be68-316f2177332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200db4eb-68b1-4380-8b9a-2036840028a3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.829423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-827f9c21-5578-4b50-be68-316f2177332e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef855945d7d441b0934f34ae0cd808bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295711 Aug 27 02:18:53.843800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:53.848813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b57923ae-daa0-49a3-b91c-c852f91d0c7e req-80a5e11d-edbb-428c-b5ea-b75c7233882e service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884674 Aug 27 02:18:53.870747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Attempting to bind port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:53.871203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Attempting to bind port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:53.871736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Attempting to bind port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:53.878776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:53.879238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Attempting to bind port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:53.885989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:53.886944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Checking segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:53.889719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Bound using segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:53.889905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0066d-7402-4343-b3f6-791e6a3dc145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79cf481-6a7e-4d2b-a20a-4d3e7689a5de,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:53.898121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Bound port: 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:53.898838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:53.983917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a88e15-63ab-477b-b668-bde3cb90d19e req-158b077c-fb8c-45c2-b574-4c6b16cf2910 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:53.991748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3a88e15-63ab-477b-b668-bde3cb90d19e req-158b077c-fb8c-45c2-b574-4c6b16cf2910 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1381800 Aug 27 02:18:54.025991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.087474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:54.093719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:54.106729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.122694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:54.145303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'mac_address': 'fa:16:3e:7d:aa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:54.171806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.180544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.181499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.183156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] 10.222.0.15 "PUT /v2.0/ports/2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 200 len: 1092 time: 2.2669122 Aug 27 02:18:54.184004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:54.186623 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30139c67-e717-4919-85e3-5411f8b0fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:54.227572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5a82-3feb-4467-92e3-7ba089d94366 service neutron] Pushing event updated for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.249985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3a88e15-63ab-477b-b668-bde3cb90d19e req-71b67daf-7f39-46ae-93e3-901666703990 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560678 Aug 27 02:18:54.280586 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.283937 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15e34e9-110e-40cb-ba4a-112184b63642 x-openstack-request-id: req-e15e34e9-110e-40cb-ba4a-112184b63642 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:54.284227 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:54.284535 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e15e34e9-110e-40cb-ba4a-112184b63642 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:54.284936 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5', 'status': 'completed', 'code': 200} Aug 27 02:18:54.346249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:54.353727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.356899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.359540 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/200db4eb-68b1-4380-8b9a-2036840028a3 HTTP/1.1" status: 204 len: 168 time: 0.5148046 Aug 27 02:18:54.379789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1106ca6-3ae8-4112-acb7-dafe05fc6040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200db4eb-68b1-4380-8b9a-2036840028a3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.425576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:54.431289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-2fed1b27-7bc0-48cd-b819-3f16988ac86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.433141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-2fed1b27-7bc0-48cd-b819-3f16988ac86e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1095 time: 0.1295557 Aug 27 02:18:54.444166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.446486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:54.467236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9624381c-cecc-44c5-8bd6-44193c56f76a req-bc3f1376-266a-40be-ade8-f6013e0fe685 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 210 time: 0.0493588 Aug 27 02:18:54.528534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-14b94974-e42b-4d3a-90ce-d22f71075850 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 200 len: 217 time: 0.0745671 Aug 27 02:18:54.624687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:54.640264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:54.670520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'mac_address': 'fa:16:3e:33:37:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:18:54.713997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-008f50ab-053d-4ff7-82f6-c01e3c0e807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.715842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-008f50ab-053d-4ff7-82f6-c01e3c0e807f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1794372 Aug 27 02:18:54.728902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37716562-6604-4f8e-9ee2-f09b20dcd72c req-cd7430bb-d16b-4cb2-8dd3-0e35de92cc73 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.738717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37716562-6604-4f8e-9ee2-f09b20dcd72c req-cd7430bb-d16b-4cb2-8dd3-0e35de92cc73 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.0893419 Aug 27 02:18:54.764530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.784024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde64fe6-73a4-4ac2-a105-0763ff69c2c4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:54.809926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:54.816406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37716562-6604-4f8e-9ee2-f09b20dcd72c req-f80446c6-ba67-4689-bd15-60440fd796c1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764515 Aug 27 02:18:54.823173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:54.837303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-d0b6a14c-854b-4a86-a2df-a07a78d5cac2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026559 Aug 27 02:18:54.876399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4d6d6-3db0-4ada-aa3e-df7f8358dcec req-e4362de5-f956-4fa1-b945-b575d6a127b3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:54.885731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14e4d6d6-3db0-4ada-aa3e-df7f8358dcec req-e4362de5-f956-4fa1-b945-b575d6a127b3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 948 time: 0.2267880 Aug 27 02:18:54.917478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:55.019244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-b984271a-57d5-4aee-ba85-4bdf2ce83604 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308200 Aug 27 02:18:55.024602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14e4d6d6-3db0-4ada-aa3e-df7f8358dcec req-07de44b0-6878-4f69-99e2-57bfb44711d2 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380255 Aug 27 02:18:55.042637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4010717e-4d6a-4eb1-89ca-7ac809d7746e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:55.079609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['dde64fe6-73a4-4ac2-a105-0763ff69c2c4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:55.206511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-6d7e1baf-3fe7-43d6-acba-dea8caf0f97c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.208183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-6d7e1baf-3fe7-43d6-acba-dea8caf0f97c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812961 Aug 27 02:18:55.227038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '21f88f22-7801-463a-9e56-6569169e4b22', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:55.317921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-a75348e9-71cd-4884-a0ef-64ed83511e54 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726753 Aug 27 02:18:55.335643 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b803c729-c328-432a-a4ee-e1a453c151fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.385233 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.461246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762feaf-155b-45fc-9bae-36fed7e0427d req-421e3e7b-3b15-41fd-b729-a3574320c220 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:55.467742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f762feaf-155b-45fc-9bae-36fed7e0427d req-421e3e7b-3b15-41fd-b729-a3574320c220 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0927894 Aug 27 02:18:55.577080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f762feaf-155b-45fc-9bae-36fed7e0427d req-584a792b-4dcf-4920-b759-f3c3342b6bee tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084094 Aug 27 02:18:55.668468 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39ca8af7-a5f4-4b73-ba88-0da65d5c7609 req-0eea23e2-e9c5-44ee-ac59-f8617a7f22a9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 210 time: 0.0586426 Aug 27 02:18:55.708323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0fd3a0a-45c9-4622-aecc-5ff37e6cccdb req-0e5dbc9f-358b-4e27-ae75-2746d5add0de service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815494 Aug 27 02:18:55.712839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:55.717699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:55.998215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50058) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:56.040228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-3515d8ba-8b98-4834-ae57-bb0a70307c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.053084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-3515d8ba-8b98-4834-ae57-bb0a70307c12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1095 time: 0.2000258 Aug 27 02:18:56.088749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4024017-4f6f-4d19-991d-a7811ff104c9 req-67ed6646-55b0-47c1-87a0-2ab67171474f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.103033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4024017-4f6f-4d19-991d-a7811ff104c9 req-67ed6646-55b0-47c1-87a0-2ab67171474f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.1745176 Aug 27 02:18:56.176722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4024017-4f6f-4d19-991d-a7811ff104c9 req-042efedc-368a-4cc4-8637-c271ee3d19b3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Aug 27 02:18:56.282995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.212 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/a70bf893-9e13-40e1-95fd-f5ae0cd80e58) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:18:56.328355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2073675737-network', 'tenant_id': 'bf3c27e7990d4264a3d6d36c68c6db9c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:56.336206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-b32e1b42-79d2-490d-a6b2-1581ebae38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.337696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-b32e1b42-79d2-490d-a6b2-1581ebae38a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.2837462 Aug 27 02:18:56.345557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6136eef-d27a-4be9-a5b4-bc60adbdd00f req-b77d0b8d-0df8-4b06-aa38-0e808a5d7cf8 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.350705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.361119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6136eef-d27a-4be9-a5b4-bc60adbdd00f req-b77d0b8d-0df8-4b06-aa38-0e808a5d7cf8 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 948 time: 0.1122646 Aug 27 02:18:56.369979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Made reservation on behalf of bf3c27e7990d4264a3d6d36c68c6db9c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:56.374347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.388070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.438105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-e3376d1e-a48b-44cc-afd3-29f7c394b73c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 200 len: 217 time: 0.0579593 Aug 27 02:18:56.476541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6136eef-d27a-4be9-a5b4-bc60adbdd00f req-759a2df3-820c-41e5-a03d-cffa4054deff tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143570 Aug 27 02:18:56.566147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-30a1def9-d32d-4e30-82d1-cbb238ee8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.567992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-30a1def9-d32d-4e30-82d1-cbb238ee8584 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1185329 Aug 27 02:18:56.604086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.610779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.614351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-29baec21-2979-44cf-82fa-6fe0bbf1a1bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373340 Aug 27 02:18:56.666999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:18:56.678288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46c447e-183a-413c-86f0-7c9e9935c9ea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:56.689027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.689830 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Added segment 20091757-55e8-4af8-8038-e84f22b6dc48 of type vlan for network 6c55bb7c-416f-422b-8cf0-493e21730a70 Aug 27 02:18:56.691517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.691871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.692347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.692689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.693042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.693354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.693709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.694222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.694417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.694686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.695062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.695884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:56.733510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.751853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.767881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object a70bf893-9e13-40e1-95fd-f5ae0cd80e58 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:56.785603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.787112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.787856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.798694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52f2a1-b252-4077-87a2-27aaa403f9b2 req-727d9495-2a54-4326-a391-c5aa781feff8 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:56.806728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e52f2a1-b252-4077-87a2-27aaa403f9b2 req-727d9495-2a54-4326-a391-c5aa781feff8 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1476600 Aug 27 02:18:56.824651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-12cbcf91-7a2d-40cb-941b-67c175e7a861 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879127 Aug 27 02:18:56.852512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8507864 Aug 27 02:18:56.856557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:56.875067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Request body: {'subnet': {'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2073675737-subnet', 'tenant_id': 'bf3c27e7990d4264a3d6d36c68c6db9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:56.878980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf798a-45c3-4836-ac8c-8ce7be43ad6c admin admin] Pushing event updated for resources: {'Network': ['ID=6c55bb7c-416f-422b-8cf0-493e21730a70,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:56.897027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6c55bb7c-416f-422b-8cf0-493e21730a70 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:18:56.951009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e52f2a1-b252-4077-87a2-27aaa403f9b2 req-c45d1461-3d54-4ae1-ac7a-d1fdbd74960d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Aug 27 02:18:56.957976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:56.970813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:57.014053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:18:57.082370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c261-6267-4b98-92d5-447f8e5e278d req-d40c4e88-2fea-426c-9bd0-dbb062ec190d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.092024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f083c261-6267-4b98-92d5-447f8e5e278d req-d40c4e88-2fea-426c-9bd0-dbb062ec190d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 936 time: 0.1516223 Aug 27 02:18:57.199648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f083c261-6267-4b98-92d5-447f8e5e278d req-c5c91081-8bd5-432c-ace6-60fb43150901 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066017 Aug 27 02:18:57.292286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Made reservation on behalf of bf3c27e7990d4264a3d6d36c68c6db9c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:18:57.295030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.432832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:18:57.437600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:57.445317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30139c67-e717-4919-85e3-5411f8b0fc18 req-2e9bde2c-9e34-437e-a9e2-374cd7713ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092019 Aug 27 02:18:57.446426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:57.453327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:18:57.493428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.494180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.494708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.495195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.495755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.496315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.496862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.497408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.497936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.498565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.499115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.499640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:57.551346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1ffb9-8ead-4b18-9a71-9bd6bfb30025 req-1ded044d-27a1-4505-ab95-2c284de2ec03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.558807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34f1ffb9-8ead-4b18-9a71-9bd6bfb30025 req-1ded044d-27a1-4505-ab95-2c284de2ec03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.2061968 Aug 27 02:18:57.591867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.592467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.694782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34f1ffb9-8ead-4b18-9a71-9bd6bfb30025 req-3ac7523a-a569-4172-aa14-d2d60fecee54 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330926 Aug 27 02:18:57.698908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-c1f321b0-95b1-4743-a92e-4e95510ddf43 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4791853 Aug 27 02:18:57.717594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Request body: {'port': {'device_id': '21f88f22-7801-463a-9e56-6569169e4b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:18:57.777650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1003-19af-47ec-9212-c0508db67efc req-1251dd53-9141-485b-9e8d-82986cd267eb tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:57.789207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b8c1003-19af-47ec-9212-c0508db67efc req-1251dd53-9141-485b-9e8d-82986cd267eb tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 948 time: 0.1027136 Aug 27 02:18:57.830305 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.840638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:57.858648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-db8185ef-e4b5-405c-bb93-395ac6dd7f93 None None] Provisioning for port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:57.865210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b8c1003-19af-47ec-9212-c0508db67efc req-8b846d6b-357b-4cf4-b083-5ff55323bedd tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Aug 27 02:18:57.893940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.897248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-db8185ef-e4b5-405c-bb93-395ac6dd7f93 None None] Provisioning complete for port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:57.897651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db8185ef-e4b5-405c-bb93-395ac6dd7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.906016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:57.971000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-db8185ef-e4b5-405c-bb93-395ac6dd7f93 None None] Port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:18:57.990337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:58.016219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:58.016732 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.029052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ff9499-d822-4a5b-861c-b770dbcd3fd0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:58.140766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Checking segment: {'id': '20091757-55e8-4af8-8038-e84f22b6dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:58.141091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Network hostable DHCP agents. Network: 6c55bb7c-416f-422b-8cf0-493e21730a70, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:18:58.175047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.182968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50106) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:58.200871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:58.203499 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2890dc-7794-4c18-9c5c-09e8442f8326" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:58.222826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:58.232263 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.233771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:18:58.298006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f77f-632a-470e-bc67-6ac41c96b9b0 req-ffb4e315-0cd0-4080-9a76-6395eb7905f5 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.308120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1f7f77f-632a-470e-bc67-6ac41c96b9b0 req-ffb4e315-0cd0-4080-9a76-6395eb7905f5 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 944 time: 0.2248526 Aug 27 02:18:58.341095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b17d1-0c40-4f5a-b95d-8a0890667d68 req-ecd29ea4-38e5-4230-81cc-0256dea3954d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.351810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-951b17d1-0c40-4f5a-b95d-8a0890667d68 req-ecd29ea4-38e5-4230-81cc-0256dea3954d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 936 time: 0.0896587 Aug 27 02:18:58.396176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:58.407250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.407630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.407978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.408315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.408647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.409347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.409347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.409629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.409933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.410256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.410606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.411053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:18:58.421188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-951b17d1-0c40-4f5a-b95d-8a0890667d68 req-b3432890-fc3f-49c9-b79b-9029f0321507 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630198 Aug 27 02:18:58.424113 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5537c4d-2770-4ac3-aaad-653ecbb7ec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.451993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:18:58.456790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:18:58.457443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.458296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Network 6c55bb7c-416f-422b-8cf0-493e21730a70 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:18:58.535197 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a965f3-559d-439d-aea6-b23956266708 x-openstack-request-id: req-51a965f3-559d-439d-aea6-b23956266708 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:58.535197 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:58.535197 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51a965f3-559d-439d-aea6-b23956266708 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:58.535197 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'code': 200} Aug 27 02:18:58.567229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6c55bb7c-416f-422b-8cf0-493e21730a70) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:18:58.572265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:58.573881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.595713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.599334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf210734-f4f4-4b9d-9bd6-efc787af2e09 None None] Network 6c55bb7c-416f-422b-8cf0-493e21730a70 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:58.629684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1f7f77f-632a-470e-bc67-6ac41c96b9b0 req-4a43514a-edd7-4033-b7cd-50174d6272aa tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205731 Aug 27 02:18:58.685454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5537c4d-2770-4ac3-aaad-653ecbb7ec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.689525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70bf893-9e13-40e1-95fd-f5ae0cd80e58 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:18:58.693011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5537c4d-2770-4ac3-aaad-653ecbb7ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.699061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.719850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Transition to ACTIVE for port object a70bf893-9e13-40e1-95fd-f5ae0cd80e58 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:18:58.751072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:18:58.773136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.778204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:58.791586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5537c4d-2770-4ac3-aaad-653ecbb7ec3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9994569d5c764a4fa89319f5109ea897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058855 Aug 27 02:18:58.793086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537c4d-2770-4ac3-aaad-653ecbb7ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fbb78-20a1-4fb1-98b8-4d92dac56a51,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:58.797791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50118) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:58.835178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-575390c5-0dbe-4939-81b9-80cb1324d24d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9683094 Aug 27 02:18:58.959186 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.012637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.028085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8a638-1966-4b31-a9e0-295679f52bae None None] Network 6c55bb7c-416f-422b-8cf0-493e21730a70 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:18:59.033597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.160592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Attempting to bind port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:18:59.161450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Attempting to bind port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:18:59.161856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Attempting to bind port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.173130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aede9-8e6c-4980-b21d-314180da29be req-4b3bf46c-42c6-4122-b3f6-6b0ec9c5b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.174766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c86aede9-8e6c-4980-b21d-314180da29be req-4b3bf46c-42c6-4122-b3f6-6b0ec9c5b3dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 1100 time: 0.5429444 Aug 27 02:18:59.196269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.203928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.205258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f17fbb78-20a1-4fb1-98b8-4d92dac56a51 HTTP/1.1" status: 204 len: 168 time: 0.4060526 Aug 27 02:18:59.220571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Pushing event updated for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.224793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:18:59.225115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Attempting to bind port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:18:59.229849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d84b97-00b4-414d-8566-d3253c7a8793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fbb78-20a1-4fb1-98b8-4d92dac56a51,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.262641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72927eb-8260-4344-af51-500039169d8e req-cd17cde1-dfc4-4130-a6f8-9a18dfb41cac tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.266690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d72927eb-8260-4344-af51-500039169d8e req-cd17cde1-dfc4-4130-a6f8-9a18dfb41cac tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 949 time: 0.1553416 Aug 27 02:18:59.275100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:18:59.275444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:18:59.275830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:18:59.276265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Bound port: a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:18:59.276622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.305940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376cd3b-43d1-466b-afbe-467e28231f02 req-2ac86181-5232-4654-ab53-06bdbd2287b5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.314866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a376cd3b-43d1-466b-afbe-467e28231f02 req-2ac86181-5232-4654-ab53-06bdbd2287b5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.4638550 Aug 27 02:18:59.346918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d72927eb-8260-4344-af51-500039169d8e req-5368cb25-8771-4c54-9822-3a1c56983a51 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682318 Aug 27 02:18:59.393542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a376cd3b-43d1-466b-afbe-467e28231f02 req-48d4205c-2c00-4f98-a7df-d1e89e094466 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774946 Aug 27 02:18:59.406320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c86aede9-8e6c-4980-b21d-314180da29be req-ba593968-3d84-499e-bc1c-2a041004cdca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067947 Aug 27 02:18:59.470320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:18:59.473605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:18:59.481834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.544744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Pushing event updated for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:18:59.553676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.554950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.556449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-5b0712c2-956c-45dc-adfb-c48c8fb51203 service neutron] 10.222.0.15 "PUT /v2.0/ports/a70bf893-9e13-40e1-95fd-f5ae0cd80e58 HTTP/1.1" status: 200 len: 1096 time: 1.8431566 Aug 27 02:18:59.556907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:18:59.560995 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949" -d '{"events": [{"name": "network-changed", "server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:18:59.626640 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a1b235-1991-46ab-879e-b572daa8a7ff x-openstack-request-id: req-36a1b235-1991-46ab-879e-b572daa8a7ff {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:18:59.627037 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:18:59.627389 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36a1b235-1991-46ab-879e-b572daa8a7ff {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:18:59.627991 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', 'status': 'completed', 'code': 200} Aug 27 02:18:59.643473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e4ad-f518-4e7e-b7c3-c5c37d73b934 req-6f410198-9e3f-4931-9bda-239bc2f41870 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.653417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f22e4ad-f518-4e7e-b7c3-c5c37d73b934 req-6f410198-9e3f-4931-9bda-239bc2f41870 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 948 time: 0.1566763 Aug 27 02:18:59.736358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f22e4ad-f518-4e7e-b7c3-c5c37d73b934 req-3085528a-2b93-4ac9-a9e5-cef66d0aeaf3 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750389 Aug 27 02:18:59.841825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949 req-fb354b94-0f94-4655-a8e7-d3738709c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:18:59.843472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949 req-fb354b94-0f94-4655-a8e7-d3738709c749 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 1099 time: 0.1880682 Aug 27 02:18:59.852209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2cff277f-57b3-4d3f-8112-b41a7c667cc5 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:18:59.861836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:18:59.887244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a646e00-1fbd-43b1-a270-039553b62c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:18:59.956914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949 req-7f37d8d3-e662-4f4a-8446-44f6be4b1068 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1035588 Aug 27 02:19:00.045516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:00.062599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '2cff277f-57b3-4d3f-8112-b41a7c667cc5', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'port_id': '2cff277f-57b3-4d3f-8112-b41a7c667cc5', 'mac_address': 'fa:16:3e:18:9e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:00.108261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a646e00-1fbd-43b1-a270-039553b62c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.121750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a646e00-1fbd-43b1-a270-039553b62c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.123871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:00.141471 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.166658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2062869119-network', 'tenant_id': '822b6f98e5c6402eb6680c4d84144d61'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:00.176737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cff277f-57b3-4d3f-8112-b41a7c667cc5 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:00.201732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:00.216238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.232478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3a646e00-1fbd-43b1-a270-039553b62c9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a0433ada4c24fb5b649b4fb7cf1ef83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633547 Aug 27 02:19:00.232478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a646e00-1fbd-43b1-a270-039553b62c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423d631-a90e-4d29-be29-59a4150a4a09,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.243577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:00.252768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949 req-021e18b7-9743-41a8-8dbe-40e18044d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.254787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e0f30ce-6cd1-4ee2-b29a-bf1c38c79949 req-021e18b7-9743-41a8-8dbe-40e18044d230 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2885873 Aug 27 02:19:00.272774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Made reservation on behalf of 822b6f98e5c6402eb6680c4d84144d61 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:00.277392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.307595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.315723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.336862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf45f2-eb53-410f-8c14-46722ae981ca req-8810cfab-fabd-4844-bbaf-78dbd8de3b98 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.338767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-caaf45f2-eb53-410f-8c14-46722ae981ca req-8810cfab-fabd-4844-bbaf-78dbd8de3b98 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0825307 Aug 27 02:19:00.371462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.412523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-4fca5a00-8ac8-48f0-b4d0-e7ec930af28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.413708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.414366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-4fca5a00-8ac8-48f0-b4d0-e7ec930af28d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 1099 time: 0.1014102 Aug 27 02:19:00.418472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-caaf45f2-eb53-410f-8c14-46722ae981ca req-3342d65a-7f4b-4819-afe4-4a949075a8d9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620670 Aug 27 02:19:00.461535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.485464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-ab1939bf-d6a1-40bd-80f5-a6d99325f072 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58 HTTP/1.1" status: 200 len: 217 time: 0.0580640 Aug 27 02:19:00.485842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['2cff277f-57b3-4d3f-8112-b41a7c667cc5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:00.529026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:00.536729 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9747ce3-a49b-49da-8e7d-f034041bde14" -d '{"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-plugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:00.545166 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.546692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.549963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.551742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8423d631-a90e-4d29-be29-59a4150a4a09 HTTP/1.1" status: 204 len: 168 time: 0.3047554 Aug 27 02:19:00.579765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.587988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d369a-7bfa-4827-a80c-bdb6b9aa1065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423d631-a90e-4d29-be29-59a4150a4a09,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.622696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-e499e989-2c63-445b-a799-9034a62b999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.624579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-e499e989-2c63-445b-a799-9034a62b999c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1289575 Aug 27 02:19:00.626697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003f0467-f266-4e4c-8f64-2dbec099196a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:00.637140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:00.660860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.661215 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Added segment f3d7c29a-aa5c-40e5-b50f-d694518ff4e5 of type vlan for network 33270ee4-dcd6-47e3-a143-978fb06adc5c Aug 27 02:19:00.672330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227479e6-ad73-41af-a2db-8cfda54815ca req-27e082cb-fc78-4d03-9f70-dae7a40cc0f6 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.682301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-227479e6-ad73-41af-a2db-8cfda54815ca req-27e082cb-fc78-4d03-9f70-dae7a40cc0f6 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 949 time: 0.1522381 Aug 27 02:19:00.753577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36938-48d8-4577-ab2e-1a07edf2c1f9 req-f33102ab-f982-4908-8da9-92949d17fef4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.762762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33d36938-48d8-4577-ab2e-1a07edf2c1f9 req-f33102ab-f982-4908-8da9-92949d17fef4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1367230 Aug 27 02:19:00.774222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-227479e6-ad73-41af-a2db-8cfda54815ca req-e2d38c2d-e992-4fbb-bcf0-0db0a51b4813 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907314 Aug 27 02:19:00.807114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.808514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-198ae9c2-1121-4a00-9b2f-c29a6fe669f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.809693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-198ae9c2-1121-4a00-9b2f-c29a6fe669f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437502 Aug 27 02:19:00.831714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33d36938-48d8-4577-ab2e-1a07edf2c1f9 req-a8c362f9-2c65-4ced-b1ae-f01a9ec7c18e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Aug 27 02:19:00.871955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.874239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:00.875260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:00.881385 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bc77d1-7405-4904-bb61-db428274b69b x-openstack-request-id: req-83bc77d1-7405-4904-bb61-db428274b69b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:00.881709 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-plugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:00.882058 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83bc77d1-7405-4904-bb61-db428274b69b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:00.882593 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'code': 200} Aug 27 02:19:00.968185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8319938 Aug 27 02:19:00.971581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50172) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:00.978003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Request body: {'subnet': {'network_id': '33270ee4-dcd6-47e3-a143-978fb06adc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2062869119-subnet', 'tenant_id': '822b6f98e5c6402eb6680c4d84144d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:00.981802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb664b71-49c0-4f18-a97d-b3ab4c7e74cf admin admin] Pushing event updated for resources: {'Network': ['ID=33270ee4-dcd6-47e3-a143-978fb06adc5c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:01.000001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 33270ee4-dcd6-47e3-a143-978fb06adc5c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:01.042313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Made reservation on behalf of 822b6f98e5c6402eb6680c4d84144d61 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:01.046317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.087424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-7687e3a7-9f42-427b-9902-b9d96273c0d1 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543652 Aug 27 02:19:01.101831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054df8-5cd3-493e-b1e8-96cb5febe1b9 req-ab471a73-5f9a-43b3-aa0a-ca5e43c21e7b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.118755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca054df8-5cd3-493e-b1e8-96cb5febe1b9 req-ab471a73-5f9a-43b3-aa0a-ca5e43c21e7b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 948 time: 0.1451716 Aug 27 02:19:01.124126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d63ae6-3727-4362-a82f-ae1569be7a5c req-eddcde9d-0f76-46dc-84a4-c0999b60352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.125345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6d63ae6-3727-4362-a82f-ae1569be7a5c req-eddcde9d-0f76-46dc-84a4-c0999b60352b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1101 time: 0.1606693 Aug 27 02:19:01.245180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca054df8-5cd3-493e-b1e8-96cb5febe1b9 req-0d7d884d-9016-45e4-b5ba-b9c9c4f40afa tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255386 Aug 27 02:19:01.267971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6d63ae6-3727-4362-a82f-ae1569be7a5c req-db00988f-5670-4853-a96b-1f2acefd407f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203084 Aug 27 02:19:01.317414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.333651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f3692d9-adde-4284-97d9-21f946eb46bb req-94583e6d-dbc7-4d18-8743-e930489a71dc service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128289 Aug 27 02:19:01.365404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51460f42-1f4f-4e07-8a4d-5937d47c7db9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:01.404784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Checking segment: {'id': 'f3d7c29a-aa5c-40e5-b50f-d694518ff4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '33270ee4-dcd6-47e3-a143-978fb06adc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:01.405266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Network hostable DHCP agents. Network: 33270ee4-dcd6-47e3-a143-978fb06adc5c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:01.429179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Network 33270ee4-dcd6-47e3-a143-978fb06adc5c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:01.441111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 33270ee4-dcd6-47e3-a143-978fb06adc5c) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:01.445415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.446060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:01.452183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce6aba-0e24-40cc-8d22-b51128a5cfe4 None None] Network 33270ee4-dcd6-47e3-a143-978fb06adc5c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:01.475448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-57ed4ebb-926a-4f81-b98d-9c54118f77d5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5021706 Aug 27 02:19:01.646126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34051d-a5e1-45f0-a82f-a80783d5d11c req-e70b6c5b-36a0-42ca-89f3-b3522e471167 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.658298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab34051d-a5e1-45f0-a82f-a80783d5d11c req-e70b6c5b-36a0-42ca-89f3-b3522e471167 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 945 time: 0.1087134 Aug 27 02:19:01.708395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50774d-4bf4-4908-bc19-7f1cdc84f33c None None] Network 33270ee4-dcd6-47e3-a143-978fb06adc5c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:01.734999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab34051d-a5e1-45f0-a82f-a80783d5d11c req-3d7ec7d0-0e58-4352-add4-59c5d61aaa95 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729618 Aug 27 02:19:01.879357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2cff277f-57b3-4d3f-8112-b41a7c667cc5 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:01.925209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284681d-be1c-4424-8d54-4cfb96cb8ce5 req-16337b01-69d9-4dfc-b0a7-f45e853ee482 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:01.928284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b284681d-be1c-4424-8d54-4cfb96cb8ce5 req-16337b01-69d9-4dfc-b0a7-f45e853ee482 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 949 time: 0.0673399 Aug 27 02:19:01.980373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:01.985854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:01.985854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.023173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b284681d-be1c-4424-8d54-4cfb96cb8ce5 req-7220ba2d-583c-4763-9742-b27fb5aada0e tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880830 Aug 27 02:19:02.148840 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.188840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:02.194418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb4884-6e0d-40d3-9603-ff2ee1e4921e req-f89f8992-1b89-4424-b124-4bf1bc14b3c5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.198413 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:02.212928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8bb4884-6e0d-40d3-9603-ff2ee1e4921e req-f89f8992-1b89-4424-b124-4bf1bc14b3c5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1096599 Aug 27 02:19:02.275964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:02.281793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8bb4884-6e0d-40d3-9603-ff2ee1e4921e req-0400bbd0-d1ae-4140-86ca-6736ca0bd187 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676060 Aug 27 02:19:02.475679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-5af20c22-0e0b-4e07-bd9a-4e13f74aa7d6 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:02.477875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-5af20c22-0e0b-4e07-bd9a-4e13f74aa7d6 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/networks?id=6c55bb7c-416f-422b-8cf0-493e21730a70 HTTP/1.1" status: 200 len: 815 time: 0.1093771 Aug 27 02:19:02.509071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-a3c7419b-81c4-45e1-848c-6fa04dcd19c2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/quotas/bf3c27e7990d4264a3d6d36c68c6db9c HTTP/1.1" status: 200 len: 375 time: 0.0247128 Aug 27 02:19:02.564140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-19ef76d8-94fd-4a5c-ae8b-6077b11ca519 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf3c27e7990d4264a3d6d36c68c6db9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477133 Aug 27 02:19:02.753080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-040a289a-816c-4917-95d7-18ecafa3da60 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:19:02.754326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-040a289a-816c-4917-95d7-18ecafa3da60 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706296 Aug 27 02:19:02.883800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:02.886107 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4154e8b-a2bd-4cc1-b764-c8cd4b6fa75f" -d '{"events": [{"server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:02.894828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-04eaa80e-93ce-4042-b794-5f03aff0c02f service neutron] 10.222.0.26 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334052 Aug 27 02:19:02.982742 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:19:03.009037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec0f36-b745-4ebe-ad76-b08e922ed77d req-872b454d-33a5-4d20-bfca-dd4be2991491 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.020137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ec0f36-b745-4ebe-ad76-b08e922ed77d req-872b454d-33a5-4d20-bfca-dd4be2991491 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 948 time: 0.0988648 Aug 27 02:19:03.054086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-00833dfa-062e-4fdf-b405-67fb6315e790 service neutron] 10.222.0.26 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563213 Aug 27 02:19:03.084144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ec0f36-b745-4ebe-ad76-b08e922ed77d req-718a819c-c525-4c62-83d6-548749e0107e tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Aug 27 02:19:03.258929 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4a46e-7d87-4cc9-a14b-64cdedc2256c x-openstack-request-id: req-38b4a46e-7d87-4cc9-a14b-64cdedc2256c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:03.259238 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:03.259491 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38b4a46e-7d87-4cc9-a14b-64cdedc2256c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:03.260361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6558cf8-46ba-4d5f-be52-4faa223904df req-a00fcc18-694f-4b5d-b118-dbb43cd4c66c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.260529 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5', 'code': 200} Aug 27 02:19:03.264210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6558cf8-46ba-4d5f-be52-4faa223904df req-a00fcc18-694f-4b5d-b118-dbb43cd4c66c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0841308 Aug 27 02:19:03.385216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6558cf8-46ba-4d5f-be52-4faa223904df req-c40f6b1d-1459-4a46-80c2-f9a24bde56f1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141610 Aug 27 02:19:03.398225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5360991-e827-4658-b0c4-9fe96c88eb92 req-d7c1f818-202b-4827-a3ab-8ae9f0d6fe06 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 210 time: 0.0640757 Aug 27 02:19:03.478516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4a278-ca75-4d3a-8507-00f6367caec7 req-9dedcc30-a592-4d86-b699-6eda6d659d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.482115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1cc4a278-ca75-4d3a-8507-00f6367caec7 req-9dedcc30-a592-4d86-b699-6eda6d659d26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.1374636 Aug 27 02:19:03.573876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1cc4a278-ca75-4d3a-8507-00f6367caec7 req-aed2f7a5-0f74-4e28-badd-aa29f1213d62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826843 Aug 27 02:19:03.592641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79133f19-1f55-44d4-9864-09de00f6ae77 req-791ee195-83cc-44ef-817b-a13e4141bdc0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:03.594567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79133f19-1f55-44d4-9864-09de00f6ae77 req-791ee195-83cc-44ef-817b-a13e4141bdc0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0844207 Aug 27 02:19:03.644764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79133f19-1f55-44d4-9864-09de00f6ae77 req-eb1fbb60-8e6b-486f-8249-5a6c9f18d03f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Aug 27 02:19:03.650505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50278) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:03.858916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae5b-033d-44bd-8a3c-5566967da6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.039828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae5b-033d-44bd-8a3c-5566967da6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.052035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3cae5b-033d-44bd-8a3c-5566967da6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.109810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2e3cae5b-033d-44bd-8a3c-5566967da6ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96825452e85948b1b8fe121f9d0a3bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575217 Aug 27 02:19:04.112351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50290) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:04.161331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cae5b-033d-44bd-8a3c-5566967da6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f35de-5db4-4886-8352-8382cf5b926a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:04.237589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-4fdddbb9-ab3a-488a-a63d-e7717f2a1057 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941889 Aug 27 02:19:04.257391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50eef73-e8a1-459f-9c6e-d0136f9b2d32 req-ed74b626-e4d2-4ba7-8a2b-63f865a9455a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.278890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b50eef73-e8a1-459f-9c6e-d0136f9b2d32 req-ed74b626-e4d2-4ba7-8a2b-63f865a9455a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.2021821 Aug 27 02:19:04.290267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.351655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b50eef73-e8a1-459f-9c6e-d0136f9b2d32 req-19e8d928-abe2-4274-9835-411efdec0a64 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 Aug 27 02:19:04.386459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.424278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89a866-ac24-46ee-9fff-e59bfe162b8d req-2d6082a0-2479-4698-b8d9-6ecb57bc3764 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.426120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d89a866-ac24-46ee-9fff-e59bfe162b8d req-2d6082a0-2479-4698-b8d9-6ecb57bc3764 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 948 time: 0.2180493 Aug 27 02:19:04.477329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d89a866-ac24-46ee-9fff-e59bfe162b8d req-6d938461-c25e-4dfb-9503-16e04d698320 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Aug 27 02:19:04.491032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.495029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:04.499823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef7f35de-5db4-4886-8352-8382cf5b926a HTTP/1.1" status: 204 len: 168 time: 0.3855100 Aug 27 02:19:04.511673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aecc7-d9e2-4c6e-b9e7-9295e5ae94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f35de-5db4-4886-8352-8382cf5b926a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:04.672279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40362fa4-1042-417e-a8b0-f9020fa2a687 req-4e27e890-16bb-4c4b-b602-db3c8f46842e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:04.682690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40362fa4-1042-417e-a8b0-f9020fa2a687 req-4e27e890-16bb-4c4b-b602-db3c8f46842e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1064401 Aug 27 02:19:04.710952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95415e3c-eab2-46b1-a861-3abab956abe7 req-33a51970-60b0-4a1e-9b6e-4ede60f0f82c tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 210 time: 0.0749848 Aug 27 02:19:04.787636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40362fa4-1042-417e-a8b0-f9020fa2a687 req-91efee87-f405-409b-90d2-1508217cdc7c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041479 Aug 27 02:19:05.164788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:05.199930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c03248-0cdb-46d4-89f9-d94fc83940e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.225408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-24a24571-c214-4fcb-a5d7-de0db971c73f tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.230027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-24a24571-c214-4fcb-a5d7-de0db971c73f tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.46 "GET /v2.0/networks?id=6c55bb7c-416f-422b-8cf0-493e21730a70 HTTP/1.1" status: 200 len: 815 time: 0.2495849 Aug 27 02:19:05.259843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Request body: {'port': {'device_id': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70', 'admin_state_up': True, 'tenant_id': 'bf3c27e7990d4264a3d6d36c68c6db9c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:05.321352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c03248-0cdb-46d4-89f9-d94fc83940e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.330809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-70c03248-0cdb-46d4-89f9-d94fc83940e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.381879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03248-0cdb-46d4-89f9-d94fc83940e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24bf402-bb07-4720-b42b-24f24d3c849b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:05.387425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-70c03248-0cdb-46d4-89f9-d94fc83940e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1e75875f29c41d19bb525b73cc42bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216086 Aug 27 02:19:05.403890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:05.487030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Made reservation on behalf of bf3c27e7990d4264a3d6d36c68c6db9c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:05.495117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.502462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.551964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.628588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f79ac-ae0a-423b-8821-de843a44979f req-fa1decaa-75cc-46dd-b39c-0f89a8b07871 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.630201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f7f79ac-ae0a-423b-8821-de843a44979f req-fa1decaa-75cc-46dd-b39c-0f89a8b07871 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1092265 Aug 27 02:19:05.641740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.644371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:05.645707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e24bf402-bb07-4720-b42b-24f24d3c849b HTTP/1.1" status: 204 len: 168 time: 0.2265601 Aug 27 02:19:05.700246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00440a-93cf-461d-85d9-21c7c970b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24bf402-bb07-4720-b42b-24f24d3c849b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:05.721984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f7f79ac-ae0a-423b-8821-de843a44979f req-f08ab3b3-2cd1-42f6-9ccd-59177905619c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844204 Aug 27 02:19:05.739800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4f55-b577-499c-b106-b0ee47b6d437 req-23f1709b-0f79-46ab-9ba6-31038b35c592 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:05.741551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-666e4f55-b577-499c-b106-b0ee47b6d437 req-23f1709b-0f79-46ab-9ba6-31038b35c592 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 948 time: 0.1192124 Aug 27 02:19:05.747283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Allocated IP 172.20.0.9 (6c55bb7c-416f-422b-8cf0-493e21730a70/65ff9499-d822-4a5b-861c-b770dbcd3fd0/6868b326-05c0-4892-8480-c12d04ea5934) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:05.832117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-666e4f55-b577-499c-b106-b0ee47b6d437 req-e2adad8f-b389-473d-a4a5-8131ba0231b9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Aug 27 02:19:05.877727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a70bf893-9e13-40e1-95fd-f5ae0cd80e58 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:05.949633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3db858c-5467-4cb9-a50b-c2009f1c6790 req-6c7115f6-ee6f-4dbb-aee0-6fc2ddf5edd8 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 210 time: 0.0407722 Aug 27 02:19:05.966465 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.017310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.033217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', 'mac_address': 'fa:16:3e:27:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:06.041701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.100764 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.126008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70bf893-9e13-40e1-95fd-f5ae0cd80e58 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:06.143996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Network 6c55bb7c-416f-422b-8cf0-493e21730a70 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:06.151049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:06.155520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:06.165083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.173086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.173796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:06.183035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147463-78d0-411f-996f-e18200852adb req-ca2b651f-2862-4ce1-8444-e4ab39b91e27 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.196646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c147463-78d0-411f-996f-e18200852adb req-ca2b651f-2862-4ce1-8444-e4ab39b91e27 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1323707 Aug 27 02:19:06.208086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.222941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Pushing event updated for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:06.237430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'mac_address': 'fa:16:3e:7d:aa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:06.299196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c147463-78d0-411f-996f-e18200852adb req-b9c0c514-64d0-4ac3-b0c6-358a652bd16c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902078 Aug 27 02:19:06.342820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:06.359392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.395442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:06.456465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:06.467563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.531800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:06.578472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4010717e-4d6a-4eb1-89ca-7ac809d7746e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:06.689503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.690875 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:06.757011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-089c469f-c24a-4844-bb94-8a4071790a32 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5016935 Aug 27 02:19:06.777740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a70bf893-9e13-40e1-95fd-f5ae0cd80e58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:06.855714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Request body: {'port': {'device_id': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:06.893668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-73fc6b46-0872-4fb0-8522-5521a800a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.893668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-73fc6b46-0872-4fb0-8522-5521a800a944 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1101 time: 0.2103808 Aug 27 02:19:06.985765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d50b35c-f268-4f4c-aa15-455ea4643b52 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:06.994853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d50b35c-f268-4f4c-aa15-455ea4643b52 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/networks?id=abd28e82-6d88-4a5b-a321-1d40e3e94cd5 HTTP/1.1" status: 200 len: 814 time: 0.7449217 Aug 27 02:19:06.998752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1074e-0e94-4ca9-ae03-ece85ab88d3e req-aef09616-c767-42f5-a0ac-e348e7746430 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.001212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ef1074e-0e94-4ca9-ae03-ece85ab88d3e req-aef09616-c767-42f5-a0ac-e348e7746430 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0917583 Aug 27 02:19:07.093694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-7b2b237d-b176-4813-bb86-1a7227461a1a tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/quotas/8db15a7835a14b79bfa86ce55754e9df HTTP/1.1" status: 200 len: 375 time: 0.0974023 Aug 27 02:19:07.122092 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ef1074e-0e94-4ca9-ae03-ece85ab88d3e req-765b9a10-2d9e-4c6b-88d0-0df1f03ac9e1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976682 Aug 27 02:19:07.167407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-3dedf247-b5ea-43af-8974-e4c1a00c5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.169179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-3dedf247-b5ea-43af-8974-e4c1a00c5675 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.4031589 Aug 27 02:19:07.197203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:07.255972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940dc51-5fd0-4ca8-aa76-4fcbf51eb36f req-e442fa0b-56cd-4daa-951c-66ef1bb05906 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.264230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e940dc51-5fd0-4ca8-aa76-4fcbf51eb36f req-e442fa0b-56cd-4daa-951c-66ef1bb05906 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0678654 Aug 27 02:19:07.286484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-f00fd4a0-a054-4e12-85bb-1378d6067864 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8db15a7835a14b79bfa86ce55754e9df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914747 Aug 27 02:19:07.323069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e940dc51-5fd0-4ca8-aa76-4fcbf51eb36f req-896cfb71-6a67-4f79-bee3-de54af3cdf25 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 Aug 27 02:19:07.337910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-8135cf40-dd7d-4e7f-8bc0-8a4292dbb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.339414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-8135cf40-dd7d-4e7f-8bc0-8a4292dbb379 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3416359 Aug 27 02:19:07.462221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910343e4-bb1b-476b-a24b-0faad2ffe296 req-eb9d252a-e7c9-4dca-bdae-84722682a827 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.470760 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-910343e4-bb1b-476b-a24b-0faad2ffe296 req-eb9d252a-e7c9-4dca-bdae-84722682a827 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 949 time: 0.0630968 Aug 27 02:19:07.521679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-910343e4-bb1b-476b-a24b-0faad2ffe296 req-f1639b45-8ed1-4010-82cb-f0978d641019 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 Aug 27 02:19:07.613714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-50a4f6f3-c835-4c5b-8062-8b7a5c2758ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.2396858 Aug 27 02:19:07.700952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5d815-f527-42c2-a560-82d26cbaf049 req-c83a30cf-e498-420b-ae7c-d6988a3b40f2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.702530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6aa5d815-f527-42c2-a560-82d26cbaf049 req-c83a30cf-e498-420b-ae7c-d6988a3b40f2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 931 time: 0.1093111 Aug 27 02:19:07.703721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c37f0359-360e-4cdd-b3d7-032ebe8bb51e service neutron] 10.222.0.26 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160209 Aug 27 02:19:07.775803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6aa5d815-f527-42c2-a560-82d26cbaf049 req-5f8b5ead-d175-43db-b201-26e070e36ede tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637975 Aug 27 02:19:07.787475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-f44683c0-002e-4f1e-9502-74f4d64d5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.799027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-f44683c0-002e-4f1e-9502-74f4d64d5993 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.6135263 Aug 27 02:19:07.859595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-a23a2733-1c43-42ba-9e99-20da49a51c81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 200 len: 217 time: 0.0465252 Aug 27 02:19:07.886882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:07.926393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-63087254-dcd5-4e45-84ab-4a497320fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:07.928397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-63087254-dcd5-4e45-84ab-4a497320fe22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2923274 Aug 27 02:19:08.030559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-91825c2c-e5f7-4ed4-9407-0e764f00546f service neutron] 10.222.0.26 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242021 Aug 27 02:19:08.038942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:08.039402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.045046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-38782533-8a35-460b-8766-26f80c892b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.046935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-38782533-8a35-460b-8766-26f80c892b7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1707742 Aug 27 02:19:08.090442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-6e6ba8a0-8293-434e-a543-d20967a785f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.091995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-6e6ba8a0-8293-434e-a543-d20967a785f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489787 Aug 27 02:19:08.128685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-07b593f0-4623-46f6-bf75-0fc8a1fdcb2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702615 Aug 27 02:19:08.176701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.221286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:08.223767 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66163a-b02a-4775-9e62-be8b768c37e2" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:08.255081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:08.265923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.266697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a70bf893-9e13-40e1-95fd-f5ae0cd80e58 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:08.307859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6868b326-05c0-4892-8480-c12d04ea5934 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:08.334701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.345502 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e384d9-9880-4c69-b5b2-ec56856cec0b x-openstack-request-id: req-a1e384d9-9880-4c69-b5b2-ec56856cec0b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:08.345799 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:08.346763 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1e384d9-9880-4c69-b5b2-ec56856cec0b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:08.347226 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'code': 200} Aug 27 02:19:08.399232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.407440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:08.414295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:08.414638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.425714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Transition to ACTIVE for port object 6868b326-05c0-4892-8480-c12d04ea5934 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:08.431825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aff2ed8a-cb9d-4abd-9abc-8336d7b07608 req-7c28cf50-5cb8-413e-aa10-cd7f085d4e48 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 210 time: 0.0851107 Aug 27 02:19:08.452944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e591a-2296-48e0-928a-d077f3799046 req-df38e604-a5fc-48de-8627-4d7168361222 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.460310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.461912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df5e591a-2296-48e0-928a-d077f3799046 req-df38e604-a5fc-48de-8627-4d7168361222 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1868496 Aug 27 02:19:08.487654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-0f7e0f39-1a31-4559-a134-108a25712a2a service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245492 Aug 27 02:19:08.512275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-27d4bb80-73d7-4131-a72e-a467494811b0 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949807 Aug 27 02:19:08.556295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df5e591a-2296-48e0-928a-d077f3799046 req-5ca1ce9b-32f4-4aeb-a7fe-c64f11386324 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 Aug 27 02:19:08.684817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.709575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.782860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:08.791346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.791628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Attempting to bind port 6868b326-05c0-4892-8480-c12d04ea5934 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:08.797018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Attempting to bind port 6868b326-05c0-4892-8480-c12d04ea5934 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '20091757-55e8-4af8-8038-e84f22b6dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:08.797408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Attempting to bind port 6868b326-05c0-4892-8480-c12d04ea5934 on network 6c55bb7c-416f-422b-8cf0-493e21730a70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:08.838108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2288eb-d743-4e7e-97d7-6c1e7fffcd79 req-c013d8f6-fb19-45bd-a4d3-80769211018d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:08.839289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Port 6868b326-05c0-4892-8480-c12d04ea5934 on network 6c55bb7c-416f-422b-8cf0-493e21730a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:08.839621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Attempting to bind port 6868b326-05c0-4892-8480-c12d04ea5934 on network 6c55bb7c-416f-422b-8cf0-493e21730a70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:08.848337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a2288eb-d743-4e7e-97d7-6c1e7fffcd79 req-c013d8f6-fb19-45bd-a4d3-80769211018d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1085083 Aug 27 02:19:08.859717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:08.871464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1e27dbd-361a-44e1-89f3-5895745e4d48 req-7ec573e5-bf1e-4d07-b2cf-00afb7d773e0 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555961 Aug 27 02:19:08.875928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:08.876319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Checking segment: {'id': '20091757-55e8-4af8-8038-e84f22b6dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:08.876655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Bound using segment: {'id': '20091757-55e8-4af8-8038-e84f22b6dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:08.877092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Bound port: 6868b326-05c0-4892-8480-c12d04ea5934, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20091757-55e8-4af8-8038-e84f22b6dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:08.877456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:08.891499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-1ffbc2ba-676c-40b4-a03f-08e62099c81e service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376122 Aug 27 02:19:08.943116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a2288eb-d743-4e7e-97d7-6c1e7fffcd79 req-9101b612-6dd9-4912-bb6c-3f4f928a6857 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930784 Aug 27 02:19:09.028916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:09.032506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6868b326-05c0-4892-8480-c12d04ea5934,segment=NetworkSegment(20091757-55e8-4af8-8038-e84f22b6dc48),segment_id=20091757-55e8-4af8-8038-e84f22b6dc48)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:09.046067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.123719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.124072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:09.125751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] 10.222.0.46 "PUT /v2.0/ports/6868b326-05c0-4892-8480-c12d04ea5934 HTTP/1.1" status: 200 len: 1091 time: 2.3399427 Aug 27 02:19:09.126337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:09.126677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd830c-218e-4f76-965e-a61ffc30af0c req-2bd684fb-f6db-4cb4-938c-1ac1ea5d4732 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.128298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fcd830c-218e-4f76-965e-a61ffc30af0c req-2bd684fb-f6db-4cb4-938c-1ac1ea5d4732 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 943 time: 0.0887716 Aug 27 02:19:09.128641 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d0278-c20c-4f75-a0c1-3b87690f41cc" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "tag": "6868b326-05c0-4892-8480-c12d04ea5934"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:09.176663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf11a1-41ab-4815-a3cc-69c908503f3d req-e27f9bc0-3255-4fd6-87b0-2bfa23891b90 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.184832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6cf11a1-41ab-4815-a3cc-69c908503f3d req-e27f9bc0-3255-4fd6-87b0-2bfa23891b90 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.2584097 Aug 27 02:19:09.195845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8655b-c83c-4b53-98bf-6e958544b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:09.214043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fcd830c-218e-4f76-965e-a61ffc30af0c req-aef37602-8130-4873-a051-9c8562209339 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752528 Aug 27 02:19:09.238921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6cf11a1-41ab-4815-a3cc-69c908503f3d req-3831acee-b462-4919-ba0a-36d41fdbe43d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532725 Aug 27 02:19:09.340922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-a5536818-53b8-4f16-9910-5fe2c5b5e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.342561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-a5536818-53b8-4f16-9910-5fe2c5b5e26e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf3c27e7990d4264a3d6d36c68c6db9c&device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 1094 time: 0.0709617 Aug 27 02:19:09.423638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-76b996b8-8800-4fb4-8fbc-e4a9b84da0ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6868b326-05c0-4892-8480-c12d04ea5934 HTTP/1.1" status: 200 len: 217 time: 0.0481396 Aug 27 02:19:09.425268 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce8b26-9866-40c1-8b14-89f18126c479 x-openstack-request-id: req-58ce8b26-9866-40c1-8b14-89f18126c479 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:09.425553 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "tag": "6868b326-05c0-4892-8480-c12d04ea5934", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:09.425808 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58ce8b26-9866-40c1-8b14-89f18126c479 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:09.426772 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934', 'status': 'completed', 'code': 200} Aug 27 02:19:09.498191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-1c55306d-8067-4cb0-8b32-a8375e8ba7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.500296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-1c55306d-8067-4cb0-8b32-a8375e8ba7c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ff9499-d822-4a5b-861c-b770dbcd3fd0 HTTP/1.1" status: 200 len: 855 time: 0.0606101 Aug 27 02:19:09.548974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-d21d9890-fbe9-463d-8e44-4823676f4709 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c55bb7c-416f-422b-8cf0-493e21730a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294685 Aug 27 02:19:09.551040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eebd9c3b-c2e6-4232-817b-5f43553a2fb4 req-c11c45c4-5e42-49c5-903f-39e9269018db tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 210 time: 0.0298362 Aug 27 02:19:09.701593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-b3cdffef-17e6-48e5-a003-3f05916d524d service neutron] 10.222.0.46 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437712 Aug 27 02:19:09.709011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3479ff8-236e-4bbb-a578-d29f19ceb949 req-b75dc2d7-6f9e-44a3-8939-b68020d958e8 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:09.718402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3479ff8-236e-4bbb-a578-d29f19ceb949 req-b75dc2d7-6f9e-44a3-8939-b68020d958e8 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0839720 Aug 27 02:19:09.800948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3479ff8-236e-4bbb-a578-d29f19ceb949 req-b314666b-1aa0-4ebd-b79f-d51267b95df6 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794978 Aug 27 02:19:09.883743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74eef2b5-a1a5-40ba-85f4-228e9c711c51 req-944b84b7-7f02-4479-99ac-45ceee590033 service neutron] 10.222.0.46 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684608 Aug 27 02:19:10.057160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-23826bfc-3afc-4984-bf94-5a1e1c08e762 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.058899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-23826bfc-3afc-4984-bf94-5a1e1c08e762 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.46 "GET /v2.0/networks?id=abd28e82-6d88-4a5b-a321-1d40e3e94cd5 HTTP/1.1" status: 200 len: 814 time: 0.1756368 Aug 27 02:19:10.079906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Request body: {'port': {'device_id': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'admin_state_up': True, 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:10.136455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-019c17c3-7287-4d52-8040-cfc10d5c29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.137971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-019c17c3-7287-4d52-8040-cfc10d5c29b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf3c27e7990d4264a3d6d36c68c6db9c&device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 1094 time: 0.1338758 Aug 27 02:19:10.187022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1df63c-7352-4ed9-9a60-f5786c9ba6ee req-01deb3e0-ec0d-406f-b352-3b5fe26f3b03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.188620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db1df63c-7352-4ed9-9a60-f5786c9ba6ee req-01deb3e0-ec0d-406f-b352-3b5fe26f3b03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1143973 Aug 27 02:19:10.210596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:10.326816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db1df63c-7352-4ed9-9a60-f5786c9ba6ee req-2b371649-f0f9-4283-8bca-04030333cfe7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111090 Aug 27 02:19:10.348792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:10.351314 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d0d46-cc0a-4361-8321-dccdaa829b9a" -d '{"events": [{"server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "name": "network-vif-plugged", "status": "completed", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:10.388040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-f69b4fb4-2b18-468d-94d3-8c3743ab3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.389973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-f69b4fb4-2b18-468d-94d3-8c3743ab3f2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c55bb7c-416f-422b-8cf0-493e21730a70 HTTP/1.1" status: 200 len: 916 time: 0.2371981 Aug 27 02:19:10.672536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a10e7-ad51-41ae-a526-0311e3a8a4df req-d3dbc110-1f52-4975-b9e3-cac924e42742 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:10.683917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e0a10e7-ad51-41ae-a526-0311e3a8a4df req-d3dbc110-1f52-4975-b9e3-cac924e42742 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 943 time: 0.1081820 Aug 27 02:19:10.764245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e0a10e7-ad51-41ae-a526-0311e3a8a4df req-4c830abf-29bc-4b46-80aa-6c9cad7cc557 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Aug 27 02:19:10.825610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Made reservation on behalf of 8db15a7835a14b79bfa86ce55754e9df for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:10.829725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:10.863871 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2ffd2-4ea7-4b05-a528-1d0eb36be795 x-openstack-request-id: req-f2d2ffd2-4ea7-4b05-a528-1d0eb36be795 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:10.864471 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "name": "network-vif-plugged", "status": "completed", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:10.869109 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2d2ffd2-4ea7-4b05-a528-1d0eb36be795 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:10.869854 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', 'code': 200} Aug 27 02:19:10.931452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-d62f4713-bf60-41e1-b243-89746a73bc38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6868b326-05c0-4892-8480-c12d04ea5934 HTTP/1.1" status: 200 len: 217 time: 0.5232508 Aug 27 02:19:11.058873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-888feb49-b1ec-4bd4-ac03-0af3478575e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.060729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-888feb49-b1ec-4bd4-ac03-0af3478575e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65ff9499-d822-4a5b-861c-b770dbcd3fd0 HTTP/1.1" status: 200 len: 855 time: 0.1035750 Aug 27 02:19:11.063756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b42b167c-f5ab-4749-afdb-023d7fafea07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.156573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-7882de07-9948-406c-9f0a-4a3d859fd844 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c55bb7c-416f-422b-8cf0-493e21730a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763986 Aug 27 02:19:11.163142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Allocated IP 172.20.0.7 (abd28e82-6d88-4a5b-a321-1d40e3e94cd5/57a6d5aa-f19b-44f4-b0ec-e95bfacc906c/c8652b48-d9b2-4028-ab03-65976ee23948) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:11.289261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b42b167c-f5ab-4749-afdb-023d7fafea07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.402272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-b222f7c6-9880-41c2-9aae-3cbde39d8253 service neutron] 10.222.0.46 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097577 Aug 27 02:19:11.406866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b42b167c-f5ab-4749-afdb-023d7fafea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.514860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.539739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Transition to ACTIVE for port object c8652b48-d9b2-4028-ab03-65976ee23948 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:11.597006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b167c-f5ab-4749-afdb-023d7fafea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29a2b52-069d-4edb-b0b4-1d9d4a795b55,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:11.609923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c03d7-1a86-4014-b814-77e88588f844 req-8c03e1b4-9c42-4e39-b203-ec6696147049 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.611525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e1c03d7-1a86-4014-b814-77e88588f844 req-8c03e1b4-9c42-4e39-b203-ec6696147049 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.7266550 Aug 27 02:19:11.614232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2397cbe-8a32-4a7b-98e0-975a98513402 req-e99ea66c-e49c-4eea-ba31-8408c4a0ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.615392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2397cbe-8a32-4a7b-98e0-975a98513402 req-e99ea66c-e49c-4eea-ba31-8408c4a0ddd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 1101 time: 0.5493498 Aug 27 02:19:11.618129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.618817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b42b167c-f5ab-4749-afdb-023d7fafea07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fcb3c86763f48fa84eb592b989329de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4058805 Aug 27 02:19:11.623778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-310d0278-c20c-4f75-a0c1-3b87690f41cc req-b1829803-b71e-4abd-b800-79dc60d3fcd6 service neutron] 10.222.0.46 "GET /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122455 Aug 27 02:19:11.625570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:11.659886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:11.665903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:11.706277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:11.707549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2397cbe-8a32-4a7b-98e0-975a98513402 req-8cb49860-5fee-44a1-8bba-c2972c1fca70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828450 Aug 27 02:19:11.746060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e1c03d7-1a86-4014-b814-77e88588f844 req-cdca791d-7d46-4353-8d04-b23136acd551 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069849 Aug 27 02:19:11.769441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.803060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Pushing event updated for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:11.823800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:11.824731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.830194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:11.862416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-9d333d04-7bf2-4df4-a9ce-056a32020230 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7863395 Aug 27 02:19:12.002412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaff2a-2874-4c60-b0de-0c80118d33c0 req-f36d914a-3135-4722-8bc5-5562e94780da tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.004002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7feaff2a-2874-4c60-b0de-0c80118d33c0 req-f36d914a-3135-4722-8bc5-5562e94780da tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 931 time: 0.1054759 Aug 27 02:19:12.011294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Request body: {'port': {'device_id': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:12.020281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.024485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.025608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f29a2b52-069d-4edb-b0b4-1d9d4a795b55 HTTP/1.1" status: 204 len: 168 time: 0.3991873 Aug 27 02:19:12.055331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-325a7681-071c-40ae-83cf-e36262991bcd None None] Provisioning for port c8652b48-d9b2-4028-ab03-65976ee23948 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:12.060782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-325a7681-071c-40ae-83cf-e36262991bcd None None] Provisioning complete for port c8652b48-d9b2-4028-ab03-65976ee23948 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:12.061204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-325a7681-071c-40ae-83cf-e36262991bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.087535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996dd13-9d5c-4a75-a360-c42fdcb0dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29a2b52-069d-4edb-b0b4-1d9d4a795b55,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:12.129445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.135601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-325a7681-071c-40ae-83cf-e36262991bcd None None] Port c8652b48-d9b2-4028-ab03-65976ee23948 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:12.137993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7feaff2a-2874-4c60-b0de-0c80118d33c0 req-cd5da4ef-8bd7-436e-8d49-403fd640b9aa tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252809 Aug 27 02:19:12.332666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a306b-804f-4e06-980c-f5993d34af30 req-4202d7fb-4dde-4208-8dea-e87919f05722 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.341326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-748a306b-804f-4e06-980c-f5993d34af30 req-4202d7fb-4dde-4208-8dea-e87919f05722 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0934393 Aug 27 02:19:12.403658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-748a306b-804f-4e06-980c-f5993d34af30 req-785331a9-36d8-487b-8607-b9f04cec5afd tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611954 Aug 27 02:19:12.478317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:12.501387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26d1a56f-e3bf-4d74-af5c-b92aedba4c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.586433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ed59-068b-4e0b-9fab-fedb4baf296b req-0cfc4193-0684-45ac-833e-639621086d08 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.595026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8620ed59-068b-4e0b-9fab-fedb4baf296b req-0cfc4193-0684-45ac-833e-639621086d08 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0877643 Aug 27 02:19:12.675959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8620ed59-068b-4e0b-9fab-fedb4baf296b req-7bbc62ad-9ac6-41da-b739-79088e71b968 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760260 Aug 27 02:19:12.755095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8652b48-d9b2-4028-ab03-65976ee23948 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:12.770777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.800786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Transition to ACTIVE for port object c8652b48-d9b2-4028-ab03-65976ee23948 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:12.806100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.807809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26d1a56f-e3bf-4d74-af5c-b92aedba4c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.822710 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26d1a56f-e3bf-4d74-af5c-b92aedba4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:12.892610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:12.894954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-26d1a56f-e3bf-4d74-af5c-b92aedba4c3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2365a59b1464ff18f22b1df05814831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148560 Aug 27 02:19:12.896553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a56f-e3bf-4d74-af5c-b92aedba4c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b79679-5577-4e92-adec-845804b13dd0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:12.910628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50596) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:12.954575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0748ca-e5b2-414a-bd0f-7a1ca209dc77 req-6d8ed455-6fa0-42d4-841b-6220d0c6a4e8 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:12.963400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da0748ca-e5b2-414a-bd0f-7a1ca209dc77 req-6d8ed455-6fa0-42d4-841b-6220d0c6a4e8 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 943 time: 0.1599636 Aug 27 02:19:13.043072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da0748ca-e5b2-414a-bd0f-7a1ca209dc77 req-f5ded47c-064e-4828-a30f-12200195fa18 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659468 Aug 27 02:19:13.111763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Attempting to bind port c8652b48-d9b2-4028-ab03-65976ee23948 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:13.112237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Attempting to bind port c8652b48-d9b2-4028-ab03-65976ee23948 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:13.112564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Attempting to bind port c8652b48-d9b2-4028-ab03-65976ee23948 on network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:13.118929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.125128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Port c8652b48-d9b2-4028-ab03-65976ee23948 on network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:13.125667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Attempting to bind port c8652b48-d9b2-4028-ab03-65976ee23948 on network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:13.140503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:13.140840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Checking segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:13.141231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Bound using segment: {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:13.141831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Bound port: c8652b48-d9b2-4028-ab03-65976ee23948, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4002c0-d638-4b27-a7c1-fda99777d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:13.142196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.168908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.275578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:13.283365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c8652b48-d9b2-4028-ab03-65976ee23948,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:13.285274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.288317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.289620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3b79679-5577-4e92-adec-845804b13dd0 HTTP/1.1" status: 204 len: 168 time: 0.3779385 Aug 27 02:19:13.307177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.463153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:13.472620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1db63-74b4-4cc0-9a07-d994386c2bfd req-e6ef7062-bde5-493a-ac42-ce707c9bd267 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.486098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cf1db63-74b4-4cc0-9a07-d994386c2bfd req-e6ef7062-bde5-493a-ac42-ce707c9bd267 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.1362703 Aug 27 02:19:13.488984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fbb55-c0e7-4d2f-8a66-b48b9b51ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b79679-5577-4e92-adec-845804b13dd0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:13.502955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.503564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:13.506248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-c872c528-f315-4b65-b4f2-1f22d46dcfe0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c8652b48-d9b2-4028-ab03-65976ee23948 HTTP/1.1" status: 200 len: 1091 time: 1.5021498 Aug 27 02:19:13.508921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:13.511288 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:13.648892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cf1db63-74b4-4cc0-9a07-d994386c2bfd req-3401e4b1-f24f-4752-b057-3bc0f3dee5db tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566365 Aug 27 02:19:13.713063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-f637379c-5c96-4894-a217-0a5910fc0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.714711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-f637379c-5c96-4894-a217-0a5910fc0378 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db15a7835a14b79bfa86ce55754e9df&device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 1094 time: 0.1253090 Aug 27 02:19:13.858928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-105552a3-785e-4876-9998-2c443a9fee4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8652b48-d9b2-4028-ab03-65976ee23948 HTTP/1.1" status: 200 len: 217 time: 0.0804560 Aug 27 02:19:13.903313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fe84-fdd9-4551-884f-1bc9116c9707 req-26a3bfa0-87cb-4a8f-afa9-8fe4b6f2a918 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.904900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c12fe84-fdd9-4551-884f-1bc9116c9707 req-26a3bfa0-87cb-4a8f-afa9-8fe4b6f2a918 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.1176360 Aug 27 02:19:13.947361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-61044924-0110-4d00-bdb9-4f87edb5c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:13.949316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-61044924-0110-4d00-bdb9-4f87edb5c294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57a6d5aa-f19b-44f4-b0ec-e95bfacc906c HTTP/1.1" status: 200 len: 853 time: 0.0799346 Aug 27 02:19:14.007994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c12fe84-fdd9-4551-884f-1bc9116c9707 req-062d1a84-ba53-40e5-85cf-d4bed288ab0c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947368 Aug 27 02:19:14.059510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-d38ff18a-6a7c-4355-ae87-995e3ecc16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.062779 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-d38ff18a-6a7c-4355-ae87-995e3ecc16a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abd28e82-6d88-4a5b-a321-1d40e3e94cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001420 Aug 27 02:19:14.247938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77a0ec-85dc-4700-b3d8-2174619b5fd3 req-c2bb92f2-5f8b-4f83-bd40-4552174d9d67 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.260770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a77a0ec-85dc-4700-b3d8-2174619b5fd3 req-c2bb92f2-5f8b-4f83-bd40-4552174d9d67 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1125057 Aug 27 02:19:14.279862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-3ecd32a4-3cab-42aa-b5b5-fd40ca0ab451 service neutron] 10.222.0.46 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012811 Aug 27 02:19:14.320174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a77a0ec-85dc-4700-b3d8-2174619b5fd3 req-ef890f51-d853-4291-ba0c-a4a4161db7e2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 Aug 27 02:19:14.369093 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36eb865-ae54-4902-b881-a111d6b20f14 x-openstack-request-id: req-e36eb865-ae54-4902-b881-a111d6b20f14 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:14.369994 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:14.370562 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e36eb865-ae54-4902-b881-a111d6b20f14 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:14.371308 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948', 'status': 'completed', 'code': 200} Aug 27 02:19:14.484430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666db3d3-865e-46a9-ac0d-5b8405598856 req-7f3d7327-bd02-477c-a9ec-8d8bda170808 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.494138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-666db3d3-865e-46a9-ac0d-5b8405598856 req-7f3d7327-bd02-477c-a9ec-8d8bda170808 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 1101 time: 0.0586376 Aug 27 02:19:14.556925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-666db3d3-865e-46a9-ac0d-5b8405598856 req-8bfd0efc-86e1-4003-8afc-b9dfeef9414e tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Aug 27 02:19:14.807795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42ece-6ddf-4e54-aaf7-bcb84686c804 req-624d7e0f-783d-49e2-88cf-894bcd6d2262 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:14.810355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81d42ece-6ddf-4e54-aaf7-bcb84686c804 req-624d7e0f-783d-49e2-88cf-894bcd6d2262 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0923026 Aug 27 02:19:14.843726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb6ea3e3-06d3-4044-911a-82e82a831268 req-b88a5572-5614-410d-88eb-50727b423ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140021 Aug 27 02:19:14.865953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81d42ece-6ddf-4e54-aaf7-bcb84686c804 req-66fa93cd-df57-4951-8539-61b1bc7b2a74 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Aug 27 02:19:15.026232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6868b326-05c0-4892-8480-c12d04ea5934 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:15.133612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7058b6-c1f6-4e80-8608-ba212dbd8eb3 req-dda1cc4d-3d26-4bab-bf49-606c79c1f7c5 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:15.145494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-bd4c88b5-170d-43cc-8dbe-0d7ea89c7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:15.147082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-bd4c88b5-170d-43cc-8dbe-0d7ea89c7d2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8db15a7835a14b79bfa86ce55754e9df&device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 1094 time: 0.1180425 Aug 27 02:19:15.169356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af7058b6-c1f6-4e80-8608-ba212dbd8eb3 req-dda1cc4d-3d26-4bab-bf49-606c79c1f7c5 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 943 time: 0.1678884 Aug 27 02:19:15.255216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6868b326-05c0-4892-8480-c12d04ea5934,segment=NetworkSegment(20091757-55e8-4af8-8038-e84f22b6dc48),segment_id=20091757-55e8-4af8-8038-e84f22b6dc48)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.274260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af7058b6-c1f6-4e80-8608-ba212dbd8eb3 req-456daecf-8ad0-4b61-970d-bd0b616eddb9 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823057 Aug 27 02:19:15.290123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '6868b326-05c0-4892-8480-c12d04ea5934', 'network_id': '6c55bb7c-416f-422b-8cf0-493e21730a70', 'port_id': '6868b326-05c0-4892-8480-c12d04ea5934', 'mac_address': 'fa:16:3e:a6:de:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff9499-d822-4a5b-861c-b770dbcd3fd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:15.377786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.411968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6868b326-05c0-4892-8480-c12d04ea5934 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:15.443201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-eaa2e74e-f197-41ba-af48-9a7d4ed24ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:15.447614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-eaa2e74e-f197-41ba-af48-9a7d4ed24ccb service neutron] 10.222.0.46 "GET /v2.0/networks?id=abd28e82-6d88-4a5b-a321-1d40e3e94cd5 HTTP/1.1" status: 200 len: 915 time: 0.2859812 Aug 27 02:19:15.467251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6868b326-05c0-4892-8480-c12d04ea5934,segment=NetworkSegment(20091757-55e8-4af8-8038-e84f22b6dc48),segment_id=20091757-55e8-4af8-8038-e84f22b6dc48)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:15.489522 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:15.548242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-628e3f79-0973-4d22-bf54-8864bd716f04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8652b48-d9b2-4028-ab03-65976ee23948 HTTP/1.1" status: 200 len: 217 time: 0.0797052 Aug 27 02:19:15.634125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-e81bcb7e-4b46-4c34-ae09-969a2d4bda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:15.636562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-e81bcb7e-4b46-4c34-ae09-969a2d4bda12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57a6d5aa-f19b-44f4-b0ec-e95bfacc906c HTTP/1.1" status: 200 len: 853 time: 0.0795593 Aug 27 02:19:15.704659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:15.745176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-8512dd13-48b8-446e-94a7-6ce42eafadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:15.746820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-8512dd13-48b8-446e-94a7-6ce42eafadc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=abd28e82-6d88-4a5b-a321-1d40e3e94cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931320 Aug 27 02:19:15.906744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-c1a6531e-0781-4c53-9eee-585861921195 service neutron] 10.222.0.46 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432621 Aug 27 02:19:16.007972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6868b326-05c0-4892-8480-c12d04ea5934'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:16.070481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:19.031114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6868b326-05c0-4892-8480-c12d04ea5934 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:19.274278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 6868b326-05c0-4892-8480-c12d04ea5934 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:19.278905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 6868b326-05c0-4892-8480-c12d04ea5934 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:19.279302 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:19.374795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:19.411150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:19.415045 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c561d490-cbcb-40b1-9356-f98b60125f69" -d '{"events": [{"server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "name": "network-vif-plugged", "status": "completed", "tag": "6868b326-05c0-4892-8480-c12d04ea5934"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:19.421735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6868b326-05c0-4892-8480-c12d04ea5934,segment=NetworkSegment(20091757-55e8-4af8-8038-e84f22b6dc48),segment_id=20091757-55e8-4af8-8038-e84f22b6dc48)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:19.427220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:19.496210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:19.920580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-a3c7d202-7b1f-4a6b-8f8b-92b275740a88 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346394 Aug 27 02:19:19.986234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44a87-c61d-4aaa-9962-c347a970d967 req-03db9076-10f0-4e4c-ac41-57c25a563093 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:19.987842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8e44a87-c61d-4aaa-9962-c347a970d967 req-03db9076-10f0-4e4c-ac41-57c25a563093 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0487573 Aug 27 02:19:20.029170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8e44a87-c61d-4aaa-9962-c347a970d967 req-26f117b3-fe1b-417b-abe2-4c2e581df774 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 27 02:19:20.032156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-157ee9a1-1af2-4545-8596-d19eb9e447b1 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.033619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-157ee9a1-1af2-4545-8596-d19eb9e447b1 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068735 Aug 27 02:19:20.055721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-0f0cd2cf-6c16-4059-b0e7-ebf2ebaa66f8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0160704 Aug 27 02:19:20.163377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b659ca-13e7-4461-ad59-02d755f375d0 req-d3ca10dd-f9cc-4935-b3ce-4def8f9770fc tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.167349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b659ca-13e7-4461-ad59-02d755f375d0 req-d3ca10dd-f9cc-4935-b3ce-4def8f9770fc tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0618286 Aug 27 02:19:20.183546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-ff852ee4-0b2d-4e4c-a480-e0ae9bbe243b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1159630 Aug 27 02:19:20.219872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b659ca-13e7-4461-ad59-02d755f375d0 req-731a8719-d805-44e2-9889-62dfd3c8d7d6 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492017 Aug 27 02:19:20.343691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452fe64-9549-41de-b5ea-445c9ffb2217 req-b96bb70b-2bbd-418d-8ad9-8d2755e4a21c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.351525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2452fe64-9549-41de-b5ea-445c9ffb2217 req-b96bb70b-2bbd-418d-8ad9-8d2755e4a21c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0657198 Aug 27 02:19:20.404048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2452fe64-9549-41de-b5ea-445c9ffb2217 req-c28a4ffe-9863-47b8-ad05-ab1e87f08a84 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Aug 27 02:19:20.551830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf10c5-c8be-4d78-bfba-cbebe77065cc req-6f9ed55e-7806-4039-9cfa-855f3194cd98 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:20.553484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09bf10c5-c8be-4d78-bfba-cbebe77065cc req-6f9ed55e-7806-4039-9cfa-855f3194cd98 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0814586 Aug 27 02:19:20.603505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09bf10c5-c8be-4d78-bfba-cbebe77065cc req-073c77f4-5fde-49f3-bb41-1b2c52843a5c tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Aug 27 02:19:20.674615 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95d822f-1fef-4e6f-9637-3bd87f362a99 x-openstack-request-id: req-e95d822f-1fef-4e6f-9637-3bd87f362a99 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:20.675680 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "name": "network-vif-plugged", "status": "completed", "tag": "6868b326-05c0-4892-8480-c12d04ea5934", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:20.676206 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e95d822f-1fef-4e6f-9637-3bd87f362a99 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:20.676876 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934', 'code': 200} Aug 27 02:19:20.809921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcc0d8e8-1a51-434b-aa2b-5671dca29652 req-6fd4b8f3-9be3-495b-8e2a-ed949584c4c8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 210 time: 0.0336018 Aug 27 02:19:21.077643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd960ac-cb69-4fdb-bed3-83a87a7aecfb req-c688fd0f-cacd-454c-8b53-75914664dee6 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.079151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bd960ac-cb69-4fdb-bed3-83a87a7aecfb req-c688fd0f-cacd-454c-8b53-75914664dee6 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 949 time: 0.0510383 Aug 27 02:19:21.131417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bd960ac-cb69-4fdb-bed3-83a87a7aecfb req-e51cafea-92e9-4482-81a0-8f9d0f4745c6 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461237 Aug 27 02:19:21.284278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196315d-7e0f-44a6-acb5-f021c66ef55f req-56f92a05-3c65-4dbd-83d8-1c3fbe8485b2 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.285772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f196315d-7e0f-44a6-acb5-f021c66ef55f req-56f92a05-3c65-4dbd-83d8-1c3fbe8485b2 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0669246 Aug 27 02:19:21.326340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f196315d-7e0f-44a6-acb5-f021c66ef55f req-e6c4189a-19c2-4930-9860-9b9b779a2a50 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 Aug 27 02:19:21.468332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-cda143d3-b31e-4c02-99c8-a2a69d4bea4a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329213 Aug 27 02:19:21.534891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:21.610209 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ea49-8a75-49af-a988-df18236ebd73 req-d4ed24dc-3710-419b-a663-2fdd0e1ef520 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.619096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc26ea49-8a75-49af-a988-df18236ebd73 req-d4ed24dc-3710-419b-a663-2fdd0e1ef520 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1258731 Aug 27 02:19:21.653709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-1efc9e3b-1d65-44c4-867f-d3313fed713a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.655227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-1efc9e3b-1d65-44c4-867f-d3313fed713a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709380 Aug 27 02:19:21.666143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc26ea49-8a75-49af-a988-df18236ebd73 req-9a72ee40-6639-448f-9b25-7b5854650571 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Aug 27 02:19:21.669165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:21.719465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5eae8c1d-0d1f-4a03-bfb7-db4863e928cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.804710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746024-0644-45dc-af52-2e903e4cf053 req-2c2519b1-8a83-401b-a827-1d7746566e5f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:21.806234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25746024-0644-45dc-af52-2e903e4cf053 req-2c2519b1-8a83-401b-a827-1d7746566e5f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0686278 Aug 27 02:19:21.895056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25746024-0644-45dc-af52-2e903e4cf053 req-8942ade8-711f-439c-aaca-499239a6b583 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685053 Aug 27 02:19:21.914699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5eae8c1d-0d1f-4a03-bfb7-db4863e928cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.921246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5eae8c1d-0d1f-4a03-bfb7-db4863e928cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.951911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:21.956492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:21.985047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5eae8c1d-0d1f-4a03-bfb7-db4863e928cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53abd95d4de142d8b0c417438ad65ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484687 Aug 27 02:19:22.005631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae8c1d-0d1f-4a03-bfb7-db4863e928cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444cf4b4-55ed-4ec6-b353-7ca386ece201,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:22.008727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50760) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:22.114809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.104 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/4540d734-62cd-4f9c-ac89-f13417d88429) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:22.117610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.150217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba54ac-d37f-4ffc-8b0c-1f4f43d45113 req-73eb7380-b5a9-4bc3-bc6d-805d342b08ee tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.151609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bba54ac-d37f-4ffc-8b0c-1f4f43d45113 req-73eb7380-b5a9-4bc3-bc6d-805d342b08ee tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.1941030 Aug 27 02:19:22.157149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.217540 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bba54ac-d37f-4ffc-8b0c-1f4f43d45113 req-86c8b45d-89ce-4154-9aa0-ef3ec2000bf0 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587318 Aug 27 02:19:22.242832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.247393 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.248687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/444cf4b4-55ed-4ec6-b353-7ca386ece201 HTTP/1.1" status: 204 len: 168 time: 0.2381446 Aug 27 02:19:22.258238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee1229-d921-4b99-9ff1-d3853d0cbb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444cf4b4-55ed-4ec6-b353-7ca386ece201,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:22.349020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.366534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object 4540d734-62cd-4f9c-ac89-f13417d88429 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:22.409932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.427362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:22.481916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:22.489639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:22.493119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:22.494108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:22.540775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:22.579950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:22.580619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.597858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-4f618b36-7126-4eb5-a659-084252f6e283 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9327884 Aug 27 02:19:22.623074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Request body: {'port': {'device_id': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:22.637352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1469ad67-3190-45b3-b748-c58e80b0863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.692884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:22.946605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50788) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:22.970806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eac157d-19d4-48bc-9605-ab422e26a134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.047410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-176bb16c-b763-49cc-930f-ff3fde99702f None None] Provisioning for port 4540d734-62cd-4f9c-ac89-f13417d88429 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:23.091839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-176bb16c-b763-49cc-930f-ff3fde99702f None None] Provisioning complete for port 4540d734-62cd-4f9c-ac89-f13417d88429 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:23.092214 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-176bb16c-b763-49cc-930f-ff3fde99702f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.169031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eac157d-19d4-48bc-9605-ab422e26a134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.180889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eac157d-19d4-48bc-9605-ab422e26a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.234348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4540d734-62cd-4f9c-ac89-f13417d88429 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:23.250715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.266740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac157d-19d4-48bc-9605-ab422e26a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec6bc7-da12-4e4f-94ea-07324dacc4a1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.267569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Transition to ACTIVE for port object 4540d734-62cd-4f9c-ac89-f13417d88429 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:23.298037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.301634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-176bb16c-b763-49cc-930f-ff3fde99702f None None] Port 4540d734-62cd-4f9c-ac89-f13417d88429 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:23.316449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3eac157d-19d4-48bc-9605-ab422e26a134 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=742b4fa8695841bda9c90cf3bf56a2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681970 Aug 27 02:19:23.321099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50810) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:23.388540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.427667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.455812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.540053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.545115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.546197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Attempting to bind port 4540d734-62cd-4f9c-ac89-f13417d88429 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:23.547059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Attempting to bind port 4540d734-62cd-4f9c-ac89-f13417d88429 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:23.547195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Attempting to bind port 4540d734-62cd-4f9c-ac89-f13417d88429 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:23.561209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55ec6bc7-da12-4e4f-94ea-07324dacc4a1 HTTP/1.1" status: 204 len: 168 time: 0.2389259 Aug 27 02:19:23.580179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235644e-c19d-45ae-98e8-51214759d38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec6bc7-da12-4e4f-94ea-07324dacc4a1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.580603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Port 4540d734-62cd-4f9c-ac89-f13417d88429 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:23.580931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Attempting to bind port 4540d734-62cd-4f9c-ac89-f13417d88429 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:23.600937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:23.600937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:23.600937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:23.600937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Bound port: 4540d734-62cd-4f9c-ac89-f13417d88429, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:23.600937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.747053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:23.760548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4540d734-62cd-4f9c-ac89-f13417d88429,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:23.777176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.858512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:23.859136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:23.860548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] 10.222.0.15 "PUT /v2.0/ports/4540d734-62cd-4f9c-ac89-f13417d88429 HTTP/1.1" status: 200 len: 1096 time: 1.2457259 Aug 27 02:19:23.861006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:23.863278 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93222c76-1035-4452-a7fe-fd8df850074f" -d '{"events": [{"name": "network-changed", "server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:23.962915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499ea9-c01d-48fa-8987-884bc26a7b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:23.977642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:24.001777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-cbbcaf09-d767-4071-9444-b486ccfea76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.004455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a647-601d-4081-a84a-38e74ad11a3b req-5b851750-5c77-45f7-b437-bf681a0152d6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.006220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-cbbcaf09-d767-4071-9444-b486ccfea76f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 1099 time: 0.0912333 Aug 27 02:19:24.008161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51c1a647-601d-4081-a84a-38e74ad11a3b req-5b851750-5c77-45f7-b437-bf681a0152d6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 948 time: 0.1324151 Aug 27 02:19:24.084052 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-e9f5d877-b1f2-485d-94da-259dfbe06a5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4540d734-62cd-4f9c-ac89-f13417d88429 HTTP/1.1" status: 200 len: 217 time: 0.0677040 Aug 27 02:19:24.090783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51c1a647-601d-4081-a84a-38e74ad11a3b req-d2e7a585-fa92-415b-be67-b02629839a79 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Aug 27 02:19:24.129881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.165035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:24.165547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-6867a038-f868-4f83-bfe6-689263cf912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.167035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-6867a038-f868-4f83-bfe6-689263cf912f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0685024 Aug 27 02:19:24.167601 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18ff658-f881-43b7-937a-b0463a103d45" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:24.184583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:24.191669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.236549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-d9ca5c65-e879-4be7-a095-ce301f29d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.238453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-d9ca5c65-e879-4be7-a095-ce301f29d38d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590374 Aug 27 02:19:24.239610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8eb0c-976a-492d-ab22-e0100eac6d74 req-c81382b3-fb56-4b0e-8aae-27e678e5d773 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.247181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8b8eb0c-976a-492d-ab22-e0100eac6d74 req-c81382b3-fb56-4b0e-8aae-27e678e5d773 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0630233 Aug 27 02:19:24.249070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:24.361085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8b8eb0c-976a-492d-ab22-e0100eac6d74 req-2ff98181-4bdc-4da0-8574-ebd20c964abf tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127527 Aug 27 02:19:24.383097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-5d5b34fa-5ef6-4a40-9b8b-05acfd795dde service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314218 Aug 27 02:19:24.472575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a890b-07c1-46d8-81da-82fd05a21516 req-79989893-e135-44ae-bad1-f9cfaec8b34b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.479086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a06a890b-07c1-46d8-81da-82fd05a21516 req-79989893-e135-44ae-bad1-f9cfaec8b34b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0592749 Aug 27 02:19:24.523734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b05c45f-703f-49f1-8728-1c0041278c37 req-50c5339e-7945-4dea-a24e-2aecb88a6ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307807 Aug 27 02:19:24.526425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a06a890b-07c1-46d8-81da-82fd05a21516 req-658cdc2d-1fd5-453c-9785-5de51fae8036 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Aug 27 02:19:24.583625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:24.645188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d80a8-1470-4926-9090-743533c21874 req-eb6a26ca-c7bd-4157-a68a-1b9c98b330d5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.646590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e1d80a8-1470-4926-9090-743533c21874 req-eb6a26ca-c7bd-4157-a68a-1b9c98b330d5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0492551 Aug 27 02:19:24.683249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-928654399-network', 'tenant_id': 'a5749f04040942db833640c26730258a'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:24.693182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e1d80a8-1470-4926-9090-743533c21874 req-0b05b624-3a55-4645-871a-42f11431c419 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Aug 27 02:19:24.708779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:24.711241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.719632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.827064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c2040-65e5-47d1-9543-ba9be0bba140 req-8bbc9d1f-b2a5-4b4b-bf0b-b2b970bf0a80 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:24.828786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-627c2040-65e5-47d1-9543-ba9be0bba140 req-8bbc9d1f-b2a5-4b4b-bf0b-b2b970bf0a80 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Aug 27 02:19:24.885551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.889006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-627c2040-65e5-47d1-9543-ba9be0bba140 req-1b9fa410-301f-42c9-9115-5baa002a4275 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535483 Aug 27 02:19:24.890120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.917366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:24.923656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeba88c-2da2-4808-89e4-779fb02545b4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:24.930657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:24.931020 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Added segment 7cb440a4-8bad-4f4b-a4d0-1231cc315870 of type vlan for network 909e2216-bad6-46a8-adbe-1f88c2d5d740 Aug 27 02:19:24.970835 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0365cdf-cf53-4527-acfe-d7dd24f26965 x-openstack-request-id: req-b0365cdf-cf53-4527-acfe-d7dd24f26965 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:24.971325 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:24.971414 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0365cdf-cf53-4527-acfe-d7dd24f26965 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:24.971754 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429', 'status': 'completed', 'code': 200} Aug 27 02:19:24.983955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.002321 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dcf75b-26cf-4e59-95a6-3da43803a4ca x-openstack-request-id: req-f3dcf75b-26cf-4e59-95a6-3da43803a4ca {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:25.003179 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:25.003439 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3dcf75b-26cf-4e59-95a6-3da43803a4ca {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:25.003847 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'code': 200} Aug 27 02:19:25.010043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.011118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.011695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.066087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4813509 Aug 27 02:19:25.070470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50858) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:25.075329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Request body: {'subnet': {'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-928654399-subnet', 'tenant_id': 'a5749f04040942db833640c26730258a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:25.090415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97354ca5-e4ca-41b2-8b27-ff5657f44a09 admin admin] Pushing event updated for resources: {'Network': ['ID=909e2216-bad6-46a8-adbe-1f88c2d5d740,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.105492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:25.106284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:25.109344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.229975 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-00365549-bfdb-49b7-95a5-3ec90c5b651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.238727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222c76-1035-4452-a7fe-fd8df850074f req-b901ffb0-52db-4d35-b65e-3a7db6af351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.240309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-b901ffb0-52db-4d35-b65e-3a7db6af351c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 1099 time: 0.0684505 Aug 27 02:19:25.327201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.331577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.364616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222c76-1035-4452-a7fe-fd8df850074f req-1872dc8b-cafa-4968-a8b5-467e0e8e5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.366472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-1872dc8b-cafa-4968-a8b5-467e0e8e5142 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1116207 Aug 27 02:19:25.411023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-4974649e-dca6-4468-957f-f4834da197fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4540d734-62cd-4f9c-ac89-f13417d88429 HTTP/1.1" status: 200 len: 217 time: 0.0366814 Aug 27 02:19:25.423403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ec14cf-83ad-4320-a3fc-2416e204cf5d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:25.438144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:25.438518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Network hostable DHCP agents. Network: 909e2216-bad6-46a8-adbe-1f88c2d5d740, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:25.449022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651dcc0-05fd-4238-b101-771459c685dd req-60d15f89-a10f-474a-a28f-a894ea49f434 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.450519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1651dcc0-05fd-4238-b101-771459c685dd req-60d15f89-a10f-474a-a28f-a894ea49f434 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 948 time: 0.0872505 Aug 27 02:19:25.470782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222c76-1035-4452-a7fe-fd8df850074f req-4bf61ec8-8c7a-4372-95f0-ff3f7d992aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.472326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-4bf61ec8-8c7a-4372-95f0-ff3f7d992aea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0533028 Aug 27 02:19:25.483637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:25.503213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1651dcc0-05fd-4238-b101-771459c685dd req-6ea10bee-a59b-4f58-bf65-294126959a23 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Aug 27 02:19:25.504339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 909e2216-bad6-46a8-adbe-1f88c2d5d740) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:25.509479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.510200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:25.518826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ee94c-8f4a-40b5-8e71-42a26729ac16 None None] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:25.537238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0fb4afe-1d9b-4e8c-b6f5-68a87a2e086a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4575510 Aug 27 02:19:25.537364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222c76-1035-4452-a7fe-fd8df850074f req-927012b0-5b15-4771-a4a7-419d2b26b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.537364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-927012b0-5b15-4771-a4a7-419d2b26b0ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554183 Aug 27 02:19:25.639174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-7b4e561d-bc33-42f0-bc3b-5ab1a199a3e5 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891206 Aug 27 02:19:25.665718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c766f-dbed-4a0c-98c0-8c4d5f8e0d63 None None] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:25.713948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5c52f-7780-4f7f-b14f-db12cf7224e6 req-8ed7a11f-b4d3-482b-b7ba-40c8a4ccb0b6 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.723242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ff5c52f-7780-4f7f-b14f-db12cf7224e6 req-8ed7a11f-b4d3-482b-b7ba-40c8a4ccb0b6 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0663512 Aug 27 02:19:25.758667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93222c76-1035-4452-a7fe-fd8df850074f req-8882d37a-8abc-46ff-b4e3-7024d0a3ec7c service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078897 Aug 27 02:19:25.764941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ff5c52f-7780-4f7f-b14f-db12cf7224e6 req-519a7fe2-d0cf-4cd1-9e1d-517d12033faf tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Aug 27 02:19:25.871724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebbc50-6e61-4f93-bf45-83937c5ffbc5 req-0615e9c2-56ec-421f-bef4-f012828bd3b1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:25.873203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56ebbc50-6e61-4f93-bf45-83937c5ffbc5 req-0615e9c2-56ec-421f-bef4-f012828bd3b1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Aug 27 02:19:25.921423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56ebbc50-6e61-4f93-bf45-83937c5ffbc5 req-b4b0c78f-7ec1-4822-8552-bfe337fc200f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Aug 27 02:19:26.024811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972538e4-368f-4777-a824-6577d40c5711 req-4615fb91-7a2f-425f-b95b-31e3e6f67443 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.026286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-972538e4-368f-4777-a824-6577d40c5711 req-4615fb91-7a2f-425f-b95b-31e3e6f67443 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0491154 Aug 27 02:19:26.068852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-972538e4-368f-4777-a824-6577d40c5711 req-f1e0e8f4-8740-4496-8708-8bd7d0d5c591 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359254 Aug 27 02:19:26.095928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50898) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:26.101077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-971695290-network', 'tenant_id': 'faa7bf12cbcd4a0ea7fe34347f02d49b'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:26.127371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Made reservation on behalf of faa7bf12cbcd4a0ea7fe34347f02d49b for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:26.129705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.140340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.204395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5eec-51c0-4daa-ae2b-a18c9d2fe4a8 req-504119bf-db48-4a3a-9026-b808c54d65e2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.205758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dbd5eec-51c0-4daa-ae2b-a18c9d2fe4a8 req-504119bf-db48-4a3a-9026-b808c54d65e2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Aug 27 02:19:26.260534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dbd5eec-51c0-4daa-ae2b-a18c9d2fe4a8 req-7c15d59c-20b5-4df5-85d1-ce839c9850a0 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Aug 27 02:19:26.292996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.296796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.317463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:19:26.332380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ef58c-40a0-4f45-94b8-ded220fd4898,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.335261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.335604 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Added segment abad5887-fcb4-497e-81b5-9bed76016acb of type vlan for network 39d1d797-d6c3-4841-9a26-0ff669cd1fbd Aug 27 02:19:26.346662 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.375110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.409113 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.410051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.410661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.463395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3662224 Aug 27 02:19:26.465916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:26.472660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Request body: {'subnet': {'network_id': '39d1d797-d6c3-4841-9a26-0ff669cd1fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-971695290-subnet', 'tenant_id': 'faa7bf12cbcd4a0ea7fe34347f02d49b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:26.476435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b372-035a-44b8-bb3b-4dff38469d36 admin admin] Pushing event updated for resources: {'Network': ['ID=39d1d797-d6c3-4841-9a26-0ff669cd1fbd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.487602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 39d1d797-d6c3-4841-9a26-0ff669cd1fbd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:19:26.499121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Made reservation on behalf of faa7bf12cbcd4a0ea7fe34347f02d49b for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:26.502007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.693681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885142-f4ac-4605-8f3c-86e93eb3b8fa req-529c6f9f-e38b-49e7-b644-35d08f93a37d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.695754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6885142-f4ac-4605-8f3c-86e93eb3b8fa req-529c6f9f-e38b-49e7-b644-35d08f93a37d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 948 time: 0.1021383 Aug 27 02:19:26.721599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.779976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6885142-f4ac-4605-8f3c-86e93eb3b8fa req-24a3b6d0-1d77-4652-9173-6725dc140754 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743561 Aug 27 02:19:26.789309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5872ee9-6a33-45d8-a8a3-1033bb783293,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:26.806253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Checking segment: {'id': 'abad5887-fcb4-497e-81b5-9bed76016acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '39d1d797-d6c3-4841-9a26-0ff669cd1fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:26.806646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Network hostable DHCP agents. Network: 39d1d797-d6c3-4841-9a26-0ff669cd1fbd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:19:26.824478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Network 39d1d797-d6c3-4841-9a26-0ff669cd1fbd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:19:26.834519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 39d1d797-d6c3-4841-9a26-0ff669cd1fbd) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:26.839339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.839717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:26.845773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b7edc-b2d3-4db3-ba92-b23714763ca9 None None] Network 39d1d797-d6c3-4841-9a26-0ff669cd1fbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:26.856285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dbee5588-4061-485e-abc9-fde7acedc985 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3874340 Aug 27 02:19:26.974079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f566-0340-4fdc-81bc-486536029818 req-548157df-a9e4-4642-b7a1-2cff5d8639ba tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:26.976224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1be6f566-0340-4fdc-81bc-486536029818 req-548157df-a9e4-4642-b7a1-2cff5d8639ba tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0546443 Aug 27 02:19:26.993770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b231e-a724-474b-ae42-058de5eac292 None None] Network 39d1d797-d6c3-4841-9a26-0ff669cd1fbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:19:27.020192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1be6f566-0340-4fdc-81bc-486536029818 req-37ceb83b-b58a-4947-a547-aa3b46c08ef5 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Aug 27 02:19:27.134967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31baa4-0e0b-449d-8a56-42ec77f28789 req-d65611a6-4e39-4c32-8d95-1022c53015be tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.136438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f31baa4-0e0b-449d-8a56-42ec77f28789 req-d65611a6-4e39-4c32-8d95-1022c53015be tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0495007 Aug 27 02:19:27.173663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f31baa4-0e0b-449d-8a56-42ec77f28789 req-4cad405b-2360-4565-b372-22188656c19c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Aug 27 02:19:27.330523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b9cf-6ea3-4e8e-a329-6f663327e3f9 req-ee59e4d4-54b9-4552-9886-a3c58071c0da tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.334897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c959b9cf-6ea3-4e8e-a329-6f663327e3f9 req-ee59e4d4-54b9-4552-9886-a3c58071c0da tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0636265 Aug 27 02:19:27.343093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae5d9c77-493d-487f-afd9-1b8075b6d3ad req-8720f937-b93d-4c06-b4a3-212b0d1ef5a7 service neutron] 10.222.0.46 "GET /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963273 Aug 27 02:19:27.385469 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c959b9cf-6ea3-4e8e-a329-6f663327e3f9 req-61558248-c4da-4203-a90d-c0caead823c9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Aug 27 02:19:27.428153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c90a4-07e6-4087-96e0-5b8528271906 req-ac68d865-7505-4679-b799-1e97922d0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.429790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d52c90a4-07e6-4087-96e0-5b8528271906 req-ac68d865-7505-4679-b799-1e97922d0640 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 1096 time: 0.0547121 Aug 27 02:19:27.497969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d52c90a4-07e6-4087-96e0-5b8528271906 req-97ce1631-05ae-4ad1-9cfa-533b159aece9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Aug 27 02:19:27.503449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-2f9d0f95-a53c-404a-b6d2-622417d45490 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.505099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-2f9d0f95-a53c-404a-b6d2-622417d45490 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1019058 Aug 27 02:19:27.512628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc96756-ea03-407e-8328-287caa413526 req-1c145a7d-7d4a-4536-9b11-91ce64d98185 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.514395 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fcc96756-ea03-407e-8328-287caa413526 req-1c145a7d-7d4a-4536-9b11-91ce64d98185 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0684404 Aug 27 02:19:27.523342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-e044f11a-f691-4015-a4e4-22c687964e1e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/quotas/a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 375 time: 0.0097628 Aug 27 02:19:27.556993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fcc96756-ea03-407e-8328-287caa413526 req-4619979b-d9dd-4e45-99ad-d7e51817d39b tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Aug 27 02:19:27.559123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-5fe03a48-0568-46ec-b83f-4c6d316aca94 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300894 Aug 27 02:19:27.647065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-5442e0a0-89ba-4eaa-863d-d75407c6654d service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809040 Aug 27 02:19:27.735653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-17decbe5-7941-4e5a-ac9c-1ba9a5b85527 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Aug 27 02:19:27.792645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:27.892363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85901dbc-e980-4722-a983-7a42c06a6e9a req-bde4dc52-3389-4fc5-86b0-0fd1d5f289fe tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 210 time: 0.0271912 Aug 27 02:19:27.901969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f8dab-3ffc-4345-9a62-0c045437372c req-b01969a8-a905-40ef-a5b1-569bb1631254 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:27.903567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b0f8dab-3ffc-4345-9a62-0c045437372c req-b01969a8-a905-40ef-a5b1-569bb1631254 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 948 time: 0.0511141 Aug 27 02:19:27.963043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b0f8dab-3ffc-4345-9a62-0c045437372c req-d2b33f25-5c2f-4b92-878a-e53955b55e9c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481203 Aug 27 02:19:27.990934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4540d734-62cd-4f9c-ac89-f13417d88429 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:28.099268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4540d734-62cd-4f9c-ac89-f13417d88429,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:28.112105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4540d734-62cd-4f9c-ac89-f13417d88429', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4540d734-62cd-4f9c-ac89-f13417d88429', 'mac_address': 'fa:16:3e:11:e5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:28.157624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.160561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50feb89-cf6d-4ab5-83ec-3b9fc2209e9d req-1f601db1-74dc-4f3f-a54c-42fef5f0cb58 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.162074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c50feb89-cf6d-4ab5-83ec-3b9fc2209e9d req-1f601db1-74dc-4f3f-a54c-42fef5f0cb58 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0687013 Aug 27 02:19:28.171145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4540d734-62cd-4f9c-ac89-f13417d88429 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:28.190848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4540d734-62cd-4f9c-ac89-f13417d88429,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:28.198744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:28.211951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c50feb89-cf6d-4ab5-83ec-3b9fc2209e9d req-6e9751bb-7bbd-4603-b8ae-f8b265423578 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Aug 27 02:19:28.267363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:28.312287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f304-1b2b-4197-b72e-88e6d68fb64a req-14bd1f5f-3fd4-46c2-970e-f422bf6718a2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.313785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd0f304-1b2b-4197-b72e-88e6d68fb64a req-14bd1f5f-3fd4-46c2-970e-f422bf6718a2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0596669 Aug 27 02:19:28.351327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd0f304-1b2b-4197-b72e-88e6d68fb64a req-0020ca07-0cab-4c20-bf50-ea49794b1ef0 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Aug 27 02:19:28.506715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6aad0-845e-4010-b2e8-32bfdce56ef2 req-ec3bf636-55c7-4df3-bff3-8adfbc992f66 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.508202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5cc6aad0-845e-4010-b2e8-32bfdce56ef2 req-ec3bf636-55c7-4df3-bff3-8adfbc992f66 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0508733 Aug 27 02:19:28.537343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4540d734-62cd-4f9c-ac89-f13417d88429'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:28.546639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5cc6aad0-845e-4010-b2e8-32bfdce56ef2 req-4a4539aa-35d6-4ca1-b9ee-b76a4ddc8546 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 27 02:19:28.669980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712466ca-7aff-4aff-ae52-c47dad32bd48 req-cbfe4df7-0fb7-4e03-9fcc-319e31312f1e tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:28.671459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-712466ca-7aff-4aff-ae52-c47dad32bd48 req-cbfe4df7-0fb7-4e03-9fcc-319e31312f1e tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Aug 27 02:19:28.710045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-712466ca-7aff-4aff-ae52-c47dad32bd48 req-3d1ce1b1-da80-4c30-84f4-fe1708c8d31e tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Aug 27 02:19:28.994626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23e1b3a3-6954-4e76-9a76-ea73f6e898fc req-8731c05b-f327-4c60-8f24-bdc2a72c61d9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 210 time: 0.0281739 Aug 27 02:19:29.144515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f5539-545e-4d12-8305-851372d56a7a req-f0d621a1-3e37-4feb-ba3d-708e59c1c2f2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.145961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-140f5539-545e-4d12-8305-851372d56a7a req-f0d621a1-3e37-4feb-ba3d-708e59c1c2f2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 949 time: 0.0732543 Aug 27 02:19:29.152739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-15530252-8ff2-4234-9481-37412d2a8810 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.154086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-15530252-8ff2-4234-9481-37412d2a8810 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1623237 Aug 27 02:19:29.184306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Request body: {'port': {'device_id': '63879f70-323c-40cd-85f2-29424e40afca', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'admin_state_up': True, 'tenant_id': 'a5749f04040942db833640c26730258a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:29.203734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-140f5539-545e-4d12-8305-851372d56a7a req-43ccf8ef-1913-4c85-8b0f-ff065f3d2a33 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487151 Aug 27 02:19:29.307900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:29.312921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.340609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ac65-3632-459d-a590-95f5a63c9428 req-98f14f8b-dc05-4781-94c3-3e5d48dcb43c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.342101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fb4ac65-3632-459d-a590-95f5a63c9428 req-98f14f8b-dc05-4781-94c3-3e5d48dcb43c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0587771 Aug 27 02:19:29.382815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fb4ac65-3632-459d-a590-95f5a63c9428 req-103a5ca0-e31c-4bad-b72d-08a0b11ba2c3 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Aug 27 02:19:29.445450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Allocated IP 172.20.0.14 (909e2216-bad6-46a8-adbe-1f88c2d5d740/b9ec14cf-83ad-4320-a3fc-2416e204cf5d/31342568-d93c-4a2d-bfcc-ad77337b7046) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:29.485886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a34fe-e5b1-47a5-9f7c-4cf9ab5b6102 req-24bf1627-b44d-423c-8cb6-5e18bcf196bf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.491288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee0a34fe-e5b1-47a5-9f7c-4cf9ab5b6102 req-24bf1627-b44d-423c-8cb6-5e18bcf196bf tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0530636 Aug 27 02:19:29.528757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee0a34fe-e5b1-47a5-9f7c-4cf9ab5b6102 req-6a50de2a-89d1-4939-a6d1-69c00f0ff04d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Aug 27 02:19:29.607322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.674787 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.687688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a9c2-613c-446c-ab40-dbc5c93db509 req-cb23775f-3909-40c6-afcb-ccaa6ade3db1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.689145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1a1a9c2-613c-446c-ab40-dbc5c93db509 req-cb23775f-3909-40c6-afcb-ccaa6ade3db1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0688407 Aug 27 02:19:29.744216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:29.754341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:29.763602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:29.769072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:29.796651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1a1a9c2-613c-446c-ab40-dbc5c93db509 req-cf5b2b17-e461-48a9-bfc5-b28205de67b5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813715 Aug 27 02:19:29.820210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.820824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.826574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b6177-178f-4ae8-8b65-fcf4db08932b req-cdde8282-822f-4978-8f02-e57a095c514d tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:29.828151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b30b6177-178f-4ae8-8b65-fcf4db08932b req-cdde8282-822f-4978-8f02-e57a095c514d tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Aug 27 02:19:29.835100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a2518a86-5c2b-4441-a7a9-29a30696d1fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547136 Aug 27 02:19:29.866299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b30b6177-178f-4ae8-8b65-fcf4db08932b req-f19f5726-6ca6-4c90-9cba-fdd15649db22 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Aug 27 02:19:29.920652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Request body: {'port': {'device_id': '63879f70-323c-40cd-85f2-29424e40afca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:29.973866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:29.995560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:30.011725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4540d734-62cd-4f9c-ac89-f13417d88429 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:30.175776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:30.189683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'mac_address': 'fa:16:3e:7d:aa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:30.222133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 4540d734-62cd-4f9c-ac89-f13417d88429 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:30.245694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4540d734-62cd-4f9c-ac89-f13417d88429 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:30.246972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da9c9-7e41-4316-b214-2ecda339ec7a req-e8e837f9-8d26-46cb-b1da-abe582dc7766 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.247573 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.248503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a10da9c9-7e41-4316-b214-2ecda339ec7a req-e8e837f9-8d26-46cb-b1da-abe582dc7766 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 932 time: 0.0983577 Aug 27 02:19:30.317692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a10da9c9-7e41-4316-b214-2ecda339ec7a req-68a36ecd-03c2-4f06-b5e9-afa6be2b79a3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615497 Aug 27 02:19:30.327001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31342568-d93c-4a2d-bfcc-ad77337b7046 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:30.330334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.335565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.356490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:30.361417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Transition to ACTIVE for port object 31342568-d93c-4a2d-bfcc-ad77337b7046 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:30.370945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.382911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:30.411850 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.513460 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.522116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb837b-f4a4-4980-9bb0-ad7adb48d34e req-fe7f2290-f21c-4219-b3ae-de3a95f5b836 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.530105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2cb837b-f4a4-4980-9bb0-ad7adb48d34e req-fe7f2290-f21c-4219-b3ae-de3a95f5b836 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 949 time: 0.1709371 Aug 27 02:19:30.532066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:30.554024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.563729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:30.580654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4010717e-4d6a-4eb1-89ca-7ac809d7746e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:30.590847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:30.593505 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cded998-59ea-47f1-8b85-0946b1cb2d1b" -d '{"events": [{"server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "name": "network-vif-plugged", "status": "completed", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:30.600630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be53d-9eaa-4598-bc35-5d7e05c49d65 req-de2018bd-204a-4960-af14-1e9e23d64fca tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:30.603405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2cb837b-f4a4-4980-9bb0-ad7adb48d34e req-865868ee-aa57-45a3-a0e8-db33f74ed651 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723183 Aug 27 02:19:30.607621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-939be53d-9eaa-4598-bc35-5d7e05c49d65 req-de2018bd-204a-4960-af14-1e9e23d64fca tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.1230869 Aug 27 02:19:30.627523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:30.629553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:30.631012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:30.643523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:30.644378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:30.658332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:30.658872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:30.659353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:30.663380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Bound port: 31342568-d93c-4a2d-bfcc-ad77337b7046, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:30.663896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.700284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4540d734-62cd-4f9c-ac89-f13417d88429,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:30.708662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-939be53d-9eaa-4598-bc35-5d7e05c49d65 req-d1a815fd-7479-4874-b1f7-7d9415fbdbea tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928380 Aug 27 02:19:30.767401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.816714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:30.821474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:30.830020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:30.851978 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83176930-b934-4fd5-9867-62b82d397884 x-openstack-request-id: req-83176930-b934-4fd5-9867-62b82d397884 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:30.852349 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "name": "network-vif-plugged", "status": "completed", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:30.852616 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83176930-b934-4fd5-9867-62b82d397884 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:30.853033 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429', 'code': 200} Aug 27 02:19:30.925181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:31.016541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66265e3f-453e-44d7-8515-ff9026b7e3e9 req-c4672def-88f1-48a5-b255-8af6c8175c75 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.019250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66265e3f-453e-44d7-8515-ff9026b7e3e9 req-c4672def-88f1-48a5-b255-8af6c8175c75 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0625057 Aug 27 02:19:31.079002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66265e3f-453e-44d7-8515-ff9026b7e3e9 req-f750ddf4-5917-4b6a-be68-21c92d09e4d1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Aug 27 02:19:31.157445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.158059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:31.159615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] 10.222.0.46 "PUT /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 1092 time: 1.2435262 Aug 27 02:19:31.164686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:31.167447 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabb740-35ba-412b-974c-51b820797220" -d '{"events": [{"name": "network-changed", "server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:31.267357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a5ec3-5fd3-4896-8a52-b7ec290d1c6f service neutron] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:31.298334 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79a540-17d2-4756-8eb9-6355cffc53b7 x-openstack-request-id: req-4d79a540-17d2-4756-8eb9-6355cffc53b7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:31.298737 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:31.299057 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d79a540-17d2-4756-8eb9-6355cffc53b7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:31.299513 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'status': 'completed', 'code': 200} Aug 27 02:19:31.311731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9d30-312f-4bb9-8ca4-d9253356b0a8 req-052d514e-59f4-46ad-afdc-e9dfd5a0204c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.313390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-147f9d30-312f-4bb9-8ca4-d9253356b0a8 req-052d514e-59f4-46ad-afdc-e9dfd5a0204c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.4695401 Aug 27 02:19:31.332630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addcce7-4209-4862-af5f-58ea1d5c98b9 req-be23f67a-0652-46f6-b346-1855db36d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.334826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7addcce7-4209-4862-af5f-58ea1d5c98b9 req-be23f67a-0652-46f6-b346-1855db36d9d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 1101 time: 0.1863983 Aug 27 02:19:31.345745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a8a3596c-2a55-4820-9214-949ab1f6d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.347386 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-a8a3596c-2a55-4820-9214-949ab1f6d991 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1095 time: 0.1166923 Aug 27 02:19:31.420137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-d537f1a5-3070-4e9f-b2ff-3da2c2dc0b54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.0559356 Aug 27 02:19:31.436574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-147f9d30-312f-4bb9-8ca4-d9253356b0a8 req-97a6233e-330d-48f8-bdf2-b6b610dadd15 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134896 Aug 27 02:19:31.477365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7addcce7-4209-4862-af5f-58ea1d5c98b9 req-b7b722ed-8491-44c6-bf7a-8ab8b1bc4ce3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228158 Aug 27 02:19:31.494702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95be00-387a-4edc-8e14-127871e2d610 req-f63dbae5-8378-4e96-92cb-783564b908c4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.504594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d95be00-387a-4edc-8e14-127871e2d610 req-f63dbae5-8378-4e96-92cb-783564b908c4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0739844 Aug 27 02:19:31.504775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-514381fc-1f43-4431-b43a-c0a8592703f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.506879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-514381fc-1f43-4431-b43a-c0a8592703f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0640318 Aug 27 02:19:31.546837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-7b1837bc-e7f9-496c-be70-7b4f5958d4d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322514 Aug 27 02:19:31.573346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d95be00-387a-4edc-8e14-127871e2d610 req-d487959f-2276-4fc9-82ba-f08cdf9efdba tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606904 Aug 27 02:19:31.727186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-6fa945fc-20d4-4859-8b0a-40087b403a18 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718886 Aug 27 02:19:31.781821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864807c-d671-4888-84b2-a73af095794a req-960d5c10-d79f-4e31-b99c-859c7e048ddb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:31.783504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9864807c-d671-4888-84b2-a73af095794a req-960d5c10-d79f-4e31-b99c-859c7e048ddb tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 950 time: 0.1002026 Aug 27 02:19:31.882274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e371908-178e-4fb3-a53e-4a1e241efd08 req-d7683d4e-cafc-4146-815b-b841e9efd18b service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290293 Aug 27 02:19:31.952951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9864807c-d671-4888-84b2-a73af095794a req-d4c2d60c-78ff-480b-a3f4-75886a5c9c5a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Aug 27 02:19:32.008760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:32.033706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce3650-b879-401b-b659-b1003b059dc9 req-1c862e9d-8c85-45db-8727-a243eca112ea tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.035355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbce3650-b879-401b-b659-b1003b059dc9 req-1c862e9d-8c85-45db-8727-a243eca112ea tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.1286581 Aug 27 02:19:32.121249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4010717e-4d6a-4eb1-89ca-7ac809d7746e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:32.121540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb740-35ba-412b-974c-51b820797220 req-f3a26caa-7bc2-46e4-8e8f-e88bcf480295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.121689 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:32.123096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-f3a26caa-7bc2-46e4-8e8f-e88bcf480295 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1095 time: 0.1272078 Aug 27 02:19:32.154099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbce3650-b879-401b-b659-b1003b059dc9 req-35bdf7f2-e2d2-4af9-ab3a-fcdc6ff45c6f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Aug 27 02:19:32.239651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:32.289900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:32.296908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:32.389210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb740-35ba-412b-974c-51b820797220 req-5a513095-0c9c-4f55-8e70-da762d37975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.390827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-5a513095-0c9c-4f55-8e70-da762d37975a service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2587175 Aug 27 02:19:32.415122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:32.447194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-4d3bbf75-ee32-4a20-96e6-2bf8e66abec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.0445778 Aug 27 02:19:32.455915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81e0b-4ea8-4d11-baba-c9f46253dcf1 req-7e9f1444-cfb1-4e9c-973e-0b2c1602d7cd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.467827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9df81e0b-4ea8-4d11-baba-c9f46253dcf1 req-7e9f1444-cfb1-4e9c-973e-0b2c1602d7cd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1274004 Aug 27 02:19:32.601242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb740-35ba-412b-974c-51b820797220 req-8a7b4a80-50dc-4b65-8d7c-de726d50ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.602788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-8a7b4a80-50dc-4b65-8d7c-de726d50ef95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1340561 Aug 27 02:19:32.611399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9df81e0b-4ea8-4d11-baba-c9f46253dcf1 req-46a375d2-43c3-4a3e-91c9-a545b3c7fb28 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345015 Aug 27 02:19:32.660765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-00ce9830-20fd-43f9-960a-43ba0befde64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475333 Aug 27 02:19:32.681647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069b060-4686-45a7-b1f3-747ce13fd045 req-aadd5671-332f-467a-b1e7-de0116430e6c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.691894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5069b060-4686-45a7-b1f3-747ce13fd045 req-aadd5671-332f-467a-b1e7-de0116430e6c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1500328 Aug 27 02:19:32.770603 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5069b060-4686-45a7-b1f3-747ce13fd045 req-bf3df83f-6a8d-4b9f-8b72-f4b6c48c3064 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Aug 27 02:19:32.857617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:32.861152 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25346eea-f510-4c64-a746-2bb45423fd1d" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:32.895806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-7591d838-13e3-4ab2-bdad-be974df865da service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263007 Aug 27 02:19:32.930462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95ef8-7f4e-4bed-babe-ce26d02e2c27 req-e3af9330-03ee-4408-bee2-df3b68b4002c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:32.932073 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4c95ef8-7f4e-4bed-babe-ce26d02e2c27 req-e3af9330-03ee-4408-bee2-df3b68b4002c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.2412889 Aug 27 02:19:32.999863 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc813a-168a-4e57-9241-31d2ec8e2ae4 x-openstack-request-id: req-a6bc813a-168a-4e57-9241-31d2ec8e2ae4 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:33.000577 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-plugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:33.001047 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6bc813a-168a-4e57-9241-31d2ec8e2ae4 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:33.001538 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'code': 200} Aug 27 02:19:33.086364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4c95ef8-7f4e-4bed-babe-ce26d02e2c27 req-68c03916-36ff-49b6-9d54-5afa92ed2bc4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363962 Aug 27 02:19:33.088547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c8652b48-d9b2-4028-ab03-65976ee23948 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:33.118106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efabb740-35ba-412b-974c-51b820797220 req-1a6bed3d-bdaa-43dc-b195-1f6aa8a28c53 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121506 Aug 27 02:19:33.170341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cce8d-df35-463f-bd8d-89a00b094e00 req-0f91d227-45d4-4242-a04a-ce6f1be48be8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.179301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a1cce8d-df35-463f-bd8d-89a00b094e00 req-0f91d227-45d4-4242-a04a-ce6f1be48be8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 950 time: 0.1071057 Aug 27 02:19:33.218822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c8652b48-d9b2-4028-ab03-65976ee23948,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:33.222368 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a1cce8d-df35-463f-bd8d-89a00b094e00 req-9fff9a7f-37c2-4ee9-8ee5-9b2b04010e95 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Aug 27 02:19:33.239430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'c8652b48-d9b2-4028-ab03-65976ee23948', 'network_id': 'abd28e82-6d88-4a5b-a321-1d40e3e94cd5', 'port_id': 'c8652b48-d9b2-4028-ab03-65976ee23948', 'mac_address': 'fa:16:3e:86:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a6d5aa-f19b-44f4-b0ec-e95bfacc906c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:33.302155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:33.319424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8652b48-d9b2-4028-ab03-65976ee23948 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:33.340602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c8652b48-d9b2-4028-ab03-65976ee23948,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:33.348000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:33.386455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf995-51cd-4916-8bc8-87340ae36aeb req-9bb41d2d-075c-4a75-90f6-4aff469c0eb9 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.388780 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be1cf995-51cd-4916-8bc8-87340ae36aeb req-9bb41d2d-075c-4a75-90f6-4aff469c0eb9 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 943 time: 0.0905535 Aug 27 02:19:33.430041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:33.450955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be1cf995-51cd-4916-8bc8-87340ae36aeb req-82ce3f22-12d4-436c-9712-061dfcb8cd48 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Aug 27 02:19:33.568473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d649db-62d6-4bad-8de1-4f1fe7cb564a req-c43196f7-92bd-4286-b6bf-1f6a501928fa tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.571680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2d649db-62d6-4bad-8de1-4f1fe7cb564a req-c43196f7-92bd-4286-b6bf-1f6a501928fa tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 1101 time: 0.0530841 Aug 27 02:19:33.621372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2d649db-62d6-4bad-8de1-4f1fe7cb564a req-fb98091a-50a4-4968-b0a8-27b0a3d2eb56 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Aug 27 02:19:33.804977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e97d45-52e1-4127-8355-0e05ec0193df req-7160ab55-a0d1-4694-a15f-95eb75725715 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.806621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57e97d45-52e1-4127-8355-0e05ec0193df req-7160ab55-a0d1-4694-a15f-95eb75725715 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0669794 Aug 27 02:19:33.858682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57e97d45-52e1-4127-8355-0e05ec0193df req-f673c6d2-6ddd-4b7f-9f17-dd81fc52f056 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Aug 27 02:19:33.902519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a135d-5c22-42b2-b887-f378051c58f0 req-9be46508-8439-436b-bdab-716cd032571f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:33.906913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa2a135d-5c22-42b2-b887-f378051c58f0 req-9be46508-8439-436b-bdab-716cd032571f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0612426 Aug 27 02:19:33.954919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa2a135d-5c22-42b2-b887-f378051c58f0 req-b1877ee6-f4d8-455b-8159-3a9efff9ed86 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Aug 27 02:19:33.982688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-29cce8b2-0cd4-46cc-af13-5b9a7c1125e0 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271802 Aug 27 02:19:34.018164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c8652b48-d9b2-4028-ab03-65976ee23948'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:34.110674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-872f13c3-7b68-4e03-a51e-69090c0f4d35 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:34.120221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-872f13c3-7b68-4e03-a51e-69090c0f4d35 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306825 Aug 27 02:19:34.137666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-00725f0d-7d56-48a8-9fea-aa3451219ba5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/quotas/be23cc3e17594cd5a8680669be66c915 HTTP/1.1" status: 200 len: 375 time: 0.0160496 Aug 27 02:19:34.258436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-41628956-0b29-44f4-8a9d-f93c63cbe353 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1131802 Aug 27 02:19:34.274994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7043eb-dec4-42ca-8d65-0d6e785ac6b4 req-46b89326-ac12-4262-b47d-d2d448a6424e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:34.279440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a7043eb-dec4-42ca-8d65-0d6e785ac6b4 req-46b89326-ac12-4262-b47d-d2d448a6424e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0774868 Aug 27 02:19:34.342548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a7043eb-dec4-42ca-8d65-0d6e785ac6b4 req-a4de37d8-eac7-4a36-b022-9166602e5563 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567508 Aug 27 02:19:34.467481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5158583c-0e2b-416d-8e96-b20eb7c785ee req-a86e4588-d051-4cce-a7bf-7df9e56c0ea9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 210 time: 0.0436432 Aug 27 02:19:34.592413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555c28-154a-4caa-9517-e381d409ff9e req-bfe0a5a5-8834-44af-80c6-ae32db1315b8 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:34.594581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16555c28-154a-4caa-9517-e381d409ff9e req-bfe0a5a5-8834-44af-80c6-ae32db1315b8 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 944 time: 0.0655060 Aug 27 02:19:34.651555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16555c28-154a-4caa-9517-e381d409ff9e req-f93c8365-598c-4fa5-80e9-6ab4b8dc11f7 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Aug 27 02:19:35.054180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83953-5e47-46d7-82f8-cd285672ecb1 req-681a22fd-723e-480b-865f-8555b8b3374d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.060828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53a83953-5e47-46d7-82f8-cd285672ecb1 req-681a22fd-723e-480b-865f-8555b8b3374d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0950859 Aug 27 02:19:35.093221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:35.145460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53a83953-5e47-46d7-82f8-cd285672ecb1 req-b032963a-d88e-4bbf-b91e-8a67454449f8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780933 Aug 27 02:19:35.185077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0123-fd6e-44ff-b6e0-8c308a03e862 req-ad3d4368-8685-446d-b81b-6c60a6a13ff2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.191567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-035d0123-fd6e-44ff-b6e0-8c308a03e862 req-ad3d4368-8685-446d-b81b-6c60a6a13ff2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1095040 Aug 27 02:19:35.247330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-035d0123-fd6e-44ff-b6e0-8c308a03e862 req-5f06c0ac-f892-46a9-a9bb-0dd99dae92ff tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Aug 27 02:19:35.315706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:35.348941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'port_id': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'mac_address': 'fa:16:3e:ef:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ec14cf-83ad-4320-a3fc-2416e204cf5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:35.531870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b94b9c-7930-42ad-82b0-056487530ccb req-4046c1f6-d25d-492c-ac31-34e339c977f7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.533732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8b94b9c-7930-42ad-82b0-056487530ccb req-4046c1f6-d25d-492c-ac31-34e339c977f7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0702269 Aug 27 02:19:35.579441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8b94b9c-7930-42ad-82b0-056487530ccb req-df807dc4-b89f-4d7e-8d89-a64cc58ddb8f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362825 Aug 27 02:19:35.637446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.652597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d36109de-de1c-45d6-9606-f1f52b1cd0af req-03612bdf-1669-47eb-ab4f-6aafeb743905 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 210 time: 0.0471203 Aug 27 02:19:35.663245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31342568-d93c-4a2d-bfcc-ad77337b7046 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:35.692442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:35.702246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:35.777497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:35.808365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367520d-dfcd-4cfc-82f3-6fb362246030 req-0f6ef12a-2e12-4076-a9a6-3ed9ee8e5b06 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:35.810457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6367520d-dfcd-4cfc-82f3-6fb362246030 req-0f6ef12a-2e12-4076-a9a6-3ed9ee8e5b06 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 944 time: 0.0657694 Aug 27 02:19:35.889623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6367520d-dfcd-4cfc-82f3-6fb362246030 req-81b7c620-8ee8-4378-bec0-fadabba11c94 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590556 Aug 27 02:19:35.927860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-16b00773-d653-46e9-a4d5-534a843daac6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=be23cc3e17594cd5a8680669be66c915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261199 Aug 27 02:19:36.110885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-b375ca92-b9f8-4271-8001-0317e029ef8d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.112749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-b375ca92-b9f8-4271-8001-0317e029ef8d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774709 Aug 27 02:19:36.167814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Request body: {'port': {'device_id': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'be23cc3e17594cd5a8680669be66c915'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:36.253243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['31342568-d93c-4a2d-bfcc-ad77337b7046'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:36.413465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71348e-0d2a-49d5-9a43-ee31e952190a req-8f75b8d0-05b5-4ce7-a5aa-e6df21f72ae8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.423743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc71348e-0d2a-49d5-9a43-ee31e952190a req-8f75b8d0-05b5-4ce7-a5aa-e6df21f72ae8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1513293 Aug 27 02:19:36.437054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775db1f-0028-436c-8d6d-35bf6defabee req-cb8d31aa-3d6a-4b69-a6da-545621b9a802 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.438670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1775db1f-0028-436c-8d6d-35bf6defabee req-cb8d31aa-3d6a-4b69-a6da-545621b9a802 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0836091 Aug 27 02:19:36.489773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Made reservation on behalf of be23cc3e17594cd5a8680669be66c915 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:36.493760 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:36.514261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1775db1f-0028-436c-8d6d-35bf6defabee req-5e8f7039-8fd1-4322-bc21-986320c7833c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619628 Aug 27 02:19:36.547738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc71348e-0d2a-49d5-9a43-ee31e952190a req-1a274611-8910-4de6-a9a6-85309feedf28 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155496 Aug 27 02:19:36.797188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Allocated IP 192.168.233.239 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/9e12492e-42a6-47b0-8972-715f1a20c063) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:36.803508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09eb087d-6599-4752-b5e0-bc8b2a1f549e req-ad63dd8b-8a84-48a8-9b8f-8863540dc231 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 210 time: 0.0405247 Aug 27 02:19:36.856220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c6858-186f-42b6-975f-ff13d301c1d1 req-7274e98f-2ebc-437c-ae28-88fbc7375750 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:36.862877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6c6858-186f-42b6-975f-ff13d301c1d1 req-7274e98f-2ebc-437c-ae28-88fbc7375750 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.1126440 Aug 27 02:19:37.024152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-88949053-855d-4613-9daa-bac0ca1139d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2112834 Aug 27 02:19:37.059608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b6c6858-186f-42b6-975f-ff13d301c1d1 req-591a697c-ccba-4b7a-92e7-3d76221a50ff tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956692 Aug 27 02:19:37.103693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c8652b48-d9b2-4028-ab03-65976ee23948 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:37.142668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76077037-ed7d-42c5-9a9d-66ecd16fde06 req-5313b01e-beba-4bb9-9cac-bf8d149760a6 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.144616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76077037-ed7d-42c5-9a9d-66ecd16fde06 req-5313b01e-beba-4bb9-9cac-bf8d149760a6 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 944 time: 0.1702261 Aug 27 02:19:37.232071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port c8652b48-d9b2-4028-ab03-65976ee23948 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:37.235967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76077037-ed7d-42c5-9a9d-66ecd16fde06 req-ecdc227c-8bfe-430c-b452-de1684d7bd27 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816612 Aug 27 02:19:37.236917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.240947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port c8652b48-d9b2-4028-ab03-65976ee23948 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:37.241253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.244910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-c2e2b2d3-3fef-45e5-a0ec-cb4d2a930bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.246493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-c2e2b2d3-3fef-45e5-a0ec-cb4d2a930bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 1101 time: 0.1189742 Aug 27 02:19:37.271407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Transition to ACTIVE for port object 9e12492e-42a6-47b0-8972-715f1a20c063 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:37.378146 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.389273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-c84d373f-cceb-4194-8b01-251988cb85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.390761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-c84d373f-cceb-4194-8b01-251988cb85f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1169577 Aug 27 02:19:37.392212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.412963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', '4540d734-62cd-4f9c-ac89-f13417d88429'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:37.447746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event updated for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.448320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c8652b48-d9b2-4028-ab03-65976ee23948,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:37.490849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-497caaca-95a6-4c2e-ace1-56d8bfdb0cce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f HTTP/1.1" status: 200 len: 217 time: 0.0482399 Aug 27 02:19:37.493399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:37.498747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:37.498960 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13032a-b087-4752-a7ae-5410caf2867f" -d '{"events": [{"server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "name": "network-vif-plugged", "status": "completed", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:37.500172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:37.514417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:37.518894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:37.540657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.599898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-81cdb447-c703-4921-acaa-f8e6877350fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.606038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-81cdb447-c703-4921-acaa-f8e6877350fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1035533 Aug 27 02:19:37.623925 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4181cc9-d130-45cd-af4f-34e333acdd68 x-openstack-request-id: req-f4181cc9-d130-45cd-af4f-34e333acdd68 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:37.624265 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "name": "network-vif-plugged", "status": "completed", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:37.624485 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4181cc9-d130-45cd-af4f-34e333acdd68 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:37.624894 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948', 'code': 200} Aug 27 02:19:37.704560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.707512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:37.793793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-1774c132-9fdf-4380-92f6-29eefc0ac758 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6307917 Aug 27 02:19:37.805468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-cc158a7e-5ce3-49ac-8f39-742e6018bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.807290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-cc158a7e-5ce3-49ac-8f39-742e6018bf9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909292 Aug 27 02:19:37.819627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a899-cd1a-4b3c-bad4-826bc1668c29 req-46ef2276-c798-45b6-ae2a-53f52ef63ad9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.820525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Request body: {'port': {'device_id': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:37.828359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb04a899-cd1a-4b3c-bad4-826bc1668c29 req-46ef2276-c798-45b6-ae2a-53f52ef63ad9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1934319 Aug 27 02:19:37.869327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:37.892758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248763d-0267-4e8d-aeef-d15b8a2d9b21 req-7bb2ee52-576a-4a62-9f1f-9597b82c36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.895119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7248763d-0267-4e8d-aeef-d15b8a2d9b21 req-7bb2ee52-576a-4a62-9f1f-9597b82c36f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 1096 time: 0.1804044 Aug 27 02:19:37.916077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb04a899-cd1a-4b3c-bad4-826bc1668c29 req-c69237cc-9ad3-49a5-8007-7a759e8ac7c5 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 Aug 27 02:19:37.987408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e081cd-b95e-4a70-a2c5-3e0be5e3f481 req-1d5e5c53-0953-4f78-a782-8d20e2da0e2b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:37.988955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e081cd-b95e-4a70-a2c5-3e0be5e3f481 req-1d5e5c53-0953-4f78-a782-8d20e2da0e2b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.2474358 Aug 27 02:19:37.989945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7248763d-0267-4e8d-aeef-d15b8a2d9b21 req-37bb991d-28bb-486f-8236-04e9e1d92326 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726106 Aug 27 02:19:38.012847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f98662a6-d248-400d-8fb5-c09004583df2 None None] Provisioning for port 9e12492e-42a6-47b0-8972-715f1a20c063 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:38.043007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f98662a6-d248-400d-8fb5-c09004583df2 None None] Provisioning complete for port 9e12492e-42a6-47b0-8972-715f1a20c063 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:38.043472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f98662a6-d248-400d-8fb5-c09004583df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.124097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f98662a6-d248-400d-8fb5-c09004583df2 None None] Port 9e12492e-42a6-47b0-8972-715f1a20c063 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:38.198340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e081cd-b95e-4a70-a2c5-3e0be5e3f481 req-b15b3cb3-6247-4041-91e3-3bb1e70cda64 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973662 Aug 27 02:19:38.222998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.229097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa0772-1164-4d70-bc1d-e07ea1646050 req-08306770-3237-4aa9-a393-ca1d20270458 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.231148 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3baa0772-1164-4d70-bc1d-e07ea1646050 req-08306770-3237-4aa9-a393-ca1d20270458 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 936 time: 0.0985367 Aug 27 02:19:38.270373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-46d6f1d0-230d-4f59-9dc4-7bb71855de60 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448786 Aug 27 02:19:38.318304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3baa0772-1164-4d70-bc1d-e07ea1646050 req-255eb81e-6a47-4bce-8a66-abb9e973c144 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801315 Aug 27 02:19:38.558850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed53cf-cc7e-416c-b097-08a7cb300d9a req-77c5ee60-2796-479d-923b-144f01667306 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.567115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05ed53cf-cc7e-416c-b097-08a7cb300d9a req-77c5ee60-2796-479d-923b-144f01667306 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.0738842 Aug 27 02:19:38.580652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea103-ccd6-4e1e-a138-05802d4ad8cc req-4ca925d8-4ad3-4d4b-8249-50c4a676b47b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:38.584921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2ea103-ccd6-4e1e-a138-05802d4ad8cc req-4ca925d8-4ad3-4d4b-8249-50c4a676b47b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.2674088 Aug 27 02:19:38.627821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76812d0e-8752-4110-b74e-8ee12881cb85 req-7a5b2f43-338a-4cb7-9c71-18c01e118ab8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146465 Aug 27 02:19:38.632547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05ed53cf-cc7e-416c-b097-08a7cb300d9a req-ae8ca14e-dd42-4de2-a958-3bd44d16a35c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605950 Aug 27 02:19:38.663939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2ea103-ccd6-4e1e-a138-05802d4ad8cc req-9bca06dc-dbcd-44f3-ae8f-fb4eb0c0944c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689373 Aug 27 02:19:38.891526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e12492e-42a6-47b0-8972-715f1a20c063 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:38.902867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:38.921528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Transition to ACTIVE for port object 9e12492e-42a6-47b0-8972-715f1a20c063 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:38.930375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.116378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Pushing event updated for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.123915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:39.161004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Attempting to bind port 9e12492e-42a6-47b0-8972-715f1a20c063 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:39.170944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Attempting to bind port 9e12492e-42a6-47b0-8972-715f1a20c063 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:39.171321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Attempting to bind port 9e12492e-42a6-47b0-8972-715f1a20c063 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:39.182737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Port 9e12492e-42a6-47b0-8972-715f1a20c063 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:39.183093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Attempting to bind port 9e12492e-42a6-47b0-8972-715f1a20c063 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:39.205501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:39.205836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:39.206210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:39.206660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Bound port: 9e12492e-42a6-47b0-8972-715f1a20c063, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:39.207016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.218315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e60bd-ebc1-4393-a7db-442fafcb878a req-348df6ce-1f91-4029-a152-8fef96f61d3e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.233935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 31342568-d93c-4a2d-bfcc-ad77337b7046 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:39.242204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b8e60bd-ebc1-4393-a7db-442fafcb878a req-348df6ce-1f91-4029-a152-8fef96f61d3e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1982498 Aug 27 02:19:39.242686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 31342568-d93c-4a2d-bfcc-ad77337b7046 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:39.244047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.335790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b8e60bd-ebc1-4393-a7db-442fafcb878a req-d9778dbc-8bb6-4680-b7c7-13113c1fc4ae tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889189 Aug 27 02:19:39.363119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:39.376416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9e12492e-42a6-47b0-8972-715f1a20c063,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:39.388609 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.409754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.464951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:39.476728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.520436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Pushing event updated for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.549787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3a7d-0066-4108-84d0-47e16d6cb5e7 req-17a6281a-f4b9-41d4-837c-853787b9a651 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.555413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b7f3a7d-0066-4108-84d0-47e16d6cb5e7 req-17a6281a-f4b9-41d4-837c-853787b9a651 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 948 time: 0.1146002 Aug 27 02:19:39.561262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.561881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:39.563304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2fdf7888-6636-42d0-bc2f-d5ee7bd7b652 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e12492e-42a6-47b0-8972-715f1a20c063 HTTP/1.1" status: 200 len: 1096 time: 1.7483814 Aug 27 02:19:39.563900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:39.575103 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:39.587770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:39.626898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:39.632108 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50bf4a2-36ca-4614-b345-ce7ead101921" -d '{"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-plugged", "status": "completed", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:39.632880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342f18-0b1b-453d-9b15-04225ec6de54 req-1786cdfa-5559-4a84-984a-41034a147b4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.634423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23342f18-0b1b-453d-9b15-04225ec6de54 req-1786cdfa-5559-4a84-984a-41034a147b4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1430905 Aug 27 02:19:39.637624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b7f3a7d-0066-4108-84d0-47e16d6cb5e7 req-d92a91a6-c34d-4e87-ae45-baf9c6d6dce3 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732665 Aug 27 02:19:39.727400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23342f18-0b1b-453d-9b15-04225ec6de54 req-3e589f0c-0888-4842-b572-8b2b772bc1c7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804863 Aug 27 02:19:39.859529 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5773cd-8316-46a9-b46e-c32b1cf7115e x-openstack-request-id: req-9c5773cd-8316-46a9-b46e-c32b1cf7115e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:39.859842 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:39.860090 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c5773cd-8316-46a9-b46e-c32b1cf7115e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:39.860500 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063', 'status': 'completed', 'code': 200} Aug 27 02:19:39.900646 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e6c5c-bde9-44c9-a55f-2715663006c0 x-openstack-request-id: req-e81e6c5c-bde9-44c9-a55f-2715663006c0 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:39.900957 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-plugged", "status": "completed", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:39.901212 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e81e6c5c-bde9-44c9-a55f-2715663006c0 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:39.901623 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'code': 200} Aug 27 02:19:39.920136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-f6a99b04-4468-45aa-9e29-efe954c05124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:39.921657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-f6a99b04-4468-45aa-9e29-efe954c05124 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 1099 time: 0.1637175 Aug 27 02:19:39.983811 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:19:40.171434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9afe-d2cc-4a4d-9fd3-5e9a0aa88bcf req-980a8ab2-d82a-405e-a132-30702a99e798 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.179174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7abd9afe-d2cc-4a4d-9fd3-5e9a0aa88bcf req-980a8ab2-d82a-405e-a132-30702a99e798 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 946 time: 0.1691060 Aug 27 02:19:40.216933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835d69-a2f7-49fb-98ba-48d1cccea429 req-167473d3-8c12-495e-b837-17951bf66700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.229011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f835d69-a2f7-49fb-98ba-48d1cccea429 req-167473d3-8c12-495e-b837-17951bf66700 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1097 time: 0.1717019 Aug 27 02:19:40.277773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7abd9afe-d2cc-4a4d-9fd3-5e9a0aa88bcf req-d3b10a90-642c-4147-8e7a-58cdfe8f077c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Aug 27 02:19:40.294474 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f835d69-a2f7-49fb-98ba-48d1cccea429 req-3f6cb6cc-b38e-40a4-ab32-72d4073a14f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Aug 27 02:19:40.336873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-e40b8fb1-7449-4762-bd3b-aaa878f195f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9e12492e-42a6-47b0-8972-715f1a20c063 HTTP/1.1" status: 200 len: 217 time: 0.3932076 Aug 27 02:19:40.363745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7b80-6216-492a-9e1d-2ed75936ac0f req-30f1a089-03d2-407f-9186-b21cf9a9135a tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.365226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-394f7b80-6216-492a-9e1d-2ed75936ac0f req-30f1a089-03d2-407f-9186-b21cf9a9135a tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.4358873 Aug 27 02:19:40.417709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-394f7b80-6216-492a-9e1d-2ed75936ac0f req-4ef2dd85-4723-4e0a-b65b-14161ee098dc tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Aug 27 02:19:40.545098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4aa5b-f27b-48fb-bba0-d64d28cffa25 req-5f7e5aa6-9adc-42b0-b06b-2f2bdf220a76 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.546817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9fe4aa5b-f27b-48fb-bba0-d64d28cffa25 req-5f7e5aa6-9adc-42b0-b06b-2f2bdf220a76 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0726871 Aug 27 02:19:40.594325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9fe4aa5b-f27b-48fb-bba0-d64d28cffa25 req-e3fe4344-b4c0-466e-b1e9-d244a998a79d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Aug 27 02:19:40.766876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cd50-4b71-40ec-adde-3f7aed761797 req-2724dc70-ff1a-4b39-88a3-20d66037c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.769488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b583cd50-4b71-40ec-adde-3f7aed761797 req-2724dc70-ff1a-4b39-88a3-20d66037c83d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.0579550 Aug 27 02:19:40.842516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-eb6f2769-3cd3-4ec4-9956-e41e8db6f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.844396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-eb6f2769-3cd3-4ec4-9956-e41e8db6f4a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0717998 Aug 27 02:19:40.909731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408f277-4f9d-4712-b172-0593dc62b8f4 req-02da0e97-6a3c-4126-a745-08df6b1134ff tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.911680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f408f277-4f9d-4712-b172-0593dc62b8f4 req-02da0e97-6a3c-4126-a745-08df6b1134ff tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0693829 Aug 27 02:19:40.929486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b583cd50-4b71-40ec-adde-3f7aed761797 req-4d0fb112-937c-4fcb-b4f2-a4e072def6ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899920 Aug 27 02:19:40.971574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f408f277-4f9d-4712-b172-0593dc62b8f4 req-84263b90-ca83-4134-900c-722c22ab836a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482438 Aug 27 02:19:40.977253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce756-d245-44a3-b63c-f7b65b93b791 req-4917d57e-7742-48e8-a97b-0b4b37b531ac tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:40.978486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdbce756-d245-44a3-b63c-f7b65b93b791 req-4917d57e-7742-48e8-a97b-0b4b37b531ac tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 948 time: 0.2234981 Aug 27 02:19:41.101760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdbce756-d245-44a3-b63c-f7b65b93b791 req-42f72294-a6fd-47bb-a6a2-102b5da1f195 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105092 Aug 27 02:19:41.117263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-4be3d7d4-b4db-4de1-ac4f-818fcc39c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.119429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-4be3d7d4-b4db-4de1-ac4f-818fcc39c4de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936240 Aug 27 02:19:41.243711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-f4f9981b-bc8b-4b46-b32b-7f6184f963b4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114480 Aug 27 02:19:41.371047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab532b3f-cf4d-4eb5-a258-b4a6da9ddabc req-2eb320b5-8295-4345-9287-a85ba13a5d2b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185436 Aug 27 02:19:41.424150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731597-5015-458f-b46f-b42ad4453453 req-46d81450-5bad-4e09-a496-dfa19676e3b4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.426435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b731597-5015-458f-b46f-b42ad4453453 req-46d81450-5bad-4e09-a496-dfa19676e3b4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 946 time: 0.0670567 Aug 27 02:19:41.474403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b731597-5015-458f-b46f-b42ad4453453 req-5eef071e-a534-4dc6-8db0-201e34d6cad6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Aug 27 02:19:41.655881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b04c-afbc-4494-b65f-d4e419822e80 req-5e4c62b1-0e66-4fb5-ac5b-372aca05172c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.658845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6fb1b04c-afbc-4494-b65f-d4e419822e80 req-5e4c62b1-0e66-4fb5-ac5b-372aca05172c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.1600776 Aug 27 02:19:41.673331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-2d3f46c6-f972-4e63-93ba-05cb4b016cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.678156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-2d3f46c6-f972-4e63-93ba-05cb4b016cab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be23cc3e17594cd5a8680669be66c915&device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 1099 time: 0.1370559 Aug 27 02:19:41.686772 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-be873f71-40c9-4736-ae78-6e5dbdd4cd44 service neutron] show failed (client error): The resource could not be found. Aug 27 02:19:41.688166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-be873f71-40c9-4736-ae78-6e5dbdd4cd44 service neutron] 10.222.0.15 "GET /v2.0/ports/dde64fe6-73a4-4ac2-a105-0763ff69c2c4/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1158772 Aug 27 02:19:41.721877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557634aa-7cf6-4312-86ee-5b7c85217c78 req-39a5e3cb-af3b-44d3-bc11-ea7d07dc6dbe tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.731528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-557634aa-7cf6-4312-86ee-5b7c85217c78 req-39a5e3cb-af3b-44d3-bc11-ea7d07dc6dbe tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0617614 Aug 27 02:19:41.775473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-557634aa-7cf6-4312-86ee-5b7c85217c78 req-8b3bbba4-b34c-437a-bc81-4e8986edc014 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Aug 27 02:19:41.834583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6fb1b04c-afbc-4494-b65f-d4e419822e80 req-c4a558cd-82a6-4cf2-8626-9f2ed3776f0c tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489701 Aug 27 02:19:41.881424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-78f93866-0ef4-4e2b-ab86-904f28380e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:41.883908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-78f93866-0ef4-4e2b-ab86-904f28380e26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1785688 Aug 27 02:19:41.984446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-a7cdbc3c-2d10-43ae-9777-352b193205aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9e12492e-42a6-47b0-8972-715f1a20c063 HTTP/1.1" status: 200 len: 217 time: 0.0442908 Aug 27 02:19:42.102303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-f9d9be69-6734-4b42-af13-3b9b9f5fb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.103894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-f9d9be69-6734-4b42-af13-3b9b9f5fb5f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1101 time: 0.1032374 Aug 27 02:19:42.149505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:42.246939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16165d-b83e-448c-af3f-fc80c807dfe6 req-031f28fa-7a28-4a95-8180-83f4e9aa2b1b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.249339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.257374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c16165d-b83e-448c-af3f-fc80c807dfe6 req-031f28fa-7a28-4a95-8180-83f4e9aa2b1b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1218638 Aug 27 02:19:42.277032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-7569fb46-baf1-4508-b4a2-5264dae7c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.280862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-7569fb46-baf1-4508-b4a2-5264dae7c8f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2684476 Aug 27 02:19:42.382241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c16165d-b83e-448c-af3f-fc80c807dfe6 req-808dfc7f-07ad-4758-af88-4d235452b487 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181557 Aug 27 02:19:42.432321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-bf940830-7789-480b-8fbb-62f5d4121185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.434228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-bf940830-7789-480b-8fbb-62f5d4121185 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255143 Aug 27 02:19:42.534431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:42.569805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:42.617134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.633378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Transition to ACTIVE for port object dde64fe6-73a4-4ac2-a105-0763ff69c2c4 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:42.634799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:42.638370 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9395e6-0b66-49ef-90a1-deb939781ef3" -d '{"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:42.647669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:42.673286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-b616003a-51e9-4d06-9b31-6a28e0ef30e8 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279520 Aug 27 02:19:42.784568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] No DVR routers for this DVR port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:42.844705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a20f6-eb82-496e-9199-952d54bc926c req-f2cfd4e0-2715-4aaa-b1fc-a90ae62d496c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.846427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f8a20f6-eb82-496e-9199-952d54bc926c req-f2cfd4e0-2715-4aaa-b1fc-a90ae62d496c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 948 time: 0.2046778 Aug 27 02:19:42.856865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:42.857292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:42.857684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:42.872320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:42.872661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Attempting to bind port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:42.873635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988166-07f7-46d3-971f-01b3e07d70f5 req-d5dea0ab-9cb3-49f0-86d3-d32a72754073 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:42.882329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d988166-07f7-46d3-971f-01b3e07d70f5 req-d5dea0ab-9cb3-49f0-86d3-d32a72754073 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 946 time: 0.2266326 Aug 27 02:19:42.887554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:42.906867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:42.907368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:42.907851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:42.908353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Bound port: dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:42.908776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.006373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d988166-07f7-46d3-971f-01b3e07d70f5 req-fa1b674d-2051-4e62-ad69-4ddb0e0de110 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141942 Aug 27 02:19:43.012624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6ef44e-c5e7-4dd5-91b5-9b276c264a3a req-65c6d285-ee00-4ef3-bd1b-601330e6054b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101766 Aug 27 02:19:43.061731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f8a20f6-eb82-496e-9199-952d54bc926c req-730cafa6-5d29-448b-9803-abacd5a990c9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060637 Aug 27 02:19:43.090474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:43.094874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:43.103207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.140982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.141607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:43.143172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] 10.222.0.46 "PUT /v2.0/ports/dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 1096 time: 0.9992242 Aug 27 02:19:43.144689 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17986c1-eb72-4571-b0f6-bb040057a748 x-openstack-request-id: req-b17986c1-eb72-4571-b0f6-bb040057a748 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:43.145880 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:43.146184 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b17986c1-eb72-4571-b0f6-bb040057a748 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:43.147195 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'code': 200} Aug 27 02:19:43.298078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b25b4-9dab-44f1-91bf-aba2d6a4de27 service neutron] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:43.323878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a14a-37e3-4764-be85-4319ac847717 req-48111cae-d2a7-4f3b-9338-1127a57fc440 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.331687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c313a14a-37e3-4764-be85-4319ac847717 req-48111cae-d2a7-4f3b-9338-1127a57fc440 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1836960 Aug 27 02:19:43.351284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-4f041026-ad89-469e-9321-3a4e91e8ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.352774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-4f041026-ad89-469e-9321-3a4e91e8ccde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0903418 Aug 27 02:19:43.472917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511915f-d2f8-454a-874c-5f0bff3fd88e req-f0d89472-3319-426a-8c91-2e257b53be9b tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.474675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f511915f-d2f8-454a-874c-5f0bff3fd88e req-f0d89472-3319-426a-8c91-2e257b53be9b tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1097 time: 0.0607767 Aug 27 02:19:43.522942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f511915f-d2f8-454a-874c-5f0bff3fd88e req-9e93616a-a932-4721-9ecf-f582555b807d tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Aug 27 02:19:43.775106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c313a14a-37e3-4764-be85-4319ac847717 req-474a3eb5-f64c-415d-9563-2992103cac89 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425528 Aug 27 02:19:43.833002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-08024f7f-21b4-44b9-8bcf-eb07dfd4fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.835149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-08024f7f-21b4-44b9-8bcf-eb07dfd4fcb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4630039 Aug 27 02:19:43.891961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-701e2533-1ff6-4afd-9cdd-5000b076dc3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0420287 Aug 27 02:19:43.921128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378a15d-0548-4b0f-944e-52d2a98e1ca0 req-69375225-1b98-463f-a29c-2bcf88354812 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.930620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3378a15d-0548-4b0f-944e-52d2a98e1ca0 req-69375225-1b98-463f-a29c-2bcf88354812 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.0752447 Aug 27 02:19:43.994109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c418a0-e20f-4fc5-a0e7-94217b367158 req-e509f346-7162-4fcc-9adf-093de7c59c66 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.995001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3378a15d-0548-4b0f-944e-52d2a98e1ca0 req-756186dd-989c-4be9-add3-aa495350a23c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634077 Aug 27 02:19:43.995653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8c418a0-e20f-4fc5-a0e7-94217b367158 req-e509f346-7162-4fcc-9adf-093de7c59c66 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1097 time: 0.0975497 Aug 27 02:19:43.997166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-46c52570-4375-484b-93bf-3bbd3d63f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:43.998492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-46c52570-4375-484b-93bf-3bbd3d63f1a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0886557 Aug 27 02:19:44.061966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8c418a0-e20f-4fc5-a0e7-94217b367158 req-79ab4d0d-ee2b-444e-b99c-70c9b11b052b tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Aug 27 02:19:44.071279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-1ba54869-c8c3-4219-9325-cfafb1e06436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.073008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-1ba54869-c8c3-4219-9325-cfafb1e06436 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558360 Aug 27 02:19:44.203355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-32c2d3de-c8e7-4487-98fc-78fbd974af1b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115623 Aug 27 02:19:44.254794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-41f62986-6089-40c3-b8aa-625fa9317b29 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.256943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-41f62986-6089-40c3-b8aa-625fa9317b29 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 810 time: 0.1262698 Aug 27 02:19:44.273700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-0f1cdcbb-92ab-4db1-b35e-166c4909ee9a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/quotas/ef3bda47bb1041b2a6ac10ffdb81c816 HTTP/1.1" status: 200 len: 375 time: 0.0101063 Aug 27 02:19:44.330954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ff52e-146e-4333-9025-2c90bf32cbef req-d037409d-003d-4b99-bd63-c3be49f94c63 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:44.337396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-8fd405fd-e2bd-4cdc-98ec-ff6cf4640ece tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571783 Aug 27 02:19:44.338740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d3ff52e-146e-4333-9025-2c90bf32cbef req-d037409d-003d-4b99-bd63-c3be49f94c63 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 948 time: 0.1159189 Aug 27 02:19:44.365879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1a45cc-9894-4f6b-9ebc-c012a29b02d7 req-720f1422-254a-4b33-a8cf-b5bfd83548fa service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541667 Aug 27 02:19:44.398665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d3ff52e-146e-4333-9025-2c90bf32cbef req-bdb76d33-6c06-4b47-a9f1-67130b4a6071 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533626 Aug 27 02:19:44.463552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-1f65a767-5b2d-4145-9e76-f0c722a8c2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171448 Aug 27 02:19:44.593358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-f926701e-33b4-4037-a8bc-27d2a8a632b3 service neutron] 10.222.0.26 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254065 Aug 27 02:19:44.924419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f77808a2-0d13-44c5-a3b9-50f6212e4b7f req-479e15be-771b-4ea9-95e5-c6d85d6d50f4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 210 time: 0.0742817 Aug 27 02:19:45.149913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:45.154645 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:45.155105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9e12492e-42a6-47b0-8972-715f1a20c063 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:45.324030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9e12492e-42a6-47b0-8972-715f1a20c063,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:45.336706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '9e12492e-42a6-47b0-8972-715f1a20c063', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '9e12492e-42a6-47b0-8972-715f1a20c063', 'mac_address': 'fa:16:3e:3a:91:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:45.397856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.414910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e12492e-42a6-47b0-8972-715f1a20c063 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:45.467774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9e12492e-42a6-47b0-8972-715f1a20c063,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:45.475004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:45.614625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a974cc-fdd3-4ed9-bf22-7c3c541e09ee req-16e3883f-efcd-4760-b883-afa84281536c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:45.614881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:45.626847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19a974cc-fdd3-4ed9-bf22-7c3c541e09ee req-16e3883f-efcd-4760-b883-afa84281536c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.1243646 Aug 27 02:19:45.676666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19a974cc-fdd3-4ed9-bf22-7c3c541e09ee req-3815dcd4-19a4-416e-bf66-89d4a7b0249d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Aug 27 02:19:45.848224 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b4f27-3871-4abc-9173-906c03ec1053 x-openstack-request-id: req-143b4f27-3871-4abc-9173-906c03ec1053 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:45.848509 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:45.848759 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-143b4f27-3871-4abc-9173-906c03ec1053 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:45.849150 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'status': 'completed', 'code': 200} Aug 27 02:19:46.000579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:46.001294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-36b172fa-ca0b-43f3-9ac3-6d4d2e958402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.002816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-36b172fa-ca0b-43f3-9ac3-6d4d2e958402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1099 time: 0.0883830 Aug 27 02:19:46.061390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-bd427ba4-0070-48f6-8f48-22ba3091f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.061390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-bd427ba4-0070-48f6-8f48-22ba3091f2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1626813 Aug 27 02:19:46.101985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6adb5-ab61-4190-94b0-be10ba95a8e8 req-51783d16-8e61-4580-8890-d71a750cb1fe tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.103545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:46.104023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59f6adb5-ab61-4190-94b0-be10ba95a8e8 req-51783d16-8e61-4580-8890-d71a750cb1fe tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 949 time: 0.1589227 Aug 27 02:19:46.212840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:46.247872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-8673d1da-1495-46f3-8402-a2ee074ddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.249996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-8673d1da-1495-46f3-8402-a2ee074ddb41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2323468 Aug 27 02:19:46.263697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59f6adb5-ab61-4190-94b0-be10ba95a8e8 req-cd51352e-dd5b-4216-930f-f233806fc1c9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422400 Aug 27 02:19:46.318697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9e12492e-42a6-47b0-8972-715f1a20c063'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:46.358551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-90917544-4f78-4fc6-9381-43876a9241dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0887499 Aug 27 02:19:46.461130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-48c7b9c2-474e-47e1-b6d0-0bc9f79d8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.462617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-48c7b9c2-474e-47e1-b6d0-0bc9f79d8446 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0862148 Aug 27 02:19:46.492330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-4645275c-a34f-42e0-abcc-69e5f835b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.500368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-4645275c-a34f-42e0-abcc-69e5f835b5c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3945856 Aug 27 02:19:46.594819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-62d51976-7589-4797-9275-188a1ed3b977 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0683932 Aug 27 02:19:46.608618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-db8eb73b-3d40-4180-a758-e69f25613478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.610199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-db8eb73b-3d40-4180-a758-e69f25613478 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288056 Aug 27 02:19:46.618193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-d7ed6606-4f45-4074-91e5-9a61ebff18b7 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.620687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-d7ed6606-4f45-4074-91e5-9a61ebff18b7 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 810 time: 0.4009745 Aug 27 02:19:46.701869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Request body: {'port': {'device_id': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'admin_state_up': True, 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:46.801335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-00dab9c1-928f-4979-b279-6bab2b09c64d service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575928 Aug 27 02:19:46.806149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-53b5af29-0fa5-40dc-b3be-adf0df3f025b tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:19:46.806149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-53b5af29-0fa5-40dc-b3be-adf0df3f025b tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2193758 Aug 27 02:19:46.848711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a640e47-4719-4866-bbef-0f3257c04b9a req-af27f3c0-5b18-4beb-b326-e209f1312555 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 210 time: 0.1057174 Aug 27 02:19:46.850795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-5b9fdad6-c3b0-420d-8c26-443416bfe1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:46.853355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-5b9fdad6-c3b0-420d-8c26-443416bfe1a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2316651 Aug 27 02:19:46.857788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:46.858729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:19:46.968967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-dac46d2d-89ba-491a-9409-5ce60643dc48 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566315 Aug 27 02:19:47.106503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-c30e21fc-15ff-4411-8c42-468b2f68aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.108399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-c30e21fc-15ff-4411-8c42-468b2f68aaaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046573 Aug 27 02:19:47.199284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335d6dc-8700-4d9b-b6af-3ddcd1aab175 req-7dc6ed2d-7fd6-400b-a9cf-0103434c3817 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.200777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e335d6dc-8700-4d9b-b6af-3ddcd1aab175 req-7dc6ed2d-7fd6-400b-a9cf-0103434c3817 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.2361538 Aug 27 02:19:47.216890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Made reservation on behalf of ef3bda47bb1041b2a6ac10ffdb81c816 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:47.220207 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.308203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:47.308448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:47.308769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:47.352516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e335d6dc-8700-4d9b-b6af-3ddcd1aab175 req-e83fe0ae-cf4f-4cfb-b408-b28a85a991ed tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422541 Aug 27 02:19:47.358732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:47.358732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:47.370090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-f668b02a-bdf3-43b1-9f93-04b9957c34e8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467337 Aug 27 02:19:47.374503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:47.374844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:47.375224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:47.375663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Bound port: 31342568-d93c-4a2d-bfcc-ad77337b7046, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:47.827925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Allocated IP 172.20.0.4 (3aa03ad3-ba2e-4096-9ea9-83da1bf382eb/b25d2a15-9c04-4207-9e81-6c7ccba09b55/45f4f898-5c55-4371-b7b1-a764c59da588) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:47.838688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:47.855470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3716c-210d-4c94-a303-fbf1b563671c req-e322a24a-d640-4589-9bea-9ed53581b327 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:47.856927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96b3716c-210d-4c94-a303-fbf1b563671c req-e322a24a-d640-4589-9bea-9ed53581b327 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 949 time: 0.4256151 Aug 27 02:19:47.858504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:47.859538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-5492dc0f-9b49-481a-b41f-3e871c9de226 service neutron] 10.222.0.26 "POST /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046/bindings HTTP/1.1" status: 201 len: 389 time: 1.0152502 Aug 27 02:19:47.921625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed0feab-a3b8-4d50-b02d-d7ca4b9496c0 req-7f4be209-ec49-45d0-9e71-fd75b8f753df service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476063 Aug 27 02:19:47.944809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96b3716c-210d-4c94-a303-fbf1b563671c req-7a58647d-a32b-4b96-bf0d-5cd1bb660335 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789886 Aug 27 02:19:48.113349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1f5db13-e164-40ac-9ac0-5289fde84905 req-92cfaea8-df83-4a23-8066-505b35fc650f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 210 time: 0.0379415 Aug 27 02:19:48.188285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.238335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0be8-fc29-4a52-bf74-59690fa542d6 req-bdc950df-c3a7-4d30-8f67-347506a9bb41 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.248501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe9e0be8-fc29-4a52-bf74-59690fa542d6 req-bdc950df-c3a7-4d30-8f67-347506a9bb41 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 946 time: 0.0843053 Aug 27 02:19:48.290090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe9e0be8-fc29-4a52-bf74-59690fa542d6 req-fc130099-87fd-491f-863c-88d5380561a7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Aug 27 02:19:48.296007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-e47ac89e-ed1d-4e9c-bded-dacf4e258c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.297125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-e47ac89e-ed1d-4e9c-bded-dacf4e258c93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1097 time: 0.0692620 Aug 27 02:19:48.298061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.309236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['2cff277f-57b3-4d3f-8112-b41a7c667cc5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:48.398817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:48.411512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:48.417951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:48.468091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Pushing event updated for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:48.490436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274387e5-2a8c-46a6-b5e7-309f4f55e589 req-7eb97478-afe6-4e52-b11c-c78ef34a302c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.493044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-274387e5-2a8c-46a6-b5e7-309f4f55e589 req-7eb97478-afe6-4e52-b11c-c78ef34a302c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 948 time: 0.0577593 Aug 27 02:19:48.494653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628687a-0b54-4385-9f29-1e3cb41bb44a req-d4249580-de0d-44ee-92f8-58766fdf4a89 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.496138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0628687a-0b54-4385-9f29-1e3cb41bb44a req-d4249580-de0d-44ee-92f8-58766fdf4a89 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 950 time: 0.2146220 Aug 27 02:19:48.526197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-7ac8bee7-e2f8-4637-aedb-ca14cde9c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.527870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-7ac8bee7-e2f8-4637-aedb-ca14cde9c22e service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2149000 Aug 27 02:19:48.533245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.533836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.535790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-274387e5-2a8c-46a6-b5e7-309f4f55e589 req-8b3ebefc-61a3-46f4-94ef-6625e4824417 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358148 Aug 27 02:19:48.591136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-4af240bf-2d64-4790-bb72-921828f9feec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9073548 Aug 27 02:19:48.597017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-10daefd2-fa34-4190-9b7d-f7b34d80b7fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.0488319 Aug 27 02:19:48.600624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0628687a-0b54-4385-9f29-1e3cb41bb44a req-7042bb14-f991-4bab-99fb-15d63e17ba4e tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970361 Aug 27 02:19:48.619950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Request body: {'port': {'device_id': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:48.719074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-80f1d837-43b2-403e-a5b8-66011f14310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:48.720477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-80f1d837-43b2-403e-a5b8-66011f14310e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0976512 Aug 27 02:19:48.723390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:48.759697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-a2f5c35a-9176-4dd3-bca8-941e21821ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266790 Aug 27 02:19:48.997734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-6b29c75e-0609-41c5-b29a-23969dead41c service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077465 Aug 27 02:19:49.175053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:49.186797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95460c1-d384-4401-8b34-7c7689d93101 req-336a4f00-1de7-481d-b5f0-5ab1a8f6f034 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.196317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f95460c1-d384-4401-8b34-7c7689d93101 req-336a4f00-1de7-481d-b5f0-5ab1a8f6f034 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 949 time: 0.1519125 Aug 27 02:19:49.216429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9e12492e-42a6-47b0-8972-715f1a20c063 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:49.234316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-373d502e-51f7-401c-979e-d66c74c166a5 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267001 Aug 27 02:19:49.324550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f95460c1-d384-4401-8b34-7c7689d93101 req-6156110e-00d9-477f-b143-7913ed82317d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226280 Aug 27 02:19:49.328675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f4f898-5c55-4371-b7b1-a764c59da588 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:49.339684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.353848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Transition to ACTIVE for port object 45f4f898-5c55-4371-b7b1-a764c59da588 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:49.358026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.371694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:49.387959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'mac_address': 'fa:16:3e:33:37:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:49.430843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a139d-3d37-4e02-a8b2-a63cf6d56d04 req-d533bc04-2913-42d8-a985-f901ce9c2586 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.440145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704a139d-3d37-4e02-a8b2-a63cf6d56d04 req-d533bc04-2913-42d8-a985-f901ce9c2586 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 943 time: 0.0806320 Aug 27 02:19:49.454870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 9e12492e-42a6-47b0-8972-715f1a20c063 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:49.482193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 9e12492e-42a6-47b0-8972-715f1a20c063 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:49.482856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.518694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704a139d-3d37-4e02-a8b2-a63cf6d56d04 req-87cecff9-fc44-4ce7-9bcb-9056b46f3f05 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757582 Aug 27 02:19:49.560571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Pushing event updated for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:49.565897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.612944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde64fe6-73a4-4ac2-a105-0763ff69c2c4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:49.660362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:49.666739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.684567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a876-224b-42f9-bf83-e6cdf135556a req-05cfd96b-f9f1-49cd-972f-c3e455181632 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.701947 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a315a876-224b-42f9-bf83-e6cdf135556a req-05cfd96b-f9f1-49cd-972f-c3e455181632 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 950 time: 0.0900190 Aug 27 02:19:49.737773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-c9287052-6671-4c5d-8458-fbc5e7e55972 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.739048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.739360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-c9287052-6671-4c5d-8458-fbc5e7e55972 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1097 time: 0.2796628 Aug 27 02:19:49.756688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:49.757792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:49.764238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a315a876-224b-42f9-bf83-e6cdf135556a req-b739f8b1-a080-45ed-872d-9da62ad701a3 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Aug 27 02:19:49.788444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:49.791697 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab50f8-1e23-4098-b371-e248a3f0383d" -d '{"events": [{"server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:49.801383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c948-d355-4dac-934f-048b06c89c94 req-164416c7-207b-4a6f-aa49-c5382b1dc9ce tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.807774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9e12492e-42a6-47b0-8972-715f1a20c063,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:49.808651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b648c948-d355-4dac-934f-048b06c89c94 req-164416c7-207b-4a6f-aa49-c5382b1dc9ce tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 946 time: 0.1437457 Aug 27 02:19:49.813813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.832507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Attempting to bind port 45f4f898-5c55-4371-b7b1-a764c59da588 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:49.832877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Attempting to bind port 45f4f898-5c55-4371-b7b1-a764c59da588 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:49.833167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Attempting to bind port 45f4f898-5c55-4371-b7b1-a764c59da588 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:49.867038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Port 45f4f898-5c55-4371-b7b1-a764c59da588 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:49.867372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Attempting to bind port 45f4f898-5c55-4371-b7b1-a764c59da588 on network 3aa03ad3-ba2e-4096-9ea9-83da1bf382eb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:49.892187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:49.892521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Checking segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:49.892902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Bound using segment: {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:49.893335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Bound port: 45f4f898-5c55-4371-b7b1-a764c59da588, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:49.893694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.901295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b648c948-d355-4dac-934f-048b06c89c94 req-f687af0f-5069-484a-b28d-2561e8a27cc7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917623 Aug 27 02:19:49.902767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:49.909553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:49.926082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a100c-d528-4653-a213-f92a9d4ab7c6 req-88b0eb23-326b-446c-a90a-527efd32f440 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:49.928648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b2a100c-d528-4653-a213-f92a9d4ab7c6 req-88b0eb23-326b-446c-a90a-527efd32f440 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.0925419 Aug 27 02:19:49.990925 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd949af-ca6d-4ee4-b516-29a019278aab x-openstack-request-id: req-cfd949af-ca6d-4ee4-b516-29a019278aab {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:49.991810 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:49.992170 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfd949af-ca6d-4ee4-b516-29a019278aab {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:49.992646 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063', 'code': 200} Aug 27 02:19:49.992970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b2a100c-d528-4653-a213-f92a9d4ab7c6 req-09862352-0cc2-4e6e-9f3a-3a23c07f73f0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552716 Aug 27 02:19:50.090195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:50.109602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=45f4f898-5c55-4371-b7b1-a764c59da588,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:50.114933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.167731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.168362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.169764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] 10.222.0.15 "PUT /v2.0/ports/45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 200 len: 1091 time: 1.5543380 Aug 27 02:19:50.170203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:50.172438 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:50.195570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:50.196201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175a00e-c238-4702-bcf3-d715b827bb03 req-bb784210-a97a-4b59-826a-97e60fe1c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.201287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3175a00e-c238-4702-bcf3-d715b827bb03 req-bb784210-a97a-4b59-826a-97e60fe1c9a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 1101 time: 0.0717573 Aug 27 02:19:50.223934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1706a-2f93-4640-b6fd-663c60fb722e service neutron] Pushing event updated for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:50.248460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3175a00e-c238-4702-bcf3-d715b827bb03 req-6ce6cbc9-6206-4a05-ab7c-a8915f6224b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Aug 27 02:19:50.252715 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa32416-5952-4b83-bcaa-3e1f002c7ed0 x-openstack-request-id: req-1fa32416-5952-4b83-bcaa-3e1f002c7ed0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:50.252951 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:50.253211 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fa32416-5952-4b83-bcaa-3e1f002c7ed0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:50.253609 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588', 'status': 'completed', 'code': 200} Aug 27 02:19:50.285859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:50.318909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-8f37014f-66ae-4fa3-bc5e-c8a87cb16156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.320436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-8f37014f-66ae-4fa3-bc5e-c8a87cb16156 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1094 time: 0.0868213 Aug 27 02:19:50.338091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.381388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-e23b69b9-e4cc-4972-8419-c8e759e89b8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 200 len: 217 time: 0.0401304 Aug 27 02:19:50.382013 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.502056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['dde64fe6-73a4-4ac2-a105-0763ff69c2c4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:50.545646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-c8c7f148-8054-4ff4-ab93-30779c112f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.547953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-c8c7f148-8054-4ff4-ab93-30779c112f2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1351199 Aug 27 02:19:50.553665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:50.557872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:19:50.558431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:19:50.558752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:50.595938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-e8dc9269-1797-4434-9062-9289d9f4736b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344877 Aug 27 02:19:50.604091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e251-5b78-46f4-82e4-77cf2559ff66 req-aa830818-6d31-4ee7-a1b0-369b59b94490 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.605882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ea5e251-5b78-46f4-82e4-77cf2559ff66 req-aa830818-6d31-4ee7-a1b0-369b59b94490 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.1856956 Aug 27 02:19:50.608020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:19:50.608337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Attempting to bind port 31342568-d93c-4a2d-bfcc-ad77337b7046 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:19:50.637898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:19:50.638569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:19:50.639152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:19:50.639603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Bound port: 31342568-d93c-4a2d-bfcc-ad77337b7046, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:19:50.640037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.744716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ea5e251-5b78-46f4-82e4-77cf2559ff66 req-829114aa-8d7e-4046-9812-b9a96a6d2745 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239922 Aug 27 02:19:50.785628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-399d1ccd-a237-4520-83d5-bb385723e011 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784918 Aug 27 02:19:50.790398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:19:50.794042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:19:50.804803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.874112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c5a90-184a-4c29-b487-6eee4ca79e25 req-e7950225-9c15-40bf-9287-c4399a4db435 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.877435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc2c5a90-184a-4c29-b487-6eee4ca79e25 req-e7950225-9c15-40bf-9287-c4399a4db435 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 943 time: 0.0578260 Aug 27 02:19:50.923300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc2c5a90-184a-4c29-b487-6eee4ca79e25 req-6aa4eade-db8f-4b9c-b334-b1467f27809b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Aug 27 02:19:50.946584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:50.967462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:50.968000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:50.969451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4b842c71-6456-4f00-9f6c-454193365aba service neutron] 10.222.0.15 "PUT /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 1122 time: 1.2171161 Aug 27 02:19:50.981968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2f7450d-201c-46b5-9192-1e364cc9fe4a req-e61f4ec3-733b-4633-b416-3d12332a8c34 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858807 Aug 27 02:19:51.056866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd796ff1-bcf0-43ed-89d4-caa415ef01da req-79e264d0-c389-4488-a9dd-4ac3b9f9abad tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.058824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd796ff1-bcf0-43ed-89d4-caa415ef01da req-79e264d0-c389-4488-a9dd-4ac3b9f9abad tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 950 time: 0.0572691 Aug 27 02:19:51.101083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-e9ca48d1-bd4c-4e37-bb17-9b4617024720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.102622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-e9ca48d1-bd4c-4e37-bb17-9b4617024720 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1094 time: 0.0672975 Aug 27 02:19:51.104185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd796ff1-bcf0-43ed-89d4-caa415ef01da req-3c49a5d3-b4f8-4ff7-a93d-6dc85bb0feda tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367224 Aug 27 02:19:51.226376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3724b-34c5-43b3-9987-3ec214fbb0ce req-9ec261e9-7918-4dab-badf-427322be4340 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.226376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3cc3724b-34c5-43b3-9987-3ec214fbb0ce req-9ec261e9-7918-4dab-badf-427322be4340 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0541787 Aug 27 02:19:51.262343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3cc3724b-34c5-43b3-9987-3ec214fbb0ce req-b85edd77-a007-4d12-8f7e-5bc4012be189 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Aug 27 02:19:51.495143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-c35dbf11-cb9b-4684-b8a0-b6ea9967eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.497709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-c35dbf11-cb9b-4684-b8a0-b6ea9967eb02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.3810325 Aug 27 02:19:51.511841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['31342568-d93c-4a2d-bfcc-ad77337b7046'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:51.516340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842ee7-d698-4b8a-99e8-4ababb21afa8 req-602252bf-2c95-4922-ba23-b47ebaba3eb4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.518275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28842ee7-d698-4b8a-99e8-4ababb21afa8 req-602252bf-2c95-4922-ba23-b47ebaba3eb4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.3032415 Aug 27 02:19:51.562485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-6dce9ded-ab21-47c9-b15a-8bf3a5470d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 200 len: 217 time: 0.0430233 Aug 27 02:19:51.623538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28842ee7-d698-4b8a-99e8-4ababb21afa8 req-5988daff-4e4a-4aa4-9a0c-24ed76e61186 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Aug 27 02:19:51.647024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-1810b19c-673d-4470-a174-6289db5af65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.649131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-1810b19c-673d-4470-a174-6289db5af65b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.0713990 Aug 27 02:19:51.687670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-f6240556-b268-47f0-895f-be26bad4f5ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277059 Aug 27 02:19:51.846023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-a3723e4b-fb00-4b79-9e2b-c20eacb533ef service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501954 Aug 27 02:19:51.869118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-ac464920-c2c8-4903-aee5-866c0f96fc1d tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.870537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-ac464920-c2c8-4903-aee5-866c0f96fc1d tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 950 time: 0.0933902 Aug 27 02:19:51.916718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff79b0-61a0-4d86-95ed-8f1366d28845 req-c92bfb03-23ae-4daf-af2b-2c50c4fb6896 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.918104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0ff79b0-61a0-4d86-95ed-8f1366d28845 req-c92bfb03-23ae-4daf-af2b-2c50c4fb6896 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0826356 Aug 27 02:19:51.925460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-51fad928-e286-4db0-a587-e5372a8406a4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.926917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-51fad928-e286-4db0-a587-e5372a8406a4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5&tenant_id=8979ee25cce144c7b0192d72d85959f1&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 949 time: 0.1227286 Aug 27 02:19:51.948933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b01d-3853-409e-a0d7-d73834a372c9 req-2743c18d-b755-4be2-813f-340fae564ec2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:51.950438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24e9b01d-3853-409e-a0d7-d73834a372c9 req-2743c18d-b755-4be2-813f-340fae564ec2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.1621442 Aug 27 02:19:51.994962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0ff79b0-61a0-4d86-95ed-8f1366d28845 req-76406068-fa0f-44d5-8c47-534089f76e1d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670309 Aug 27 02:19:52.016776 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-cf2bfa6f-0f74-4f25-a428-fe976e2f3bd3 service neutron] delete failed (client error): The resource could not be found. Aug 27 02:19:52.017359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-cf2bfa6f-0f74-4f25-a428-fe976e2f3bd3 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dde64fe6-73a4-4ac2-a105-0763ff69c2c4/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0766230 Aug 27 02:19:52.062963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24e9b01d-3853-409e-a0d7-d73834a372c9 req-58bcfd95-f954-4de6-adf2-9bc3089a6cb9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993905 Aug 27 02:19:52.065123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80eb5b7d-1a77-4619-9061-ca8f8a04fce1 req-ea496f6b-e4b3-4d22-997f-6bec81393734 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930635 Aug 27 02:19:52.114365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:52.126675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Deleting port 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:52.126675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.195542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.218964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:52.221525 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc75e6a5-4e64-45e1-8a5a-1620d5c920c4" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:52.223621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-4c3685a3-ce73-407a-91bc-bdc221d25db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.226048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-4c3685a3-ce73-407a-91bc-bdc221d25db6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1100 time: 0.1400728 Aug 27 02:19:52.236634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1962e1-c0b0-4085-b44a-38941d321330 req-c5a2eebe-145a-4612-a304-a73e0b686812 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.237649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:52.238291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1962e1-c0b0-4085-b44a-38941d321330 req-c5a2eebe-145a-4612-a304-a73e0b686812 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 950 time: 0.0531571 Aug 27 02:19:52.244682 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.263097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046'}, {'name': 'network-changed', 'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:52.265322 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece" -d '{"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-unplugged", "status": "completed", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046"}, {"name": "network-changed", "server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:52.282054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff1962e1-c0b0-4085-b44a-38941d321330 req-c198f182-6a47-4d09-b847-94899f906d9f tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/security-groups?id=27495ba0-47d3-427c-9bdf-141990de642b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Aug 27 02:19:52.293957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.323810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20500178-27b6-4de1-afa4-c3af1711d9b3 req-b26c3177-da9c-4f9e-9cff-f1c4f6604daa tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.325307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20500178-27b6-4de1-afa4-c3af1711d9b3 req-b26c3177-da9c-4f9e-9cff-f1c4f6604daa tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 943 time: 0.1930802 Aug 27 02:19:52.326865 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9081d5-2dd1-4215-9cc0-8c49fc46afca x-openstack-request-id: req-cb9081d5-2dd1-4215-9cc0-8c49fc46afca {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:52.327178 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:52.327439 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb9081d5-2dd1-4215-9cc0-8c49fc46afca {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:52.327961 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'code': 200} Aug 27 02:19:52.375497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] For port 4010717e-4d6a-4eb1-89ca-7ac809d7746e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4010717e-4d6a-4eb1-89ca-7ac809d7746e,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:52.375861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.410210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Calling delete_port for 4010717e-4d6a-4eb1-89ca-7ac809d7746e owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:52.417486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20500178-27b6-4de1-afa4-c3af1711d9b3 req-15d47c26-4b20-4548-bb06-d846d0a49b59 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814142 Aug 27 02:19:52.418235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2995-3eaf-4ce8-80d9-90fea9237b18 req-fb1fa1e7-00ee-4dfd-aee8-7f8e8451ef0d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.419755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de5f2995-3eaf-4ce8-80d9-90fea9237b18 req-fb1fa1e7-00ee-4dfd-aee8-7f8e8451ef0d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0477705 Aug 27 02:19:52.438892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-9b79c8b4-82f0-438b-bac0-58e81f9203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.441020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-9b79c8b4-82f0-438b-bac0-58e81f9203d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2074893 Aug 27 02:19:52.461639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de5f2995-3eaf-4ce8-80d9-90fea9237b18 req-da515a3b-1943-4efb-b056-8803b788879d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Aug 27 02:19:52.484166 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ddfbec-3be0-4c8c-b1bd-2957252c794a x-openstack-request-id: req-b5ddfbec-3be0-4c8c-b1bd-2957252c794a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:52.484440 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-unplugged", "status": "completed", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046", "code": 200}, {"name": "network-changed", "server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:52.484689 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5ddfbec-3be0-4c8c-b1bd-2957252c794a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:52.485079 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'code': 200} Aug 27 02:19:52.485333 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'status': 'completed', 'code': 200} Aug 27 02:19:52.528903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-2c882a71-080c-4319-b6f3-70a376233a6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0427356 Aug 27 02:19:52.580773 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e37e715e-16b8-4d6e-a5fe-dee96848169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.596123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-4d175739-c6d9-4748-a665-94644e9a82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.597770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-4d175739-c6d9-4748-a665-94644e9a82e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0607517 Aug 27 02:19:52.655067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-9d716764-2f66-4fb4-a707-fe92d38b13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.656859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-9d716764-2f66-4fb4-a707-fe92d38b13e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1125 time: 0.0479636 Aug 27 02:19:52.683505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.691970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-b2f35d51-a9c9-4bf3-9b3e-8bff4e8c79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.693951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-b2f35d51-a9c9-4bf3-9b3e-8bff4e8c79a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859897 Aug 27 02:19:52.725548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Pushing event deleted for resources: {'Port': ['ID=4010717e-4d6a-4eb1-89ca-7ac809d7746e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:52.785306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-1d52adbe-aaa7-4c45-bbf5-8aa2d0ba9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.787067 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-1d52adbe-aaa7-4c45-bbf5-8aa2d0ba9051 service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.0959904 Aug 27 02:19:52.810592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] No DVR routers for this DVR port 4010717e-4d6a-4eb1-89ca-7ac809d7746e on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:52.814720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:52.816648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cc40cbd-d052-464c-b6d7-d5149efa8480 req-01c22229-c568-45a3-a581-1740d3794a32 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.15 "DELETE /v2.0/ports/4010717e-4d6a-4eb1-89ca-7ac809d7746e HTTP/1.1" status: 204 len: 173 time: 0.9353201 Aug 27 02:19:52.842329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-b05e530a-c102-4bba-8808-a51a1ab945e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.0386407 Aug 27 02:19:52.847372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-131e8d43-28a1-4d85-b3b0-3be4080471d3 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293099 Aug 27 02:19:52.909683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-562d0ad5-f8cc-4feb-9cfe-cf21ec0b92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:52.911380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-562d0ad5-f8cc-4feb-9cfe-cf21ec0b92d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0524530 Aug 27 02:19:52.947212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa5983d-8dfc-4843-aa2b-b59469b35062 req-ad52a688-1628-4828-a806-c1ef811ed7cd service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Aug 27 02:19:52.973634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-5ff472ac-04ac-46d0-ae81-ac4e98405163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287273 Aug 27 02:19:53.043263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-d9d01587-c975-4d1b-80b3-d84fd51c9c71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479095 Aug 27 02:19:53.156206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-ba172d2b-3fb5-4278-bcef-777357a63a16 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593003 Aug 27 02:19:53.171857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd5b6-b212-4f62-8f0d-c637160cbb26 req-a48d7b31-9738-4197-914d-1de8d508a5ea tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.179121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaecd5b6-b212-4f62-8f0d-c637160cbb26 req-a48d7b31-9738-4197-914d-1de8d508a5ea tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0920041 Aug 27 02:19:53.204875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:53.238653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-78baca3f-36e1-43c5-bf9a-73ce745c1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.242271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-78baca3f-36e1-43c5-bf9a-73ce745c1e2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 1097 time: 0.1238506 Aug 27 02:19:53.263256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509a97-5cc3-4236-9b48-b42f3f987555 req-765a94c1-4dea-43cc-9552-f25de21eb0e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.264693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75509a97-5cc3-4236-9b48-b42f3f987555 req-765a94c1-4dea-43cc-9552-f25de21eb0e7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 949 time: 0.1064403 Aug 27 02:19:53.288967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:53.305043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:53.309520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.322221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaecd5b6-b212-4f62-8f0d-c637160cbb26 req-d5aa5c2a-2206-48ed-901e-db974c0e6ec6 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422284 Aug 27 02:19:53.426649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75509a97-5cc3-4236-9b48-b42f3f987555 req-08d4da6f-6886-4c2d-a29e-0965a6779e4c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485646 Aug 27 02:19:53.468875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9be3a2a1-9012-4e09-8f62-5f3ba6e4eece req-1c86ac63-5bf1-41b7-aeb4-66d0ceccec7a service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734144 Aug 27 02:19:53.470724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.471206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-cda66f1f-299a-4605-90a7-5c4a8e8e186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.472750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-cda66f1f-299a-4605-90a7-5c4a8e8e186e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.2071266 Aug 27 02:19:53.572876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:53.576184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:53.623682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e30201e5-a897-4134-ad9f-b4004e21975b req-96082f92-4641-429c-b498-c64894084d82 tempest-ImagesOneServerTestJSON-1743803479 tempest-ImagesOneServerTestJSON-1743803479-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2b78ca9-ea74-4828-8720-7ecccc9878c7 HTTP/1.1" status: 200 len: 210 time: 0.0392518 Aug 27 02:19:53.630993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:53.643440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-dc47af47-8882-467e-9c9a-c147656f9d1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 200 len: 1002 time: 0.1193700 Aug 27 02:19:53.681207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d94428-8b1e-4a6e-bc1f-24144bcc8d6d req-8f13e51b-58c6-452f-b030-6bf3b54629c6 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.682905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1d94428-8b1e-4a6e-bc1f-24144bcc8d6d req-8f13e51b-58c6-452f-b030-6bf3b54629c6 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 1101 time: 0.0958750 Aug 27 02:19:53.743421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-4a2c5797-89b8-4fc1-a309-668dc42c28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.745061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-4a2c5797-89b8-4fc1-a309-668dc42c28aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.0933402 Aug 27 02:19:53.750992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1d94428-8b1e-4a6e-bc1f-24144bcc8d6d req-b983798b-e3bc-4af4-b3fd-4bee3ba1ef11 tempest-ServersOnMultiNodesTest-265437565 tempest-ServersOnMultiNodesTest-265437565-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543075 Aug 27 02:19:53.780798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb42438-e0c7-4b23-b091-666d79628f7a req-1d84f081-08b7-45bb-822d-dec18e4a8397 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.782324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bb42438-e0c7-4b23-b091-666d79628f7a req-1d84f081-08b7-45bb-822d-dec18e4a8397 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 943 time: 0.0767424 Aug 27 02:19:53.857739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bb42438-e0c7-4b23-b091-666d79628f7a req-91695c4c-ee0d-4855-a726-7b1c9a7aebb1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563953 Aug 27 02:19:53.865262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-60f7ecf9-9ec0-4d21-9ec0-a2e47bbee251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.867152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-60f7ecf9-9ec0-4d21-9ec0-a2e47bbee251 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074350 Aug 27 02:19:53.901594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75564b-0e8b-41da-ba95-c9740110b53a req-e09588c1-10d0-449c-86dd-67f93ef9ee0d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:53.909307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca75564b-0e8b-41da-ba95-c9740110b53a req-e09588c1-10d0-449c-86dd-67f93ef9ee0d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0935845 Aug 27 02:19:53.989934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca75564b-0e8b-41da-ba95-c9740110b53a req-839512eb-ff6c-450e-9da8-94a9dac43ae2 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780184 Aug 27 02:19:54.000020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-9e0ecc75-11f4-4a6a-9a52-e4e77449f06e service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182148 Aug 27 02:19:54.118272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 45f4f898-5c55-4371-b7b1-a764c59da588 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:54.126558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a3ef74e-0f9d-428c-b940-c37ab15aa7fd req-18f570c1-b13b-4579-ad9c-4040e85daacf service neutron] 10.222.0.46 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114905 Aug 27 02:19:54.188147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1990165-62b5-49d5-8f00-162da5d8e01a req-bd17f640-66a0-453d-b1fb-53f94e335029 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:54.189614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1990165-62b5-49d5-8f00-162da5d8e01a req-bd17f640-66a0-453d-b1fb-53f94e335029 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0622013 Aug 27 02:19:54.239564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1990165-62b5-49d5-8f00-162da5d8e01a req-5149c5e6-adc4-431a-a36c-21555131a4cc tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Aug 27 02:19:54.261352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=45f4f898-5c55-4371-b7b1-a764c59da588,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:54.274730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '45f4f898-5c55-4371-b7b1-a764c59da588', 'network_id': '3aa03ad3-ba2e-4096-9ea9-83da1bf382eb', 'port_id': '45f4f898-5c55-4371-b7b1-a764c59da588', 'mac_address': 'fa:16:3e:09:b5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25d2a15-9c04-4207-9e81-6c7ccba09b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:19:54.313351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.326872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f4f898-5c55-4371-b7b1-a764c59da588 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:54.330647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:54.332831 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d4a3a-2b43-4dfa-8541-eecbbc669f2c" -d '{"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-plugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:54.354233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=45f4f898-5c55-4371-b7b1-a764c59da588,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:54.358497 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:54.359373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:19:54.370925 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d928b11-85f7-4d94-b43b-bc534b5743bf x-openstack-request-id: req-1d928b11-85f7-4d94-b43b-bc534b5743bf {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:54.371211 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-plugged", "status": "completed", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:54.371481 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d928b11-85f7-4d94-b43b-bc534b5743bf {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:54.371857 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'code': 200} Aug 27 02:19:54.486315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-deleted', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:54.488977 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83de27c-3841-444c-822f-6dec7f74c00e" -d '{"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-deleted", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:54.598918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6610f6-a71b-4c6f-b935-a627d7276a1d req-a2d5a7a8-8a78-4f12-8c0c-6b224202bca1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:54.600003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c6610f6-a71b-4c6f-b935-a627d7276a1d req-a2d5a7a8-8a78-4f12-8c0c-6b224202bca1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0546124 Aug 27 02:19:54.602107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:54.649330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:54.660320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c6610f6-a71b-4c6f-b935-a627d7276a1d req-2c8bcc70-9f10-4fa7-85b5-d63294509685 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Aug 27 02:19:54.662010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:19:54.667780 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72d9fb5-08f6-4003-8092-505d9c53a46f x-openstack-request-id: req-c72d9fb5-08f6-4003-8092-505d9c53a46f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:54.668268 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b78ca9-ea74-4828-8720-7ecccc9878c7", "name": "network-vif-deleted", "tag": "4010717e-4d6a-4eb1-89ca-7ac809d7746e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:54.668370 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c72d9fb5-08f6-4003-8092-505d9c53a46f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:54.668702 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b78ca9-ea74-4828-8720-7ecccc9878c7', 'name': 'network-vif-deleted', 'tag': '4010717e-4d6a-4eb1-89ca-7ac809d7746e', 'status': 'completed', 'code': 200} Aug 27 02:19:54.781159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae8798-54de-4e7f-8662-3c7d1f7ef21c req-f464aa30-92fc-482f-a8d4-3767ca5035b8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:54.782658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57ae8798-54de-4e7f-8662-3c7d1f7ef21c req-f464aa30-92fc-482f-a8d4-3767ca5035b8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0518534 Aug 27 02:19:54.823535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57ae8798-54de-4e7f-8662-3c7d1f7ef21c req-8f25f040-e0ad-402c-b7c5-5ddcc715ae6a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Aug 27 02:19:54.990402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51714) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:55.025610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['45f4f898-5c55-4371-b7b1-a764c59da588'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:55.081631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6906c4-a2ec-4f2c-b1fd-816fa0487c3d req-5f042e54-0642-4b29-8bf2-575b99bbf518 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.089492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f6906c4-a2ec-4f2c-b1fd-816fa0487c3d req-5f042e54-0642-4b29-8bf2-575b99bbf518 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 944 time: 0.1469882 Aug 27 02:19:55.141927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f6906c4-a2ec-4f2c-b1fd-816fa0487c3d req-fa0a5c58-ec8b-4aaa-a6c9-14ea04b41783 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Aug 27 02:19:55.204999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81689-221c-4c45-a554-59a64729a14b req-7cc59022-8c86-4305-b633-2efe3972c54d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.213981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7a81689-221c-4c45-a554-59a64729a14b req-7cc59022-8c86-4305-b633-2efe3972c54d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0872972 Aug 27 02:19:55.230847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5939c290-885a-4832-901b-8583edd6add3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.279907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-6b2c280a-9f86-4044-b9b8-7c6fc3d98542 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512707 Aug 27 02:19:55.290786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7a81689-221c-4c45-a554-59a64729a14b req-0309b60b-21a1-499d-9ce0-5b6694872338 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Aug 27 02:19:55.316527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ccd4aca-e394-467c-8e02-5f2470ab0a65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=442a0184e7c2421bb7de42c4acdc0830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216610 Aug 27 02:19:55.316743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51734) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:19:55.351391 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.423472 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.432750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-39756fae-9dd3-496d-a31d-5bbaa7059e84 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.434762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-39756fae-9dd3-496d-a31d-5bbaa7059e84 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457918 Aug 27 02:19:55.450715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bde44-787f-4443-962e-4333d572e343 req-df3baa46-2c6f-4956-a004-375747df5957 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:55.451996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-1985824a-321c-4560-a73d-ca5bb3b2c0c2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/quotas/8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 375 time: 0.0107141 Aug 27 02:19:55.452191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-237bde44-787f-4443-962e-4333d572e343 req-df3baa46-2c6f-4956-a004-375747df5957 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0746059 Aug 27 02:19:55.462067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.519099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-237bde44-787f-4443-962e-4333d572e343 req-1dbfcdff-e6f4-4f52-a76c-535f68cf3ebf tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590482 Aug 27 02:19:55.533388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-4b691d4c-e4af-4d2e-a0d6-eba275267b15 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748127 Aug 27 02:19:55.549327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.555094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:55.558963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27495ba0-47d3-427c-9bdf-141990de642b HTTP/1.1" status: 204 len: 168 time: 0.2390740 Aug 27 02:19:55.565949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c4f0b-e092-49b4-ba88-8431ed66c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27495ba0-47d3-427c-9bdf-141990de642b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:55.723233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4e7fcbc-1407-4898-aaf8-e62badad595e req-a0dbddeb-548f-4ae6-be65-48eb6de41811 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 210 time: 0.0314174 Aug 27 02:19:56.124994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:19:56.150610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 4010717e-4d6a-4eb1-89ca-7ac809d7746e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:19:56.151019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4010717e-4d6a-4eb1-89ca-7ac809d7746e not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:19:56.268833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83ab39-78dc-4de7-b87d-9bc405366e34 req-49150607-e9b6-4216-a5c1-47c0254f3724 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.276480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb83ab39-78dc-4de7-b87d-9bc405366e34 req-49150607-e9b6-4216-a5c1-47c0254f3724 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 944 time: 0.0610418 Aug 27 02:19:56.313755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb83ab39-78dc-4de7-b87d-9bc405366e34 req-c7c418fb-f46b-4a35-97d6-d0b10063d9e0 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Aug 27 02:19:56.356773 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:56.465516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214923b1-ef72-46c6-91bd-7974ff32fc51 req-f32f9ecb-e659-4f06-a0e8-dc13990aaf9a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.467674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-214923b1-ef72-46c6-91bd-7974ff32fc51 req-f32f9ecb-e659-4f06-a0e8-dc13990aaf9a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0721726 Aug 27 02:19:56.508557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-214923b1-ef72-46c6-91bd-7974ff32fc51 req-7247cd3a-9c7d-4354-99ae-cfb9175730d5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Aug 27 02:19:56.657956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f316c-6fb2-437a-8afb-17b00ee4c7c7 req-dc30c7a4-8a36-4a7d-9441-9c5a4b92fc8b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:56.666522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b7f316c-6fb2-437a-8afb-17b00ee4c7c7 req-dc30c7a4-8a36-4a7d-9441-9c5a4b92fc8b tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0579441 Aug 27 02:19:56.703017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b7f316c-6fb2-437a-8afb-17b00ee4c7c7 req-66f8e96c-3f9f-4f2e-9bc9-7a51914cd3de tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Aug 27 02:19:56.938242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6514faff-43ea-4001-b71d-1c5048574404 req-8af164db-fbbc-4cb0-8629-9a542a6b3de2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Aug 27 02:19:57.484829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec82b97-dcef-4909-8d3b-6c00c097bb37 req-88381454-b804-4fde-af77-ec31a980d68e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.487550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ec82b97-dcef-4909-8d3b-6c00c097bb37 req-88381454-b804-4fde-af77-ec31a980d68e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 944 time: 0.0695162 Aug 27 02:19:57.567586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ec82b97-dcef-4909-8d3b-6c00c097bb37 req-5ef4c1bf-a945-4312-b73a-7c5803e4aaa0 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727334 Aug 27 02:19:57.759205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a52ca-dbf3-4995-82a2-d00ea8c221a1 req-ef07b631-07b3-41e6-b285-0e7d3631991a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.760707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd1a52ca-dbf3-4995-82a2-d00ea8c221a1 req-ef07b631-07b3-41e6-b285-0e7d3631991a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.0780919 Aug 27 02:19:57.805179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:57.810972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-160f82c7-0d88-42a5-8ba4-def65ef75fa5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249214 Aug 27 02:19:57.853224 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd1a52ca-dbf3-4995-82a2-d00ea8c221a1 req-a4945eea-a697-444d-9b26-08fb956e93fc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854487 Aug 27 02:19:57.959122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-de17d03a-a2e8-4696-ae53-06725431b5a2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:57.960816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-de17d03a-a2e8-4696-ae53-06725431b5a2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381907 Aug 27 02:19:58.023379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58ff0-040f-4e67-a1c5-93e956fa4032 req-2e1e0bf0-0c7b-4834-bc7b-85ffbf4c60ec tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:58.024904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cab58ff0-040f-4e67-a1c5-93e956fa4032 req-2e1e0bf0-0c7b-4834-bc7b-85ffbf4c60ec tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0631750 Aug 27 02:19:58.073750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cab58ff0-040f-4e67-a1c5-93e956fa4032 req-9e1be0e1-f390-4034-a0de-6b43720ac25a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Aug 27 02:19:58.077464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Request body: {'port': {'device_id': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '8979ee25cce144c7b0192d72d85959f1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:58.129175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-6971b72d-5cf7-4ddd-882b-cd8a49ed201f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:58.132769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-6971b72d-5cf7-4ddd-882b-cd8a49ed201f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 950 time: 0.0678284 Aug 27 02:19:58.141823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 45f4f898-5c55-4371-b7b1-a764c59da588 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:19:58.242593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 45f4f898-5c55-4371-b7b1-a764c59da588 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:58.253677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 45f4f898-5c55-4371-b7b1-a764c59da588 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:58.255029 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.271152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c74d11e5-d2a9-4473-ba1f-cff19c4c53cb req-ee992a3c-a2c3-4edd-af09-e4c7d964e1ed tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 210 time: 0.0586319 Aug 27 02:19:58.271896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Made reservation on behalf of 8979ee25cce144c7b0192d72d85959f1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:19:58.276380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.370730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port 9e12492e-42a6-47b0-8972-715f1a20c063 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:19:58.371084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.463561 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.495047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Allocated IP 192.168.233.47 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/63151f02-6619-4c29-a155-e4e6c2454856) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:19:58.500162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=45f4f898-5c55-4371-b7b1-a764c59da588,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:58.501339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:58.504505 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35161bc-743c-4f28-bbbe-c776a40d8834" -d '{"events": [{"server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "name": "network-vif-plugged", "status": "completed", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:58.509508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.554322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port 9e12492e-42a6-47b0-8972-715f1a20c063, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9e12492e-42a6-47b0-8972-715f1a20c063,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:19:58.554734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.565468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.571189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for 9e12492e-42a6-47b0-8972-715f1a20c063 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:19:58.598787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.599733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.600083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.600462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.603267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.603629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.603964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.607978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.608380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.608731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.610147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.614062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.693692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.732243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.732408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Transition to ACTIVE for port object 63151f02-6619-4c29-a155-e4e6c2454856 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:58.746928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', '4540d734-62cd-4f9c-ac89-f13417d88429'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:58.782684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.846175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:19:58.851099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:19:58.855895 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e893d7-5f6c-42dd-81bd-79415e026014 x-openstack-request-id: req-c2e893d7-5f6c-42dd-81bd-79415e026014 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:58.856440 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "name": "network-vif-plugged", "status": "completed", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:58.856542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:19:58.856639 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2e893d7-5f6c-42dd-81bd-79415e026014 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:58.856858 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588', 'code': 200} Aug 27 02:19:58.890933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319', '9e12492e-42a6-47b0-8972-715f1a20c063'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:19:58.906244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=9e12492e-42a6-47b0-8972-715f1a20c063,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:58.952396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port 9e12492e-42a6-47b0-8972-715f1a20c063 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:19:58.961758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:58.964052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca0c5e4b-0afa-4410-9630-471e63052443 req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "DELETE /v2.0/ports/9e12492e-42a6-47b0-8972-715f1a20c063 HTTP/1.1" status: 204 len: 173 time: 0.7851942 Aug 27 02:19:58.974519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'name': 'network-vif-deleted', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:19:58.984544 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6050c150-48cb-48b7-8776-ece28653b889" -d '{"events": [{"server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "name": "network-vif-deleted", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:19:58.996848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.998703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:58.999006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.001059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.001578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.001922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.004243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.004607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.004959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.006661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.007010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.007348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1da304-49af-4928-9198-1fa95ee26a28 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.011364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:19:59.042860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.043169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.043514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.043851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.044197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.053729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.054137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.054507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.056450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.057559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.057915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.058250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:19:59.128538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.129191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.146654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c89d-1ed9-4c3f-9a6d-b900d50f98ff req-401e9ee1-7dc2-475d-b648-08496548853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.148152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b405c89d-1ed9-4c3f-9a6d-b900d50f98ff req-401e9ee1-7dc2-475d-b648-08496548853d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1096 time: 0.2252307 Aug 27 02:19:59.168445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e216-72c6-4f46-b56b-c84048c3d221 req-d2d9d7cc-c130-4dc2-ba21-92fb27b1d55c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.175957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b571e216-72c6-4f46-b56b-c84048c3d221 req-d2d9d7cc-c130-4dc2-ba21-92fb27b1d55c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.2657657 Aug 27 02:19:59.219888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-f7f4b80c-3b02-4352-b336-4936eaf06851 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1493838 Aug 27 02:19:59.248601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Request body: {'port': {'device_id': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:19:59.253110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b0062-574b-4b51-928a-2f6186363fb6 req-22b69789-89a3-4611-a787-0597bfe894e7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.254607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b5b0062-574b-4b51-928a-2f6186363fb6 req-22b69789-89a3-4611-a787-0597bfe894e7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 944 time: 0.1026270 Aug 27 02:19:59.266132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b571e216-72c6-4f46-b56b-c84048c3d221 req-76d7f7d0-6282-446a-b6f5-ccd9e7d42d5e tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843511 Aug 27 02:19:59.312892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b405c89d-1ed9-4c3f-9a6d-b900d50f98ff req-acf70ae8-1255-4359-ad19-e7bca1e15a03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083248 Aug 27 02:19:59.338104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b5b0062-574b-4b51-928a-2f6186363fb6 req-c2e188a6-e616-44c4-881e-5ea0b890d27a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754378 Aug 27 02:19:59.344975 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289b57f8-3da4-4df1-bf2a-c4634aea0fc4 x-openstack-request-id: req-289b57f8-3da4-4df1-bf2a-c4634aea0fc4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:19:59.345268 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e", "name": "network-vif-deleted", "tag": "9e12492e-42a6-47b0-8972-715f1a20c063", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:19:59.347963 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-289b57f8-3da4-4df1-bf2a-c4634aea0fc4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:19:59.348558 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e', 'name': 'network-vif-deleted', 'tag': '9e12492e-42a6-47b0-8972-715f1a20c063', 'status': 'completed', 'code': 200} Aug 27 02:19:59.375708 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.526739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7cc25837-9986-4842-aabf-81f394f01d7b req-bfe15980-4d6a-4ce7-a430-5f657c7c9b6a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=09c8bf9c-4fa9-4e4d-915a-6f39f0f1ab2e HTTP/1.1" status: 200 len: 210 time: 0.0505173 Aug 27 02:19:59.596639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bc0fbb0d-2266-4633-a860-a6a0b7cc12c2 None None] Provisioning for port 63151f02-6619-4c29-a155-e4e6c2454856 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:19:59.608145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bc0fbb0d-2266-4633-a860-a6a0b7cc12c2 None None] Provisioning complete for port 63151f02-6619-4c29-a155-e4e6c2454856 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:19:59.608639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc0fbb0d-2266-4633-a860-a6a0b7cc12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.673075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fbb0d-2266-4633-a860-a6a0b7cc12c2 None None] Port 63151f02-6619-4c29-a155-e4e6c2454856 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:19:59.698785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaefd29-5313-4e2d-976e-7594fcede6db req-f02ced50-1316-4407-9288-0d3ca6189a0f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:19:59.700327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5eaefd29-5313-4e2d-976e-7594fcede6db req-f02ced50-1316-4407-9288-0d3ca6189a0f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 935 time: 0.0777550 Aug 27 02:19:59.767348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5eaefd29-5313-4e2d-976e-7594fcede6db req-a562124a-56da-4e4e-becd-500dbda7ddd9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 Aug 27 02:19:59.893576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:19:59.914661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:19:59.917177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-fe35ff6a-7bff-41d8-b0de-98b8b7fcbe5a service neutron] 10.222.0.46 "GET /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1671000 Aug 27 02:19:59.941584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Transition to ACTIVE for port object 63151f02-6619-4c29-a155-e4e6c2454856 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:19:59.949677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.010164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.172301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:00.172920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:00.173412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:00.179120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:00.179649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:00.185067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:00.185635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:00.186181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:00.186827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Bound port: 63151f02-6619-4c29-a155-e4e6c2454856, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:00.187340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.291275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:00.297526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:00.304518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.384607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:00.408701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.420028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:00.427708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.428567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.430072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-d3ceda0a-23cd-4e89-94f6-ba635ac55e39 service neutron] 10.222.0.46 "PUT /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 1095 time: 1.1861706 Aug 27 02:20:00.430545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:00.432900 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a093b5-9a6a-4ce2-a2c1-2ae257274442" -d '{"events": [{"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:00.456074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.493920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31342568-d93c-4a2d-bfcc-ad77337b7046 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:00.501002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0192-7f5a-494f-92d8-af59231813f7 req-d432efd3-477d-487e-ab0a-972072b9b0fb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.502618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90da0192-7f5a-494f-92d8-af59231813f7 req-d432efd3-477d-487e-ab0a-972072b9b0fb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0969038 Aug 27 02:20:00.521418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:00.567484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.595281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90da0192-7f5a-494f-92d8-af59231813f7 req-a77fbfe8-463d-4f95-802d-83a6d9ebf72b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Aug 27 02:20:00.621759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-23818adc-8787-43fb-ad0a-618503526a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.623301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-23818adc-8787-43fb-ad0a-618503526a64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1098 time: 0.1180243 Aug 27 02:20:00.722497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] Transition to ACTIVE for port object 31342568-d93c-4a2d-bfcc-ad77337b7046 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:00.728811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:00.745436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-5c3d572b-a3be-469e-b8b1-949a0ffac382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1060169 Aug 27 02:20:00.820822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:00.872566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] No DVR routers for this DVR port 31342568-d93c-4a2d-bfcc-ad77337b7046 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:00.898108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-83ea112a-a5f1-456d-98f7-b3dde1e07476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.899590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-83ea112a-a5f1-456d-98f7-b3dde1e07476 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1312253 Aug 27 02:20:00.917100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-4f9998fd-3c23-486d-9d1c-11e27d8d02f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9905672 Aug 27 02:20:00.954582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04cdc-f176-4dd3-b7ab-5f36ab0bde4c req-94386c2f-b209-4bf1-8ae0-fbd98451cedc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:00.963160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80e04cdc-f176-4dd3-b7ab-5f36ab0bde4c req-94386c2f-b209-4bf1-8ae0-fbd98451cedc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.2494087 Aug 27 02:20:01.037220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-15a2fef3-86f7-4bcc-a721-da654572cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.043444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-15a2fef3-86f7-4bcc-a721-da654572cb78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258969 Aug 27 02:20:01.068803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80e04cdc-f176-4dd3-b7ab-5f36ab0bde4c req-537960d9-ebc2-4a0d-ab0e-aedef5d3c516 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046658 Aug 27 02:20:01.113831 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81eb5b0-301d-46f9-8aa8-fd7d19abf76c x-openstack-request-id: req-e81eb5b0-301d-46f9-8aa8-fd7d19abf76c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:01.114117 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:01.114372 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e81eb5b0-301d-46f9-8aa8-fd7d19abf76c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:01.115316 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'status': 'completed', 'code': 200} Aug 27 02:20:01.267925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c97436-cd93-4c9c-b8c2-5a292fea854c req-3647d2fc-480d-4ce8-93ca-97596cd6b4ba tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.269497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0c97436-cd93-4c9c-b8c2-5a292fea854c req-3647d2fc-480d-4ce8-93ca-97596cd6b4ba tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.0594621 Aug 27 02:20:01.325261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0c97436-cd93-4c9c-b8c2-5a292fea854c req-eff7bab3-34e5-4965-8167-ee2cc7c94b5d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Aug 27 02:20:01.585616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bc3cd-5d9d-4847-88af-a360a03f0bab req-2621defe-088e-443b-bcaf-74f70352d3ca tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.589568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-beab7e5e-58c8-48ba-ac76-a0d95da6e4f6 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329680 Aug 27 02:20:01.594719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-894bc3cd-5d9d-4847-88af-a360a03f0bab req-2621defe-088e-443b-bcaf-74f70352d3ca tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 950 time: 0.0716114 Aug 27 02:20:01.702890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-894bc3cd-5d9d-4847-88af-a360a03f0bab req-50432be0-763e-4be3-abf6-c70601ca8a73 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931065 Aug 27 02:20:01.764567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a85f50aa-7902-4a18-b207-43df9fd2d972 req-28e50ef5-c0ea-42fd-9af6-f2e33c822b5f service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628027 Aug 27 02:20:01.767979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-3ff5c4c5-a0e7-4f56-9430-cf697a2333d0 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.769393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-3ff5c4c5-a0e7-4f56-9430-cf697a2333d0 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.7224455 Aug 27 02:20:01.801648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51924) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:01.885623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-82795cd6-6e4b-4ef5-8b2d-8b0d88fb3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.887457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-82795cd6-6e4b-4ef5-8b2d-8b0d88fb3fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca&tenant_id=a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 1096 time: 0.1094158 Aug 27 02:20:01.923903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20911a87-a147-4b11-a1cd-8151dd428227 req-69f10116-7fa4-49d1-930e-745a97d66838 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:01.931996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20911a87-a147-4b11-a1cd-8151dd428227 req-69f10116-7fa4-49d1-930e-745a97d66838 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1662707 Aug 27 02:20:01.941908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23adf481-7153-4a6b-8b1c-0ae2916ccdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.025500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-9cc8b46c-0e3b-4e50-b8e6-ccfb71a45ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.027200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-9cc8b46c-0e3b-4e50-b8e6-ccfb71a45ccd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1096 time: 0.0925002 Aug 27 02:20:02.033984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-916deab3-1d92-4987-b2fe-398f46b3d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.035437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-916deab3-1d92-4987-b2fe-398f46b3d7c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1098 time: 0.1538854 Aug 27 02:20:02.055513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23adf481-7153-4a6b-8b1c-0ae2916ccdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.059870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23adf481-7153-4a6b-8b1c-0ae2916ccdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.084275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20911a87-a147-4b11-a1cd-8151dd428227 req-9bbe49f3-43d2-4976-9fed-93ce623ddcfc tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501732 Aug 27 02:20:02.092784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187', 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:02.096533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adf481-7153-4a6b-8b1c-0ae2916ccdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16041f-8afd-45b9-a3ff-1477818f3be6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:02.128751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-23adf481-7153-4a6b-8b1c-0ae2916ccdea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=448cbb04862849de88aef603d99b2714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229632 Aug 27 02:20:02.130069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:02.282158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.289733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-b86cbbf1-f695-4b48-a45a-e3eb27921d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.292652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-b86cbbf1-f695-4b48-a45a-e3eb27921d1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2539477 Aug 27 02:20:02.294475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49650-5d8b-4c0b-9d07-bc7803465fc8 req-4b4b6b67-f3ec-41df-8762-c086e03c7af0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.295998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ec49650-5d8b-4c0b-9d07-bc7803465fc8 req-4b4b6b67-f3ec-41df-8762-c086e03c7af0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.1220329 Aug 27 02:20:02.298204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-02f6308e-0a6e-4d56-918f-4b3016b46c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.304125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-02f6308e-0a6e-4d56-918f-4b3016b46c27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2468717 Aug 27 02:20:02.335924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.399729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ec49650-5d8b-4c0b-9d07-bc7803465fc8 req-e080617b-1e72-4e6f-85f4-faa6a347e194 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733385 Aug 27 02:20:02.480732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.483827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:02.485170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e16041f-8afd-45b9-a3ff-1477818f3be6 HTTP/1.1" status: 204 len: 168 time: 0.3541551 Aug 27 02:20:02.516815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-d885ac78-1506-4019-bfc2-8152cac7cce1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.2100902 Aug 27 02:20:02.517880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831e6e2-aa70-4380-a4c7-1743f8649142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16041f-8afd-45b9-a3ff-1477818f3be6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:02.519353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-4abb30c1-75c1-41ca-b5a0-0eddcbb1b5d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1973546 Aug 27 02:20:02.675937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-d7d1d17f-2788-4e69-90e7-684bae459963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.679125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-d7d1d17f-2788-4e69-90e7-684bae459963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1441209 Aug 27 02:20:02.797212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-987d54e8-c41f-48cc-aa43-fc9d21b38511 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818973 Aug 27 02:20:02.826369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-1531a585-ca25-4b53-b681-886584f701ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.827790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-1531a585-ca25-4b53-b681-886584f701ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2899723 Aug 27 02:20:02.834637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ad97-c90a-4ab4-84e2-811e3d75eb53 req-310a0ed1-38de-4364-8776-6b63b0c99d3c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.838152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c9a1ad97-c90a-4ab4-84e2-811e3d75eb53 req-310a0ed1-38de-4364-8776-6b63b0c99d3c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1231565 Aug 27 02:20:02.885030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c9a1ad97-c90a-4ab4-84e2-811e3d75eb53 req-8b4fc89b-25b3-4b0a-8665-df4eececb568 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Aug 27 02:20:02.922669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c793d1-d668-4be1-8d05-bd12ee84545b req-c0723d24-28e2-48a0-be10-d878ecb992c7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:02.924236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7c793d1-d668-4be1-8d05-bd12ee84545b req-c0723d24-28e2-48a0-be10-d878ecb992c7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.2106724 Aug 27 02:20:03.009079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581809-63dc-495a-a863-8472458e3398 req-c069a594-0c13-403d-9939-579b78f6e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.010745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-c069a594-0c13-403d-9939-579b78f6e63a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1096 time: 0.3380017 Aug 27 02:20:03.084073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927aa5b-f82f-49dd-86e1-6ffd99864518 req-7eaeaac4-cb9d-4f89-a08e-10a0be8ca207 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.088247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7c793d1-d668-4be1-8d05-bd12ee84545b req-d3846e88-3df4-4e66-9ca0-59df990cf832 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429636 Aug 27 02:20:03.091734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8927aa5b-f82f-49dd-86e1-6ffd99864518 req-7eaeaac4-cb9d-4f89-a08e-10a0be8ca207 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 950 time: 0.0969229 Aug 27 02:20:03.118693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-a1983121-81b1-4fce-bda1-2a7daa9b5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.120355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-a1983121-81b1-4fce-bda1-2a7daa9b5900 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732532 Aug 27 02:20:03.124797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-a4c83356-cb59-4163-b618-cdb597fc3ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175743 Aug 27 02:20:03.195443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8927aa5b-f82f-49dd-86e1-6ffd99864518 req-55270dad-9425-4e1e-b5fb-9e74efb9cb8c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001735 Aug 27 02:20:03.235431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-c48cfe19-0f49-4841-a0ff-b9770a61b313 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.245940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-c48cfe19-0f49-4841-a0ff-b9770a61b313 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 950 time: 0.1092548 Aug 27 02:20:03.261037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:03.301433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581809-63dc-495a-a863-8472458e3398 req-3405a60b-3a18-4317-ab8d-2363b6c3f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.303004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-3405a60b-3a18-4317-ab8d-2363b6c3f308 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.2788088 Aug 27 02:20:03.343858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:03.344645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9e12492e-42a6-47b0-8972-715f1a20c063 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:03.384966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 9e12492e-42a6-47b0-8972-715f1a20c063 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:03.387809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9e12492e-42a6-47b0-8972-715f1a20c063 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:03.411426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-a1a5d5f7-58ea-4e92-9b68-aa7c8c492596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 200 len: 217 time: 0.0821130 Aug 27 02:20:03.425598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port 4540d734-62cd-4f9c-ac89-f13417d88429 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:03.425946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.488276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51974) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:03.573630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-d3fa0edd-2f6f-4453-bb01-c9d37ba5cacd service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317434 Aug 27 02:20:03.574694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port 4540d734-62cd-4f9c-ac89-f13417d88429, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4540d734-62cd-4f9c-ac89-f13417d88429,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:03.575220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.605770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d2cb-8c5d-4305-8bb2-ce5da5497257 req-33e38b48-2129-4721-8792-06ad2adf0fa7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.607339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c178d2cb-8c5d-4305-8bb2-ce5da5497257 req-33e38b48-2129-4721-8792-06ad2adf0fa7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.0947485 Aug 27 02:20:03.609100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1528873149-network', 'tenant_id': '2f745ec250b9432c8aaa64623240c55a'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:03.609266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581809-63dc-495a-a863-8472458e3398 req-17666df7-0d82-4f7a-bb17-75e12c377cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:03.610558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-17666df7-0d82-4f7a-bb17-75e12c377cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1914246 Aug 27 02:20:03.612741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-c8a6f2f7-0840-4e37-ae2e-25b8d4c6e795 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727435 Aug 27 02:20:03.645278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for 4540d734-62cd-4f9c-ac89-f13417d88429 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:03.681505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-88699c36-aed7-40c7-ba06-1a87a7613b2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609157 Aug 27 02:20:03.717787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Made reservation on behalf of 2f745ec250b9432c8aaa64623240c55a for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:03.720148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.735492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.821422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c178d2cb-8c5d-4305-8bb2-ce5da5497257 req-e25a51e7-2a6c-4c0e-b5d8-b3d554d66231 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764963 Aug 27 02:20:03.877461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-d979d248-bd07-46b8-b4e8-8830de2fe503 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680350 Aug 27 02:20:03.886167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:03.900688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', '4540d734-62cd-4f9c-ac89-f13417d88429'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:03.931243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:03.961264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=4540d734-62cd-4f9c-ac89-f13417d88429,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:03.992809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63a093b5-9a6a-4ce2-a2c1-2ae257274442 req-314b140f-51d9-4521-9dfd-3bf6ec91e03d service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569317 Aug 27 02:20:04.043385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-2c646bdf-6e83-422d-9a12-6430003a4ca2 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.044877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-2c646bdf-6e83-422d-9a12-6430003a4ca2 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1879587 Aug 27 02:20:04.081215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.109016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port 4540d734-62cd-4f9c-ac89-f13417d88429 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:04.119749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.125197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd41d355-a8ca-4303-a809-1bd96d04a80d req-1d5a9964-39f0-4373-9041-3aae656f6926 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "DELETE /v2.0/ports/4540d734-62cd-4f9c-ac89-f13417d88429 HTTP/1.1" status: 204 len: 173 time: 0.8682201 Aug 27 02:20:04.138045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'name': 'network-vif-deleted', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:04.144729 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9702ac-ca2f-44ed-a0d7-9304dcf58760" -d '{"events": [{"server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "name": "network-vif-deleted", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:04.151671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.170174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36581809-63dc-495a-a863-8472458e3398 req-6eb5a1d9-ec3a-4ff9-b66e-1ffa04ae4758 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620859 Aug 27 02:20:04.243267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:04.257173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.257553 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Added segment 21a8d935-c884-4a7a-99b8-b42409414937 of type vlan for network 790c4cc4-3fc1-46fb-9970-b805c1369946 Aug 27 02:20:04.355468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-fd8f3d7c-fd0b-40c3-834b-3589bd7237bf service neutron] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:04.367808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb35fb-2716-4df3-be33-a3392389578b req-ca0e2f49-cf73-4723-a46a-bfc9a068e67a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.376398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28bb35fb-2716-4df3-be33-a3392389578b req-ca0e2f49-cf73-4723-a46a-bfc9a068e67a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.1158249 Aug 27 02:20:04.381039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-fd8f3d7c-fd0b-40c3-834b-3589bd7237bf service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.382179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e0e80b-cf60-4679-be01-026d7298fd27 req-fd8f3d7c-fd0b-40c3-834b-3589bd7237bf service neutron] 10.222.0.15 "DELETE /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.3212149 Aug 27 02:20:04.411015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.472547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461d52d-e2cf-4672-a7ba-c46ba8856792 req-10b54b65-1d01-4885-93b8-75c965e121e7 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.481839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0461d52d-e2cf-4672-a7ba-c46ba8856792 req-10b54b65-1d01-4885-93b8-75c965e121e7 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.4798472 Aug 27 02:20:04.492156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4685a7d0-5104-467b-9643-00f004a6f4f9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:04.502006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.503057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:04.503553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.582201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0926740 Aug 27 02:20:04.596781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c950fb-4400-4ac2-b8e0-237fd6131f5b admin admin] Pushing event updated for resources: {'Network': ['ID=790c4cc4-3fc1-46fb-9970-b805c1369946,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:04.598878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51996) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:04.605487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Request body: {'subnet': {'network_id': '790c4cc4-3fc1-46fb-9970-b805c1369946', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1528873149-subnet', 'tenant_id': '2f745ec250b9432c8aaa64623240c55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:04.610432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 790c4cc4-3fc1-46fb-9970-b805c1369946 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:04.618041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0461d52d-e2cf-4672-a7ba-c46ba8856792 req-2646d9f6-fa13-4072-9c48-f36b41c7cc60 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353078 Aug 27 02:20:04.687950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Made reservation on behalf of 2f745ec250b9432c8aaa64623240c55a for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:04.691000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:04.800903 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e7afe0-9ff4-4ca7-92e4-8f5c62f18d73 x-openstack-request-id: req-89e7afe0-9ff4-4ca7-92e4-8f5c62f18d73 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:04.801199 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a44afb-f173-4e5a-b9cc-c60c49776676", "name": "network-vif-deleted", "tag": "4540d734-62cd-4f9c-ac89-f13417d88429", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:04.801470 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89e7afe0-9ff4-4ca7-92e4-8f5c62f18d73 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:04.801908 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a44afb-f173-4e5a-b9cc-c60c49776676', 'name': 'network-vif-deleted', 'tag': '4540d734-62cd-4f9c-ac89-f13417d88429', 'status': 'completed', 'code': 200} Aug 27 02:20:04.897782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28bb35fb-2716-4df3-be33-a3392389578b req-5cff5e4b-54b9-4f95-a84c-bb923995ab68 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161335 Aug 27 02:20:04.947207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1b34d82-d07f-4619-9062-4d3077972d2b req-f4a0eb55-d9cb-43ee-95e4-fbf079435a7f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=67a44afb-f173-4e5a-b9cc-c60c49776676 HTTP/1.1" status: 200 len: 210 time: 0.0623403 Aug 27 02:20:05.264005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:05.369765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:05.382734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '63151f02-6619-4c29-a155-e4e6c2454856', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '63151f02-6619-4c29-a155-e4e6c2454856', 'mac_address': 'fa:16:3e:c5:44:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:05.415333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.424299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.437286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:05.459174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:05.462644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4f245-7d14-42e1-8469-d7cde4a87b24 req-51436c71-fa63-45fe-9c0d-781b3400439c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.464230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfa4f245-7d14-42e1-8469-d7cde4a87b24 req-51436c71-fa63-45fe-9c0d-781b3400439c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.0960419 Aug 27 02:20:05.464679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.526615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8663c09-fda2-4fa6-bceb-3c2104ca0bcb,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:05.526615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Checking segment: {'id': '21a8d935-c884-4a7a-99b8-b42409414937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '790c4cc4-3fc1-46fb-9970-b805c1369946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:05.526615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Network hostable DHCP agents. Network: 790c4cc4-3fc1-46fb-9970-b805c1369946, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:05.532695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:05.566697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfa4f245-7d14-42e1-8469-d7cde4a87b24 req-0e554a97-8601-4bc2-9128-cc37afa66e03 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884664 Aug 27 02:20:05.572238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Network 790c4cc4-3fc1-46fb-9970-b805c1369946 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:05.587891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 790c4cc4-3fc1-46fb-9970-b805c1369946) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:05.594323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.594987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:05.610497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b435b-5746-485d-8a59-c615f86a761e None None] Network 790c4cc4-3fc1-46fb-9970-b805c1369946 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:05.634166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cfff7290-908d-466d-a5e5-8eda4531cd6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0332375 Aug 27 02:20:05.767745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca16c-e99e-4fdc-8d72-983be6641cb3 req-315b12de-dacf-4f2e-aa0f-749986098a93 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.770252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf3ca16c-e99e-4fdc-8d72-983be6641cb3 req-315b12de-dacf-4f2e-aa0f-749986098a93 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0734549 Aug 27 02:20:05.811383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227fb43-df0f-46b2-8bf4-daec88adaf39 req-f027d415-a4c7-4a01-a21c-6d0df6a30b6d tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:05.820526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0227fb43-df0f-46b2-8bf4-daec88adaf39 req-f027d415-a4c7-4a01-a21c-6d0df6a30b6d tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1096 time: 0.0813022 Aug 27 02:20:05.853824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f0e1a-0f3f-4173-8f0e-5a1b55590b35 None None] Network 790c4cc4-3fc1-46fb-9970-b805c1369946 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:05.854152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf3ca16c-e99e-4fdc-8d72-983be6641cb3 req-44025fbf-4548-4882-ab9c-4932816479b0 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Aug 27 02:20:05.868062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0227fb43-df0f-46b2-8bf4-daec88adaf39 req-9871c066-99a6-4d4a-bed3-5afab2480793 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Aug 27 02:20:06.106636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92601d6b-70ed-4042-8465-395cd592bc89 req-e68c8918-fb4c-40fc-8c29-4962c6373441 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.108551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92601d6b-70ed-4042-8465-395cd592bc89 req-e68c8918-fb4c-40fc-8c29-4962c6373441 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.0747564 Aug 27 02:20:06.138231 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-f5a2630d-bf81-4304-a315-10ade999bb8d req-5ed88d82-65b8-4121-b653-52504bc39099 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] show failed (client error): The resource could not be found. Aug 27 02:20:06.139821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5a2630d-bf81-4304-a315-10ade999bb8d req-5ed88d82-65b8-4121-b653-52504bc39099 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/c6d6fccf-2b29-4281-a587-b034f3afaeab HTTP/1.1" status: 404 len: 352 time: 0.0147650 Aug 27 02:20:06.148861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92601d6b-70ed-4042-8465-395cd592bc89 req-36908ac4-1871-4566-be5f-4503be59cf65 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Aug 27 02:20:06.377344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:06.470179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-855dada4-5198-4ffa-adf4-7c8caf5a2f20 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.471871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-855dada4-5198-4ffa-adf4-7c8caf5a2f20 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1205149 Aug 27 02:20:06.492315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-e31f26dc-d8c4-42a5-bfe9-ff1f1b1ee717 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/quotas/a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 375 time: 0.0131669 Aug 27 02:20:06.559320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-9c4c52cc-b481-47de-bf09-168dcbeb118c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598230 Aug 27 02:20:06.573273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705e190-4b98-4c47-a8db-6322aa4793da req-82cc6131-2f88-4906-9b0e-c8ef2e06cd39 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.575411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f705e190-4b98-4c47-a8db-6322aa4793da req-82cc6131-2f88-4906-9b0e-c8ef2e06cd39 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.0569699 Aug 27 02:20:06.624941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f705e190-4b98-4c47-a8db-6322aa4793da req-37249b85-5cc1-4018-ae4c-4f72cd699fc6 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Aug 27 02:20:06.653561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-373f3dc5-c095-4ce6-b980-1137a90beeb2 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933223 Aug 27 02:20:06.704591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61b08e02-ba0f-4eb2-962f-023cc80fd3bd req-d4da8be8-5a95-493c-b252-edb5ed18299f tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f745ec250b9432c8aaa64623240c55a HTTP/1.1" status: 200 len: 2984 time: 0.0557001 Aug 27 02:20:06.752682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-896b053f-d2f4-4c8c-9495-8dee7305fcec service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928516 Aug 27 02:20:06.755396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61b08e02-ba0f-4eb2-962f-023cc80fd3bd req-a36e6e6e-72b4-4f81-9c21-35b458767ca7 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/4685a7d0-5104-467b-9643-00f004a6f4f9 HTTP/1.1" status: 200 len: 2981 time: 0.0433874 Aug 27 02:20:06.811373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61b08e02-ba0f-4eb2-962f-023cc80fd3bd req-efdba61e-84cc-4de0-9176-61675e846334 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/4685a7d0-5104-467b-9643-00f004a6f4f9 HTTP/1.1" status: 200 len: 2981 time: 0.0493708 Aug 27 02:20:06.916478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae0edd70-a27e-47ce-bdc6-2306142f364d req-eb5d066e-2efa-4b76-a5c7-91a454fbdbb7 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/4685a7d0-5104-467b-9643-00f004a6f4f9 HTTP/1.1" status: 200 len: 2981 time: 0.0469556 Aug 27 02:20:06.956070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275ada-469f-4e9d-b30a-731444b36589 req-f5bb8063-c9e1-4a8c-bd2c-6ef1f7ca6739 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:06.959940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5275ada-469f-4e9d-b30a-731444b36589 req-f5bb8063-c9e1-4a8c-bd2c-6ef1f7ca6739 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.0698984 Aug 27 02:20:06.995231 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-ae0edd70-a27e-47ce-bdc6-2306142f364d req-184ec880-6a04-49b6-affa-ffb629761322 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:20:07.000555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae0edd70-a27e-47ce-bdc6-2306142f364d req-184ec880-6a04-49b6-affa-ffb629761322 tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "DELETE /v2.0/security-groups/4685a7d0-5104-467b-9643-00f004a6f4f9 HTTP/1.1" status: 409 len: 352 time: 0.0776610 Aug 27 02:20:07.016358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5275ada-469f-4e9d-b30a-731444b36589 req-fa682695-1f76-47bf-bf6e-68ab3bafbed5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Aug 27 02:20:07.104607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-244533cd-61c7-4f3a-98c6-e78a556750c4 req-33d84ccc-f992-4e33-9e73-9a08f46f2592 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 210 time: 0.0635386 Aug 27 02:20:07.135971 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-7089fd0e-e8bb-4f95-8ee7-ccaa0ed585d4 req-f163a5c3-8a26-4194-9a99-c0a1eec3333f tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] show failed (client error): The resource could not be found. Aug 27 02:20:07.137099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7089fd0e-e8bb-4f95-8ee7-ccaa0ed585d4 req-f163a5c3-8a26-4194-9a99-c0a1eec3333f tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/c4550507-7523-4a8c-b4ce-ea676e3a7b18 HTTP/1.1" status: 404 len: 352 time: 0.0140991 Aug 27 02:20:07.188155 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-2ff4a44b-3ccf-46b1-b597-97a32361608b req-0080bd72-44f2-4579-807b-277eeaffea4b tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] show failed (client error): The resource could not be found. Aug 27 02:20:07.199688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ff4a44b-3ccf-46b1-b597-97a32361608b req-0080bd72-44f2-4579-807b-277eeaffea4b tempest-SecurityGroupsNegativeTestJSON-1507517986 tempest-SecurityGroupsNegativeTestJSON-1507517986-project] 10.222.0.26 "GET /v2.0/security-groups/b0d3eb27-3257-4619-8344-db2c8f529482 HTTP/1.1" status: 404 len: 352 time: 0.0308120 Aug 27 02:20:07.203796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:07.219796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cd631-63de-4580-81a5-e8626d03c9b3 req-1954a013-685a-424a-a66b-757549b5c491 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.221400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d6cd631-63de-4580-81a5-e8626d03c9b3 req-1954a013-685a-424a-a66b-757549b5c491 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0920093 Aug 27 02:20:07.252088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Deleting subnet b8663c09-fda2-4fa6-bceb-3c2104ca0bcb {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:07.257345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.299582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d6cd631-63de-4580-81a5-e8626d03c9b3 req-93b89024-277b-45a2-8a8c-1031ac1bedcc tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692179 Aug 27 02:20:07.335802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.392247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e3c3f-bb17-4242-a6b5-88ea25d3c0df req-e4d8a8c5-117a-4ea1-9f6b-975ac31a6486 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.393857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f43e3c3f-bb17-4242-a6b5-88ea25d3c0df req-e4d8a8c5-117a-4ea1-9f6b-975ac31a6486 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.1149991 Aug 27 02:20:07.404510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.469902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f43e3c3f-bb17-4242-a6b5-88ea25d3c0df req-f2da1ada-993b-4fd7-974b-8135aee5f226 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Aug 27 02:20:07.484898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.509803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8663c09-fda2-4fa6-bceb-3c2104ca0bcb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:07.521704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.524155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-34a88dd7-4d62-4c1b-a996-3d87095d67bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8663c09-fda2-4fa6-bceb-3c2104ca0bcb HTTP/1.1" status: 204 len: 168 time: 0.3192134 Aug 27 02:20:07.526692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:07.602464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.683926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.698196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790c4cc4-3fc1-46fb-9970-b805c1369946']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:07.710544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a8d935-c884-4a7a-99b8-b42409414937') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:07.711175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a8d935-c884-4a7a-99b8-b42409414937') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:07.720853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.736777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.744566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:07.745056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:07.746761 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:07.774673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41f27-ead5-4c34-9499-4f979217b102 req-0bcdbdb0-69ca-4254-a071-c4b0bf33341e tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:07.776425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8dc41f27-ead5-4c34-9499-4f979217b102 req-0bcdbdb0-69ca-4254-a071-c4b0bf33341e tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.0589809 Aug 27 02:20:07.812306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.822254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:07.822483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8dc41f27-ead5-4c34-9499-4f979217b102 req-3a1022c8-8f15-4aad-81a0-7eb9d4cfa792 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Aug 27 02:20:07.824197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] 10.222.0.26 "DELETE /v2.0/networks/790c4cc4-3fc1-46fb-9970-b805c1369946 HTTP/1.1" status: 204 len: 168 time: 0.2962434 Aug 27 02:20:07.844981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be491280-7b86-421b-9da4-a602a491e63d admin admin] Pushing event deleted for resources: {'Network': ['ID=790c4cc4-3fc1-46fb-9970-b805c1369946,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:07.942191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52090) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:07.983390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9652502e-fc47-4781-8d69-e891331ef330 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f745ec250b9432c8aaa64623240c55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389884 Aug 27 02:20:07.985446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:08.019991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-6722376e-3953-49b5-af09-c6bdecc410ff tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.022326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-6722376e-3953-49b5-af09-c6bdecc410ff tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.0508182 Aug 27 02:20:08.035087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.082476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.146502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:08.146932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.176021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4540d734-62cd-4f9c-ac89-f13417d88429 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:08.200304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 4540d734-62cd-4f9c-ac89-f13417d88429 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:08.200659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4540d734-62cd-4f9c-ac89-f13417d88429 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:08.212993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8a719-128d-4e0f-baf0-00465c734caa req-cc52c16f-f1be-40f8-8258-fd6c7062f208 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.214495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7e8a719-128d-4e0f-baf0-00465c734caa req-cc52c16f-f1be-40f8-8258-fd6c7062f208 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 950 time: 0.0830424 Aug 27 02:20:08.236154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.238622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.242644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4685a7d0-5104-467b-9643-00f004a6f4f9 HTTP/1.1" status: 204 len: 168 time: 0.2533357 Aug 27 02:20:08.246893 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad9b2317-4a6f-4f12-8551-da2e5561a47c req-1976d1b1-12a3-4e64-86da-cd0c3606ea72 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 210 time: 0.0436859 Aug 27 02:20:08.251040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353e9c-021f-434c-b840-2bb6b16036f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4685a7d0-5104-467b-9643-00f004a6f4f9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:08.311753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7e8a719-128d-4e0f-baf0-00465c734caa req-07c889de-cec4-4791-8a08-94c62690b74c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898829 Aug 27 02:20:08.322203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port a70bf893-9e13-40e1-95fd-f5ae0cd80e58, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:08.322203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.341841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for a70bf893-9e13-40e1-95fd-f5ae0cd80e58 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:08.496486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0adcaa-b353-4b53-8eb4-e5be0e0eff57 req-ba56955c-01ec-4970-8379-d3e78d612fb2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.504061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e0adcaa-b353-4b53-8eb4-e5be0e0eff57 req-ba56955c-01ec-4970-8379-d3e78d612fb2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0872562 Aug 27 02:20:08.515002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-ff38e1cd-4b3f-4eb7-b722-570f3a4c318b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.516681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-ff38e1cd-4b3f-4eb7-b722-570f3a4c318b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1218314 Aug 27 02:20:08.546038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e0adcaa-b353-4b53-8eb4-e5be0e0eff57 req-377add9b-fe1d-40e5-b87e-e6479981e4c1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Aug 27 02:20:08.612133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Request body: {'port': {'device_id': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'admin_state_up': True, 'tenant_id': 'a5749f04040942db833640c26730258a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:08.678537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3904ce-fe97-44a1-b302-e2b549c58c69 req-5ecf7c70-6475-4a7c-b707-aba4f34ddf27 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.681696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a3904ce-fe97-44a1-b302-e2b549c58c69 req-5ecf7c70-6475-4a7c-b707-aba4f34ddf27 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.0710363 Aug 27 02:20:08.696396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.711387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:08.744969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a3904ce-fe97-44a1-b302-e2b549c58c69 req-cee71e72-4b3e-47af-9338-3c19df601392 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Aug 27 02:20:08.748068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:08.778790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=a70bf893-9e13-40e1-95fd-f5ae0cd80e58,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:08.838564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port a70bf893-9e13-40e1-95fd-f5ae0cd80e58 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:08.847698 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.850074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f0d8139-490b-42e0-8297-1c3ee3ecfe22 req-787229a2-da2a-4ef1-bad2-edcd446e3dd7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "DELETE /v2.0/ports/a70bf893-9e13-40e1-95fd-f5ae0cd80e58 HTTP/1.1" status: 204 len: 173 time: 0.8186777 Aug 27 02:20:08.850250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'name': 'network-vif-deleted', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:08.852774 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78882c10-8cd9-4f78-970a-aba818bf3b21" -d '{"events": [{"server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "name": "network-vif-deleted", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:08.869297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80c82-9147-4cfb-9be4-c5c0c4e25641 req-69807a8a-17a0-4536-99d6-9cac6d02d0e9 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:08.877131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38b80c82-9147-4cfb-9be4-c5c0c4e25641 req-69807a8a-17a0-4536-99d6-9cac6d02d0e9 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.1786435 Aug 27 02:20:08.910228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:08.913750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:08.943312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38b80c82-9147-4cfb-9be4-c5c0c4e25641 req-73251a49-09d4-46cc-b380-76f58c0222b6 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 Aug 27 02:20:09.042428 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8f3b0a-fcd3-4c83-9455-dc7babc55031 x-openstack-request-id: req-8e8f3b0a-fcd3-4c83-9455-dc7babc55031 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:09.043752 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f88f22-7801-463a-9e56-6569169e4b22", "name": "network-vif-deleted", "tag": "a70bf893-9e13-40e1-95fd-f5ae0cd80e58", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:09.044546 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e8f3b0a-fcd3-4c83-9455-dc7babc55031 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:09.045216 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f88f22-7801-463a-9e56-6569169e4b22', 'name': 'network-vif-deleted', 'tag': 'a70bf893-9e13-40e1-95fd-f5ae0cd80e58', 'status': 'completed', 'code': 200} Aug 27 02:20:09.057198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1928e0-8b15-405f-8be4-51a8e3969fc3 req-a0977a5d-e68c-4ff2-a227-be8d3c8154bf tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.058871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d1928e0-8b15-405f-8be4-51a8e3969fc3 req-a0977a5d-e68c-4ff2-a227-be8d3c8154bf tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.1451654 Aug 27 02:20:09.094329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-73428ee2-32a0-4e66-bc81-ccd19be4a9fb tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.095906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-73428ee2-32a0-4e66-bc81-ccd19be4a9fb tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.46 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 945 time: 0.1150563 Aug 27 02:20:09.148118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Allocated IP 172.20.0.3 (909e2216-bad6-46a8-adbe-1f88c2d5d740/b9ec14cf-83ad-4320-a3fc-2416e204cf5d/67197fe5-7031-415b-aaa0-4240148998fa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:09.148318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d1928e0-8b15-405f-8be4-51a8e3969fc3 req-539cf25b-e618-4cd9-8431-074c11271906 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/security-groups?id=c3290611-4b96-46ae-b73b-ef87b4831a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811665 Aug 27 02:20:09.288070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Deleting port c8652b48-d9b2-4028-ab03-65976ee23948 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:09.288729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.305115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:09.401637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52138) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:09.430048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9568f5c0-44c3-4f2b-9835-e56684310c96 req-5d39efb8-add3-4c4f-a588-e29aeff1b9d7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 210 time: 0.0445647 Aug 27 02:20:09.440037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.508853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.522607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 63151f02-6619-4c29-a155-e4e6c2454856 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:09.530197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 63151f02-6619-4c29-a155-e4e6c2454856 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:09.530841 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.559186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0bb2d3f-6bc3-4cad-aad1-5f01fcbb2ac1 req-80661728-f753-4fbd-8e1f-36703406f54f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=21f88f22-7801-463a-9e56-6569169e4b22 HTTP/1.1" status: 200 len: 210 time: 0.0871577 Aug 27 02:20:09.582664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] For port c8652b48-d9b2-4028-ab03-65976ee23948, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c8652b48-d9b2-4028-ab03-65976ee23948,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:09.583055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.588111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1123278330-network', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:09.609968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Calling delete_port for c8652b48-d9b2-4028-ab03-65976ee23948 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:09.619268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:09.624425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:09.626494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.630759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:09.639141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Made reservation on behalf of 588bf87870a7428e9ab42a25f321c00c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:09.642288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.657085 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.698047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.705725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:09.709036 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f6ecf-e77e-414d-b672-5b91987e89b2" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:09.715517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:09.719931 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.729312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.729953 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.751607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30dec9-36c5-49f3-8b10-c56e78974cf9 req-c6cc987d-ff7f-48e9-9dc6-0cbe12de55f4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:09.759942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec30dec9-36c5-49f3-8b10-c56e78974cf9 req-c6cc987d-ff7f-48e9-9dc6-0cbe12de55f4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0988219 Aug 27 02:20:09.782342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.800579 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44d44dd-6b3b-439a-9e52-692259660276 x-openstack-request-id: req-c44d44dd-6b3b-439a-9e52-692259660276 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:09.800935 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:09.801242 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c44d44dd-6b3b-439a-9e52-692259660276 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:09.802346 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'code': 200} Aug 27 02:20:09.804580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec30dec9-36c5-49f3-8b10-c56e78974cf9 req-f3d70159-0458-4d4d-a1e8-0a4f96b16a2b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Aug 27 02:20:09.840502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.884130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Pushing event deleted for resources: {'Port': ['ID=c8652b48-d9b2-4028-ab03-65976ee23948,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:09.990304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.991646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] No DVR routers for this DVR port c8652b48-d9b2-4028-ab03-65976ee23948 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:09.995263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:09.997176 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56f97ced-ae06-4ab2-a20b-1c496d375628 req-8bbc889a-4ae0-4aca-9efa-0d354a2c984f tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.46 "DELETE /v2.0/ports/c8652b48-d9b2-4028-ab03-65976ee23948 HTTP/1.1" status: 204 len: 173 time: 0.8890693 Aug 27 02:20:09.997617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'name': 'network-vif-deleted', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:10.000083 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3331dec8-22c1-4969-91e3-755d1d5e8cce" -d '{"events": [{"server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "name": "network-vif-deleted", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:10.003503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-85ca0459-f79e-48db-b29c-a3752c10db47 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3952951 Aug 27 02:20:10.018832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.037903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Request body: {'port': {'device_id': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:10.067006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298bbd-cbba-401b-a70b-669c78234600 req-0adf1ead-fb5a-4413-8790-a7da97c6b8a9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.068604 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30298bbd-cbba-401b-a70b-669c78234600 req-0adf1ead-fb5a-4413-8790-a7da97c6b8a9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1900830 Aug 27 02:20:10.076438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:10.086529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e7179-f728-499e-98a4-598e866f8a62,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.102367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260cad-d403-4853-b2a8-d4ceb416a199 req-74d2993d-f51b-4c63-b95b-8e21cac37424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.103867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07260cad-d403-4853-b2a8-d4ceb416a199 req-74d2993d-f51b-4c63-b95b-8e21cac37424 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1100 time: 0.1941586 Aug 27 02:20:10.138347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.138728 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Added segment 4afec2f3-06cf-422e-b380-d1556b1cf5f1 of type vlan for network d216fc1a-0b04-4039-a664-de1f915ec777 Aug 27 02:20:10.169818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5ccb-1c92-403b-b575-9d67baa6868a req-ea5767a8-eb17-4b27-98b1-fe2b9b1a7a3f tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.171272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd4b5ccb-1c92-403b-b575-9d67baa6868a req-ea5767a8-eb17-4b27-98b1-fe2b9b1a7a3f tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.1521084 Aug 27 02:20:10.177837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.213974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30298bbd-cbba-401b-a70b-669c78234600 req-ae2ca776-a264-43bb-ada0-f5e308519b8f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290421 Aug 27 02:20:10.217381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.224136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07260cad-d403-4853-b2a8-d4ceb416a199 req-70d7ff99-abad-4279-bb1a-7178cb97ccc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767236 Aug 27 02:20:10.246882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd4b5ccb-1c92-403b-b575-9d67baa6868a req-b0ab87fd-3952-4de8-80ce-0f0a3bae2f5b tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659213 Aug 27 02:20:10.254431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.256082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.256585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.303295 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac4bfaf-f661-4a62-95f8-655b79ef9de0 x-openstack-request-id: req-7ac4bfaf-f661-4a62-95f8-655b79ef9de0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:10.303993 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849a40e3-7a82-4779-b0d8-63e6871b422b", "name": "network-vif-deleted", "tag": "c8652b48-d9b2-4028-ab03-65976ee23948", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:10.303993 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ac4bfaf-f661-4a62-95f8-655b79ef9de0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:10.304338 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a40e3-7a82-4779-b0d8-63e6871b422b', 'name': 'network-vif-deleted', 'tag': 'c8652b48-d9b2-4028-ab03-65976ee23948', 'status': 'completed', 'code': 200} Aug 27 02:20:10.320536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9178295 Aug 27 02:20:10.323322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:10.329931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Request body: {'subnet': {'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1123278330-subnet', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:10.336377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f64b-0324-49c4-ac58-3759cbc1a01e admin admin] Pushing event updated for resources: {'Network': ['ID=d216fc1a-0b04-4039-a664-de1f915ec777,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.347057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d216fc1a-0b04-4039-a664-de1f915ec777 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:10.354866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Made reservation on behalf of 588bf87870a7428e9ab42a25f321c00c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:10.357496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.369578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c61924ea-a804-44de-bf6d-eb72b7186db9 req-9f189770-3d7e-4862-802a-cc778d6f0124 tempest-AttachSCSIVolumeTestJSON-1824301317 tempest-AttachSCSIVolumeTestJSON-1824301317-project] 10.222.0.26 "GET /v2.0/ports?device_id=849a40e3-7a82-4779-b0d8-63e6871b422b HTTP/1.1" status: 200 len: 210 time: 0.0437150 Aug 27 02:20:10.528459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67197fe5-7031-415b-aaa0-4240148998fa {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:10.535791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.548048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Transition to ACTIVE for port object 67197fe5-7031-415b-aaa0-4240148998fa will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:10.551201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.569111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.608618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.631962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f08d8-003b-4b56-bd3b-dacbf4869be1 req-4ab525b2-812d-4f26-a77f-67b18c9af993 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.633455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca8f08d8-003b-4b56-bd3b-dacbf4869be1 req-4ab525b2-812d-4f26-a77f-67b18c9af993 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 931 time: 0.1077056 Aug 27 02:20:10.640284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58eeb62c-c50b-456e-9cb4-2aa2f365995b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.672260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Checking segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:10.672617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Network hostable DHCP agents. Network: d216fc1a-0b04-4039-a664-de1f915ec777, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:10.685515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:10.685779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:10.686269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:10.691908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:10.692787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:10.694887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca8f08d8-003b-4b56-bd3b-dacbf4869be1 req-92013d30-fe0a-4f9f-8b42-6d855a9f160d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Aug 27 02:20:10.698874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:10.699106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:10.699839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:10.700270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Bound port: 67197fe5-7031-415b-aaa0-4240148998fa, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:10.700801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.706042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Network d216fc1a-0b04-4039-a664-de1f915ec777 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:10.718590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d216fc1a-0b04-4039-a664-de1f915ec777) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:10.722717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.723509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.733946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7b12b-9659-469a-8d08-f5e2880f2246 None None] Network d216fc1a-0b04-4039-a664-de1f915ec777 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:10.746150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1b9b5960-cce0-46e7-b791-20176a0f053d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4192591 Aug 27 02:20:10.746447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:10.751797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:10.780685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.781883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.796772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:10.801111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:10.810072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.853472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:10.854768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.856273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] 10.222.0.46 "PUT /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 1091 time: 0.8262036 Aug 27 02:20:10.862577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:10.896214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fd7c0-0ec2-47c3-9006-903125e1c45c service neutron] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:10.945551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d216fc1a-0b04-4039-a664-de1f915ec777', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:10.946955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.015920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-6f56813d-4352-464d-aa80-c6c56069abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.017968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-6f56813d-4352-464d-aa80-c6c56069abb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1094 time: 0.0509157 Aug 27 02:20:11.047935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:11.051394 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e" -d '{"events": [{"name": "network-changed", "server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "tag": "67197fe5-7031-415b-aaa0-4240148998fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:11.061455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.085874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3611-5e8e-4e47-8737-90dc1922944d req-1fcc582a-edb9-49bb-a854-5fcaa0e05c4d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.093558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-867c3611-5e8e-4e47-8737-90dc1922944d req-1fcc582a-edb9-49bb-a854-5fcaa0e05c4d tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 950 time: 0.0744479 Aug 27 02:20:11.094991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fa5ce-ce9b-4649-8e1d-33c5f710e8de req-d1de1004-a2a1-4dc7-944e-ce4540d3d6ae tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.096115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-103fa5ce-ce9b-4649-8e1d-33c5f710e8de req-d1de1004-a2a1-4dc7-944e-ce4540d3d6ae tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1314487 Aug 27 02:20:11.112204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Allocated IP 172.20.0.2 (d216fc1a-0b04-4039-a664-de1f915ec777/58eeb62c-c50b-456e-9cb4-2aa2f365995b/88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:11.157391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-d577d024-172c-4627-9480-2a3a2905946e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.0551577 Aug 27 02:20:11.163763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-103fa5ce-ce9b-4649-8e1d-33c5f710e8de req-61a03ef3-75e5-4868-a838-746735454520 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Aug 27 02:20:11.228610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-867c3611-5e8e-4e47-8737-90dc1922944d req-d8f18f4c-823c-459a-81e6-1302bbf0bbe9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340721 Aug 27 02:20:11.230066 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e8eea-8c96-4423-87dd-6bfd3d243766 x-openstack-request-id: req-0e9e8eea-8c96-4423-87dd-6bfd3d243766 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:11.230355 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "tag": "67197fe5-7031-415b-aaa0-4240148998fa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:11.230627 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e9e8eea-8c96-4423-87dd-6bfd3d243766 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:11.231006 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa', 'status': 'completed', 'code': 200} Aug 27 02:20:11.262634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-9e39f8e0-5b47-44ed-9218-6f3bdee4a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.264274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-9e39f8e0-5b47-44ed-9218-6f3bdee4a1af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0850027 Aug 27 02:20:11.297670 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.308912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-75616dbe-76f6-4399-b063-9c21863974b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356872 Aug 27 02:20:11.316809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Transition to ACTIVE for port object 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:11.343935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Transition to ACTIVE for port object 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:11.356495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.371874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c8652b48-d9b2-4028-ab03-65976ee23948'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:11.440005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ce949-44d8-48c1-8406-5e981444e452 req-93f06848-a542-493f-8bf5-b71299626af2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.441783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c7ce949-44d8-48c1-8406-5e981444e452 req-93f06848-a542-493f-8bf5-b71299626af2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1023228 Aug 27 02:20:11.443124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.460076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Network d216fc1a-0b04-4039-a664-de1f915ec777 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:11.464749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:11.466892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Pushing event updated for resources: {'Port': ['ID=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.469930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:11.470883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f08c-3d6b-4988-bddc-d79a299f9825 req-45f66abe-cd20-42e8-97e3-848f9de53c65 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.472445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93e3f08c-3d6b-4988-bddc-d79a299f9825 req-45f66abe-cd20-42e8-97e3-848f9de53c65 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.0890672 Aug 27 02:20:11.485409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.511234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-cadaac25-c6aa-44b5-9280-6383b9665e67 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932774 Aug 27 02:20:11.538468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Attempting to bind port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:11.538842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Attempting to bind port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:11.539256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Attempting to bind port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba on network d216fc1a-0b04-4039-a664-de1f915ec777 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:11.544504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:11.544981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Checking segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:11.546143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.546574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Bound using segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:11.547042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Bound port: 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:11.547470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.548857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93e3f08c-3d6b-4988-bddc-d79a299f9825 req-90355f84-87aa-4e87-ab0b-41167317ec81 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Aug 27 02:20:11.599900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c7ce949-44d8-48c1-8406-5e981444e452 req-a3170d78-b1db-4fff-8ba2-c0ae72ea55a2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173646 Aug 27 02:20:11.632461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] For port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:11.635041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd3d23a1-1d2d-497b-a5cd-0ca97583521e req-51c97fda-93f2-4ab2-8d75-a9b9153a9ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097751 Aug 27 02:20:11.635741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] For port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:11.641909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:11.680011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-cf0472fe-a926-4815-8ec2-4003d5046dd9 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.681489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-cf0472fe-a926-4815-8ec2-4003d5046dd9 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.46 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.1654723 Aug 27 02:20:11.716084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f236f-374b-4278-866d-a611408cd4f2 None None] Pushing event updated for resources: {'Port': ['ID=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:11.717311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Allocated IP 172.25.8.94 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/818c1f64-be1f-48aa-9b47-0e2af8954730) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:11.827456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-af6e6720-9662-48b9-a226-9ff6736cba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.829113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-af6e6720-9662-48b9-a226-9ff6736cba6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1094 time: 0.0469306 Aug 27 02:20:11.996826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-48715787-5898-49dc-b783-9fdf02ef8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:11.998676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-48715787-5898-49dc-b783-9fdf02ef8be4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.1519129 Aug 27 02:20:12.012193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8bb32-5dac-40ea-a924-05a137d21ed7 req-b01a5513-c793-48a2-94ad-b1d7de81844c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.013683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0b8bb32-5dac-40ea-a924-05a137d21ed7 req-b01a5513-c793-48a2-94ad-b1d7de81844c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.1967843 Aug 27 02:20:12.016706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.091876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-4e753ed7-cedb-42b2-8ee4-4da93095eb56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.0606644 Aug 27 02:20:12.111905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Deleting port 6868b326-05c0-4892-8480-c12d04ea5934 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:12.112368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.152272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0b8bb32-5dac-40ea-a924-05a137d21ed7 req-37960ea3-a6d4-458c-9559-c268a2495676 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263175 Aug 27 02:20:12.165509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-82923aa3-eacf-4bcf-8ab8-83256e3da85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.168867 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-82923aa3-eacf-4bcf-8ab8-83256e3da85b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0687625 Aug 27 02:20:12.217536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a70bf893-9e13-40e1-95fd-f5ae0cd80e58 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:12.232107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.275086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:12.287250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: a70bf893-9e13-40e1-95fd-f5ae0cd80e58 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:12.288317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a70bf893-9e13-40e1-95fd-f5ae0cd80e58 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:12.324302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-a9127800-c2d5-4e00-a6d9-01765542a2ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216764 Aug 27 02:20:12.400266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:12.423161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:12.430656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Pushing event updated for resources: {'Port': ['ID=818c1f64-be1f-48aa-9b47-0e2af8954730,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:12.436384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:12.442140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:12.445574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] For port 6868b326-05c0-4892-8480-c12d04ea5934, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6868b326-05c0-4892-8480-c12d04ea5934,segment=NetworkSegment(20091757-55e8-4af8-8038-e84f22b6dc48),segment_id=20091757-55e8-4af8-8038-e84f22b6dc48)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:12.445935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.451541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-eb5af211-85e1-4957-a9e4-7d3ca7e0845f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.453784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-eb5af211-85e1-4957-a9e4-7d3ca7e0845f tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 950 time: 0.2617795 Aug 27 02:20:12.483162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Calling delete_port for 6868b326-05c0-4892-8480-c12d04ea5934 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:12.509577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bccd4-836a-4545-bfee-7b1086de89e5 req-273a06e8-723a-4457-9c3a-c59abb82b466 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.511290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e590ba-9201-4884-ac8e-6aa0bcd855d1 req-4935aa5d-96d7-4df0-99ac-390b670b9223 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.517085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87bccd4-836a-4545-bfee-7b1086de89e5 req-273a06e8-723a-4457-9c3a-c59abb82b466 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 950 time: 0.1434054 Aug 27 02:20:12.518507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01e590ba-9201-4884-ac8e-6aa0bcd855d1 req-4935aa5d-96d7-4df0-99ac-390b670b9223 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1930516 Aug 27 02:20:12.584561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-c37f7e8f-23c3-46b4-997c-f157ddea7694 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439456 Aug 27 02:20:12.622313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01e590ba-9201-4884-ac8e-6aa0bcd855d1 req-15a41f9c-a1e5-4312-8925-db8675c8a71d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029680 Aug 27 02:20:12.709176 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87bccd4-836a-4545-bfee-7b1086de89e5 req-4ae8ea28-35c5-4232-94fd-0186c55244b8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911440 Aug 27 02:20:12.874927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port 5873a5ab-b02d-4df2-9bd1-e613ce82731f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:12.875265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:12.895396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8eeae80-6be9-4ff7-aac6-8a1bf5a3055e req-0eb61e79-ba5f-4f71-b3cb-2c6169e9cbc4 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969790 Aug 27 02:20:12.903038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c28553-dc74-4e0d-abfb-4f4d09e82fda req-ff517331-dd8c-4b22-9bb1-43aff6374949 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:12.904575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55c28553-dc74-4e0d-abfb-4f4d09e82fda req-ff517331-dd8c-4b22-9bb1-43aff6374949 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 945 time: 0.1386180 Aug 27 02:20:12.991020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d42f3-8642-4fb8-82a1-6d3cd4f34487 None None] Network d216fc1a-0b04-4039-a664-de1f915ec777 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:13.010707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55c28553-dc74-4e0d-abfb-4f4d09e82fda req-33b94296-d667-4976-91dc-498c31c51fb2 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/security-groups?id=e46c447e-183a-413c-86f0-7c9e9935c9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Aug 27 02:20:13.076888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port 5873a5ab-b02d-4df2-9bd1-e613ce82731f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5873a5ab-b02d-4df2-9bd1-e613ce82731f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:13.077266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.097814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for 5873a5ab-b02d-4df2-9bd1-e613ce82731f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:13.141051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Provisioning for port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:13.157027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Provisioning complete for port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:13.157659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.269834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab40e6-9fab-4f92-b345-019664971def req-30175485-0357-4511-9a46-4faafe24f606 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.271397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71ab40e6-9fab-4f92-b345-019664971def req-30175485-0357-4511-9a46-4faafe24f606 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.4702642 Aug 27 02:20:13.274330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.276097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.293522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.327066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.340741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5873a5ab-b02d-4df2-9bd1-e613ce82731f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:13.343543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Pushing event deleted for resources: {'Port': ['ID=6868b326-05c0-4892-8480-c12d04ea5934,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.362521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=5873a5ab-b02d-4df2-9bd1-e613ce82731f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:13.378727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6868b326-05c0-4892-8480-c12d04ea5934'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:13.443730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e3dd-669d-4819-a57c-addbaa7397a3 req-64993ded-b4ed-460f-beff-a99126db60cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.444723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] No DVR routers for this DVR port 6868b326-05c0-4892-8480-c12d04ea5934 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:13.445732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22d5e3dd-669d-4819-a57c-addbaa7397a3 req-64993ded-b4ed-460f-beff-a99126db60cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.1750433 Aug 27 02:20:13.447270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port 5873a5ab-b02d-4df2-9bd1-e613ce82731f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:13.450718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.451946 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.452817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9591aaec-0454-4159-a5b0-e20fc4dbf3dc req-51ad11a5-6830-4d3f-906f-8e92ff3107fc tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.46 "DELETE /v2.0/ports/6868b326-05c0-4892-8480-c12d04ea5934 HTTP/1.1" status: 204 len: 173 time: 1.6919794 Aug 27 02:20:13.453566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'name': 'network-vif-deleted', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:13.455074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-973cb91f-001c-4875-81b3-ca463d1ebf7c req-ddec70f9-9852-498c-befb-d1db690282a7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.15 "DELETE /v2.0/ports/5873a5ab-b02d-4df2-9bd1-e613ce82731f HTTP/1.1" status: 204 len: 173 time: 0.9603558 Aug 27 02:20:13.455638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'name': 'network-vif-deleted', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:13.455987 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d7e63e-d421-4df4-9131-50d0c85daff0" -d '{"events": [{"server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "name": "network-vif-deleted", "tag": "6868b326-05c0-4892-8480-c12d04ea5934"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:13.458413 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebcadf-acaf-4ae8-8559-bacd9e306b5c" -d '{"events": [{"server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "name": "network-vif-deleted", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:13.463879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71ab40e6-9fab-4f92-b345-019664971def req-0749c9ed-cf57-4762-bde3-0322787fc81a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807747 Aug 27 02:20:13.563300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22d5e3dd-669d-4819-a57c-addbaa7397a3 req-79fe501c-1456-4b51-8f29-45b929bec4bb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005571 Aug 27 02:20:13.604681 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ba0de5-decb-47be-a349-97fbfa4fe3a5 x-openstack-request-id: req-51ba0de5-decb-47be-a349-97fbfa4fe3a5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:13.605859 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e19c1-88b4-41ec-a13c-52b8b6d89402", "name": "network-vif-deleted", "tag": "6868b326-05c0-4892-8480-c12d04ea5934", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:13.606249 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51ba0de5-decb-47be-a349-97fbfa4fe3a5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:13.607633 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e19c1-88b4-41ec-a13c-52b8b6d89402', 'name': 'network-vif-deleted', 'tag': '6868b326-05c0-4892-8480-c12d04ea5934', 'status': 'completed', 'code': 200} Aug 27 02:20:13.644957 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c966ff-539c-456c-b195-db108bf75842 x-openstack-request-id: req-35c966ff-539c-456c-b195-db108bf75842 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:13.645541 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7629dd69-4782-4a80-9fbc-c3409588b3bd", "name": "network-vif-deleted", "tag": "5873a5ab-b02d-4df2-9bd1-e613ce82731f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:13.645541 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35c966ff-539c-456c-b195-db108bf75842 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:13.645906 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7629dd69-4782-4a80-9fbc-c3409588b3bd', 'name': 'network-vif-deleted', 'tag': '5873a5ab-b02d-4df2-9bd1-e613ce82731f', 'status': 'completed', 'code': 200} Aug 27 02:20:13.665309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c8652b48-d9b2-4028-ab03-65976ee23948 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:13.708460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] For port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:13.735914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'c03a0f7b-fca6-4314-9d36-02984ad09319'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:13.742542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: c8652b48-d9b2-4028-ab03-65976ee23948 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:13.743074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c8652b48-d9b2-4028-ab03-65976ee23948 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:13.763350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a412-11e1-47a0-8b5d-46f6e646aef8 req-f27b22e9-b7f0-4ad6-a286-9c80b5e91e9d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.771592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e798a412-11e1-47a0-8b5d-46f6e646aef8 req-f27b22e9-b7f0-4ad6-a286-9c80b5e91e9d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1176016 Aug 27 02:20:13.779807 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.834662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e798a412-11e1-47a0-8b5d-46f6e646aef8 req-7cc8442b-c9f3-459a-96bc-1a89dc19834e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619433 Aug 27 02:20:13.835607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-4390b44f-e766-4aff-afc7-107859a8b856 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.837898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-4390b44f-e766-4aff-afc7-107859a8b856 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 950 time: 0.3332307 Aug 27 02:20:13.842509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:13.931222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a297dc-9b86-4feb-9908-b72abe872330 req-ef5fb80b-690c-4ab1-b6cc-d6713792beec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:13.938539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21a297dc-9b86-4feb-9908-b72abe872330 req-ef5fb80b-690c-4ab1-b6cc-d6713792beec tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1733308 Aug 27 02:20:13.967695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-05ea0e92-8fc6-4895-a2a4-47ce6a1a2840 req-1226e4a5-d989-458a-b44a-46630b7e899a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=7629dd69-4782-4a80-9fbc-c3409588b3bd HTTP/1.1" status: 200 len: 210 time: 0.0542171 Aug 27 02:20:13.980869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d28a-63bb-43b4-b7bb-3e6038796c64 None None] Pushing event updated for resources: {'Port': ['ID=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:14.167199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21a297dc-9b86-4feb-9908-b72abe872330 req-c7a0f585-00d8-414b-874f-451e1c5344fb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275274 Aug 27 02:20:14.258671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port c03a0f7b-fca6-4314-9d36-02984ad09319 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:14.275671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1bdcd1fd-b793-49d8-b7d1-c025819e4845 req-fbf0558f-3d1b-49c3-82f9-8d9cb2ab5946 tempest-VolumesAdminNegativeTest-1626134795 tempest-VolumesAdminNegativeTest-1626134795-project] 10.222.0.26 "GET /v2.0/ports?device_id=da7e19c1-88b4-41ec-a13c-52b8b6d89402 HTTP/1.1" status: 200 len: 210 time: 0.0780516 Aug 27 02:20:14.283481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.342444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:14.486676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:20:14.494147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:14.494549 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.577472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port c03a0f7b-fca6-4314-9d36-02984ad09319, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c03a0f7b-fca6-4314-9d36-02984ad09319,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:14.578158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.582472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-97b02ccd-a4ca-4591-97c7-54b3872e6c2a None None] Provisioning complete for port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:14.583442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b02ccd-a4ca-4591-97c7-54b3872e6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.601598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for c03a0f7b-fca6-4314-9d36-02984ad09319 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:14.703211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52272) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:14.742414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbacf08-5aee-487f-885c-b8a0b445b31e req-74abbca4-4741-441c-9efa-f1c2f9ad8996 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.756829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebbacf08-5aee-487f-885c-b8a0b445b31e req-74abbca4-4741-441c-9efa-f1c2f9ad8996 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.0978427 Aug 27 02:20:14.772770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:14.785992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Sync routers for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:14.815635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebbacf08-5aee-487f-885c-b8a0b445b31e req-30212a7e-43f4-4d70-b861-2db1846b7286 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 Aug 27 02:20:14.820377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:14.821020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:14.858717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:14.863073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-47016346-56e6-4ec6-b18e-fc5cd3530a63 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1155951 Aug 27 02:20:14.863505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:14.877132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad662-7afb-45f9-a4e2-10860b14ce31 req-6d8caf4d-3260-4b5b-a350-73956f3084ca tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:14.879078 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-450ad662-7afb-45f9-a4e2-10860b14ce31 req-6d8caf4d-3260-4b5b-a350-73956f3084ca tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.1750638 Aug 27 02:20:14.891923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-c32fc0e5-2b7e-4256-b19b-f18add3da31a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1860714 Aug 27 02:20:14.962640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-450ad662-7afb-45f9-a4e2-10860b14ce31 req-27379017-2bba-43b9-a94b-34b55eeefc3b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753970 Aug 27 02:20:14.976165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.027159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:15.036992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=c03a0f7b-fca6-4314-9d36-02984ad09319,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:15.135735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port c03a0f7b-fca6-4314-9d36-02984ad09319 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:15.144953 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.146932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f7cb6a1-e708-478b-8690-40185e0cde06 req-e3de4277-086b-4346-9f65-6a7084ae1d91 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "DELETE /v2.0/ports/c03a0f7b-fca6-4314-9d36-02984ad09319 HTTP/1.1" status: 204 len: 173 time: 1.2968216 Aug 27 02:20:15.178114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7de97135-9538-4f9c-965a-a8600b622eca req-4368d212-124a-4e14-809d-3e04725fe917 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b38bbd3-772f-43d7-ba62-325279e637c9 HTTP/1.1" status: 200 len: 210 time: 0.0431757 Aug 27 02:20:15.339602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:15.384798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6868b326-05c0-4892-8480-c12d04ea5934 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:15.450528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 6868b326-05c0-4892-8480-c12d04ea5934 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:15.453164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6868b326-05c0-4892-8480-c12d04ea5934 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:15.455277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c03a0f7b-fca6-4314-9d36-02984ad09319 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:15.464594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Deleting subnet 65ff9499-d822-4a5b-861c-b770dbcd3fd0 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:15.475670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.509419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: c03a0f7b-fca6-4314-9d36-02984ad09319 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:15.510184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c03a0f7b-fca6-4314-9d36-02984ad09319 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:15.539423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:12Z', 'revision_number': 3, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:15.549040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.568665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Checking router: cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:15.569308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Updating router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 port 818c1f64-be1f-48aa-9b47-0e2af8954730 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:15.597336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.628828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'name': 'network-vif-deleted', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:15.644327 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec2271-20ce-4d49-9d8a-2cfeda377487" -d '{"events": [{"server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "name": "network-vif-deleted", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:15.709780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.740531 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7605f6-fef6-4c09-bfc1-9fe1bd4b6ed7 x-openstack-request-id: req-8f7605f6-fef6-4c09-bfc1-9fe1bd4b6ed7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:15.741353 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b38bbd3-772f-43d7-ba62-325279e637c9", "name": "network-vif-deleted", "tag": "c03a0f7b-fca6-4314-9d36-02984ad09319", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:15.742085 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f7605f6-fef6-4c09-bfc1-9fe1bd4b6ed7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:15.742768 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b38bbd3-772f-43d7-ba62-325279e637c9', 'name': 'network-vif-deleted', 'tag': 'c03a0f7b-fca6-4314-9d36-02984ad09319', 'status': 'completed', 'code': 200} Aug 27 02:20:15.793670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb59b9-c92d-458a-b124-b505b62b22d3 req-d15b4cf4-435f-482b-a73c-87fdf33a30c3 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:15.798794 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fdb59b9-c92d-458a-b124-b505b62b22d3 req-d15b4cf4-435f-482b-a73c-87fdf33a30c3 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.5522008 Aug 27 02:20:15.806909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.843126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ff9499-d822-4a5b-861c-b770dbcd3fd0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:15.848350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:15.850470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e15e098-993b-478f-bc55-67e5164a3aba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/65ff9499-d822-4a5b-861c-b770dbcd3fd0 HTTP/1.1" status: 204 len: 168 time: 0.5099304 Aug 27 02:20:15.860765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:16.034660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fdb59b9-c92d-458a-b124-b505b62b22d3 req-9aac729c-efb2-40e1-b9ff-8a143ce64531 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153459 Aug 27 02:20:16.053482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.112499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1fb3f-f197-4a61-bce8-895efb2bc5a6 req-81926ea2-80c9-4a54-b061-5aac395c3b1b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.114598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9b1fb3f-f197-4a61-bce8-895efb2bc5a6 req-81926ea2-80c9-4a54-b061-5aac395c3b1b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1308784 Aug 27 02:20:16.160822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.172718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Transition to ACTIVE for port object 818c1f64-be1f-48aa-9b47-0e2af8954730 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:16.183315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.190538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:16.240364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9b1fb3f-f197-4a61-bce8-895efb2bc5a6 req-290abf9c-cc9f-4f7a-a63f-c18e44fec9e4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093435 Aug 27 02:20:16.251178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.264749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5873a5ab-b02d-4df2-9bd1-e613ce82731f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:16.281532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c55bb7c-416f-422b-8cf0-493e21730a70']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:16.292309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.297334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 5873a5ab-b02d-4df2-9bd1-e613ce82731f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:16.297740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5873a5ab-b02d-4df2-9bd1-e613ce82731f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:16.325760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20091757-55e8-4af8-8038-e84f22b6dc48') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:16.326080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20091757-55e8-4af8-8038-e84f22b6dc48') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:16.334231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726e08-6e79-4a39-8612-4e7ab7fe109a req-e7dda1e8-f812-444a-bf4e-c0ef109051f1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.341411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.354344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb726e08-6e79-4a39-8612-4e7ab7fe109a req-e7dda1e8-f812-444a-bf4e-c0ef109051f1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.1640995 Aug 27 02:20:16.362568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.369895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae968b0d-94c3-467b-824c-62a6479560db None None] Pushing event updated for resources: {'Port': ['ID=818c1f64-be1f-48aa-9b47-0e2af8954730,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.373859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:16.375935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:16.382371 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:16.385875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Attempting to bind port 818c1f64-be1f-48aa-9b47-0e2af8954730 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:16.386242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Attempting to bind port 818c1f64-be1f-48aa-9b47-0e2af8954730 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:16.401092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Attempting to bind port 818c1f64-be1f-48aa-9b47-0e2af8954730 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:16.425997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:16.426336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:16.427272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.427674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:16.428151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Bound port: 818c1f64-be1f-48aa-9b47-0e2af8954730, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:16.428535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.480546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb726e08-6e79-4a39-8612-4e7ab7fe109a req-d9aca3e4-1271-4114-bfff-af029218b9de tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239734 Aug 27 02:20:16.482008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.514671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.523282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:16.523676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c55bb7c-416f-422b-8cf0-493e21730a70 HTTP/1.1" status: 204 len: 168 time: 0.6604319 Aug 27 02:20:16.524980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635db3-f4d4-4614-bc4e-608d02e64df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c55bb7c-416f-422b-8cf0-493e21730a70,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.546783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.625149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] For port 818c1f64-be1f-48aa-9b47-0e2af8954730, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:16.628918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] For port 818c1f64-be1f-48aa-9b47-0e2af8954730, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=818c1f64-be1f-48aa-9b47-0e2af8954730,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:16.633623 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.640491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Deleting subnet 51460f42-1f4f-4e07-8a4d-5937d47c7db9 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:16.645515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.699438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.725295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae968b0d-94c3-467b-824c-62a6479560db None None] Pushing event updated for resources: {'Port': ['ID=818c1f64-be1f-48aa-9b47-0e2af8954730,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:16.733595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:16.734212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:16.778014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:16.886992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:16.904383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-11930ea3-94aa-4151-b446-726638f4de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.907277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-11930ea3-94aa-4151-b446-726638f4de16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1100 time: 0.0577784 Aug 27 02:20:16.974864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed82c51-71fb-44b9-910a-552b5b5743df req-4072776e-37cd-4963-b8ac-636bdd0f399c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:16.983420 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:16.994139 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed82c51-71fb-44b9-910a-552b5b5743df req-4072776e-37cd-4963-b8ac-636bdd0f399c tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 949 time: 0.1463788 Aug 27 02:20:17.011734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.040296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-5fbc4497-a7b7-4713-9362-5fb701ac0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.041794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-5fbc4497-a7b7-4713-9362-5fb701ac0792 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1211667 Aug 27 02:20:17.064961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51460f42-1f4f-4e07-8a4d-5937d47c7db9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.086502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.088566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b91643e-e670-4959-9017-5ed6742cb06b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51460f42-1f4f-4e07-8a4d-5937d47c7db9 HTTP/1.1" status: 204 len: 168 time: 0.5641325 Aug 27 02:20:17.091905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:17.138985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ed82c51-71fb-44b9-910a-552b5b5743df req-bb878374-4c14-48cb-97e4-63a32b95e359 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435015 Aug 27 02:20:17.176098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Allocated IP 172.20.0.1 (d216fc1a-0b04-4039-a664-de1f915ec777/58eeb62c-c50b-456e-9cb4-2aa2f365995b/2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:17.185050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-4af417b4-8dbc-4b3f-bde4-d208c7da95db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1205289 Aug 27 02:20:17.286342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:12Z', 'revision_number': 3, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:17.324366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0768ca87-d541-462d-bf9b-fa27ad0677c3 None None] The sync data for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 is: [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:12Z', 'revision_number': 3, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:17.336365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.345892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:17.363589 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.367316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-19f20763-63ba-462a-a6a4-71f0b73a184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.370917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-19f20763-63ba-462a-a6a4-71f0b73a184d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1726882 Aug 27 02:20:17.386082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:17.395761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37916a1-d91f-46f1-bcd2-d83cb7683444 req-246ed0b5-2779-4cd2-8c85-7187c4a25001 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.397858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a37916a1-d91f-46f1-bcd2-d83cb7683444 req-246ed0b5-2779-4cd2-8c85-7187c4a25001 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.2119296 Aug 27 02:20:17.416300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Transition to ACTIVE for port object 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:17.516238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:17.534031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '67197fe5-7031-415b-aaa0-4240148998fa', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'port_id': '67197fe5-7031-415b-aaa0-4240148998fa', 'mac_address': 'fa:16:3e:80:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ec14cf-83ad-4320-a3fc-2416e204cf5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:17.544313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af38bf0-a4b1-482f-ab6e-e27d9288c070 req-97ae398c-7c65-4311-8965-8cdbe258490e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.545834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2af38bf0-a4b1-482f-ab6e-e27d9288c070 req-97ae398c-7c65-4311-8965-8cdbe258490e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1279566 Aug 27 02:20:17.545966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-176f6d8c-4a4d-43e5-af0c-2370eb5e408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.547747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-176f6d8c-4a4d-43e5-af0c-2370eb5e408f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1642227 Aug 27 02:20:17.570146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a37916a1-d91f-46f1-bcd2-d83cb7683444 req-005524e7-fde0-4919-819b-558200194277 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474912 Aug 27 02:20:17.600418 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.616813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67197fe5-7031-415b-aaa0-4240148998fa {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:17.645567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:17.662052 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.731535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.747190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.776979 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.809031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Network d216fc1a-0b04-4039-a664-de1f915ec777 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:17.809594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33270ee4-dcd6-47e3-a143-978fb06adc5c']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:17.822499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:17.824335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:17.824935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d7c29a-aa5c-40e5-b50f-d694518ff4e5') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:17.825226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d7c29a-aa5c-40e5-b50f-d694518ff4e5') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:17.828555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:17.856358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.887587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27760d44-d0e0-44d3-8efa-2700e5993cee req-14e02b76-fd18-4a16-837a-ee625b4845f4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:17.888320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2af38bf0-a4b1-482f-ab6e-e27d9288c070 req-d9e54ab8-4942-4a6f-9395-d37e7970438c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347473 Aug 27 02:20:17.903815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27760d44-d0e0-44d3-8efa-2700e5993cee req-14e02b76-fd18-4a16-837a-ee625b4845f4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.1441257 Aug 27 02:20:17.906038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.934780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:17.935211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:17.938839 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:17.951282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-ac7dc529-4880-4eff-9cd7-2cea7f5e476f service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197179 Aug 27 02:20:17.966171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.070640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27760d44-d0e0-44d3-8efa-2700e5993cee req-c023e807-578d-4d0a-9371-4599af825de7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595087 Aug 27 02:20:18.093200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.107705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.112475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] 10.222.0.26 "DELETE /v2.0/networks/33270ee4-dcd6-47e3-a143-978fb06adc5c HTTP/1.1" status: 204 len: 168 time: 1.0167100 Aug 27 02:20:18.123331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cc09c-1b7c-4005-8e65-8e294eb10004 admin admin] Pushing event deleted for resources: {'Network': ['ID=33270ee4-dcd6-47e3-a143-978fb06adc5c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:18.141728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-eadbc340-4c20-4d5f-8a74-df0a117883bd service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605947 Aug 27 02:20:18.193250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37c6fbf1-8f0f-41d9-ad29-3c609ceba873 None None] Provisioning for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:18.199199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37c6fbf1-8f0f-41d9-ad29-3c609ceba873 None None] Provisioning complete for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:18.199525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-37c6fbf1-8f0f-41d9-ad29-3c609ceba873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.322250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52362) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:18.342954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 818c1f64-be1f-48aa-9b47-0e2af8954730 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:18.345345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67197fe5-7031-415b-aaa0-4240148998fa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:18.350794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759f025-b10d-4962-9239-6b6602e496ad req-82f37519-127b-40c0-bde6-9cfcaa783395 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.353396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4759f025-b10d-4962-9239-6b6602e496ad req-82f37519-127b-40c0-bde6-9cfcaa783395 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 949 time: 0.1177948 Aug 27 02:20:18.354164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.402905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4a48c9a1-d6ed-42cc-91b0-95b934a0f51a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf3c27e7990d4264a3d6d36c68c6db9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775325 Aug 27 02:20:18.405529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:18.418111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-37c6fbf1-8f0f-41d9-ad29-3c609ceba873 None None] Port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:18.477337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 818c1f64-be1f-48aa-9b47-0e2af8954730 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:18.484623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 818c1f64-be1f-48aa-9b47-0e2af8954730 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:18.485129 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.527255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4759f025-b10d-4962-9239-6b6602e496ad req-6c0574c1-a414-407d-97a7-2665661137e7 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600728 Aug 27 02:20:18.630865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.632564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.633444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.657866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 818c1f64-be1f-48aa-9b47-0e2af8954730, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=818c1f64-be1f-48aa-9b47-0e2af8954730,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:18.662844 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.702792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6683d42-5676-4fb4-ad2f-49d3f0ef092a req-d5b08154-cb2e-4585-b6b2-afbfc1c7553d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.704437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6683d42-5676-4fb4-ad2f-49d3f0ef092a req-d5b08154-cb2e-4585-b6b2-afbfc1c7553d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0602198 Aug 27 02:20:18.711076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=818c1f64-be1f-48aa-9b47-0e2af8954730,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:18.730935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.747723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6683d42-5676-4fb4-ad2f-49d3f0ef092a req-20162abf-85d7-4a84-9c6d-13f5b3c3e5ac tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Aug 27 02:20:18.811827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ae70fda6-9202-4a7e-b064-45f7fccc1fe2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:18.813352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ae70fda6-9202-4a7e-b064-45f7fccc1fe2 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 949 time: 0.0494287 Aug 27 02:20:18.891452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.909324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.912507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.915991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e46c447e-183a-413c-86f0-7c9e9935c9ea HTTP/1.1" status: 204 len: 168 time: 0.4831038 Aug 27 02:20:18.919072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:18.919508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.938791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:18.945785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44aed4-f223-488e-863f-7342b9efa0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46c447e-183a-413c-86f0-7c9e9935c9ea,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.048220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port 4641f135-0db8-42e7-a79d-f0158c8eb0c3, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4641f135-0db8-42e7-a79d-f0158c8eb0c3,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:19.048587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.073457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for 4641f135-0db8-42e7-a79d-f0158c8eb0c3 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:19.101312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.103978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.406488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:19.441441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa279-0c4c-485f-a2be-866f8f207c73 req-b50aa532-f14f-4197-9855-24765b7e6bbf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.443089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17baa279-0c4c-485f-a2be-866f8f207c73 req-b50aa532-f14f-4197-9855-24765b7e6bbf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.4544237 Aug 27 02:20:19.468929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-9a5d4aa1-7767-4bb4-b524-cd42c1b964a9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.470479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-9a5d4aa1-7767-4bb4-b524-cd42c1b964a9 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50 HTTP/1.1" status: 200 len: 950 time: 0.4601207 Aug 27 02:20:19.561591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c07a8b-df66-4276-ac58-bd34eee15887 req-f1417fe9-d434-4b64-bb43-5cb46d9f6ff3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:19.563086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c07a8b-df66-4276-ac58-bd34eee15887 req-f1417fe9-d434-4b64-bb43-5cb46d9f6ff3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.0904391 Aug 27 02:20:19.569841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.610632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', 'ad066c7d-b371-486f-9d99-2c90c44e2801', '4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:19.611206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=4641f135-0db8-42e7-a79d-f0158c8eb0c3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.649843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d869dd2e-a39c-4c8e-a984-e0ae5353ace2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=822b6f98e5c6402eb6680c4d84144d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146730 Aug 27 02:20:19.650041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:19.650132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17baa279-0c4c-485f-a2be-866f8f207c73 req-63d9da2f-5a45-40b4-9a12-1088f4db833e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976154 Aug 27 02:20:19.672500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port 4641f135-0db8-42e7-a79d-f0158c8eb0c3 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:19.675630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.679838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b0ff7a1-2835-4d9f-a163-9e7237f862c0 req-ddf484a5-713f-47ec-bd44-a09493b3d43a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "DELETE /v2.0/ports/4641f135-0db8-42e7-a79d-f0158c8eb0c3 HTTP/1.1" status: 204 len: 173 time: 0.8584890 Aug 27 02:20:19.680995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Network d216fc1a-0b04-4039-a664-de1f915ec777 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:19.685895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:19.688269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'name': 'network-vif-deleted', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:19.690965 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e54e7-e017-4e78-9a7f-2fdb646e13cf" -d '{"events": [{"server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "name": "network-vif-deleted", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:19.714462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c07a8b-df66-4276-ac58-bd34eee15887 req-0b9c0bc3-537a-4148-9db3-9df899c73460 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394641 Aug 27 02:20:19.765226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.798420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.835144 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0ccb6-440a-4f29-ba6e-82511d381f29 x-openstack-request-id: req-83a0ccb6-440a-4f29-ba6e-82511d381f29 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:19.835718 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ff0f26-741b-401d-9d10-023d87dc6c39", "name": "network-vif-deleted", "tag": "4641f135-0db8-42e7-a79d-f0158c8eb0c3", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:19.836077 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83a0ccb6-440a-4f29-ba6e-82511d381f29 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:19.836557 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ff0f26-741b-401d-9d10-023d87dc6c39', 'name': 'network-vif-deleted', 'tag': '4641f135-0db8-42e7-a79d-f0158c8eb0c3', 'status': 'completed', 'code': 200} Aug 27 02:20:19.840817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port ad066c7d-b371-486f-9d99-2c90c44e2801 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:19.841405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.886627 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.891027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:19.896143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/003f0467-f266-4e4c-8f64-2dbec099196a HTTP/1.1" status: 204 len: 168 time: 0.2417705 Aug 27 02:20:19.904796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05bb3-3216-40f4-b722-de46f4eff094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f0467-f266-4e4c-8f64-2dbec099196a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:19.908442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5caf006-75ab-40da-a5b1-246cfd8de7aa req-81b0cee6-915f-4615-86d1-7ffc169ec955 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ff0f26-741b-401d-9d10-023d87dc6c39 HTTP/1.1" status: 200 len: 210 time: 0.0935054 Aug 27 02:20:20.007244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Deleting port 7be17993-43bc-4101-8398-e6de77ddd57e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:20.007973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.056406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d265e-4d85-4b0d-8f53-0b2fd136d30e req-1a692064-82d6-4912-acf1-e7e656f0ad0a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.066466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-855d265e-4d85-4b0d-8f53-0b2fd136d30e req-1a692064-82d6-4912-acf1-e7e656f0ad0a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1035438 Aug 27 02:20:20.132489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-855d265e-4d85-4b0d-8f53-0b2fd136d30e req-6890eef3-1600-4b31-b0a7-b843acd84f40 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638459 Aug 27 02:20:20.154222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:20.225054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1fe77512-63cc-44ad-8bfb-88cd6303c9b0 None None] Provisioning complete for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:20.225498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1fe77512-63cc-44ad-8bfb-88cd6303c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.248234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] For port 7be17993-43bc-4101-8398-e6de77ddd57e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7be17993-43bc-4101-8398-e6de77ddd57e,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:20.248234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.284488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Calling delete_port for 7be17993-43bc-4101-8398-e6de77ddd57e owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:20.290708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1fe77512-63cc-44ad-8bfb-88cd6303c9b0 None None] Port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:20.293402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 818c1f64-be1f-48aa-9b47-0e2af8954730 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:20.335087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port ad066c7d-b371-486f-9d99-2c90c44e2801, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ad066c7d-b371-486f-9d99-2c90c44e2801,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:20.335489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.354493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 818c1f64-be1f-48aa-9b47-0e2af8954730 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:20.355219 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.404431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for ad066c7d-b371-486f-9d99-2c90c44e2801 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:20.574213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:20.585185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2560d7d-218e-4140-b85d-89c1fd0cd964 admin admin] 10.222.0.26 "PUT /v2.0/routers/cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7197101 Aug 27 02:20:20.587694 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Sync routers for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:20.600325 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:20.601472 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:20.713257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.748813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83', '4641f135-0db8-42e7-a79d-f0158c8eb0c3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:20.750637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:20.754903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:20.782749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=ad066c7d-b371-486f-9d99-2c90c44e2801,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:20.850798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc805694-1cec-437f-b950-7728af6c48f4 req-04d4d95e-ba47-48ca-bda1-0e2b3ebc7ff9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:20.863966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc805694-1cec-437f-b950-7728af6c48f4 req-04d4d95e-ba47-48ca-bda1-0e2b3ebc7ff9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1107709 Aug 27 02:20:20.935609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc805694-1cec-437f-b950-7728af6c48f4 req-86345d3d-a954-4a3d-9701-07a32316cf86 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706766 Aug 27 02:20:20.970907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be17993-43bc-4101-8398-e6de77ddd57e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:20.999371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:21.072008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port ad066c7d-b371-486f-9d99-2c90c44e2801 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:21.096036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.100234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7857f801-2312-4e97-be33-b6aee5600ed7 req-e02bd665-9bf0-4a00-b5e3-94fabd74ea60 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "DELETE /v2.0/ports/ad066c7d-b371-486f-9d99-2c90c44e2801 HTTP/1.1" status: 204 len: 173 time: 1.6112816 Aug 27 02:20:21.125193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'name': 'network-vif-deleted', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:21.135036 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dec667-5dbe-4475-b9f9-07d3d65858fa" -d '{"events": [{"server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "name": "network-vif-deleted", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:21.168970 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 2, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:21.219554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Checking router: cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:21.220346 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Updating router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:21.239042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-network', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:21.272302 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.288900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084a4d5-7058-4c1e-8aaf-64a137e01dc1 req-3f421577-e6c6-4f75-a582-3a38bbeeb956 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.289337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Made reservation on behalf of 348a932a4b654aceaa306f8bd2b3bb6d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:21.292013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.305008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3084a4d5-7058-4c1e-8aaf-64a137e01dc1 req-3f421577-e6c6-4f75-a582-3a38bbeeb956 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.4281573 Aug 27 02:20:21.311028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.361684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.367248 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3084a4d5-7058-4c1e-8aaf-64a137e01dc1 req-8be4188c-c8f8-4dd4-a41f-41bfb8d5a2f7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Aug 27 02:20:21.436152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:21.473160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.480970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.524111 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5942174-b089-4245-abb8-87c918f54fb8 x-openstack-request-id: req-c5942174-b089-4245-abb8-87c918f54fb8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:21.524400 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50", "name": "network-vif-deleted", "tag": "ad066c7d-b371-486f-9d99-2c90c44e2801", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:21.524654 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5942174-b089-4245-abb8-87c918f54fb8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:21.525038 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a6f746-ccf8-4dd9-8c8d-4ea8001c1d50', 'name': 'network-vif-deleted', 'tag': 'ad066c7d-b371-486f-9d99-2c90c44e2801', 'status': 'completed', 'code': 200} Aug 27 02:20:21.532778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 67197fe5-7031-415b-aaa0-4240148998fa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:21.537553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 67197fe5-7031-415b-aaa0-4240148998fa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:21.538035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.548808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:21.568566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3908a-bcd2-46e8-9eec-5ea5320f536e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:21.574822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.575173 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Added segment 8aaae6b4-6a9d-4eee-af02-58efecb343ac of type vlan for network 8ffeb902-4e34-4d30-92cb-f04343940b0e Aug 27 02:20:21.626071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.688467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.690217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.691696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.709802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:21.719233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050996743', 'description': 'tempest-description--128654574'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:21.736222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7337606 Aug 27 02:20:21.743354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.749251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:21.750325 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.756021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Request body: {'subnet': {'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-subnet', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:21.774776 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Transition to ACTIVE for port object 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:21.784011 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.789971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de6b21-6a33-4cb5-959b-c7e14b3bb27b req-8e2e5687-f1fa-4ae7-8624-a3006138df49 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:21.797242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e7de6b21-6a33-4cb5-959b-c7e14b3bb27b req-8e2e5687-f1fa-4ae7-8624-a3006138df49 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1956542 Aug 27 02:20:21.805521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:21.808990 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43516de6-d608-43b4-8a71-b98ce16ea996" -d '{"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-plugged", "status": "completed", "tag": "67197fe5-7031-415b-aaa0-4240148998fa"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:21.834683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:21.839373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Router a2480263-95cf-4c6e-a34f-017b7162654f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:21.841092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.843069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ad066c7d-b371-486f-9d99-2c90c44e2801 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:21.860415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e7de6b21-6a33-4cb5-959b-c7e14b3bb27b req-853d9ccc-9072-4dba-a48c-c9be29e0156b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604310 Aug 27 02:20:21.898298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.926754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e762f-9355-4897-85dd-3e1ffa1b42a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ffeb902-4e34-4d30-92cb-f04343940b0e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:21.970599 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Pushing event updated for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:21.973822 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Attempting to bind port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:21.974366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Attempting to bind port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:21.974998 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Attempting to bind port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 on network d216fc1a-0b04-4039-a664-de1f915ec777 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:21.985198 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:21.985840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Checking segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:21.986556 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:21.987139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Bound using segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:21.987815 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Bound port: 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:21.988591 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.005765 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.007032 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.007604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.008123 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.008671 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.009217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.009768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.010308 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.010880 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.011413 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.012144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.012798 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:22.038053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:22.054186 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1702d8-cc3f-4401-9bf6-5c6965b08760 x-openstack-request-id: req-1b1702d8-cc3f-4401-9bf6-5c6965b08760 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:22.056333 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-plugged", "status": "completed", "tag": "67197fe5-7031-415b-aaa0-4240148998fa", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:22.056611 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b1702d8-cc3f-4401-9bf6-5c6965b08760 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:22.057001 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa', 'code': 200} Aug 27 02:20:22.065210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Made reservation on behalf of 348a932a4b654aceaa306f8bd2b3bb6d for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:22.065498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: ad066c7d-b371-486f-9d99-2c90c44e2801 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:22.075948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ad066c7d-b371-486f-9d99-2c90c44e2801 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:22.079166 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.095517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.101474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.166433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.167659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4547770 Aug 27 02:20:22.171903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52446) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:22.175654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ebcf1-893e-4ab2-8427-678ea7b67497 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ebe5a-8ad8-4e56-8b77-b9db4783617f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:22.183899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] For port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:22.188615 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] For port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:22.190237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'security_group_rule': {'security_group_id': 'b82ebe5a-8ad8-4e56-8b77-b9db4783617f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:22.194999 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.330874 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:22.331519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:22.378789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f8e1-5085-4413-8af7-79970310626f req-d1a53727-647b-4012-bca0-b26a59e138d2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.381488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a573f8e1-5085-4413-8af7-79970310626f req-d1a53727-647b-4012-bca0-b26a59e138d2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1784565 Aug 27 02:20:22.383040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.403155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:22.414769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17071086-e057-42a3-bbf9-7d2d573f5cbd req-85e8c858-4e15-4310-9f26-19d484815937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.418890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17071086-e057-42a3-bbf9-7d2d573f5cbd req-85e8c858-4e15-4310-9f26-19d484815937 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.3261874 Aug 27 02:20:22.479220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a573f8e1-5085-4413-8af7-79970310626f req-ad948dff-e5ba-4d50-acc7-4aab703907c0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Aug 27 02:20:22.497360 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff81594-87ab-44de-bf49-525b5f8a9276 None None] Pushing event updated for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:22.510777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.520019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.548041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:22.555028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ed1cc95-865b-4c21-910c-d9134b8fd7a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/a2480263-95cf-4c6e-a34f-017b7162654f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2082574 Aug 27 02:20:22.559384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fec3a5-7ef5-4eed-a342-fd77a0f181c4,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:22.561570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Sync routers for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:22.563393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52452) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:22.606676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17071086-e057-42a3-bbf9-7d2d573f5cbd req-51c559dd-4635-47b1-a600-43a8a9b6acf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746910 Aug 27 02:20:22.619065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:22.620420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:22.648102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:22.691405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e122e96-448a-4b19-a5b1-85c3e1857d33 req-a043c57b-3eaa-410a-a175-e6e49b274526 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.693891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56ee6fac-d1cd-419a-b721-9d9139156638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.700336 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.703890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef917ee2-fd0a-48de-b054-a8abcece4fc9 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5269575 Aug 27 02:20:22.703890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.704134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e122e96-448a-4b19-a5b1-85c3e1857d33 req-a043c57b-3eaa-410a-a175-e6e49b274526 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 949 time: 0.2137637 Aug 27 02:20:22.705635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52454) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:22.711577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'security_group_rule': {'security_group_id': 'b82ebe5a-8ad8-4e56-8b77-b9db4783617f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:22.838532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:22.859459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.867773 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:22Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:22.905157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50257e7-f95c-4100-95f0-b93b60f936c0 req-b1db8107-b1fd-486c-8f95-cdfa5a47c755 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:22.913779 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f50257e7-f95c-4100-95f0-b93b60f936c0 req-b1db8107-b1fd-486c-8f95-cdfa5a47c755 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 945 time: 0.2070482 Aug 27 02:20:22.955088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:22.971620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.008851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda4826a-c52d-4c08-9fe9-9d6b2772c83b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:23.016554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756e5dc-9856-49bc-9450-ea63e29e5f67 None None] The sync data for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 is: [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:22Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:23.041723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.042963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f0b5fdd0-150c-4338-bf4a-a3c5e43c9371 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350701 Aug 27 02:20:23.067783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f50257e7-f95c-4100-95f0-b93b60f936c0 req-4a1418ee-3c9d-4a52-8f0b-227bda523bc0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463413 Aug 27 02:20:23.068803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52460) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:23.070323 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.101384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:23.131343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:20:20Z', 'revision_number': 5, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port': {'id': 'a6708724-cf7f-489c-bb2f-f04d395d3641', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:08Z', 'updated_at': '2021-08-27T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:23.171243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.187670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Checking router: a2480263-95cf-4c6e-a34f-017b7162654f for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:23.226172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Routers {'a2480263-95cf-4c6e-a34f-017b7162654f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:23.226981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2480263-95cf-4c6e-a34f-017b7162654f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:23.258740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.331480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e122e96-448a-4b19-a5b1-85c3e1857d33 req-cfe527a2-fc08-4213-8542-a4356de864b8 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223254 Aug 27 02:20:23.378361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=696b5d60-1330-47e8-b4db-94927455f527,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:23.389203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Checking segment: {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:23.389819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Network hostable DHCP agents. Network: 8ffeb902-4e34-4d30-92cb-f04343940b0e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:23.414009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:23.426908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8ffeb902-4e34-4d30-92cb-f04343940b0e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:23.437861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Deleting port a6708724-cf7f-489c-bb2f-f04d395d3641 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:23.438427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.455782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.458914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.479681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f3ef4e5-3dac-4923-8c34-76b95f4a25aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7284548 Aug 27 02:20:23.482050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:23.487551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:23.530708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4641f135-0db8-42e7-a79d-f0158c8eb0c3 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:23.539151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa3e15-e41c-4518-a2b3-953f10d542a4 None None] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:23.544578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.547285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.568961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f026d7-23e2-4f47-ba72-113ce5f13c19 req-39a66773-dc79-4432-90d3-b79739d801b2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.577399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88f026d7-23e2-4f47-ba72-113ce5f13c19 req-39a66773-dc79-4432-90d3-b79739d801b2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1921151 Aug 27 02:20:23.635978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88f026d7-23e2-4f47-ba72-113ce5f13c19 req-d28b5fb7-4e52-4f0d-9e9e-f9b454c2e936 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534558 Aug 27 02:20:23.648308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] For port a6708724-cf7f-489c-bb2f-f04d395d3641, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6708724-cf7f-489c-bb2f-f04d395d3641,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:23.649229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 4641f135-0db8-42e7-a79d-f0158c8eb0c3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:23.649573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4641f135-0db8-42e7-a79d-f0158c8eb0c3 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:23.651780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.670233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.672013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Calling delete_port for a6708724-cf7f-489c-bb2f-f04d395d3641 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:23.678784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] Set router a2480263-95cf-4c6e-a34f-017b7162654f gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:23.729751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9064-0588-4385-8c38-867b5c927f9c req-dc97f1ec-911f-4ada-8ee1-fa49857e7af0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:23.730025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.733630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e83d9064-0588-4385-8c38-867b5c927f9c req-dc97f1ec-911f-4ada-8ee1-fa49857e7af0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1525736 Aug 27 02:20:23.754548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:20:23Z', 'revision_number': 6, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:23.788101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e994e23-1308-4f02-9b57-71716c9c1155 None None] The sync data for ids ['a2480263-95cf-4c6e-a34f-017b7162654f'] in n-d-806292-1 is: [{'id': 'a2480263-95cf-4c6e-a34f-017b7162654f', 'name': 'tempest-AttachSCSIVolumeTestJSON-967211208-router', 'tenant_id': '8db15a7835a14b79bfa86ce55754e9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:06Z', 'updated_at': '2021-08-27T02:20:23Z', 'revision_number': 6, 'project_id': '8db15a7835a14b79bfa86ce55754e9df', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:23.892471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e83d9064-0588-4385-8c38-867b5c927f9c req-44c1ea85-311d-4520-9250-64b1880a3369 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220658 Aug 27 02:20:23.908744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:23.939615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Allocated IP 172.25.8.141 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/114a181f-8662-4459-bf73-fa5c3e230e8d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:23.943110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8ffeb902-4e34-4d30-92cb-f04343940b0e', 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'fixed_ips': [{'subnet_id': '696b5d60-1330-47e8-b4db-94927455f527'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:23.943977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.128216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.153821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Allocated IP 172.20.0.2 (8ffeb902-4e34-4d30-92cb-f04343940b0e/696b5d60-1330-47e8-b4db-94927455f527/96863e2a-973a-416f-a369-62746b21c45b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:24.236329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.318422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.367345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:24.367990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6708724-cf7f-489c-bb2f-f04d395d3641,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.372444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.375423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.499102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de313b0-d4fd-4b2c-8c97-8f33bb4c790b req-61df5429-1d35-42de-85e3-ba546608c50b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.500854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4de313b0-d4fd-4b2c-8c97-8f33bb4c790b req-61df5429-1d35-42de-85e3-ba546608c50b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 945 time: 0.2511647 Aug 27 02:20:24.513458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.524661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:24.526983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Transition to ACTIVE for port object 96863e2a-973a-416f-a369-62746b21c45b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:24.533559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:24.533934 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.537002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:24.550007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:24.569356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:24.569614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Transition to ACTIVE for port object 96863e2a-973a-416f-a369-62746b21c45b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:24.572233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Allocated IP 172.25.8.206 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/689b9a74-5370-4390-ac17-8635f57d2652) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:24.573837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'Port': ['ID=114a181f-8662-4459-bf73-fa5c3e230e8d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.582095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.588022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb5f7-cc7b-441a-8bea-36ba94713cd1 req-adeb4ecc-2745-40db-b344-4d4b5eca6a1a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.591286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d7eb5f7-cc7b-441a-8bea-36ba94713cd1 req-adeb4ecc-2745-40db-b344-4d4b5eca6a1a tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 949 time: 0.0996420 Aug 27 02:20:24.627793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.638667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:24.647679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:24.653281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:24.656347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Pushing event updated for resources: {'Port': ['ID=96863e2a-973a-416f-a369-62746b21c45b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.760526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Attempting to bind port 96863e2a-973a-416f-a369-62746b21c45b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:24.761057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Attempting to bind port 96863e2a-973a-416f-a369-62746b21c45b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:24.761411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Attempting to bind port 96863e2a-973a-416f-a369-62746b21c45b on network 8ffeb902-4e34-4d30-92cb-f04343940b0e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:24.769062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:24.769783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Checking segment: {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:24.770861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.771430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Bound using segment: {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:24.771981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Bound port: 96863e2a-973a-416f-a369-62746b21c45b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:24.772460 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.783881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4de313b0-d4fd-4b2c-8c97-8f33bb4c790b req-ed906f20-c633-49ce-910d-532f892ec26e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515225 Aug 27 02:20:24.791832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d7eb5f7-cc7b-441a-8bea-36ba94713cd1 req-941344de-8aff-4dab-a7e6-320c1314f7f1 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e991cc9-51ac-4706-8a9c-1c51d50b2e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600132 Aug 27 02:20:24.802192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.814297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.832032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-31f7196d-d418-4e2f-b446-bfdb7d45e118 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:24.833664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-31f7196d-d418-4e2f-b446-bfdb7d45e118 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 949 time: 0.1644068 Aug 27 02:20:24.862289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.869231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:24.877363 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.953315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.955241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:24.965758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7be17993-43bc-4101-8398-e6de77ddd57e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:24.975086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.975326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2480263-95cf-4c6e-a34f-017b7162654f {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:20:24.981110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.981797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-631cf8c8-dc33-425e-a5ac-1fb3ce6f4f02 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a2480263-95cf-4c6e-a34f-017b7162654f HTTP/1.1" status: 204 len: 168 time: 2.4107106 Aug 27 02:20:24.984391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:24.991407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52478) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:25.003441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7be17993-43bc-4101-8398-e6de77ddd57e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:25.004380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7be17993-43bc-4101-8398-e6de77ddd57e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:25.014744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] For port 96863e2a-973a-416f-a369-62746b21c45b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:25.018722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] For port 96863e2a-973a-416f-a369-62746b21c45b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=96863e2a-973a-416f-a369-62746b21c45b,segment=NetworkSegment(8aaae6b4-6a9d-4eee-af02-58efecb343ac),segment_id=8aaae6b4-6a9d-4eee-af02-58efecb343ac)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:25.027812 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.060273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5251-d4a6-427c-87f3-1c6a87991f0f req-ce1623d4-b778-46c9-a152-14af0381528c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.067542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f59c5251-d4a6-427c-87f3-1c6a87991f0f req-ce1623d4-b778-46c9-a152-14af0381528c tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1378462 Aug 27 02:20:25.074471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.103352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a72fbb-8866-48a2-af16-9a81d5d12a98 req-63c24064-f6c3-488a-be98-44f839359de5 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.105090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4a72fbb-8866-48a2-af16-9a81d5d12a98 req-63c24064-f6c3-488a-be98-44f839359de5 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.1634970 Aug 27 02:20:25.105705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec500f-f2e0-461d-8b0c-88c4a95da5c1 None None] Pushing event updated for resources: {'Port': ['ID=96863e2a-973a-416f-a369-62746b21c45b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:25.143074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Deleting subnet 57a6d5aa-f19b-44f4-b0ec-e95bfacc906c {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:25.158629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.177733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a30293a1-b5ac-447d-8100-8ee3002bd2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.187433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Deleting port c67438b8-9194-4114-b9b2-c23c6db61d83 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:25.187780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.190693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f59c5251-d4a6-427c-87f3-1c6a87991f0f req-d8a94362-8ab0-4f12-aaf5-caf79e57edff tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196742 Aug 27 02:20:25.191001 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.255397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4a72fbb-8866-48a2-af16-9a81d5d12a98 req-87d67e78-ca8d-4670-9a62-9a9c44bc6d5a tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364727 Aug 27 02:20:25.308988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:25.315888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:25.320001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:25.339352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.343467 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.360254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Pushing event updated for resources: {'Port': ['ID=689b9a74-5370-4390-ac17-8635f57d2652,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:25.411359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65ea05-7ccd-408e-80f9-09ba26a6b69e req-bb9d1fec-fedc-4fe0-ac8a-01d13f874f5b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.412856 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db65ea05-7ccd-408e-80f9-09ba26a6b69e req-bb9d1fec-fedc-4fe0-ac8a-01d13f874f5b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1351795 Aug 27 02:20:25.494597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] For port c67438b8-9194-4114-b9b2-c23c6db61d83, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c67438b8-9194-4114-b9b2-c23c6db61d83,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:25.494958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.546270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Calling delete_port for c67438b8-9194-4114-b9b2-c23c6db61d83 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:25.568341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.573482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.602281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db65ea05-7ccd-408e-80f9-09ba26a6b69e req-72e1f559-a945-4ac4-b3b0-b5e14b071142 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634643 Aug 27 02:20:25.605546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.627984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85afb47-4c91-48f3-a2c8-8bf1fd610866 req-b5610fc8-fd1c-4c48-85e5-125654645e79 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:25.630021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d85afb47-4c91-48f3-a2c8-8bf1fd610866 req-b5610fc8-fd1c-4c48-85e5-125654645e79 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.1935446 Aug 27 02:20:25.710824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'Port': ['ID=114a181f-8662-4459-bf73-fa5c3e230e8d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:25.738212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.751656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.762325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d85afb47-4c91-48f3-a2c8-8bf1fd610866 req-fd5df6f2-df42-4d32-be60-285b52599099 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238370 Aug 27 02:20:25.784871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.786570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-519555f4-c4ed-468f-b7f6-215e7b517b9e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7104540 Aug 27 02:20:25.790760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a6d5aa-f19b-44f4-b0ec-e95bfacc906c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:25.810013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.818227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e3c3f-5103-4158-9c89-54ed1cfa4ba9 None None] Network abd28e82-6d88-4a5b-a321-1d40e3e94cd5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:25.839394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed99c182-5ff8-43cd-b078-629184070963 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57a6d5aa-f19b-44f4-b0ec-e95bfacc906c HTTP/1.1" status: 204 len: 168 time: 0.8383427 Aug 27 02:20:25.840121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:25.862912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:25.978872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.024121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c67438b8-9194-4114-b9b2-c23c6db61d83'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:26.163111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Pushing event deleted for resources: {'Port': ['ID=c67438b8-9194-4114-b9b2-c23c6db61d83,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:26.237631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] DHCP port deletion for abd28e82-6d88-4a5b-a321-1d40e3e94cd5 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:20:26.271704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] No DVR routers for this DVR port c67438b8-9194-4114-b9b2-c23c6db61d83 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:26.274811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.277053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0afcb273-4883-45f1-8c00-e261dd196bb2 req-eb7a4467-046e-4558-b1c9-6b758d688dc5 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.46 "DELETE /v2.0/ports/c67438b8-9194-4114-b9b2-c23c6db61d83 HTTP/1.1" status: 204 len: 173 time: 1.4319623 Aug 27 02:20:26.280842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'name': 'network-vif-deleted', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:26.283202 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478f2d1-679a-46c3-901c-50ace026c833" -d '{"events": [{"server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "name": "network-vif-deleted", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:26.382107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.383024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062aa1f-3baa-4f47-944a-de4dec073ae5 req-976553b4-1ea5-425c-8fb7-1a1afdaeda41 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.399282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f062aa1f-3baa-4f47-944a-de4dec073ae5 req-976553b4-1ea5-425c-8fb7-1a1afdaeda41 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.3135688 Aug 27 02:20:26.432328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Deleting port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:26.432328 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.453804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c386558b-4d4b-4e20-b786-c6b5e27532db req-0f804202-e48a-4644-af99-70b46f3d9943 tempest-ServersOnMultiNodesTest-1945264002 tempest-ServersOnMultiNodesTest-1945264002-project] 10.222.0.26 "GET /v2.0/ports?device_id=e399dd59-9bc4-401c-841a-d89d28815183 HTTP/1.1" status: 200 len: 210 time: 0.0984437 Aug 27 02:20:26.517623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.537407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:26.606412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f062aa1f-3baa-4f47-944a-de4dec073ae5 req-3cae24a8-2727-427e-bcf2-4faa65720aeb tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943340 Aug 27 02:20:26.662630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.724325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823aebb-292b-4a45-a209-43294db0e9aa req-3d4a08ce-57e8-4202-b37f-dccd73aea5e4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:26.733134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9823aebb-292b-4a45-a209-43294db0e9aa req-3d4a08ce-57e8-4202-b37f-dccd73aea5e4 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Aug 27 02:20:26.736540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Deleting port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:26.736875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.747993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] For port e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:26.748500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.753317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55833f40-49bc-481b-a4fd-178cce0ce599 None None] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:26.866731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9823aebb-292b-4a45-a209-43294db0e9aa req-3a77cafe-bc5f-4d2c-9702-1a34af86b1c9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198845 Aug 27 02:20:26.868706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] For port e149aad2-f8c2-4b7c-a7b7-08d784a446c4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,segment=NetworkSegment(bb4002c0-d638-4b27-a7c1-fda99777d02f),segment_id=bb4002c0-d638-4b27-a7c1-fda99777d02f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:26.869717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.880240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Calling delete_port for e149aad2-f8c2-4b7c-a7b7-08d784a446c4 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:26.881849 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b04c117-5c11-4ea5-9f2a-b88ae4fc3898 x-openstack-request-id: req-5b04c117-5c11-4ea5-9f2a-b88ae4fc3898 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:26.884953 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399dd59-9bc4-401c-841a-d89d28815183", "name": "network-vif-deleted", "tag": "c67438b8-9194-4114-b9b2-c23c6db61d83", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:26.885365 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b04c117-5c11-4ea5-9f2a-b88ae4fc3898 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:26.885937 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e399dd59-9bc4-401c-841a-d89d28815183', 'name': 'network-vif-deleted', 'tag': 'c67438b8-9194-4114-b9b2-c23c6db61d83', 'status': 'completed', 'code': 200} Aug 27 02:20:26.888564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Calling delete_port for e149aad2-f8c2-4b7c-a7b7-08d784a446c4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:26.972474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:26.992628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.009537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] No DVR routers for this DVR port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:27.015893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Pushing event deleted for resources: {'Port': ['ID=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:27.029727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efee96-5972-4c35-8c57-af941658714a req-e010fe97-3eb0-4712-b12b-3473ec2aaf4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:27.041200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74e68ab4-d275-4433-9234-95db335df80b None None] Provisioning for port 96863e2a-973a-416f-a369-62746b21c45b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:27.044833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0efee96-5972-4c35-8c57-af941658714a req-e010fe97-3eb0-4712-b12b-3473ec2aaf4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1577189 Aug 27 02:20:27.053644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] Pushing event deleted for resources: {'Port': ['ID=e149aad2-f8c2-4b7c-a7b7-08d784a446c4,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:27.072362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4e1e1-d75f-427f-ac6b-26ef21dd0e4a None None] No DVR routers for this DVR port e149aad2-f8c2-4b7c-a7b7-08d784a446c4 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:27.075481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:27.078154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.102643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Router d98e629e-a3c8-4787-bc69-a89fafd99a93 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:20:27.131381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.144132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd28e82-6d88-4a5b-a321-1d40e3e94cd5']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:27.151443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0efee96-5972-4c35-8c57-af941658714a req-1d628e80-824d-4b7d-b046-18bc822a2834 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885267 Aug 27 02:20:27.161365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4002c0-d638-4b27-a7c1-fda99777d02f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:27.161726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4002c0-d638-4b27-a7c1-fda99777d02f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:27.174241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.197249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.205449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:27.205989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:27.209511 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:27.272873 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.287166 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.289400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] 10.222.0.26 "DELETE /v2.0/networks/abd28e82-6d88-4a5b-a321-1d40e3e94cd5 HTTP/1.1" status: 204 len: 168 time: 1.4483120 Aug 27 02:20:27.292321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:27.309841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd509d5-b650-402c-a6cc-9062c45cf970 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd28e82-6d88-4a5b-a321-1d40e3e94cd5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:27.319408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 96863e2a-973a-416f-a369-62746b21c45b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:27.384833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 96863e2a-973a-416f-a369-62746b21c45b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:27.390334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 96863e2a-973a-416f-a369-62746b21c45b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:27.390739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.549239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.606041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 96863e2a-973a-416f-a369-62746b21c45b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=96863e2a-973a-416f-a369-62746b21c45b,segment=NetworkSegment(8aaae6b4-6a9d-4eee-af02-58efecb343ac),segment_id=8aaae6b4-6a9d-4eee-af02-58efecb343ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:27.613421 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.653275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:27.666079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Sync routers for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:27.695289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:27.696255 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:27.750267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6708724-cf7f-489c-bb2f-f04d395d3641 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:27.920664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a6708724-cf7f-489c-bb2f-f04d395d3641 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:27.921254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6708724-cf7f-489c-bb2f-f04d395d3641 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:27.929769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=96863e2a-973a-416f-a369-62746b21c45b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:27.944401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:27.957144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52594) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:27.984150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-680a534a-1f17-4921-bddd-cf1205a23bbd None None] Provisioning complete for port 96863e2a-973a-416f-a369-62746b21c45b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:27.984622 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-680a534a-1f17-4921-bddd-cf1205a23bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.023137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.023343 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:28.024710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6e3fd61-840f-44df-a9c9-0864e29382ae admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5413876 Aug 27 02:20:28.032646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:28.203593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1b4f-56f9-4698-ae97-eebf9a4adce8 req-bd346ac7-18df-4c1b-867f-41d4fd94efe3 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.211816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4a1b4f-56f9-4698-ae97-eebf9a4adce8 req-bd346ac7-18df-4c1b-867f-41d4fd94efe3 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.2140803 Aug 27 02:20:28.292486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4a1b4f-56f9-4698-ae97-eebf9a4adce8 req-c5bd7564-37dc-472d-8e83-583cf2220c1f tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Aug 27 02:20:28.338360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.367461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:25Z', 'revision_number': 3, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:28.389081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 96863e2a-973a-416f-a369-62746b21c45b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:28.408110 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Checking router: d98e629e-a3c8-4787-bc69-a89fafd99a93 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:28.408842 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Updating router d98e629e-a3c8-4787-bc69-a89fafd99a93 port 689b9a74-5370-4390-ac17-8635f57d2652 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:28.435830 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.482476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 96863e2a-973a-416f-a369-62746b21c45b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:28.482852 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.483074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43addd2c-e0ba-4309-a195-96bac0799dac req-834b40e0-95d6-40c3-b9d5-7f41ed0a546a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.494281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43addd2c-e0ba-4309-a195-96bac0799dac req-834b40e0-95d6-40c3-b9d5-7f41ed0a546a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.4785531 Aug 27 02:20:28.541508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:28.541821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c3d470d7-5cfe-498f-bdfc-b2ae06c93e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be23cc3e17594cd5a8680669be66c915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836987 Aug 27 02:20:28.730904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43addd2c-e0ba-4309-a195-96bac0799dac req-6ec021bc-6d9f-4dc2-a1db-33415cb6bf52 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354555 Aug 27 02:20:28.742266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.743696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e149aad2-f8c2-4b7c-a7b7-08d784a446c4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:28.768275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.794175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e149aad2-f8c2-4b7c-a7b7-08d784a446c4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:28.796108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e149aad2-f8c2-4b7c-a7b7-08d784a446c4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:28.839746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747cda6-9439-4615-a81f-e45eb2a4e530 req-1c58ce89-dba3-4f6f-94d5-4eda3da2c6f4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:28.846173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.847432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3747cda6-9439-4615-a81f-e45eb2a4e530 req-1c58ce89-dba3-4f6f-94d5-4eda3da2c6f4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2394876 Aug 27 02:20:28.877269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.881075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.882269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e991cc9-51ac-4706-8a9c-1c51d50b2e73 HTTP/1.1" status: 204 len: 168 time: 0.3392572 Aug 27 02:20:28.903174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c904ec-0216-40be-89af-19749a682237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e991cc9-51ac-4706-8a9c-1c51d50b2e73,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:28.954767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3747cda6-9439-4615-a81f-e45eb2a4e530 req-f70e7758-2e34-4adc-9286-f8df39798060 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061482 Aug 27 02:20:28.956929 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:28.987673 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Transition to ACTIVE for port object 689b9a74-5370-4390-ac17-8635f57d2652 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:29.001150 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.037278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Deleting port 99f59eca-29e9-41da-bdbf-b06d8e985527 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:29.037840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.065182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Attempting to bind port 689b9a74-5370-4390-ac17-8635f57d2652 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:29.065844 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Attempting to bind port 689b9a74-5370-4390-ac17-8635f57d2652 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:29.066501 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Attempting to bind port 689b9a74-5370-4390-ac17-8635f57d2652 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:29.080521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:29.092194 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:29.093092 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.093493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:29.094117 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Bound port: 689b9a74-5370-4390-ac17-8635f57d2652, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:29.094633 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.159347 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] For port 689b9a74-5370-4390-ac17-8635f57d2652, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:29.163278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] For port 689b9a74-5370-4390-ac17-8635f57d2652, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=689b9a74-5370-4390-ac17-8635f57d2652,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:29.168247 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b731b3-c780-4a03-8628-8a2c3e931c54 None None] Pushing event updated for resources: {'Port': ['ID=689b9a74-5370-4390-ac17-8635f57d2652,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.179466 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.207857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] For port 99f59eca-29e9-41da-bdbf-b06d8e985527, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=99f59eca-29e9-41da-bdbf-b06d8e985527,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:29.208069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Allocated IP 172.20.0.1 (8ffeb902-4e34-4d30-92cb-f04343940b0e/696b5d60-1330-47e8-b4db-94927455f527/5bf4508e-28e2-4092-87e6-6aceade1b72d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:29.211191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.243231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Calling delete_port for 99f59eca-29e9-41da-bdbf-b06d8e985527 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:29.258105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:29.258892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:29.330777 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b731b3-c780-4a03-8628-8a2c3e931c54 None None] Pushing event updated for resources: {'Port': ['ID=689b9a74-5370-4390-ac17-8635f57d2652,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.407972 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:29.419943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.430780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c67438b8-9194-4114-b9b2-c23c6db61d83 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:29.442637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Transition to ACTIVE for port object 5bf4508e-28e2-4092-87e6-6aceade1b72d will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:29.480088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: c67438b8-9194-4114-b9b2-c23c6db61d83 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:29.483691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c67438b8-9194-4114-b9b2-c23c6db61d83 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:29.510074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.538317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52628) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:29.593983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:29.603986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:29.609521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:29.649775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.671706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Pushing event updated for resources: {'Port': ['ID=5bf4508e-28e2-4092-87e6-6aceade1b72d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.688573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:29.700270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-43c130d2-f50e-428e-b6dd-e92caf7f66c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0471f99858f241bab5b89c4c9d8dde22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505473 Aug 27 02:20:29.700880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52634) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:29.838695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=99f59eca-29e9-41da-bdbf-b06d8e985527,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:29.858003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:25Z', 'revision_number': 3, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:29.924481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3729e-582d-4631-8afa-99b88d3b7567 None None] The sync data for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 is: [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:25Z', 'revision_number': 3, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:29.947771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.031350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd579-e616-4466-a972-be4addbfda95 None None] Provisioning for port 5bf4508e-28e2-4092-87e6-6aceade1b72d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:30.037107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd579-e616-4466-a972-be4addbfda95 None None] Provisioning complete for port 5bf4508e-28e2-4092-87e6-6aceade1b72d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:30.037957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd579-e616-4466-a972-be4addbfda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.101450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.124396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cd579-e616-4466-a972-be4addbfda95 None None] Port 5bf4508e-28e2-4092-87e6-6aceade1b72d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:30.143662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.239800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.258907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7f1bc-fcef-46ba-b404-7609398d8a13 req-55272447-2ae0-42df-ba8a-90acc96377da tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.267244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5af7f1bc-fcef-46ba-b404-7609398d8a13 req-55272447-2ae0-42df-ba8a-90acc96377da tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.3739436 Aug 27 02:20:30.292083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.294624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.298644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0066d65-4594-4ad8-8df2-991f1ad0fb31 HTTP/1.1" status: 204 len: 168 time: 0.5954971 Aug 27 02:20:30.310347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98779f6d-9e9b-4c53-ba3b-d1f27d83bbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0066d65-4594-4ad8-8df2-991f1ad0fb31,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:30.436251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-5531c801-719c-4907-91e1-f339d1c1b891 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:20:30.437271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-5531c801-719c-4907-91e1-f339d1c1b891 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073214 Aug 27 02:20:30.448118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5af7f1bc-fcef-46ba-b404-7609398d8a13 req-cc37f366-7ef7-4a1f-82d6-d61b29348c92 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798825 Aug 27 02:20:30.466110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:30.466849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:20:30.474156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.492377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.496621 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.594820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:30.597891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Pushing event updated for resources: {'Port': ['ID=5bf4508e-28e2-4092-87e6-6aceade1b72d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:30.745857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:30.750313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:30.761007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3e9c-24dc-4994-997d-05c6bc220f89 req-3d712537-0dc2-4d69-9b11-c8cca0b12178 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:30.762568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6fd3e9c-24dc-4994-997d-05c6bc220f89 req-3d712537-0dc2-4d69-9b11-c8cca0b12178 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1346228 Aug 27 02:20:30.889469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:30.890093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:30.890201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:30.900365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6fd3e9c-24dc-4994-997d-05c6bc220f89 req-a8c8e34c-1b1f-436c-aba5-c3c81f80fc77 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121442 Aug 27 02:20:30.964507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:30.968925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:30.989988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Router d98e629e-a3c8-4787-bc69-a89fafd99a93 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:30.992947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:30.993294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:30.993685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:30.994443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Bound port: 67197fe5-7031-415b-aaa0-4240148998fa, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:31.158842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:31.172599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a90fb098-aa36-4e1d-bcfc-6c1d6e518d40 None None] Provisioning complete for port 5bf4508e-28e2-4092-87e6-6aceade1b72d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:31.172977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a90fb098-aa36-4e1d-bcfc-6c1d6e518d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.219355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:31.228386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:31.238556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01adb086-d38a-4c10-8d78-64f8f1ed613d admin admin] 10.222.0.26 "PUT /v2.0/routers/d98e629e-a3c8-4787-bc69-a89fafd99a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2037199 Aug 27 02:20:31.252013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a90fb098-aa36-4e1d-bcfc-6c1d6e518d40 None None] Port 5bf4508e-28e2-4092-87e6-6aceade1b72d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:31.321878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.326161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9eaebfab-919d-4af7-8d20-d9c818743002 service neutron] 10.222.0.26 "POST /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8711329 Aug 27 02:20:31.414207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:31.419826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e48c3d2-7376-41c1-a461-3bda2150e0bf admin admin] 10.222.0.26 "PUT /v2.0/routers/3188fc32-3c7a-4de9-8ac4-008d870b5d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1264846 Aug 27 02:20:31.422460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:31.435158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Sync routers for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:31.461666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:31.462329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:31.554770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.721312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148e12-f1a0-4bf6-b3cc-6f5b926f4f69 req-f4c27978-4f29-41c2-8715-78ede0e63826 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.725449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8148e12-f1a0-4bf6-b3cc-6f5b926f4f69 req-f4c27978-4f29-41c2-8715-78ede0e63826 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 945 time: 0.1382866 Aug 27 02:20:31.733649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-0e297093-71b4-45d6-854a-d91c3568b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:31.736121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-0e297093-71b4-45d6-854a-d91c3568b43b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1096 time: 0.0719965 Aug 27 02:20:31.751903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:31.757300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:31.820250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8148e12-f1a0-4bf6-b3cc-6f5b926f4f69 req-cd3f1fce-1547-4063-b952-fd210bc7c3c9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883877 Aug 27 02:20:31.935738 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-cb0bcf0a-f43c-4e69-af4d-bda19e88b9fb req-2ebb59b0-1fbb-4ff0-b498-95918d454582 tempest-FloatingIPDetailsNegativeTestJSON-769598924 tempest-FloatingIPDetailsNegativeTestJSON-769598924-project] show failed (client error): The resource could not be found. Aug 27 02:20:31.945574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb0bcf0a-f43c-4e69-af4d-bda19e88b9fb req-2ebb59b0-1fbb-4ff0-b498-95918d454582 tempest-FloatingIPDetailsNegativeTestJSON-769598924 tempest-FloatingIPDetailsNegativeTestJSON-769598924-project] 10.222.0.26 "GET /v2.0/floatingips/91c10297-c2bc-4790-8a8a-2fa7b4eb0ebd HTTP/1.1" status: 404 len: 350 time: 0.0578213 Aug 27 02:20:31.948438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52688) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:32.078572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Deleting port e602bb99-3509-4374-b8a4-2b5103edb6ae {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:32.078942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.119539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:20:29Z', 'revision_number': 5, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port': {'id': 'e602bb99-3509-4374-b8a4-2b5103edb6ae', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:20Z', 'updated_at': '2021-08-27T02:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:32.146226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-664add6b-769e-4758-b2f4-c6fdc71e0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.147868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-664add6b-769e-4758-b2f4-c6fdc71e0800 service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.4022498 Aug 27 02:20:32.212697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Checking router: 3188fc32-3c7a-4de9-8ac4-008d870b5d3b for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:32.233214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Routers {'3188fc32-3c7a-4de9-8ac4-008d870b5d3b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:32.233388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:32.236803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-11f23a5f-815c-4564-8f39-a0a41a106771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.0773079 Aug 27 02:20:32.270056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a45fc-990c-4986-9ae3-1cf71ee89535 req-6e41fe4e-4c01-4144-bdff-5c1bf11fc452 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.280855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c77a45fc-990c-4986-9ae3-1cf71ee89535 req-6e41fe4e-4c01-4144-bdff-5c1bf11fc452 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2059381 Aug 27 02:20:32.291320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a3c57-d626-4d84-9a65-78332b93bdd9 req-bb6e87f3-f087-4b8f-a577-6d127566137a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.296616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 689b9a74-5370-4390-ac17-8635f57d2652 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:32.306483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-019a3c57-d626-4d84-9a65-78332b93bdd9 req-bb6e87f3-f087-4b8f-a577-6d127566137a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.2556062 Aug 27 02:20:32.408808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c77a45fc-990c-4986-9ae3-1cf71ee89535 req-8d7129fa-39f3-4a18-b7c0-f255700e9000 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252017 Aug 27 02:20:32.411119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-019a3c57-d626-4d84-9a65-78332b93bdd9 req-649244b9-6aa9-4f53-97e3-f0d800269dee tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024537 Aug 27 02:20:32.446880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] Set router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:32.483655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9f8fae04-5d3e-4adb-8dac-e37658236e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:32.486777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9f8fae04-5d3e-4adb-8dac-e37658236e40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1966991 Aug 27 02:20:32.518988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] For port e602bb99-3509-4374-b8a4-2b5103edb6ae, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e602bb99-3509-4374-b8a4-2b5103edb6ae,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:32.519552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.561853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b44f4477-d6e9-4aa4-ab46-4b7f9df72a07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611563 Aug 27 02:20:32.567416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:20:31Z', 'revision_number': 6, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:32.567946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Calling delete_port for e602bb99-3509-4374-b8a4-2b5103edb6ae owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:32.590430 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Sync routers for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:32.604385 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:32.605101 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:32.646723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 689b9a74-5370-4390-ac17-8635f57d2652 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:32.655966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b58181f-72d9-4050-8d6d-def2940b2e8f None None] The sync data for ids ['3188fc32-3c7a-4de9-8ac4-008d870b5d3b'] in n-d-806292-1 is: [{'id': '3188fc32-3c7a-4de9-8ac4-008d870b5d3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1678313999-router', 'tenant_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:19Z', 'updated_at': '2021-08-27T02:20:31Z', 'revision_number': 6, 'project_id': '52fbbabc6bbd43c9bbdbbca6867e5ff8', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:32.660349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 689b9a74-5370-4390-ac17-8635f57d2652 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:32.660729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.751581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-41b10e59-9f14-4e97-b0dc-975ccf14f709 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808913 Aug 27 02:20:32.837361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.845257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:32.902259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:32.926461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 689b9a74-5370-4390-ac17-8635f57d2652, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=689b9a74-5370-4390-ac17-8635f57d2652,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:32.933487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.032873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=689b9a74-5370-4390-ac17-8635f57d2652,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:33.122999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e80bd-b99a-403a-b29a-0035c26d62e1 req-a48f1a92-c146-430a-862a-f9f1e9853c49 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.124758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da9e80bd-b99a-403a-b29a-0035c26d62e1 req-a48f1a92-c146-430a-862a-f9f1e9853c49 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 945 time: 0.1311631 Aug 27 02:20:33.280464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:29Z', 'revision_number': 4, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5bf4508e-28e2-4092-87e6-6aceade1b72d', 'name': '', 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'mac_address': 'fa:16:3e:a9:dc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '696b5d60-1330-47e8-b4db-94927455f527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:28Z', 'updated_at': '2021-08-27T02:20:30Z', 'revision_number': 2, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'subnets': [{'id': '696b5d60-1330-47e8-b4db-94927455f527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:33.332488 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Checking router: d98e629e-a3c8-4787-bc69-a89fafd99a93 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:33.334587 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Updating router d98e629e-a3c8-4787-bc69-a89fafd99a93 port 5bf4508e-28e2-4092-87e6-6aceade1b72d binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:33.430582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-dec99490-11de-41b5-b175-83be34f58bdf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8453ff37f8b04d75bb19758421e25b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475705 Aug 27 02:20:33.522911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-50a1a718-649c-4dd2-aa6f-b86f29d4e57c service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637041 Aug 27 02:20:33.524034 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.526354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.577250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e602bb99-3509-4374-b8a4-2b5103edb6ae,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:33.586190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da9e80bd-b99a-403a-b29a-0035c26d62e1 req-8082a171-b844-4950-b35e-a7134de4590b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313323 Aug 27 02:20:33.708402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Deleting port 5bf4508e-28e2-4092-87e6-6aceade1b72d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:33.708811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.751054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-2507b9ee-c824-4fc9-bda3-b247f859c8c4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.752589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-2507b9ee-c824-4fc9-bda3-b247f859c8c4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069541 Aug 27 02:20:33.756764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.894336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc97c-ba68-4187-8c1a-ce896bba062b req-c79ca7c6-8bac-4cde-8b89-1df12ae1e84e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.897298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cadcc97c-ba68-4187-8c1a-ce896bba062b req-c79ca7c6-8bac-4cde-8b89-1df12ae1e84e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1802475 Aug 27 02:20:33.910892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-25b73635-01ed-4d61-91c5-de469ec9f81e tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/quotas/8453ff37f8b04d75bb19758421e25b84 HTTP/1.1" status: 200 len: 375 time: 0.1326959 Aug 27 02:20:33.917615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-00feda07-017c-465b-bd51-728b74df5333 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:33.918813 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.919132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-00feda07-017c-465b-bd51-728b74df5333 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.2926810 Aug 27 02:20:33.930996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.937771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:33.939719 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.942452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:33.944903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Calling delete_port for 5bf4508e-28e2-4092-87e6-6aceade1b72d owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:33.965672 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Transition to ACTIVE for port object 5bf4508e-28e2-4092-87e6-6aceade1b72d will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:33.975026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-d911b4cc-eeb4-425a-a29c-132ec15991ea tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8453ff37f8b04d75bb19758421e25b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631564 Aug 27 02:20:33.984641 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.020254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cadcc97c-ba68-4187-8c1a-ce896bba062b req-39eca7bb-05ed-4b71-b1e3-5a3ae7dad8c4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129742 Aug 27 02:20:34.126620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.143624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.144276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3188fc32-3c7a-4de9-8ac4-008d870b5d3b {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:20:34.167242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.168550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-76d48a05-850b-4afb-b696-4f2b0325efc4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3188fc32-3c7a-4de9-8ac4-008d870b5d3b HTTP/1.1" status: 204 len: 168 time: 2.7449217 Aug 27 02:20:34.183976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:34.357767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.370111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 689b9a74-5370-4390-ac17-8635f57d2652 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:34.386095 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a030bef-9339-422f-b28f-91e0f20ba2cb None None] Pushing event updated for resources: {'Port': ['ID=5bf4508e-28e2-4092-87e6-6aceade1b72d,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:34.395399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf4508e-28e2-4092-87e6-6aceade1b72d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:34.403042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Deleting subnet c28849c5-1489-4e7b-a3d5-3cad621dd143 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:34.429526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.435843 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Attempting to bind port 5bf4508e-28e2-4092-87e6-6aceade1b72d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:34.436209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Attempting to bind port 5bf4508e-28e2-4092-87e6-6aceade1b72d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:34.440605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Attempting to bind port 5bf4508e-28e2-4092-87e6-6aceade1b72d on network 8ffeb902-4e34-4d30-92cb-f04343940b0e {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:34.474137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:34.474673 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Checking segment: {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:34.475078 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.478361 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Bound using segment: {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:34.478880 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Bound port: 5bf4508e-28e2-4092-87e6-6aceade1b72d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaae6b4-6a9d-4eee-af02-58efecb343ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8ffeb902-4e34-4d30-92cb-f04343940b0e'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:34.479265 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.493476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 689b9a74-5370-4390-ac17-8635f57d2652 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:34.493476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.532147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2dbeb80a-5fd7-447f-9fb1-a9fe0918518f None None] Could not find standard attr ID for object 5bf4508e-28e2-4092-87e6-6aceade1b72d. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:20:34.612070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.plugin [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Port 5bf4508e-28e2-4092-87e6-6aceade1b72d has been deleted concurrently {{(pid=94834) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 02:20:34.637502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:34.640527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:34.641187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:34.672230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20d1eced-20de-4de7-9709-010af22a1da2 req-b09d677d-c7d2-4e3a-8109-6ec141a39878 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 210 time: 0.0896132 Aug 27 02:20:34.697812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 99f59eca-29e9-41da-bdbf-b06d8e985527 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:34.700260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cc07d-1cfc-4914-ae71-9b8d6796024d req-43db7836-90cf-4dea-a203-46b8a8623a1d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.703789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e5cc07d-1cfc-4914-ae71-9b8d6796024d req-43db7836-90cf-4dea-a203-46b8a8623a1d tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.4403427 Aug 27 02:20:34.749970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.764362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 99f59eca-29e9-41da-bdbf-b06d8e985527 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:34.766294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 99f59eca-29e9-41da-bdbf-b06d8e985527 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:34.772121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e602bb99-3509-4374-b8a4-2b5103edb6ae no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:34.780482 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:34.794906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:34.833443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e602bb99-3509-4374-b8a4-2b5103edb6ae {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:34.833944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e602bb99-3509-4374-b8a4-2b5103edb6ae not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:34.894405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:34.897362 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20ba9b6-84dc-4d19-b1e9-bb15873947bd" -d '{"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-unplugged", "status": "completed", "tag": "67197fe5-7031-415b-aaa0-4240148998fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:34.901801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.912229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e5cc07d-1cfc-4914-ae71-9b8d6796024d req-5b16596e-2754-48bc-a930-2c372c40ce57 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673857 Aug 27 02:20:34.933906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29951834-bcf2-4ac2-a644-96abfc3059f9 req-4cc1edb8-45e6-483d-b5dc-47b24300cd69 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:34.936307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29951834-bcf2-4ac2-a644-96abfc3059f9 req-4cc1edb8-45e6-483d-b5dc-47b24300cd69 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 945 time: 0.1044178 Aug 27 02:20:34.938009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:34.986821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.048488 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02389085-4b21-4fa4-831a-b88f494c9778 x-openstack-request-id: req-02389085-4b21-4fa4-831a-b88f494c9778 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:35.049146 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-unplugged", "status": "completed", "tag": "67197fe5-7031-415b-aaa0-4240148998fa", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:35.049624 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02389085-4b21-4fa4-831a-b88f494c9778 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:35.050260 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa', 'code': 200} Aug 27 02:20:35.106261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.138008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:35.205336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:34Z', 'revision_number': 5, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:35.219014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29951834-bcf2-4ac2-a644-96abfc3059f9 req-c6ab88eb-9466-4f7b-a828-6f362ff464bc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010078 Aug 27 02:20:35.245570 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5884db-bafa-4f15-83d1-e49f4d21e76e None None] The sync data for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 is: [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '689b9a74-5370-4390-ac17-8635f57d2652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:34Z', 'revision_number': 5, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port': {'id': '689b9a74-5370-4390-ac17-8635f57d2652', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:35.252552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:35.253421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:35.254844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:35.268634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:35.271351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Attempting to bind port 67197fe5-7031-415b-aaa0-4240148998fa on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:35.283299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:35.283930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:35.284745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:35.285394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Bound port: 67197fe5-7031-415b-aaa0-4240148998fa, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:35.285841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.325980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.374547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28849c5-1489-4e7b-a3d5-3cad621dd143,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:35.385564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923c671-af99-4886-81a1-b8b3cb9f4771 None None] Network 78ade405-569b-460f-a7c6-ce3767831793 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:35.399119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.401313 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9aacd30f-1c59-491f-8ed4-d0bb6024d985 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c28849c5-1489-4e7b-a3d5-3cad621dd143 HTTP/1.1" status: 204 len: 168 time: 1.2161117 Aug 27 02:20:35.409455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:35.490689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbc8bd-6df7-4a5d-91f4-c5f42b465b71 req-36055793-7160-4694-b5fe-aeb572440d3c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.498290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fcbc8bd-6df7-4a5d-91f4-c5f42b465b71 req-36055793-7160-4694-b5fe-aeb572440d3c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2551546 Aug 27 02:20:35.547473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.567897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fcbc8bd-6df7-4a5d-91f4-c5f42b465b71 req-4679addd-905d-4a06-86f0-378b637abbe2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686152 Aug 27 02:20:35.584342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Router d98e629e-a3c8-4787-bc69-a89fafd99a93 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:35.610258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:35.625276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:35.665521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49b3b-4852-4a74-bff4-a777bfea5c15 req-5d8b66a0-d3a8-4772-9e2a-83b5a959876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.667059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66f49b3b-4852-4a74-bff4-a777bfea5c15 req-5d8b66a0-d3a8-4772-9e2a-83b5a959876d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1096 time: 0.3219676 Aug 27 02:20:35.669739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.739953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:35.746358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b46dfc73-e4f2-4ca6-a4ec-3535325c2477 admin admin] 10.222.0.26 "PUT /v2.0/routers/d98e629e-a3c8-4787-bc69-a89fafd99a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963901 Aug 27 02:20:35.748954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:35.770019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] DHCP port deletion for 78ade405-569b-460f-a7c6-ce3767831793 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:20:35.843616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:35.856971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66f49b3b-4852-4a74-bff4-a777bfea5c15 req-c2dd2d7e-efa9-4ddc-be6b-fd511dfc3bb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570234 Aug 27 02:20:35.878439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:35.879081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.879608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Deleting port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:35.880475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-b6c51c40-c2d2-4666-8a25-a7d684d37c14 service neutron] 10.222.0.15 "PUT /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 1121 time: 1.9476361 Aug 27 02:20:35.885568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Deleting port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:35.885909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.886039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:35.920508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba0db7ad-67ee-4e5c-8d8d-6eb35662e536 req-ef67563c-ee3a-4bdf-bb69-b0fbf19e599a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 210 time: 0.0795622 Aug 27 02:20:35.990613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-2700a742-7a0e-469f-a6fb-d0240bb99794 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8453ff37f8b04d75bb19758421e25b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511236 Aug 27 02:20:36.031336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] For port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:36.032504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.050300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.086803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Calling delete_port for 2ee04dfa-6ee8-44b5-a96d-e97574457dcf owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:36.141059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] For port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,segment=NetworkSegment(67cfa84b-14e5-4e9f-a616-216bb7753020),segment_id=67cfa84b-14e5-4e9f-a616-216bb7753020)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:36.141435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.167676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Calling delete_port for 2ee04dfa-6ee8-44b5-a96d-e97574457dcf owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:36.252043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67197fe5-7031-415b-aaa0-4240148998fa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:36.253159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.323381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee04dfa-6ee8-44b5-a96d-e97574457dcf no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:36.340087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Deleting port 689b9a74-5370-4390-ac17-8635f57d2652 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:36.340436 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.371772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.375534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4d36-f1de-4861-bd79-09402c787610 req-10dfed55-aad6-4cdd-beed-54bec7fe1973 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.383503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-590a4d36-f1de-4861-bd79-09402c787610 req-10dfed55-aad6-4cdd-beed-54bec7fe1973 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.2934711 Aug 27 02:20:36.413812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] Pushing event deleted for resources: {'Port': ['ID=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:36.422939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a51ca-e59c-47b0-bfb1-a58ce01e1e36 None None] No DVR routers for this DVR port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:36.437764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:20:36.438196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee04dfa-6ee8-44b5-a96d-e97574457dcf not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:36.453180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-7d1f316c-0a7b-4592-9809-a75a642b883a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.454720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-7d1f316c-0a7b-4592-9809-a75a642b883a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4472487 Aug 27 02:20:36.477417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Request body: {'port': {'device_id': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '8453ff37f8b04d75bb19758421e25b84'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:36.500731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-590a4d36-f1de-4861-bd79-09402c787610 req-f0e894c1-0086-4579-aac3-9f7690e30e82 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087947 Aug 27 02:20:36.532121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Sync routers for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:36.555478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:36.556138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.560526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aac317-51f7-4864-8b25-a0b560f3ebea req-24817f78-1512-400d-8a82-86895287a12f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.562670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62aac317-51f7-4864-8b25-a0b560f3ebea req-24817f78-1512-400d-8a82-86895287a12f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.1378014 Aug 27 02:20:36.572774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.593469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] For port 689b9a74-5370-4390-ac17-8635f57d2652, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=689b9a74-5370-4390-ac17-8635f57d2652,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:36.593853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.617992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Calling delete_port for 689b9a74-5370-4390-ac17-8635f57d2652 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:36.631497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee04dfa-6ee8-44b5-a96d-e97574457dcf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:36.644118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] No DVR routers for this DVR port 2ee04dfa-6ee8-44b5-a96d-e97574457dcf on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:36.676549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:36.773236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.790851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ade405-569b-460f-a7c6-ce3767831793']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.794871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Made reservation on behalf of 8453ff37f8b04d75bb19758421e25b84 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:36.798652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.806365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62aac317-51f7-4864-8b25-a0b560f3ebea req-bce2eeac-73ef-409e-b773-28b20432f730 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924404 Aug 27 02:20:36.808248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:36Z', 'revision_number': 6, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.827114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cfa84b-14e5-4e9f-a616-216bb7753020') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.827649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cfa84b-14e5-4e9f-a616-216bb7753020') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.837439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8591-7e2a-44d3-ac52-974eb5c809ef req-d53104c0-ee15-4273-b2bc-d0dd8b6ae1d2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:36.845308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-779a8591-7e2a-44d3-ac52-974eb5c809ef req-d53104c0-ee15-4273-b2bc-d0dd8b6ae1d2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1558530 Aug 27 02:20:36.853389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.888096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.893497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Checking router: d98e629e-a3c8-4787-bc69-a89fafd99a93 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:36.916380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Routers {'d98e629e-a3c8-4787-bc69-a89fafd99a93'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:36.917404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d98e629e-a3c8-4787-bc69-a89fafd99a93'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:36.930766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.954640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.960112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-779a8591-7e2a-44d3-ac52-974eb5c809ef req-c9f570f3-cb6d-41df-a569-8dad42fe8c2e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135159 Aug 27 02:20:36.966218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:36.970833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:36.973488 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:36.998630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=689b9a74-5370-4390-ac17-8635f57d2652,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:37.070552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:37.073205 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "tag": "67197fe5-7031-415b-aaa0-4240148998fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:37.087293 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.093527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] Set router d98e629e-a3c8-4787-bc69-a89fafd99a93 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:37.156817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04c78382-a609-4d79-a53d-567bbc49003c req-ad74331a-f86a-4d50-9be9-8ed6eacb1cd5 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 210 time: 0.0639651 Aug 27 02:20:37.178704 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e741105-7765-4ce7-83d1-e5665e79914e x-openstack-request-id: req-0e741105-7765-4ce7-83d1-e5665e79914e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:37.178994 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "tag": "67197fe5-7031-415b-aaa0-4240148998fa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:37.179249 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e741105-7765-4ce7-83d1-e5665e79914e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:37.179637 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa', 'status': 'completed', 'code': 200} Aug 27 02:20:37.195172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.204853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.221467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] 10.222.0.26 "DELETE /v2.0/networks/78ade405-569b-460f-a7c6-ce3767831793 HTTP/1.1" status: 204 len: 168 time: 1.7988074 Aug 27 02:20:37.267246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-f59b62a0-97dc-4f6e-89e8-4afca09c67cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830764 Aug 27 02:20:37.272517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c385-c4fd-4289-be47-e9b955848bac admin admin] Pushing event deleted for resources: {'Network': ['ID=78ade405-569b-460f-a7c6-ce3767831793,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:37.288612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.292923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.319846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:36Z', 'revision_number': 6, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:37.353618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.366800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56306206-a6e2-4f04-b25c-fbc6afc4289b None None] The sync data for ids ['d98e629e-a3c8-4787-bc69-a89fafd99a93'] in n-d-806292-1 is: [{'id': 'd98e629e-a3c8-4787-bc69-a89fafd99a93', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1450800447-router', 'tenant_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:23Z', 'updated_at': '2021-08-27T02:20:36Z', 'revision_number': 6, 'project_id': '348a932a4b654aceaa306f8bd2b3bb6d', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:37.367259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c989-e9e7-4597-af73-2f1605df573b req-0377a05d-4b04-41c6-baf1-8ad9f77a1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.371534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-0377a05d-4b04-41c6-baf1-8ad9f77a1e81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.0753076 Aug 27 02:20:37.380993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.421654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.422288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98e629e-a3c8-4787-bc69-a89fafd99a93 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:20:37.442421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.450586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef67ada1-603b-47ff-b95f-ae2c95787fa2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d98e629e-a3c8-4787-bc69-a89fafd99a93 HTTP/1.1" status: 204 len: 168 time: 1.7000711 Aug 27 02:20:37.451277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52774) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:37.502815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:37.550823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-61733a5a-73f1-4299-b96b-93f8873597e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.552344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-61733a5a-73f1-4299-b96b-93f8873597e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1124 time: 0.1926513 Aug 27 02:20:37.573460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Deleting subnet 696b5d60-1330-47e8-b4db-94927455f527 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:20:37.599544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2452fa0c-852a-47f6-b871-ddb711148be1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:37.603042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.677050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1dcf6c7-1e75-4d90-9006-f213d50ae038 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8db15a7835a14b79bfa86ce55754e9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717858 Aug 27 02:20:37.685219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:37.701961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.706788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Allocated IP 192.168.233.12 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/54921e66-8608-47ff-bb2f-5e21f997df96) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:37.716308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c989-e9e7-4597-af73-2f1605df573b req-f3308388-7223-4844-a57b-2d456a3c1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.717770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-f3308388-7223-4844-a57b-2d456a3c1579 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.2421603 Aug 27 02:20:37.732044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56200d84-e987-4064-bc50-902566656c79 req-35231ad4-b730-4126-8f99-ca834795e8a6 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.733441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56200d84-e987-4064-bc50-902566656c79 req-35231ad4-b730-4126-8f99-ca834795e8a6 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1260333 Aug 27 02:20:37.785751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-128ce5f0-65f9-43ce-ab05-36170a0be169 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 200 len: 217 time: 0.0513389 Aug 27 02:20:37.796333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-5c89d5c5-1613-4938-85b3-3832d194e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.797797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-5c89d5c5-1613-4938-85b3-3832d194e8e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2337177 Aug 27 02:20:37.874324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56200d84-e987-4064-bc50-902566656c79 req-a93852e7-bae3-49b3-a6a1-1bde7a8cb68f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324670 Aug 27 02:20:37.903150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-6dc5940a-7664-461b-92ef-d51f57036cba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.0857239 Aug 27 02:20:37.910011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.946093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c989-e9e7-4597-af73-2f1605df573b req-298f7aae-ded4-4c3d-b69d-29def61cc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:37.948000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-298f7aae-ded4-4c3d-b69d-29def61cc57f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1492074 Aug 27 02:20:37.987177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:37.996887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-74b9390c-0b26-4431-a059-ede40506ab11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383019 Aug 27 02:20:38.116619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.178304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Transition to ACTIVE for port object 54921e66-8608-47ff-bb2f-5e21f997df96 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:38.181713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-e158bcf1-c6b1-42bf-8af3-3c5ebf2f1749 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758807 Aug 27 02:20:38.300188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:38.307798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 689b9a74-5370-4390-ac17-8635f57d2652 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:38.346460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 689b9a74-5370-4390-ac17-8635f57d2652 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:38.349810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 689b9a74-5370-4390-ac17-8635f57d2652 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:38.402564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.434895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-e8c19cc4-e426-4794-8fec-2d3f39cd8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.436382 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-e8c19cc4-e426-4794-8fec-2d3f39cd8141 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.5224514 Aug 27 02:20:38.495236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-434507d5-f26c-4beb-aa41-e8832a252e57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457690 Aug 27 02:20:38.505521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b15006-d8c1-4ab8-bfcc-5cf65ec56269 req-222656ce-d287-437c-8b08-c68ae205527f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.507108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90b15006-d8c1-4ab8-bfcc-5cf65ec56269 req-222656ce-d287-437c-8b08-c68ae205527f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.5216901 Aug 27 02:20:38.521567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.523241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:38.541841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:20:38.576520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-d8b29907-7cac-473d-9b79-2c1c9765874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.578009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-d8b29907-7cac-473d-9b79-2c1c9765874e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 1096 time: 0.4433146 Aug 27 02:20:38.602106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696b5d60-1330-47e8-b4db-94927455f527,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:38.615444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.620892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67bf5b86-28e2-4b56-b354-4ad72b6a7adc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/696b5d60-1330-47e8-b4db-94927455f527 HTTP/1.1" status: 204 len: 168 time: 1.1675825 Aug 27 02:20:38.624003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb24932-b6f7-4b86-9924-2bb16c89a758 None None] Network 8ffeb902-4e34-4d30-92cb-f04343940b0e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:38.626576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:38.634838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.637387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.638931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3290611-4b96-46ae-b73b-ef87b4831a56 HTTP/1.1" status: 204 len: 168 time: 0.9522095 Aug 27 02:20:38.668357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90b15006-d8c1-4ab8-bfcc-5cf65ec56269 req-24ecd2e5-6e9c-4a25-89d1-69619284b89e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461487 Aug 27 02:20:38.671816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa27ddb-03e6-4e48-b0e9-7cea9a6ad299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3290611-4b96-46ae-b73b-ef87b4831a56,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:38.694718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-74bbab41-445b-45aa-ba3c-fbdf2ace76c7 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860178 Aug 27 02:20:38.733977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.758003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b852c8d-93d0-4bd8-bdc9-d2f82b0d3e7f req-4a4ef22f-adb3-42f7-973d-a42db284bbe5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.765159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b852c8d-93d0-4bd8-bdc9-d2f82b0d3e7f req-4a4ef22f-adb3-42f7-973d-a42db284bbe5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.5210149 Aug 27 02:20:38.822588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a3c989-e9e7-4597-af73-2f1605df573b req-bed7c083-eee1-4a4d-a3af-58b9801dda12 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283112 Aug 27 02:20:38.883454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:38.899975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae90d5d5-f9e3-441c-bf8d-63513850e5b7 req-49a278b8-0d7c-482a-874d-42ea024fbf54 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945612 Aug 27 02:20:38.901445 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:38.903355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:38.905158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Pushing event updated for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:38.908049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:38.914148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-2c5f8f01-d64b-4d76-9d40-6a3222e84552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:38.915641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-2c5f8f01-d64b-4d76-9d40-6a3222e84552 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 200 len: 911 time: 0.3297482 Aug 27 02:20:38.956103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b852c8d-93d0-4bd8-bdc9-d2f82b0d3e7f req-757df33f-2c5d-419f-94c3-c0b831ae21fb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899838 Aug 27 02:20:39.027395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4b500-54d5-45b6-836b-47bf41938352 req-d9985084-7557-498c-a1fb-20cb17990b09 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.041215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1b4b500-54d5-45b6-836b-47bf41938352 req-d9985084-7557-498c-a1fb-20cb17990b09 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1073544 Aug 27 02:20:39.044000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] DHCP port deletion for 8ffeb902-4e34-4d30-92cb-f04343940b0e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:20:39.082641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-5e95e531-5122-4d64-9392-414afbe7e0c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 200 len: 217 time: 0.1248639 Aug 27 02:20:39.130973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1b4b500-54d5-45b6-836b-47bf41938352 req-9df1b3ba-6f6f-45dd-a00b-671544f33cbb tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Aug 27 02:20:39.185878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Deleting port 96863e2a-973a-416f-a369-62746b21c45b {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:39.187276 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.209372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.210520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.261702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-2f130d0b-6ca2-4405-b036-fd9e0ec807bf tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7885053 Aug 27 02:20:39.281099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb02f8-65fd-4c0b-82fb-1a31a2981627 req-dbfccdf0-3c49-4e4d-9167-68f82b31b48a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.286940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42eb02f8-65fd-4c0b-82fb-1a31a2981627 req-dbfccdf0-3c49-4e4d-9167-68f82b31b48a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 935 time: 0.1722491 Aug 27 02:20:39.290977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-51ad24da-99c9-4bb3-af99-9665ae94a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.292673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-51ad24da-99c9-4bb3-af99-9665ae94a35f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 200 len: 850 time: 0.1922276 Aug 27 02:20:39.297070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] For port 96863e2a-973a-416f-a369-62746b21c45b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=96863e2a-973a-416f-a369-62746b21c45b,segment=NetworkSegment(8aaae6b4-6a9d-4eee-af02-58efecb343ac),segment_id=8aaae6b4-6a9d-4eee-af02-58efecb343ac)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:39.297465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.297903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52804) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:39.308134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Request body: {'port': {'device_id': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:39.316979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Calling delete_port for 96863e2a-973a-416f-a369-62746b21c45b owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:39.330869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e5cf028c-c992-45fd-a00d-c55ff8f9866b None None] Provisioning for port 54921e66-8608-47ff-bb2f-5e21f997df96 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:39.339063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e5cf028c-c992-45fd-a00d-c55ff8f9866b None None] Provisioning complete for port 54921e66-8608-47ff-bb2f-5e21f997df96 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:39.339063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e5cf028c-c992-45fd-a00d-c55ff8f9866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.353507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62c0d9bf-153a-425f-a175-9fad65088ffc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52fbbabc6bbd43c9bbdbbca6867e5ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543904 Aug 27 02:20:39.355962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:39.396105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-9118e71f-fdb0-49a6-874c-933e518c1677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727842 Aug 27 02:20:39.426600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.432661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf028c-c992-45fd-a00d-c55ff8f9866b None None] Port 54921e66-8608-47ff-bb2f-5e21f997df96 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:39.440936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Deleting port 96863e2a-973a-416f-a369-62746b21c45b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:39.442009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.461548 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.470924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.516134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] Pushing event deleted for resources: {'Port': ['ID=96863e2a-973a-416f-a369-62746b21c45b,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:39.519579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40476a-703c-41bb-b721-c7e150493ff6 None None] No DVR routers for this DVR port 96863e2a-973a-416f-a369-62746b21c45b on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:39.528548 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.532098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.533508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fc0f134-3826-4de8-b078-ae917bd9b968 HTTP/1.1" status: 204 len: 168 time: 0.1763525 Aug 27 02:20:39.542909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589647e2-6774-49d6-a366-2c68057dde17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0f134-3826-4de8-b078-ae917bd9b968,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:39.553983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42eb02f8-65fd-4c0b-82fb-1a31a2981627 req-6c9112fc-fa57-4a02-a9d9-4af366c8a1d8 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565396 Aug 27 02:20:39.557722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.651684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] For port 96863e2a-973a-416f-a369-62746b21c45b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=96863e2a-973a-416f-a369-62746b21c45b,segment=NetworkSegment(8aaae6b4-6a9d-4eee-af02-58efecb343ac),segment_id=8aaae6b4-6a9d-4eee-af02-58efecb343ac)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:39.652068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:39.688619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Calling delete_port for 96863e2a-973a-416f-a369-62746b21c45b owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:39.798518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-54e8e546-d7c3-49e8-abf2-7a4830c22e33 service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888381 Aug 27 02:20:39.863872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4e41-78f7-4eda-acd0-88e8c9a83285 req-a368e3e1-647c-4c7a-9a02-0710d71aa35b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:39.866432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e46e4e41-78f7-4eda-acd0-88e8c9a83285 req-a368e3e1-647c-4c7a-9a02-0710d71aa35b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.0635386 Aug 27 02:20:39.951408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e46e4e41-78f7-4eda-acd0-88e8c9a83285 req-d5e06a7e-112b-44ab-94d6-51508addd270 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631332 Aug 27 02:20:39.997379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.003676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-164e5a00-bf54-4015-aba4-cfc8757134a6 req-689105d4-11d4-4cdd-925e-e75136488fab service neutron] 10.222.0.15 "GET /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971562 Aug 27 02:20:40.035804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Pushing event deleted for resources: {'Port': ['ID=96863e2a-973a-416f-a369-62746b21c45b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:40.050410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] No DVR routers for this DVR port 96863e2a-973a-416f-a369-62746b21c45b on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:40.151820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329432e9-1100-4fd3-9e99-6c8a3b688df0 req-62a139a4-f010-413f-a508-9d3e9dd8cc2a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.164364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-329432e9-1100-4fd3-9e99-6c8a3b688df0 req-62a139a4-f010-413f-a508-9d3e9dd8cc2a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1024387 Aug 27 02:20:40.166368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.187411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffeb902-4e34-4d30-92cb-f04343940b0e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:40.196976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54921e66-8608-47ff-bb2f-5e21f997df96 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:40.206160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaae6b4-6a9d-4eee-af02-58efecb343ac') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:40.206770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaae6b4-6a9d-4eee-af02-58efecb343ac') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:40.209896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.221915 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.244308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Transition to ACTIVE for port object 54921e66-8608-47ff-bb2f-5e21f997df96 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:40.251585 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.262749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.265093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:20:40.270724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:20:40.274042 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:20:40.287904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 96863e2a-973a-416f-a369-62746b21c45b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:40.347306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-329432e9-1100-4fd3-9e99-6c8a3b688df0 req-17ea30b0-0891-4048-a57b-2e6f7488f44e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813707 Aug 27 02:20:40.359496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 96863e2a-973a-416f-a369-62746b21c45b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:40.360527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 96863e2a-973a-416f-a369-62746b21c45b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:40.416381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-f9fd6e0f-11d4-4dbc-9c5e-512a4f05bad7 service neutron] 10.222.0.46 "GET /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1348495 Aug 27 02:20:40.424066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Pushing event updated for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:40.431848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.444889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.451606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8ffeb902-4e34-4d30-92cb-f04343940b0e HTTP/1.1" status: 204 len: 168 time: 1.7967100 Aug 27 02:20:40.511549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f7910-15e8-4d38-a040-521f78ee5879 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffeb902-4e34-4d30-92cb-f04343940b0e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:40.578211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425438-eb70-47f0-a0b8-67fed7d1f8e8 req-4f7dd5cd-16d2-4615-ac02-acf4b6055f10 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.587389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e425438-eb70-47f0-a0b8-67fed7d1f8e8 req-4f7dd5cd-16d2-4615-ac02-acf4b6055f10 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.2459970 Aug 27 02:20:40.651852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Attempting to bind port 54921e66-8608-47ff-bb2f-5e21f997df96 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:40.654372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Attempting to bind port 54921e66-8608-47ff-bb2f-5e21f997df96 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:40.654746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Attempting to bind port 54921e66-8608-47ff-bb2f-5e21f997df96 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:40.688377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e425438-eb70-47f0-a0b8-67fed7d1f8e8 req-0a57fd2e-2300-424c-afaf-b4ad483f3a5f tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959957 Aug 27 02:20:40.689518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Port 54921e66-8608-47ff-bb2f-5e21f997df96 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:40.689842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Attempting to bind port 54921e66-8608-47ff-bb2f-5e21f997df96 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:40.703930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:40.704557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:40.705297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:40.705963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Bound port: 54921e66-8608-47ff-bb2f-5e21f997df96, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:40.715852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.730894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:40.828892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a0bf2b2-4683-41bc-9624-fdb9a4e0e7fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=348a932a4b654aceaa306f8bd2b3bb6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967207 Aug 27 02:20:40.831332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52844) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:40.840260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:40.865229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=54921e66-8608-47ff-bb2f-5e21f997df96,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:40.882974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.887680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43434f69-d3a2-4042-a582-7dc2d9fee98a req-70f1c08a-ab89-4a99-9813-e9ea0abbbef9 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.889465 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43434f69-d3a2-4042-a582-7dc2d9fee98a req-70f1c08a-ab89-4a99-9813-e9ea0abbbef9 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 947 time: 0.1521106 Aug 27 02:20:40.907588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:40.923016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:40.923478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.924978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] 10.222.0.46 "PUT /v2.0/ports/54921e66-8608-47ff-bb2f-5e21f997df96 HTTP/1.1" status: 200 len: 1095 time: 1.6370456 Aug 27 02:20:40.929669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:40.934017 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64020b1b-788b-4ecb-b8f6-32f76f153d31" -d '{"events": [{"name": "network-changed", "server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:40.961050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:40.961844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:40.964275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25def-2772-4796-9509-1858ecca5500 service neutron] Pushing event updated for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.008478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.043697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43434f69-d3a2-4042-a582-7dc2d9fee98a req-7eee375e-bbba-4a03-a4ef-a47882d605c2 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429365 Aug 27 02:20:41.060849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67197fe5-7031-415b-aaa0-4240148998fa {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:41.079357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-ae5f6224-8120-4eb5-bc43-b241e2c1197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.080804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-ae5f6224-8120-4eb5-bc43-b241e2c1197c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8453ff37f8b04d75bb19758421e25b84&device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 1098 time: 0.0853460 Aug 27 02:20:41.085410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:41.102215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.180368 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bb1ac2-a7da-4f55-bce4-e510b710e09b x-openstack-request-id: req-66bb1ac2-a7da-4f55-bce4-e510b710e09b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:41.180652 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:41.181126 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66bb1ac2-a7da-4f55-bce4-e510b710e09b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:41.181523 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96', 'status': 'completed', 'code': 200} Aug 27 02:20:41.184418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-35fd4648-a8b2-4574-9ef0-dcd046a657c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=54921e66-8608-47ff-bb2f-5e21f997df96 HTTP/1.1" status: 200 len: 217 time: 0.0868130 Aug 27 02:20:41.201329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.206252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.214999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37c3908a-bcd2-46e8-9eec-5ea5320f536e HTTP/1.1" status: 204 len: 168 time: 0.3826339 Aug 27 02:20:41.266868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92867-3813-4031-a525-ea820acb2f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3908a-bcd2-46e8-9eec-5ea5320f536e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.284898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-14266447-b46f-43a1-b74b-1cc2b333643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.286986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-14266447-b46f-43a1-b74b-1cc2b333643f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0938921 Aug 27 02:20:41.330184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] Transition to ACTIVE for port object 67197fe5-7031-415b-aaa0-4240148998fa will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:41.336509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:41.390339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624490e8-784d-437e-a497-96ed31635af6 req-05a308c5-92c8-4879-8a21-cc3e13b02c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.392088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-05a308c5-92c8-4879-8a21-cc3e13b02c23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958972 Aug 27 02:20:41.444933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a89357-f50c-41a8-9358-138c76464ad4 req-c8a40ea4-c2d5-4d4f-807c-2cab1ab5d3fb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.454295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98a89357-f50c-41a8-9358-138c76464ad4 req-c8a40ea4-c2d5-4d4f-807c-2cab1ab5d3fb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 943 time: 0.2110598 Aug 27 02:20:41.524678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] No DVR routers for this DVR port 67197fe5-7031-415b-aaa0-4240148998fa on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:41.552036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-0ce32b0b-22b8-4274-bfa7-f08a138dfaf5 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501381 Aug 27 02:20:41.571226 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98a89357-f50c-41a8-9358-138c76464ad4 req-391309c2-f37c-40f7-a6f5-c85c309b2fab tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160176 Aug 27 02:20:41.575001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0d360-c16f-4648-8bc2-4502716854f1 req-0687f93e-72cb-4043-82b0-02767536b329 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.576592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19d0d360-c16f-4648-8bc2-4502716854f1 req-0687f93e-72cb-4043-82b0-02767536b329 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.0900989 Aug 27 02:20:41.585700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] Pushing event updated for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:41.595937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-35caeb02-aab7-4fcd-a538-5baccac43841 service neutron] 10.222.0.46 "PUT /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1733298 Aug 27 02:20:41.695387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19d0d360-c16f-4648-8bc2-4502716854f1 req-f4dac61e-8c13-4c85-9434-1cfa55721ce3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875561 Aug 27 02:20:41.793186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-624490e8-784d-437e-a497-96ed31635af6 req-2404b31c-cd90-4635-94bb-f9b3ee654e8b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149675 Aug 27 02:20:41.815918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-939a5828-bfd4-406b-9c33-7591533368e5 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.818779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-939a5828-bfd4-406b-9c33-7591533368e5 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.1224654 Aug 27 02:20:41.841021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1000c0-1873-4714-b599-74de6804380e req-e4f4bc65-e8d8-47ae-b833-120b00e35ce9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.850182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf1000c0-1873-4714-b599-74de6804380e req-e4f4bc65-e8d8-47ae-b833-120b00e35ce9 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0773726 Aug 27 02:20:41.910979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf1000c0-1873-4714-b599-74de6804380e req-9f89d2e5-df27-45dd-9f6b-6fcefbcb70ca tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595596 Aug 27 02:20:41.940229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-2d4a412a-eee9-46aa-a73c-b139d52bd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:41.942586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-2d4a412a-eee9-46aa-a73c-b139d52bd9ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923&tenant_id=a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 1095 time: 0.1152315 Aug 27 02:20:42.019064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-f0a154ea-586e-460e-9092-1301aa0fc0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.020281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-f0a154ea-586e-460e-9092-1301aa0fc0fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8453ff37f8b04d75bb19758421e25b84&device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 1098 time: 0.1216948 Aug 27 02:20:42.105587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-6188f8d6-6e73-4817-8358-e5589450818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.109286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-6188f8d6-6e73-4817-8358-e5589450818b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1095 time: 0.1344063 Aug 27 02:20:42.215007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-3ccfdbaa-815c-4e50-89ea-8a708caff4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.216846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-3ccfdbaa-815c-4e50-89ea-8a708caff4a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1843510 Aug 27 02:20:42.290644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfa6d8-d3e4-4ca2-b4db-4870082d55d6 req-38a043ae-2ea4-40cb-8a45-894bf0a0adfd tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.293059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2cfa6d8-d3e4-4ca2-b4db-4870082d55d6 req-38a043ae-2ea4-40cb-8a45-894bf0a0adfd tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Aug 27 02:20:42.311438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-415ee39f-726f-411a-a7ce-083a3af8c15a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=54921e66-8608-47ff-bb2f-5e21f997df96 HTTP/1.1" status: 200 len: 217 time: 0.0825708 Aug 27 02:20:42.345861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2cfa6d8-d3e4-4ca2-b4db-4870082d55d6 req-65eb8731-ce64-44b0-bdf9-8e76b03ef216 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Aug 27 02:20:42.401189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c171e49-51b5-4dad-ab69-0a87443dcca3 req-eba427ff-d199-4e5b-ad70-f34d86860288 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.403209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c171e49-51b5-4dad-ab69-0a87443dcca3 req-eba427ff-d199-4e5b-ad70-f34d86860288 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 947 time: 0.2149439 Aug 27 02:20:42.410926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-1b1489c5-773e-402a-9b9f-5adaee5ecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.412364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-1b1489c5-773e-402a-9b9f-5adaee5ecc2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2912204 Aug 27 02:20:42.423168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-d3af11c6-2eaf-410f-92a6-028bf7f7e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.424847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-d3af11c6-2eaf-410f-92a6-028bf7f7e5bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0988982 Aug 27 02:20:42.765873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-9b29c281-60bf-46c4-b072-5820cf97ff4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.3400934 Aug 27 02:20:42.822208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808437-410b-4323-9baa-00038c73314f req-bebb27f4-5b88-4572-a660-a06d2d237461 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.824029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f808437-410b-4323-9baa-00038c73314f req-bebb27f4-5b88-4572-a660-a06d2d237461 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.0575171 Aug 27 02:20:42.832675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c171e49-51b5-4dad-ab69-0a87443dcca3 req-dbed3a6e-fee8-4632-a077-91ec0021a468 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193633 Aug 27 02:20:42.848981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-f34c2bc0-c4cb-424f-a1d3-794d6382dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.850443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-f34c2bc0-c4cb-424f-a1d3-794d6382dfd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0681558 Aug 27 02:20:42.852350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-6d239018-e02b-42f0-a725-613c5efa2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:42.853668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-6d239018-e02b-42f0-a725-613c5efa2a36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4125962 Aug 27 02:20:42.874800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f808437-410b-4323-9baa-00038c73314f req-240ce510-712b-460b-a50f-9ab6f479b9bb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Aug 27 02:20:42.917072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-0a957d60-00d4-4d92-8b56-ede190edb383 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582788 Aug 27 02:20:43.119700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-9f1bd896-e049-4e8c-875c-0ec9acc4e2fa service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516220 Aug 27 02:20:43.152023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a06f0-0d65-46f3-9d49-982daaa1e417 req-2ac7b503-2406-4e7e-ba14-c4343ca32536 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.153511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-978a06f0-0d65-46f3-9d49-982daaa1e417 req-2ac7b503-2406-4e7e-ba14-c4343ca32536 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1321447 Aug 27 02:20:43.166753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-6d317644-5c49-4554-9b82-5478fb9232c7 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044380 Aug 27 02:20:43.307739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:43.327555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-978a06f0-0d65-46f3-9d49-982daaa1e417 req-4e0543d2-c060-4a53-ad57-9c206bbdb152 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633089 Aug 27 02:20:43.358617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64020b1b-788b-4ecb-b8f6-32f76f153d31 req-afd2ca6a-5b0a-4eee-abc5-06d252b0ddb6 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275636 Aug 27 02:20:43.360504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-43ac2c75-4547-4cc6-9c89-9bfb71c52fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510768 Aug 27 02:20:43.451948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af3ddb54-257d-4d9e-a672-4271ff0a2eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.522468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:43.523302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6470b-8eba-47f2-8f0f-8fd494a95b26 req-6c59dd78-ddcd-4214-96af-85d6fa6e864b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.525257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26a6470b-8eba-47f2-8f0f-8fd494a95b26 req-6c59dd78-ddcd-4214-96af-85d6fa6e864b tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0834663 Aug 27 02:20:43.607192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:43.625520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26a6470b-8eba-47f2-8f0f-8fd494a95b26 req-f3a697d2-9c3a-4949-a849-8d499b9664ed tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899076 Aug 27 02:20:43.644940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af3ddb54-257d-4d9e-a672-4271ff0a2eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.652480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af3ddb54-257d-4d9e-a672-4271ff0a2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.702745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af3ddb54-257d-4d9e-a672-4271ff0a2eed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd86b7307254749950164659df1c0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936033 Aug 27 02:20:43.705188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52966) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:43.709089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ddb54-257d-4d9e-a672-4271ff0a2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7467d4b1-6ae3-482f-a001-03dc47f9896d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:43.715298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-ab90cbba-47f5-417b-95e5-28a3794820ee tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.715298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-ab90cbba-47f5-417b-95e5-28a3794820ee tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0551946 Aug 27 02:20:43.774708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.806907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.826096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd9888-bc20-4157-8246-0059cae5bfd0 req-648370f4-8f55-4d0c-aa41-b1d2e2c5a394 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:43.827630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7abd9888-bc20-4157-8246-0059cae5bfd0 req-648370f4-8f55-4d0c-aa41-b1d2e2c5a394 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 946 time: 0.0740705 Aug 27 02:20:43.881817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.887622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.892818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7467d4b1-6ae3-482f-a001-03dc47f9896d HTTP/1.1" status: 204 len: 168 time: 0.1847646 Aug 27 02:20:43.903333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75659c02-027b-4632-8b13-b4c695099324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467d4b1-6ae3-482f-a001-03dc47f9896d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:43.942326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7abd9888-bc20-4157-8246-0059cae5bfd0 req-0dde6fe7-3429-4b15-a120-aecb21fe3024 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074619 Aug 27 02:20:43.948571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-ea278bff-0d6f-4c99-acdb-55004358273d service neutron] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:43.952279 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-ea278bff-0d6f-4c99-acdb-55004358273d service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:43.953735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c51bcaf2-1017-4dd9-9c22-021fef623da0 req-ea278bff-0d6f-4c99-acdb-55004358273d service neutron] 10.222.0.15 "DELETE /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.2281516 Aug 27 02:20:44.035655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ebb49-15d8-4e18-a86e-66d43f125d0b req-4402a503-edd8-48f1-a1d9-413883bffe9f tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.037358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d66ebb49-15d8-4e18-a86e-66d43f125d0b req-4402a503-edd8-48f1-a1d9-413883bffe9f tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 947 time: 0.0982296 Aug 27 02:20:44.095426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d66ebb49-15d8-4e18-a86e-66d43f125d0b req-ea95ac09-c894-4a00-aeea-ff56f79ade7c tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505869 Aug 27 02:20:44.146286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ab188-0060-4b11-ab8a-ff391f5f62de req-af99d464-d5b2-41d9-a222-9bdd3e6af649 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.151480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c52ab188-0060-4b11-ab8a-ff391f5f62de req-af99d464-d5b2-41d9-a222-9bdd3e6af649 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.0894248 Aug 27 02:20:44.211641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c52ab188-0060-4b11-ab8a-ff391f5f62de req-0a09ba17-bc03-4d83-8c23-0209a75eaf61 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477881 Aug 27 02:20:44.236512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:44.379309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a42b-6769-4f0c-9000-69a8b0ff90c1 req-0a5f6d4f-068a-4cbe-a3f9-7ab2ad45b510 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.381290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2b5a42b-6769-4f0c-9000-69a8b0ff90c1 req-0a5f6d4f-068a-4cbe-a3f9-7ab2ad45b510 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1095 time: 0.0476403 Aug 27 02:20:44.411399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72beb461-2117-4e72-b6a9-1690110f1adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.456808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2b5a42b-6769-4f0c-9000-69a8b0ff90c1 req-43fe7d3b-d668-4409-b7a8-08e02bd5a7fa tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636251 Aug 27 02:20:44.505931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d3df6-d7fd-40a3-8520-f069569be981 req-ad88be18-4969-412a-b69c-043eb22f1165 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.513774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b54d3df6-d7fd-40a3-8520-f069569be981 req-ad88be18-4969-412a-b69c-043eb22f1165 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.0614405 Aug 27 02:20:44.562142 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b54d3df6-d7fd-40a3-8520-f069569be981 req-1970a18e-6e2f-4bd6-92e8-202cef5abea3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Aug 27 02:20:44.564084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72beb461-2117-4e72-b6a9-1690110f1adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.579375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72beb461-2117-4e72-b6a9-1690110f1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.620378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beb461-2117-4e72-b6a9-1690110f1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c8960a-cbb1-4294-bb10-19190ba18925,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:44.667651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72beb461-2117-4e72-b6a9-1690110f1adc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d44b2cf05b604ae8a0d858337818d100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302759 Aug 27 02:20:44.670174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53016) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:44.742266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.808329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.813031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a461a5-e6a0-4ced-91bf-4eac05704efc req-ce84ca37-4d97-4468-a92f-396de4b29154 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:44.814634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6a461a5-e6a0-4ced-91bf-4eac05704efc req-ce84ca37-4d97-4468-a92f-396de4b29154 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.0844865 Aug 27 02:20:44.862171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6a461a5-e6a0-4ced-91bf-4eac05704efc req-dbd2f424-8b33-43e7-8d5d-7853ee6578b2 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Aug 27 02:20:44.911334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:44.962848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.965368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:44.966544 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08c8960a-cbb1-4294-bb10-19190ba18925 HTTP/1.1" status: 204 len: 168 time: 0.2951515 Aug 27 02:20:44.978768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e560-dd27-402a-b575-173f87d2573d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c8960a-cbb1-4294-bb10-19190ba18925,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:44.987398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-6066feb9-27fa-452a-b6a5-48b6e681b424 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.006360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-6066feb9-27fa-452a-b6a5-48b6e681b424 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1660521 Aug 27 02:20:45.031617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-2d4e2a5d-62d7-4534-831a-29414487d664 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/quotas/a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 375 time: 0.0244336 Aug 27 02:20:45.116683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-2d487c22-dc9f-4ecb-8389-a03ce79f0206 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840526 Aug 27 02:20:45.145157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-58ea0c20-4ffb-48f5-8973-eab80e6d3ca5 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.146696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-58ea0c20-4ffb-48f5-8973-eab80e6d3ca5 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 945 time: 0.1033473 Aug 27 02:20:45.354235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-f7774e1f-d2eb-4ddb-90f5-9293c799a2b5 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365716 Aug 27 02:20:45.417812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53042d-5d60-4886-a85a-e2c5a0ae43c5 req-ca9300c8-74ee-436d-ad9e-4c6cb4234ad6 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.419316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a53042d-5d60-4886-a85a-e2c5a0ae43c5 req-ca9300c8-74ee-436d-ad9e-4c6cb4234ad6 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 947 time: 0.1659615 Aug 27 02:20:45.425140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-network', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:45.465042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-af4bb3f7-36df-470d-88b7-fe85d54c43b3 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092815 Aug 27 02:20:45.488543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Made reservation on behalf of a4791453fc174d25a6beaed89af3ea9c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:45.491035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.508132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.512358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a53042d-5d60-4886-a85a-e2c5a0ae43c5 req-30ae4aa0-f08e-435b-9392-0da3c7b06458 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 Aug 27 02:20:45.521173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Deleting port 45f4f898-5c55-4371-b7b1-a764c59da588 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:45.521582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.673279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] For port 45f4f898-5c55-4371-b7b1-a764c59da588, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=45f4f898-5c55-4371-b7b1-a764c59da588,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:45.673505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.701170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Calling delete_port for 45f4f898-5c55-4371-b7b1-a764c59da588 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:45.778463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-6ca9ea76-dbd0-4f51-a6d3-a78125f6b293 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1919483395&fields=id&tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 267 time: 0.1132915 Aug 27 02:20:45.779162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b0e15-3531-4ca9-9b95-84ec1af5b459 req-f1af168e-fedb-4d39-97e0-44fa12b674d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:45.790593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da0b0e15-3531-4ca9-9b95-84ec1af5b459 req-f1af168e-fedb-4d39-97e0-44fa12b674d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.0762739 Aug 27 02:20:45.865274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da0b0e15-3531-4ca9-9b95-84ec1af5b459 req-1d371ccd-e5c9-42f6-9acb-da608b12b728 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729897 Aug 27 02:20:45.873148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.885280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.955992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8091d3b-ea7b-452a-b42a-9cbbaf3f62c3 req-2278c4f1-de0a-4b70-8bbb-3fbc792b8cc9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 210 time: 0.0378773 Aug 27 02:20:45.968194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:45.980554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184a828-62ea-4dce-9d25-ee50dbfb6feb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:45.995470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:45.995928 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Added segment 24d64caf-a8c6-425d-8888-f3b32ac67e3c of type vlan for network ece86f6b-ae90-4543-8f15-b6009d5207d8 Aug 27 02:20:46.018500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.072118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-b95a32c0-11ef-4a12-baf3-4936c270c92f tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.080477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-b95a32c0-11ef-4a12-baf3-4936c270c92f tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 824 time: 0.2922421 Aug 27 02:20:46.144954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-96a1ebeb-a5e2-4e30-ba21-d0988d71c120 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/quotas/acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 375 time: 0.0628128 Aug 27 02:20:46.150577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.155818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b233d1-263c-4e2c-9283-cc85f41cb6c9 req-089245f0-69f1-4bbf-9be7-1897b6e251b1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.157852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76b233d1-263c-4e2c-9283-cc85f41cb6c9 req-089245f0-69f1-4bbf-9be7-1897b6e251b1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a324226-6e06-44e1-bcc1-a5262b919af7 HTTP/1.1" status: 200 len: 867 time: 0.0635622 Aug 27 02:20:46.161578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.173731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['2cff277f-57b3-4d3f-8112-b41a7c667cc5', '45f4f898-5c55-4371-b7b1-a764c59da588'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:46.231947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Pushing event deleted for resources: {'Port': ['ID=45f4f898-5c55-4371-b7b1-a764c59da588,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:46.238968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76b233d1-263c-4e2c-9283-cc85f41cb6c9 req-d476db21-c22d-4d33-9f95-fbc9b7da71f7 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Aug 27 02:20:46.276773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.278025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.278805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.317822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-96da1f5f-85a1-4eee-8120-67018d48536e tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1645460 Aug 27 02:20:46.329694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] No DVR routers for this DVR port 45f4f898-5c55-4371-b7b1-a764c59da588 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:46.347962 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.350406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-258f9dd0-536a-42c8-af49-13214bb3c9b1 req-87cd4abb-7de7-47e8-89a7-089b2ca4b719 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "DELETE /v2.0/ports/45f4f898-5c55-4371-b7b1-a764c59da588 HTTP/1.1" status: 204 len: 173 time: 1.1945012 Aug 27 02:20:46.361627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'name': 'network-vif-deleted', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:46.364586 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d85e3d6-919a-42d4-b057-bb2d32547a41" -d '{"events": [{"server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "name": "network-vif-deleted", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:46.437060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5242567 Aug 27 02:20:46.441539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53108) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:46.454226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Request body: {'subnet': {'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-subnet', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:46.458990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca9af9-d971-4770-acf2-fbb7a10c900d admin admin] Pushing event updated for resources: {'Network': ['ID=ece86f6b-ae90-4543-8f15-b6009d5207d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:46.478509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:46.499044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-dc79c19f-4f26-4346-990b-b52f49871ada service neutron] 10.222.0.26 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802022 Aug 27 02:20:46.560009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Made reservation on behalf of a4791453fc174d25a6beaed89af3ea9c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:46.562955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.651866 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2579c980-44d2-42cb-8c5b-173032375c31 x-openstack-request-id: req-2579c980-44d2-42cb-8c5b-173032375c31 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:46.652154 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a324226-6e06-44e1-bcc1-a5262b919af7", "name": "network-vif-deleted", "tag": "45f4f898-5c55-4371-b7b1-a764c59da588", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:46.657942 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2579c980-44d2-42cb-8c5b-173032375c31 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:46.658308 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a324226-6e06-44e1-bcc1-a5262b919af7', 'name': 'network-vif-deleted', 'tag': '45f4f898-5c55-4371-b7b1-a764c59da588', 'status': 'completed', 'code': 200} Aug 27 02:20:46.757629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-a0fad5ff-1836-4b1b-9828-a95768e36f5f service neutron] 10.222.0.26 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509370 Aug 27 02:20:46.798174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-99c28086-0931-44d8-8b1c-b2026a80e6ce tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.799949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-99c28086-0931-44d8-8b1c-b2026a80e6ce tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "GET /v2.0/ports?device_id=844d06d7-dab4-4441-b788-e745b01b66ce HTTP/1.1" status: 200 len: 946 time: 0.0626221 Aug 27 02:20:46.827687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6748c0-f778-409a-944a-c7e159963827 req-ecb17fe6-f7c8-49a3-a3d1-7c7225866d48 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:46.829388 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a6748c0-f778-409a-944a-c7e159963827 req-ecb17fe6-f7c8-49a3-a3d1-7c7225866d48 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 947 time: 0.0952454 Aug 27 02:20:46.860931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:46.895453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a6748c0-f778-409a-944a-c7e159963827 req-3a240d36-7ece-4727-8b96-6ea2b276e11d tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539198 Aug 27 02:20:46.964649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e47358-ead1-4e14-93ca-a4d3fdc57284,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:46.996023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Checking segment: {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:46.996023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Network hostable DHCP agents. Network: ece86f6b-ae90-4543-8f15-b6009d5207d8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:47.026408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Deleting port 0722c004-bded-4856-a0d2-005f8e23c9e8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:47.026751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.047718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:47.071489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ece86f6b-ae90-4543-8f15-b6009d5207d8) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:47.077687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.079446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.086579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562a3e9-fd19-4926-ba5c-442d74ea5823 None None] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:47.142625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e405128e-094f-4f6b-af86-717900a455c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6991777 Aug 27 02:20:47.145633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53134) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:47.150876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:47.212870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.214173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.242839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996b6e24-980c-4138-9c25-5b16e4f36249 req-56d7d7e7-35fd-40df-a5e2-31d0d0f5a544 tempest-AbsoluteLimitsNegativeTestJSON-170082008 tempest-AbsoluteLimitsNegativeTestJSON-170082008-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e17f0b438fcd43bfa40a99dcd1acc822&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589204 Aug 27 02:20:47.249785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] For port 0722c004-bded-4856-a0d2-005f8e23c9e8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0722c004-bded-4856-a0d2-005f8e23c9e8,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.250362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.306000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06811a57-0b49-4665-8cb4-2903478d25b2 req-8295b054-33bc-4e35-933d-7c71fc1242e3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.309513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06811a57-0b49-4665-8cb4-2903478d25b2 req-8295b054-33bc-4e35-933d-7c71fc1242e3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2797732 Aug 27 02:20:47.381544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.411168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ece86f6b-ae90-4543-8f15-b6009d5207d8', 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'fixed_ips': [{'subnet_id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:20:47.412024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.549543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 54921e66-8608-47ff-bb2f-5e21f997df96 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:20:47.579899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b6e24-980c-4138-9c25-5b16e4f36249 req-83d498a7-7743-45a8-af0c-eab3fc92fe54 tempest-AbsoluteLimitsNegativeTestJSON-170082008 tempest-AbsoluteLimitsNegativeTestJSON-170082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:47.596963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996b6e24-980c-4138-9c25-5b16e4f36249 req-83d498a7-7743-45a8-af0c-eab3fc92fe54 tempest-AbsoluteLimitsNegativeTestJSON-170082008 tempest-AbsoluteLimitsNegativeTestJSON-170082008-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3522313 Aug 27 02:20:47.703859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06811a57-0b49-4665-8cb4-2903478d25b2 req-80e8687b-87fb-4a31-8ec7-06f98d338e30 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268001 Aug 27 02:20:47.713109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Allocated IP 172.20.0.2 (ece86f6b-ae90-4543-8f15-b6009d5207d8/a1e47358-ead1-4e14-93ca-a4d3fdc57284/74a608d9-047f-486c-9960-50cf665927c3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:47.739746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996b6e24-980c-4138-9c25-5b16e4f36249 req-1fe8232e-2eb7-41fd-be4e-2ed62b7a7f3b tempest-AbsoluteLimitsNegativeTestJSON-170082008 tempest-AbsoluteLimitsNegativeTestJSON-170082008-project] 10.222.0.26 "GET /v2.0/quotas/e17f0b438fcd43bfa40a99dcd1acc822 HTTP/1.1" status: 200 len: 375 time: 0.1410348 Aug 27 02:20:47.748821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:47.833737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996b6e24-980c-4138-9c25-5b16e4f36249 req-73984673-3281-4a45-bab6-564d0b2594f6 tempest-AbsoluteLimitsNegativeTestJSON-170082008 tempest-AbsoluteLimitsNegativeTestJSON-170082008-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e17f0b438fcd43bfa40a99dcd1acc822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752347 Aug 27 02:20:47.854819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=54921e66-8608-47ff-bb2f-5e21f997df96,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:47.885872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '54921e66-8608-47ff-bb2f-5e21f997df96', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '54921e66-8608-47ff-bb2f-5e21f997df96', 'mac_address': 'fa:16:3e:fd:08:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:20:47.903362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d82f5fb-88f0-42fd-a793-d4d9cb7b21a7 req-59d409f6-a6e1-405d-8625-79c9cd1c1541 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 210 time: 0.0487931 Aug 27 02:20:48.038697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-2e9e5304-65ef-49fc-8126-4399b6f59338 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.050715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-2e9e5304-65ef-49fc-8126-4399b6f59338 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.3935969 Aug 27 02:20:48.072393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Request body: {'port': {'device_id': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'admin_state_up': True, 'tenant_id': 'a5749f04040942db833640c26730258a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:48.073826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.158290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.158768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.159134 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Floating IP 796adc4d-069d-401c-a6e3-06525ede4b23 disassociated. External IP: 172.25.8.178, port: 0722c004-bded-4856-a0d2-005f8e23c9e8. Aug 27 02:20:48.159519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Calling delete_port for 0722c004-bded-4856-a0d2-005f8e23c9e8 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:48.204501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54921e66-8608-47ff-bb2f-5e21f997df96 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:48.230868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dbf6b868-db77-4e9a-a8b1-8a60faeee3b7 req-ba1bcda4-7027-4221-a714-80d69ee26e64 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 210 time: 0.1409283 Aug 27 02:20:48.253325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=54921e66-8608-47ff-bb2f-5e21f997df96,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:48.255307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.266918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Transition to ACTIVE for port object 74a608d9-047f-486c-9960-50cf665927c3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:48.282601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.307766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Transition to ACTIVE for port object 74a608d9-047f-486c-9960-50cf665927c3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:48.344355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.370145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:48.375630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:48.382035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:48.424400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.453552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.488507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.506882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:48.585494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Pushing event updated for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.634653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Attempting to bind port 74a608d9-047f-486c-9960-50cf665927c3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:48.636730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Attempting to bind port 74a608d9-047f-486c-9960-50cf665927c3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:48.638734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Attempting to bind port 74a608d9-047f-486c-9960-50cf665927c3 on network ece86f6b-ae90-4543-8f15-b6009d5207d8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:48.651566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:48.652217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Checking segment: {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:48.652950 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.654596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Bound using segment: {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:48.655271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Bound port: 74a608d9-047f-486c-9960-50cf665927c3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:48.657493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.707840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f5a2-2522-4c82-b16e-e601804bbf75 req-5c47bbb7-4515-4783-878a-a659eba10555 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:48.716068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0599f5a2-2522-4c82-b16e-e601804bbf75 req-5c47bbb7-4515-4783-878a-a659eba10555 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1221530 Aug 27 02:20:48.746825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c2e1-493a-4c21-a151-4516bc3d74be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.763849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:48.767689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=74a608d9-047f-486c-9960-50cf665927c3,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:48.773116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['54921e66-8608-47ff-bb2f-5e21f997df96'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:20:48.778284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:48.821359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Allocated IP 172.25.8.151 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/befad2a2-af0a-4884-ba39-e8de157c6f37) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:48.853605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0599f5a2-2522-4c82-b16e-e601804bbf75 req-ff64f8b9-d185-45a6-8a98-bf0d7b1130e1 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366172 Aug 27 02:20:48.859163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc62953-6f63-4c1f-8f56-9373cced1b85 None None] Pushing event updated for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:48.998108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.131585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event deleted for resources: {'Port': ['ID=0722c004-bded-4856-a0d2-005f8e23c9e8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.175161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.185966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548f24-ef23-40e4-bb54-03d5e55e9267 req-39601651-1a2d-49d7-b4de-465335f1e00f tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.193802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75548f24-ef23-40e4-bb54-03d5e55e9267 req-39601651-1a2d-49d7-b4de-465335f1e00f tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 948 time: 1.0193486 Aug 27 02:20:49.208905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459611da-252c-4cd4-a932-8990b275cc0f req-9f77754c-7c41-442d-8957-8c149609c8c0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.214566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-459611da-252c-4cd4-a932-8990b275cc0f req-9f77754c-7c41-442d-8957-8c149609c8c0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1860218 Aug 27 02:20:49.314095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75548f24-ef23-40e4-bb54-03d5e55e9267 req-153735e9-469c-42a1-8f44-c23e216891a1 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193273 Aug 27 02:20:49.320095 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c2e1-493a-4c21-a151-4516bc3d74be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.341614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c2e1-493a-4c21-a151-4516bc3d74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.347068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-a4573cc6-b560-4585-a33d-654af15cf3af tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:49.348768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-459611da-252c-4cd4-a932-8990b275cc0f req-974a315d-1f91-4259-9a8a-45cb9131cff1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131239 Aug 27 02:20:49.349714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-a4573cc6-b560-4585-a33d-654af15cf3af tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.15 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 824 time: 0.5517755 Aug 27 02:20:49.383207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:49.388457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.400042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:49.423175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.470666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4ed8c2e1-493a-4c21-a151-4516bc3d74be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e17f0b438fcd43bfa40a99dcd1acc822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9623067 Aug 27 02:20:49.471411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8c2e1-493a-4c21-a151-4516bc3d74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7bf17-d527-419e-b194-7fad1902b343,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.488074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:49.534361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dec0588-343f-447d-a818-f9fe1740821d req-f85cc551-808b-4c3e-96d4-6e796d5073df tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 210 time: 0.1028624 Aug 27 02:20:49.545405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-4620de7a-6e9e-496c-9f58-051e0fcc0270 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431 HTTP/1.1" status: 200 len: 380 time: 0.1752465 Aug 27 02:20:49.554629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:49.562523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22f96e2c-0f70-4b31-bda7-1360ad31e13e req-32d55bc6-125d-47a9-bebd-8cf55312a49f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 210 time: 0.0652354 Aug 27 02:20:49.566881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0722c004-bded-4856-a0d2-005f8e23c9e8 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:49.570107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:49.575142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Pushing event updated for resources: {'Port': ['ID=befad2a2-af0a-4884-ba39-e8de157c6f37,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:49.583274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:49.628133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 0722c004-bded-4856-a0d2-005f8e23c9e8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:49.629850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0722c004-bded-4856-a0d2-005f8e23c9e8 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:49.654787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'port': {'device_id': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'admin_state_up': True, 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'security_groups': ['b284ef10-cbfe-4c5d-8949-18a71ab7c721']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:49.667967 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.792993 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:49.858653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:49.875544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:49.910538 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:49.913062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:49.999733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] No DVR routers for this DVR port 0722c004-bded-4856-a0d2-005f8e23c9e8 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:50.003577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.005428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.009412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6aff19d-bd3f-456e-a01d-4391ddee8138 req-84e6ce8f-b69f-4def-ae05-7ebd201a87fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.46 "DELETE /v2.0/ports/0722c004-bded-4856-a0d2-005f8e23c9e8 HTTP/1.1" status: 204 len: 173 time: 3.2022374 Aug 27 02:20:50.023836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'name': 'network-vif-deleted', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:50.027978 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca72a62f-cb3e-4a18-864f-6a987c885695" -d '{"events": [{"server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "name": "network-vif-deleted", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:50.117164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.122978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.127715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cf7bf17-d527-419e-b194-7fad1902b343 HTTP/1.1" status: 204 len: 168 time: 0.6383536 Aug 27 02:20:50.143580 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:50.165821 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce4427-cf3f-4008-aa5a-348428b27e97 x-openstack-request-id: req-b7ce4427-cf3f-4008-aa5a-348428b27e97 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:50.166547 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844d06d7-dab4-4441-b788-e745b01b66ce", "name": "network-vif-deleted", "tag": "0722c004-bded-4856-a0d2-005f8e23c9e8", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:50.166972 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7ce4427-cf3f-4008-aa5a-348428b27e97 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:50.167533 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844d06d7-dab4-4441-b788-e745b01b66ce', 'name': 'network-vif-deleted', 'tag': '0722c004-bded-4856-a0d2-005f8e23c9e8', 'status': 'completed', 'code': 200} Aug 27 02:20:50.184464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Allocated IP 172.20.0.2 (909e2216-bad6-46a8-adbe-1f88c2d5d740/b9ec14cf-83ad-4320-a3fc-2416e204cf5d/8be4c673-3037-45ff-a772-638cc1e52c79) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:50.277418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84ae0b-6f4d-4e87-9fa7-f2e86bedf2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7bf17-d527-419e-b194-7fad1902b343,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:50.340336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 45f4f898-5c55-4371-b7b1-a764c59da588 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:50.417372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 74a608d9-047f-486c-9960-50cf665927c3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:50.526512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 45f4f898-5c55-4371-b7b1-a764c59da588 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:50.526933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 45f4f898-5c55-4371-b7b1-a764c59da588 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:50.531191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df09218-d357-47a4-8a27-d23f84673326 None None] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:50.554565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0eab7-99ae-4f6d-b202-38b6d69778b2 req-73f274a8-3f54-4609-8ac4-52d7ff70069a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:50.562801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66c0eab7-99ae-4f6d-b202-38b6d69778b2 req-73f274a8-3f54-4609-8ac4-52d7ff70069a tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.5901153 Aug 27 02:20:50.564679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Made reservation on behalf of acda5b4382b84ed7bf3dfc60f1ab8431 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:50.569249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.621768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 74a608d9-047f-486c-9960-50cf665927c3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:50.656237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Provisioning for port 74a608d9-047f-486c-9960-50cf665927c3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:50.663146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Provisioning complete for port 74a608d9-047f-486c-9960-50cf665927c3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:50.663525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.688470 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:50.776179 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:50.797996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:50.798836 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:50.917864 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:50.940572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Allocated IP 172.20.0.9 (cde954ee-ca36-4fc3-90c3-5e66d757b2bb/4cf1c454-f8c4-479f-a004-865341ed4f45/1cdcfcd6-5fab-414a-a597-d8ffd734f62b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:51.054117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=74a608d9-047f-486c-9960-50cf665927c3,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:51.058732 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:51.063120 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.183016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.202158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57129d80-f79d-45db-a467-59c804b2b6cb None None] Pushing event updated for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.212242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Transition to ACTIVE for port object 1cdcfcd6-5fab-414a-a597-d8ffd734f62b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:51.291863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.335360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.346831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-8a2a4ad2-4bc4-4837-934e-a6c2164399df tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.349153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-8a2a4ad2-4bc4-4837-934e-a6c2164399df tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 946 time: 0.8145895 Aug 27 02:20:51.360852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9df05-2636-42ce-ae82-bd84db387425 req-a812143b-7f2a-44b5-ac41-4f4907223c00 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.372347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dc9df05-2636-42ce-ae82-bd84db387425 req-a812143b-7f2a-44b5-ac41-4f4907223c00 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 948 time: 0.8730392 Aug 27 02:20:51.373743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.396465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ea16c508-16de-433d-8ec1-91ab7bca1588 None None] Provisioning complete for port 74a608d9-047f-486c-9960-50cf665927c3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:51.397230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea16c508-16de-433d-8ec1-91ab7bca1588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.571934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:51.580060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dc9df05-2636-42ce-ae82-bd84db387425 req-0b9fc95a-2fca-4cd6-b6f0-64f54965c987 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063565 Aug 27 02:20:51.583599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 54921e66-8608-47ff-bb2f-5e21f997df96 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:51.600048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66c0eab7-99ae-4f6d-b202-38b6d69778b2 req-72d7ad0b-b020-44be-887f-698953aa7121 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/security-groups?id=875e8933-83cd-43da-b304-36bec2c86b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363514 Aug 27 02:20:51.657917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:51.675737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.697807 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a8bb8-6ada-49b2-9dac-eaa8cc33bbfd None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:51.708494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 54921e66-8608-47ff-bb2f-5e21f997df96 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:51.715053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:51.717607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:51.720147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 54921e66-8608-47ff-bb2f-5e21f997df96 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:51.720677 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.738252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:51.754890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:51.825578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Deleting port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:51.826262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.917513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-682787015-network', 'tenant_id': '33f2ba35e4ce49839016c06256e9c2f7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:51.919567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63978b7-c098-434a-833d-3341bcd36786 req-d1283a85-7540-4386-8177-13199c676a64 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:51.925980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:51.928026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b63978b7-c098-434a-833d-3341bcd36786 req-d1283a85-7540-4386-8177-13199c676a64 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2396514 Aug 27 02:20:51.939944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Router f604d016-8038-4dbe-83ed-b4b3bb52862e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:20:51.960108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:51.962982 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb38f4-6ae1-4a6b-bf55-a75dc30bce62" -d '{"events": [{"server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "name": "network-vif-plugged", "status": "completed", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:51.978614 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-069cb77e-349c-42f2-806d-de5ebdc40f9c service neutron] show failed (client error): The resource could not be found. Aug 27 02:20:51.980181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-069cb77e-349c-42f2-806d-de5ebdc40f9c service neutron] 10.222.0.46 "GET /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.7217808 Aug 27 02:20:51.988595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=54921e66-8608-47ff-bb2f-5e21f997df96,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:52.004686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.013655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:52.028969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:52.036473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.037111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.057207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:52.070538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798cbf-7dbb-4ff0-a063-cd0d79698c3d req-03531a8d-d619-4376-afb4-a83d0d34bde7 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.073647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01798cbf-7dbb-4ff0-a063-cd0d79698c3d req-03531a8d-d619-4376-afb4-a83d0d34bde7 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 931 time: 0.2792587 Aug 27 02:20:52.138525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b63978b7-c098-434a-833d-3341bcd36786 req-aeb1afac-722f-4e0b-a7a2-0bd691c7cbb0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037745 Aug 27 02:20:52.154062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.164062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] For port 2cff277f-57b3-4d3f-8112-b41a7c667cc5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2cff277f-57b3-4d3f-8112-b41a7c667cc5,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:52.164438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.171114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.171781 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.200420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event updated for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:52.219273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840bbd3-c01d-4914-8b71-cb7fe6db01a2 None None] New status for floating IP 796adc4d-069d-401c-a6e3-06525ede4b23: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:20:52.224196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Calling delete_port for 2cff277f-57b3-4d3f-8112-b41a7c667cc5 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:52.264126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Made reservation on behalf of 33f2ba35e4ce49839016c06256e9c2f7 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:52.275516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.280089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.15', 63234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.284021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-a5bf071f-85b0-4f90-9fe1-310a8afe0b96 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7300100 Aug 27 02:20:52.286674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-1fc8cda6-8f84-4ffb-a6ef-2b6ad5a5661f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2350945 Aug 27 02:20:52.335933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 74a608d9-047f-486c-9960-50cf665927c3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:52.353645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Request body: {'port': {'device_id': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:52.359300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Request body: {'port': {'device_id': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:52.387301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.449712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:52.460687 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Sync routers for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:52.475124 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:52.475662 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:52.479310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e86ad-f806-410f-b990-a13f0817033d req-37f3817c-17f5-4d20-b603-0902486f9c87 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.486766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc6e86ad-f806-410f-b990-a13f0817033d req-37f3817c-17f5-4d20-b603-0902486f9c87 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 931 time: 0.1573160 Aug 27 02:20:52.493682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01798cbf-7dbb-4ff0-a063-cd0d79698c3d req-5a6091e8-e9f9-44eb-9bd1-9ccc5249e7d1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656181 Aug 27 02:20:52.517371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.521517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-984540cf-9a69-4280-b731-a90a92a5f82e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3744485 Aug 27 02:20:52.522173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53224) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:52.663823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-ecd22bcd-f17d-47a9-b80e-914ade393096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:52.666116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-ecd22bcd-f17d-47a9-b80e-914ade393096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1100 time: 0.3805404 Aug 27 02:20:52.666984 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09959ca8-d6ae-4aec-b1d8-8f74857c0677 x-openstack-request-id: req-09959ca8-d6ae-4aec-b1d8-8f74857c0677 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:52.667376 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "name": "network-vif-plugged", "status": "completed", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:52.668046 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09959ca8-d6ae-4aec-b1d8-8f74857c0677 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:52.668565 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96', 'code': 200} Aug 27 02:20:52.672556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.690036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:52.692487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.741425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-14805f2c-ef74-4832-a1d7-11e73962329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.752639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74de50aa-730b-4fb7-aaa8-1684858a32f1 None None] Provisioning for port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:52.768485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74de50aa-730b-4fb7-aaa8-1684858a32f1 None None] Provisioning complete for port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:52.768856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74de50aa-730b-4fb7-aaa8-1684858a32f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.811523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 74a608d9-047f-486c-9960-50cf665927c3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:52.812646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.828522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc6e86ad-f806-410f-b990-a13f0817033d req-62f2bb52-f492-4355-aef4-ebd0a7202d3d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409228 Aug 27 02:20:52.881089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-74de50aa-730b-4fb7-aaa8-1684858a32f1 None None] Port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:52.966133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:52.970897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.020047 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:53.085830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f81c0d1-642e-4e89-ae3e-526aca399f23 req-1690afda-54eb-48a8-aef6-64d500432899 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.26 "GET /v2.0/ports?device_id=21c5bf16-249a-4f0c-a468-bbd04098ccb9 HTTP/1.1" status: 200 len: 210 time: 0.1262422 Aug 27 02:20:53.092343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Pushing event deleted for resources: {'Port': ['ID=2cff277f-57b3-4d3f-8112-b41a7c667cc5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.147138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] No DVR routers for this DVR port 2cff277f-57b3-4d3f-8112-b41a7c667cc5 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:53.151738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.153645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b2ee650-8ff2-456e-9a3e-f7624a256751 req-c4ae3212-ac83-4319-85f5-1a446abed433 tempest-ServerRescueTestJSON-1753093296 tempest-ServerRescueTestJSON-1753093296-project] 10.222.0.15 "DELETE /v2.0/ports/2cff277f-57b3-4d3f-8112-b41a7c667cc5 HTTP/1.1" status: 204 len: 173 time: 1.7715342 Aug 27 02:20:53.157089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'name': 'network-vif-deleted', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:53.157590 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d368653-e449-4efe-a18e-e733405cc63c" -d '{"events": [{"server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "name": "network-vif-deleted", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:53.219682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cff8-564e-4174-a97d-233e7cb1ba25 req-a9ab32c1-ebe9-47a5-ba36-a9190cc28b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.221352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4c9cff8-564e-4174-a97d-233e7cb1ba25 req-a9ab32c1-ebe9-47a5-ba36-a9190cc28b28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 1100 time: 0.4720311 Aug 27 02:20:53.221481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-4150853d-4e92-4b7f-b231-e4075b38ff56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2477920 Aug 27 02:20:53.229559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69a9bd-22ec-473e-b0e3-6aa81c65b898 req-c75da90a-568a-42fd-867c-9e80debd16b7 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.237017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af69a9bd-22ec-473e-b0e3-6aa81c65b898 req-c75da90a-568a-42fd-867c-9e80debd16b7 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 949 time: 0.4668453 Aug 27 02:20:53.249189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.352027 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:49Z', 'revision_number': 3, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:53.380602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Checking router: f604d016-8038-4dbe-83ed-b4b3bb52862e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:53.380948 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Updating router f604d016-8038-4dbe-83ed-b4b3bb52862e port befad2a2-af0a-4884-ba39-e8de157c6f37 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:53.407426 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.429670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8efdb6-6a2d-4ea6-b5b9-c19c85b54ab0 req-0a7cf327-ce70-4931-bb79-a9035c72911d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.431327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a8efdb6-6a2d-4ea6-b5b9-c19c85b54ab0 req-0a7cf327-ce70-4931-bb79-a9035c72911d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1971881 Aug 27 02:20:53.451015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4551-3742-4702-bae5-a74717134c6c req-4a7172f5-67df-4baf-abd0-20a2544e1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.452497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-4a7172f5-67df-4baf-abd0-20a2544e1b81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 1101 time: 0.1797071 Aug 27 02:20:53.563748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a8efdb6-6a2d-4ea6-b5b9-c19c85b54ab0 req-161333dd-c152-49eb-85e2-2a40d2a4d175 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244402 Aug 27 02:20:53.574251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.659943 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b5f79-ff42-4ca3-857a-e697ddb22648 x-openstack-request-id: req-8f8b5f79-ff42-4ca3-857a-e697ddb22648 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:53.660238 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c5bf16-249a-4f0c-a468-bbd04098ccb9", "name": "network-vif-deleted", "tag": "2cff277f-57b3-4d3f-8112-b41a7c667cc5", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:53.660545 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f8b5f79-ff42-4ca3-857a-e697ddb22648 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:53.660947 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c5bf16-249a-4f0c-a468-bbd04098ccb9', 'name': 'network-vif-deleted', 'tag': '2cff277f-57b3-4d3f-8112-b41a7c667cc5', 'status': 'completed', 'code': 200} Aug 27 02:20:53.676421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc81980e-01c5-40ae-93da-2efedcff8452,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.696079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4551-3742-4702-bae5-a74717134c6c req-059a022c-9a48-4444-8bd5-60ce9d05da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.697677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-059a022c-9a48-4444-8bd5-60ce9d05da1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2071478 Aug 27 02:20:53.762108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-4d665572-0b64-4670-b07e-10918e0c06b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 200 len: 217 time: 0.0432007 Aug 27 02:20:53.776613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:20:53.791781 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.794722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4c9cff8-564e-4174-a97d-233e7cb1ba25 req-bf17a77e-465d-4d82-bf2e-cce55f827acc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422060 Aug 27 02:20:53.803829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Transition to ACTIVE for port object befad2a2-af0a-4884-ba39-e8de157c6f37 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:53.815713 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.854216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af69a9bd-22ec-473e-b0e3-6aa81c65b898 req-56d354b8-db68-43c8-a5ad-13a81dcdd51a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112118 Aug 27 02:20:53.857383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.857733 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Added segment e3a210f1-a30e-4d37-9db2-c9eb8a2739ae of type vlan for network 40c37de3-1da7-4cb5-863f-974b4d4c299e Aug 27 02:20:53.870692 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Attempting to bind port befad2a2-af0a-4884-ba39-e8de157c6f37 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:53.871107 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Attempting to bind port befad2a2-af0a-4884-ba39-e8de157c6f37 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:53.871471 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Attempting to bind port befad2a2-af0a-4884-ba39-e8de157c6f37 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:53.885035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:53.885409 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:53.885809 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.886268 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:53.886718 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Bound port: befad2a2-af0a-4884-ba39-e8de157c6f37, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:53.887073 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.888756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ec90-88f0-464e-8855-1e6da70fa956 None None] Pushing event updated for resources: {'Port': ['ID=befad2a2-af0a-4884-ba39-e8de157c6f37,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:53.925864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.946498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4551-3742-4702-bae5-a74717134c6c req-fd38ffce-b1ee-464e-9208-22a1c9166246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.948726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-fd38ffce-b1ee-464e-9208-22a1c9166246 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1647530 Aug 27 02:20:53.953221 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] For port befad2a2-af0a-4884-ba39-e8de157c6f37, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:53.956182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] For port befad2a2-af0a-4884-ba39-e8de157c6f37, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=befad2a2-af0a-4884-ba39-e8de157c6f37,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:53.962808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753117ea-446f-49c8-a7f8-5989d5703ac4 req-fb4e4078-0574-4e76-84e0-5c47bae261b1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:53.964035 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:53.964606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-753117ea-446f-49c8-a7f8-5989d5703ac4 req-fb4e4078-0574-4e76-84e0-5c47bae261b1 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 931 time: 0.1824200 Aug 27 02:20:54.016238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:20:54.040351 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:54.041794 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:54.075341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.096579 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ec90-88f0-464e-8855-1e6da70fa956 None None] Pushing event updated for resources: {'Port': ['ID=befad2a2-af0a-4884-ba39-e8de157c6f37,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.102245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-753117ea-446f-49c8-a7f8-5989d5703ac4 req-f6b7e15d-4dbe-4f22-8f4c-d0414f109b34 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250024 Aug 27 02:20:54.183929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-78a73979-8166-4567-bd8b-d50715499bef tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1050996743&fields=id&tenant_id=588bf87870a7428e9ab42a25f321c00c HTTP/1.1" status: 200 len: 267 time: 0.1587327 Aug 27 02:20:54.203911 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:54.240925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.241863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.242465 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.254768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Allocated IP 172.20.0.1 (ece86f6b-ae90-4543-8f15-b6009d5207d8/a1e47358-ead1-4e14-93ca-a4d3fdc57284/8962dbc7-12d3-4afb-a7cd-725372b258a8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:20:54.271674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4551-3742-4702-bae5-a74717134c6c req-db137461-cb88-4280-8597-abd8c7fa99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.273436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-db137461-cb88-4280-8597-abd8c7fa99a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923951 Aug 27 02:20:54.289584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538718fd-c37c-494f-8003-ee38912bd312 req-ea0b8b83-5b51-454a-9df6-cba45587f964 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.294410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-538718fd-c37c-494f-8003-ee38912bd312 req-ea0b8b83-5b51-454a-9df6-cba45587f964 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 931 time: 0.1091552 Aug 27 02:20:54.311971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:54.357111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2cff277f-57b3-4d3f-8112-b41a7c667cc5 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:54.382047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdcfcd6-5fab-414a-a597-d8ffd734f62b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:54.390359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be4c673-3037-45ff-a772-638cc1e52c79 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:20:54.397465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 2cff277f-57b3-4d3f-8112-b41a7c667cc5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:20:54.398214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2cff277f-57b3-4d3f-8112-b41a7c667cc5 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:54.415365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.420677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.426639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7498620 Aug 27 02:20:54.431282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed805d2-d37f-45ac-bfd7-eb3d4544d138 admin admin] Pushing event updated for resources: {'Network': ['ID=40c37de3-1da7-4cb5-863f-974b4d4c299e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.431672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:54.436475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Request body: {'subnet': {'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-682787015-subnet', 'tenant_id': '33f2ba35e4ce49839016c06256e9c2f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:54.437480 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:49Z', 'revision_number': 3, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:54.448808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:20:54.452288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-538718fd-c37c-494f-8003-ee38912bd312 req-fbbff6fc-6398-4073-a4ba-41484ff491f5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180484 Aug 27 02:20:54.471767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Transition to ACTIVE for port object 1cdcfcd6-5fab-414a-a597-d8ffd734f62b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:54.473689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Transition to ACTIVE for port object 8be4c673-3037-45ff-a772-638cc1e52c79 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:54.474912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:54.484019 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fff1c-0e42-4041-81f9-c3cc41b54885 None None] The sync data for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 is: [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:49Z', 'revision_number': 3, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:54.502451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Made reservation on behalf of 33f2ba35e4ce49839016c06256e9c2f7 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:20:54.502451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.524988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.526352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-de64440b-152b-4cb0-8a05-d248f5f12ccb service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258470 Aug 27 02:20:54.526933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.529897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.576647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:54.584771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Transition to ACTIVE for port object 8962dbc7-12d3-4afb-a7cd-725372b258a8 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:54.602170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:54.604391 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83299c30-3dd2-4cb2-96fa-145ea6f56e04" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-unplugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:54.609581 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.660117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-cc1c574f-7bac-4947-b88c-bc282cb661cb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.661701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-cc1c574f-7bac-4947-b88c-bc282cb661cb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/networks?id=d216fc1a-0b04-4039-a664-de1f915ec777 HTTP/1.1" status: 200 len: 816 time: 0.4456763 Aug 27 02:20:54.717886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-68ee2be3-1e52-4e96-b44a-af630e47f07e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/quotas/588bf87870a7428e9ab42a25f321c00c HTTP/1.1" status: 200 len: 375 time: 0.0445292 Aug 27 02:20:54.732418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:54.819546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23ab4551-3742-4702-bae5-a74717134c6c req-dc10fa81-edb2-4b70-bc95-37f035a11a55 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557759 Aug 27 02:20:54.821815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Transition to ACTIVE for port object 63151f02-6619-4c29-a155-e4e6c2454856 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:54.824221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.918099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307b67-10fe-4459-9b96-e8fb2bad8ad3 req-9d2a9107-1e26-4f42-a794-cb0a5ce02ae5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:54.923294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24307b67-10fe-4459-9b96-e8fb2bad8ad3 req-9d2a9107-1e26-4f42-a794-cb0a5ce02ae5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2367482 Aug 27 02:20:54.934201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:54.942428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:54.942628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:54.952743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:20:55.005634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Pushing event updated for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.041417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.044353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Attempting to bind port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:55.044700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Attempting to bind port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:55.045170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Attempting to bind port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.084741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.095750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:55.096070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Attempting to bind port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b on network cde954ee-ca36-4fc3-90c3-5e66d757b2bb {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.108064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.177128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-25d6c8e8-dee4-4263-b542-3c2bd9c1ca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.351266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-af72ce40-de64-4eef-80a7-9c6a3b5df1a2 None None] Provisioning for port 8962dbc7-12d3-4afb-a7cd-725372b258a8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:55.351648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] No DVR routers for this DVR port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:20:55.365935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-af72ce40-de64-4eef-80a7-9c6a3b5df1a2 None None] Provisioning complete for port 8962dbc7-12d3-4afb-a7cd-725372b258a8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:55.367161 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-af72ce40-de64-4eef-80a7-9c6a3b5df1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.373207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:55.373598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Checking segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:55.373771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Bound using segment: {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:55.374212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Bound port: 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d5da39-7caa-41f9-aec2-5381dbaed04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:55.375586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.403109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:55.404149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:55.404930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.421530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-af72ce40-de64-4eef-80a7-9c6a3b5df1a2 None None] Port 8962dbc7-12d3-4afb-a7cd-725372b258a8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:55.424593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.435136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-e5b0590b-a887-41af-bd25-915dec3ad6b1 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=588bf87870a7428e9ab42a25f321c00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6883359 Aug 27 02:20:55.486846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:55.488752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.515957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.576254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24307b67-10fe-4459-9b96-e8fb2bad8ad3 req-2037bda3-8ea4-4886-8907-6ac0f937b542 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454518 Aug 27 02:20:55.590775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:20:55.598365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:55.598724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:55.599107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:55.599534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Bound port: 8be4c673-3037-45ff-a772-638cc1e52c79, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:55.599990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.615167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:55.615760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:55.616089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.640586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbbcaca-2974-4d44-b949-173684852291,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:55.656646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:20:55.656867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:55.668201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:55.669783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Checking segment: {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:55.670143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Network hostable DHCP agents. Network: 40c37de3-1da7-4cb5-863f-974b4d4c299e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:20:55.684595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:20:55.703709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:20:55.725994 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e8e271-de75-4afe-8793-7836cb523443 x-openstack-request-id: req-78e8e271-de75-4afe-8793-7836cb523443 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:55.726307 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-unplugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:55.726597 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78e8e271-de75-4afe-8793-7836cb523443 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:55.726993 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'code': 200} Aug 27 02:20:55.732753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:55.733246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:55.733497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:55.733906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Bound port: 63151f02-6619-4c29-a155-e4e6c2454856, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:55.734265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.738607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:55.743528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 40c37de3-1da7-4cb5-863f-974b4d4c299e) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:55.747806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.751548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.751757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.759396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36d2e3-018d-4eb5-bfa6-03f3d1a9d7c3 None None] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:55.766219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.810744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cd5ab2dd-74d9-4bad-a360-08e89bf1896d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3780010 Aug 27 02:20:55.825337 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-1a3eefc9-8304-4400-8a6d-1fc3bc678451 service neutron] 10.222.0.26 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399773 Aug 27 02:20:55.866877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:55.876053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.876584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:55.877968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-5203f196-193c-428e-8def-4165469dbce4 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cdcfcd6-5fab-414a-a597-d8ffd734f62b HTTP/1.1" status: 200 len: 1091 time: 3.5618656 Aug 27 02:20:55.917661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275ddac-5996-4c2e-b623-63d33aaee012 req-567e3cda-acdb-4aa9-b5d8-83b8b8883db4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:55.919770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6275ddac-5996-4c2e-b623-63d33aaee012 req-567e3cda-acdb-4aa9-b5d8-83b8b8883db4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 949 time: 0.1253505 Aug 27 02:20:55.991671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:56.016601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d04e8f-294d-4e9a-b646-049854777360 None None] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:20:56.021205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6275ddac-5996-4c2e-b623-63d33aaee012 req-2fbe22d4-739d-42d9-bc6f-357937aedf91 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871618 Aug 27 02:20:56.104465 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.112782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203f196-193c-428e-8def-4165469dbce4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.138767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.172694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.251126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Pushing event updated for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.268801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37d3a-7d70-41da-811d-ebba6451b5ae req-399c42c4-eda1-4272-88e9-2d8896f2c54d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.278495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abe37d3a-7d70-41da-811d-ebba6451b5ae req-399c42c4-eda1-4272-88e9-2d8896f2c54d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 943 time: 0.1508472 Aug 27 02:20:56.293458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device befad2a2-af0a-4884-ba39-e8de157c6f37 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:56.297776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.362436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.366219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port befad2a2-af0a-4884-ba39-e8de157c6f37 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:20:56.371480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port befad2a2-af0a-4884-ba39-e8de157c6f37 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:56.372236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.398117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abe37d3a-7d70-41da-811d-ebba6451b5ae req-6babdeb9-81e6-46f7-a405-cab4562a4d65 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102309 Aug 27 02:20:56.474540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:56.482839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.500944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.501823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.503793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] 10.222.0.15 "PUT /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 1091 time: 4.1811423 Aug 27 02:20:56.505002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port befad2a2-af0a-4884-ba39-e8de157c6f37, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=befad2a2-af0a-4884-ba39-e8de157c6f37,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:56.512011 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.526149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:56.529495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:20:56.532063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:20:56.560979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-12b4049a-dad0-4a98-8519-fdbd9b8d6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.562782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-12b4049a-dad0-4a98-8519-fdbd9b8d6ed2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 1094 time: 0.5778689 Aug 27 02:20:56.570286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.580593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=befad2a2-af0a-4884-ba39-e8de157c6f37,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.604648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bbfbb-ba42-4e99-b53c-61cbe971e60a req-d7f905f3-fcc1-4ffe-9544-6b4bdd5f90ea tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.606965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d4bbfbb-ba42-4e99-b53c-61cbe971e60a req-d7f905f3-fcc1-4ffe-9544-6b4bdd5f90ea tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.1316087 Aug 27 02:20:56.616110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-570a5ad1-780b-4a54-aca6-ca43fb0a4240 service neutron] 10.222.0.26 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551322 Aug 27 02:20:56.699178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa57f4e-8b5f-448a-a5dc-07175c3a16fe service neutron] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.708622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.709859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.710703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] 10.222.0.15 "PUT /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 1095 time: 4.0357940 Aug 27 02:20:56.716380 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-058f3ca1-30cd-402e-9c75-46d8599d9f14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b HTTP/1.1" status: 200 len: 217 time: 0.1216681 Aug 27 02:20:56.730709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d4bbfbb-ba42-4e99-b53c-61cbe971e60a req-24d68387-2d89-42da-bed0-232b63183823 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597441 Aug 27 02:20:56.740027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Router f604d016-8038-4dbe-83ed-b4b3bb52862e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:20:56.885129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-6102695e-db4e-473a-ae73-48dd3c97b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.886808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-6102695e-db4e-473a-ae73-48dd3c97b7de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1094 time: 0.2932634 Aug 27 02:20:56.891977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67083c06-a22f-42ae-af33-15e03a967f53 service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:56.897369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:56.903878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-9db404cb-56f9-4c39-a995-a28e4b0f9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:56.907241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-9db404cb-56f9-4c39-a995-a28e4b0f9898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.1789072 Aug 27 02:20:56.943665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:20:56.949379 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-48f43ce6-8ffd-4f61-9e15-480254500f09 admin admin] 10.222.0.26 "PUT /v2.0/routers/f604d016-8038-4dbe-83ed-b4b3bb52862e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243834 Aug 27 02:20:56.982000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Sync routers for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:20:57.004174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:57.005128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:57.050417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-a591b6ee-1b76-41fa-87f1-f5af4d5533c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 217 time: 0.1469162 Aug 27 02:20:57.052764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-5dd1b495-22a6-451a-8a06-bd5e828a7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.054354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-5dd1b495-22a6-451a-8a06-bd5e828a7dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1098 time: 0.2823453 Aug 27 02:20:57.095279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-af756bd6-c400-4ba4-b30b-2989e9c4ea41 None None] Provisioning complete for port 8962dbc7-12d3-4afb-a7cd-725372b258a8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:57.095917 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-af756bd6-c400-4ba4-b30b-2989e9c4ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.096832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-944585735', 'description': 'tempest-description-288518088'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:57.153282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.221525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-af756bd6-c400-4ba4-b30b-2989e9c4ea41 None None] Port 8962dbc7-12d3-4afb-a7cd-725372b258a8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:20:57.239985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:57.271357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8811e-474c-460b-86db-f271482cd376 req-9b073b91-2698-4d91-a08d-49ef11e7db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.273021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-9b073b91-2698-4d91-a08d-49ef11e7db80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406180 Aug 27 02:20:57.310180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c14353-601b-40ce-99e0-773860ee05b8 req-7a0d27bc-9974-45c7-a8dc-7472516f2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.312229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-7a0d27bc-9974-45c7-a8dc-7472516f2af8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.2412622 Aug 27 02:20:57.314242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.324812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.383707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.389574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-556a0f91-1667-4d9f-8afa-791adc287ca8 req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2978215 Aug 27 02:20:57.409057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b1b45-fb86-4236-8e02-5255cf65c149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0958d0b0-63e7-49a5-a08e-5147199e5775,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:57.492060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-110e46b5-78d5-4520-9e4c-3cffccee0c4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612527 Aug 27 02:20:57.497558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-84073ac6-3b1f-4047-bf5a-767ddffba290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.499561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-84073ac6-3b1f-4047-bf5a-767ddffba290 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4233675 Aug 27 02:20:57.548396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837d4e-feb0-4f6e-bd8b-29080982a630 req-acb8391f-8508-41c8-aa39-6ed8c863cedd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.557517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b837d4e-feb0-4f6e-bd8b-29080982a630 req-acb8391f-8508-41c8-aa39-6ed8c863cedd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.0837843 Aug 27 02:20:57.614349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b837d4e-feb0-4f6e-bd8b-29080982a630 req-33131772-ec21-4157-b3e3-899479a80133 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 Aug 27 02:20:57.630862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-e43a98e3-83d7-4ee3-8767-18e5279dbfd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1164618 Aug 27 02:20:57.669879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:55Z', 'revision_number': 4, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8962dbc7-12d3-4afb-a7cd-725372b258a8', 'name': '', 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'mac_address': 'fa:16:3e:cb:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:53Z', 'updated_at': '2021-08-27T02:20:55Z', 'revision_number': 2, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'subnets': [{'id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:57.699279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db8d1d09-b050-4083-bff8-de845981d5d5 req-e91b8f3a-af1c-44c5-b770-5d93bd943039 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0434067 Aug 27 02:20:57.706626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Checking router: f604d016-8038-4dbe-83ed-b4b3bb52862e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:20:57.706991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Updating router f604d016-8038-4dbe-83ed-b4b3bb52862e port 8962dbc7-12d3-4afb-a7cd-725372b258a8 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:20:57.740984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b'}, {'name': 'network-changed', 'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79'}, {'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:20:57.743448 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11176639-1ad0-46ed-957f-79c1eb4fe2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b"}, {"name": "network-changed", "server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79"}, {"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:20:57.744959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.745869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-917343070', 'description': 'tempest-description-2012359721'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:57.765081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24816fb7-b8bb-4f54-9d7f-d7dfbe91c16f req-3421c1aa-e0f2-4f59-9a69-2f263b48f987 tempest-FloatingIPsNegativeTestJSON-1947535900 tempest-FloatingIPsNegativeTestJSON-1947535900-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=a4791453fc174d25a6beaed89af3ea9c HTTP/1.1" status: 200 len: 217 time: 0.1296654 Aug 27 02:20:57.781679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-65e02c63-6220-4c74-84d9-37287e9adc9e service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655259 Aug 27 02:20:57.798107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.819940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.821255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-27cbdb7b-dcfb-4c43-8e5a-192eb39cb465 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182321 Aug 27 02:20:57.836806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-8c62776b-7c8d-4385-8442-44740336b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:57.838235 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-8c62776b-7c8d-4385-8442-44740336b8b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1970284 Aug 27 02:20:57.931422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.937981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.973774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:57.975087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dccdff58-526a-4345-b66a-c6ab34fb4ed2 req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2397983 Aug 27 02:20:57.979623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36860aa-6065-4c80-9abe-81bdd64e5b85 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b5c14e-5084-4cea-a8d3-6817d84eb6c2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.145860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.159352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Transition to ACTIVE for port object 8962dbc7-12d3-4afb-a7cd-725372b258a8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:20:58.173067 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.181828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994669d0-fb2d-40a3-999a-cb897917da9d req-e410632d-d093-4981-828f-a8cac273c470 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.205610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994669d0-fb2d-40a3-999a-cb897917da9d req-e410632d-d093-4981-828f-a8cac273c470 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 943 time: 0.3290870 Aug 27 02:20:58.210405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-2e18a21e-e810-4aa6-8e10-17a75fdc4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.220209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-2e18a21e-e810-4aa6-8e10-17a75fdc4a29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3448350 Aug 27 02:20:58.234951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Pushing event updated for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.252198 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 27 Aug 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34e01f-3ea9-4b5e-afca-39865efa68e7 x-openstack-request-id: req-9e34e01f-3ea9-4b5e-afca-39865efa68e7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:20:58.252504 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:20:58.254556 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e34e01f-3ea9-4b5e-afca-39865efa68e7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:20:58.256278 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'status': 'completed', 'code': 200} Aug 27 02:20:58.259661 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79', 'status': 'completed', 'code': 200} Aug 27 02:20:58.261245 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'status': 'completed', 'code': 200} Aug 27 02:20:58.293835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device befad2a2-af0a-4884-ba39-e8de157c6f37 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:20:58.356876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-34ddf484-4f6d-42a8-9d72-911f5e593241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.358427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-34ddf484-4f6d-42a8-9d72-911f5e593241 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1098 time: 0.1333830 Aug 27 02:20:58.364228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Attempting to bind port 8962dbc7-12d3-4afb-a7cd-725372b258a8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:20:58.364902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Attempting to bind port 8962dbc7-12d3-4afb-a7cd-725372b258a8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:20:58.365809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Attempting to bind port 8962dbc7-12d3-4afb-a7cd-725372b258a8 on network ece86f6b-ae90-4543-8f15-b6009d5207d8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:20:58.375722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:20:58.376713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Checking segment: {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:20:58.377395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.378035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Bound using segment: {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:20:58.378638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Bound port: 8962dbc7-12d3-4afb-a7cd-725372b258a8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d64caf-a8c6-425d-8888-f3b32ac67e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:20:58.379082 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.390688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cc8811e-474c-460b-86db-f271482cd376 req-425ebc65-b284-46b6-8266-e129cfbda3b2 service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944862 Aug 27 02:20:58.404391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Deleting port 8546dba9-e82d-491f-8692-743a2d966a25 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:20:58.405063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.415221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354b599-1e38-48aa-a37d-a66a40084c36 req-beb25bdb-62a0-498b-a693-5274b8c6321e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.418950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7354b599-1e38-48aa-a37d-a66a40084c36 req-beb25bdb-62a0-498b-a693-5274b8c6321e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.1177373 Aug 27 02:20:58.463211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29c14353-601b-40ce-99e0-773860ee05b8 req-37acde37-89a7-417b-a9e1-4ecaed16ae2a service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297216 Aug 27 02:20:58.464939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port befad2a2-af0a-4884-ba39-e8de157c6f37 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:20:58.465395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.530422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7354b599-1e38-48aa-a37d-a66a40084c36 req-4a57dba5-aed5-4fe1-b563-d88b353ff6bd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705273 Aug 27 02:20:58.534261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] For port 8962dbc7-12d3-4afb-a7cd-725372b258a8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:20:58.537799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] For port 8962dbc7-12d3-4afb-a7cd-725372b258a8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8962dbc7-12d3-4afb-a7cd-725372b258a8,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:20:58.552645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:58.592430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994669d0-fb2d-40a3-999a-cb897917da9d req-6b7c925e-6aeb-4be2-88b1-4f87b7037842 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842449 Aug 27 02:20:58.618762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-ab0357d1-76aa-4d39-aa39-a253d40f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.620489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-ab0357d1-76aa-4d39-aa39-a253d40f25a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2533884 Aug 27 02:20:58.634563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f51d90-d464-4535-98b8-8194f87fcbc0 req-fdba9d5f-9b22-4e8b-b5bb-f7f2e667df1c tempest-FloatingIPsNegativeTestJSON-1947535900 tempest-FloatingIPsNegativeTestJSON-1947535900-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0659251 Aug 27 02:20:58.694967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:20:58.695596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:58.703959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Pushing event updated for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:20:58.729447 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-9bbd0e90-1d09-49d0-8d65-e6cf11ad3e02 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392252 Aug 27 02:20:58.731224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-7c15bb30-4007-4c8f-8fd6-bd0353410567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.0953844 Aug 27 02:20:58.773055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.773396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.773735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.774067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.774427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.775106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.775433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.775755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.776076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.776727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.777618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.778210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2407c0-0dca-43c1-8caf-b680d5f250e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:20:58.794819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-c7d2377f-d610-4431-86d9-0514d50c5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.798444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-c7d2377f-d610-4431-86d9-0514d50c5d51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 1094 time: 0.3222079 Aug 27 02:20:58.833458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-2d1e5eda-0e81-4fc6-a6e0-7443725621e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.835019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-2d1e5eda-0e81-4fc6-a6e0-7443725621e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0957928 Aug 27 02:20:58.909178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-c5928fd0-7585-4203-a0f7-e3f4bf125795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:58.911963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-c5928fd0-7585-4203-a0f7-e3f4bf125795 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602937 Aug 27 02:20:58.916064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:20:59.036713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd42b1-3278-4d01-8596-5a8dc0444334 req-c2156f60-3056-4710-aaeb-f1101340a2d7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.038284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fbd42b1-3278-4d01-8596-5a8dc0444334 req-c2156f60-3056-4710-aaeb-f1101340a2d7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.1150281 Aug 27 02:20:59.089383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-30e0771d-968c-4fff-9234-25bfe6a78ebd service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648819 Aug 27 02:20:59.171861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:55Z', 'revision_number': 4, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8962dbc7-12d3-4afb-a7cd-725372b258a8', 'name': '', 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'mac_address': 'fa:16:3e:cb:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:53Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 4, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'subnets': [{'id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:20:59.193030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-2820d044-1d6f-4413-b46e-f0edaa9d8865 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946984 Aug 27 02:20:59.201471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add9348-23a5-4b7e-bf2d-72b88ad90df8 None None] The sync data for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 is: [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:20:55Z', 'revision_number': 4, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8962dbc7-12d3-4afb-a7cd-725372b258a8', 'name': '', 'network_id': 'ece86f6b-ae90-4543-8f15-b6009d5207d8', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'mac_address': 'fa:16:3e:cb:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:53Z', 'updated_at': '2021-08-27T02:20:58Z', 'revision_number': 4, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'subnets': [{'id': 'a1e47358-ead1-4e14-93ca-a4d3fdc57284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:20:59.206870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fbd42b1-3278-4d01-8596-5a8dc0444334 req-763e2cf6-6a1b-4429-b39a-5ba345a9a6b5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515541 Aug 27 02:20:59.289694 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-f7302230-4c80-46a7-beed-91fbcfe52ee3 req-7ce0c6a9-99f9-4a46-834d-741a2f745fcf tempest-FloatingIPsNegativeTestJSON-1947535900 tempest-FloatingIPsNegativeTestJSON-1947535900-project] show failed (client error): The resource could not be found. Aug 27 02:20:59.303323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7302230-4c80-46a7-beed-91fbcfe52ee3 req-7ce0c6a9-99f9-4a46-834d-741a2f745fcf tempest-FloatingIPsNegativeTestJSON-1947535900 tempest-FloatingIPsNegativeTestJSON-1947535900-project] 10.222.0.26 "GET /v2.0/floatingips/6f52e2d2-e75f-4535-a018-a1d9647f7939 HTTP/1.1" status: 404 len: 350 time: 0.0825534 Aug 27 02:20:59.304513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53330) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:20:59.326769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] For port 8546dba9-e82d-491f-8692-743a2d966a25, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8546dba9-e82d-491f-8692-743a2d966a25,segment=NetworkSegment(12d17c01-f661-4c13-b7a8-b3ce13d6c4ac),segment_id=12d17c01-f661-4c13-b7a8-b3ce13d6c4ac)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:20:59.327918 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:20:59.398791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Calling delete_port for 8546dba9-e82d-491f-8692-743a2d966a25 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:20:59.450888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d6643e-fe30-40ce-a31d-c802aed0e162 req-62a9a829-619a-4ae5-829b-77a79e26b5e5 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0529566 Aug 27 02:20:59.576084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-d190951d-6521-4d6f-a812-d9de9d0c5573 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.577834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-d190951d-6521-4d6f-a812-d9de9d0c5573 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.46 "GET /v2.0/networks?id=d216fc1a-0b04-4039-a664-de1f915ec777 HTTP/1.1" status: 200 len: 816 time: 0.8918853 Aug 27 02:20:59.653412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-7cf67fc0-b38c-4b07-bce2-12a11c68554f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.655050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-7cf67fc0-b38c-4b07-bce2-12a11c68554f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 812 time: 0.8951848 Aug 27 02:20:59.656176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-a15bcdc4-b444-438e-967c-3683eb22b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.657499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-a15bcdc4-b444-438e-967c-3683eb22b6b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.8030670 Aug 27 02:20:59.741077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d5e0ebd-9b3b-4d47-92ee-d0684028f2ed req-65f63120-e300-416c-b211-484e6fce6cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9488621 Aug 27 02:20:59.742312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-ca91e552-724e-4182-bc57-4c7d990a7c85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b HTTP/1.1" status: 200 len: 217 time: 0.0735438 Aug 27 02:20:59.749143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-cd3c0908-c50d-4ddc-8781-679f97444400 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588bf87870a7428e9ab42a25f321c00c HTTP/1.1" status: 200 len: 380 time: 0.1468439 Aug 27 02:20:59.764890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-312b55eb-c006-4fc8-a5b6-869403fd22eb tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/quotas/33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 375 time: 0.0576129 Aug 27 02:20:59.801951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'port': {'device_id': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'admin_state_up': True, 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'security_groups': ['b82ebe5a-8ad8-4e56-8b77-b9db4783617f']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:20:59.808590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea197b-3484-4599-b949-772dec491799 req-f82b01dc-a1f1-4cc9-bc3d-e23a8cef0587 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:20:59.817296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0ea197b-3484-4599-b949-772dec491799 req-f82b01dc-a1f1-4cc9-bc3d-e23a8cef0587 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0954785 Aug 27 02:20:59.884731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0ea197b-3484-4599-b949-772dec491799 req-f7f0e3d2-050e-465d-8b70-cc7f8ef0dc1e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 Aug 27 02:20:59.960297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-c19de98a-088a-490c-9a45-3bef6c31c80a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1517899 Aug 27 02:20:59.990582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.010901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-bbcd19d8-9a9b-46db-8de7-8a6fc7f10bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.012392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-bbcd19d8-9a9b-46db-8de7-8a6fc7f10bd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.2602749 Aug 27 02:21:00.261578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8962dbc7-12d3-4afb-a7cd-725372b258a8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:00.286771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-23316306-2fc4-4f82-a002-46333a2e181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.288529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-23316306-2fc4-4f82-a002-46333a2e181d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543130 Aug 27 02:21:00.302250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-b7260a1d-4c9b-42bb-8791-a35c01dc8e41 service neutron] 10.222.0.26 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274221 Aug 27 02:21:00.304310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.343184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Made reservation on behalf of 588bf87870a7428e9ab42a25f321c00c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:00.347384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.353303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb69a3-c3bd-4cb0-8e48-80664d036080 req-68f548fe-a2a1-4bfc-a813-95214a8a4239 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.354620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9eb69a3-c3bd-4cb0-8e48-80664d036080 req-68f548fe-a2a1-4bfc-a813-95214a8a4239 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 943 time: 0.2433548 Aug 27 02:21:00.367242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8962dbc7-12d3-4afb-a7cd-725372b258a8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:00.371287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8962dbc7-12d3-4afb-a7cd-725372b258a8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:00.371654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.454550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Pushing event deleted for resources: {'Port': ['ID=8546dba9-e82d-491f-8692-743a2d966a25,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:00.486204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9eb69a3-c3bd-4cb0-8e48-80664d036080 req-1e5f146c-5276-432f-b430-178a33955c54 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120787 Aug 27 02:21:00.504841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.506847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.507177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.507504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.507830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.508155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.508467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:00.568444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.580274 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.594313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Deleting port 8962dbc7-12d3-4afb-a7cd-725372b258a8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:00.594948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.652719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8962dbc7-12d3-4afb-a7cd-725372b258a8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8962dbc7-12d3-4afb-a7cd-725372b258a8,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:00.662564 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.741406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:00.764631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8c9ecc7e-9668-4fa0-9de6-2d09293b025e service neutron] 10.222.0.26 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605572 Aug 27 02:21:00.769764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-4c8f6719-c19f-4797-9a8c-83502a369f24 service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542041 Aug 27 02:21:00.787098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211d298-4dd3-4df9-be0d-ad149810fd04 req-b1ee9dcf-2623-44e5-a29e-1cb247b163e4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:00.796376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7211d298-4dd3-4df9-be0d-ad149810fd04 req-b1ee9dcf-2623-44e5-a29e-1cb247b163e4 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 949 time: 0.2078612 Aug 27 02:21:00.810799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] For port 8962dbc7-12d3-4afb-a7cd-725372b258a8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8962dbc7-12d3-4afb-a7cd-725372b258a8,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:00.811486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:00.830403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Allocated IP 172.20.0.6 (d216fc1a-0b04-4039-a664-de1f915ec777/58eeb62c-c50b-456e-9cb4-2aa2f365995b/0b1da3be-6e48-4a5e-bbba-21c21e79fec1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:00.835438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Calling delete_port for 8962dbc7-12d3-4afb-a7cd-725372b258a8 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:00.879389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7211d298-4dd3-4df9-be0d-ad149810fd04 req-c3827b7d-592c-432b-ad2f-34f436583861 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735517 Aug 27 02:21:01.156499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a4c9ff9-0ecf-46e5-8fae-7c2af6f9d71a req-fb24962f-a60f-416c-a0d2-3d1f456db443 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0684133 Aug 27 02:21:01.179018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e78a8-acd6-4d68-91bd-1d15e52c4aec req-0f80a155-ae2c-4458-9ecb-1acbfbf05f12 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.188283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-998e78a8-acd6-4d68-91bd-1d15e52c4aec req-0f80a155-ae2c-4458-9ecb-1acbfbf05f12 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.1802282 Aug 27 02:21:01.218281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-ae2d38ea-c9ec-4f3e-854a-fcf876ada4f6 service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297473 Aug 27 02:21:01.219043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.248480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-998e78a8-acd6-4d68-91bd-1d15e52c4aec req-053ce8b5-7e70-4f62-b5eb-0274512f3acc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Aug 27 02:21:01.351526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.393574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21458f05-e0c3-4649-b214-02420b7a31bd req-a45b2bc0-f103-4099-adbc-619ebce98575 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 210 time: 0.0813813 Aug 27 02:21:01.440133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8962dbc7-12d3-4afb-a7cd-725372b258a8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:01.455535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.499759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.500101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.500440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.500779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.501115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.501450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.501896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.502146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.502441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.502938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.503307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.503759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:01.516766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Transition to ACTIVE for port object 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:01.549084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-dce7a58e-4a28-4561-8b8d-58648b8c027a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.551707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-dce7a58e-4a28-4561-8b8d-58648b8c027a tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 949 time: 0.2417297 Aug 27 02:21:01.584647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31579cb5-1b5e-4329-8b15-e865f6d79a01 req-e1333a80-6473-4cde-8ed5-5e058d7bccfc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.594088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-31579cb5-1b5e-4329-8b15-e865f6d79a01 req-e1333a80-6473-4cde-8ed5-5e058d7bccfc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.3502984 Aug 27 02:21:01.611516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-19687394-4c1c-4962-a11c-f69a6a44d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.613808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-19687394-4c1c-4962-a11c-f69a6a44d44e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1094 time: 0.3005416 Aug 27 02:21:01.797031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-31579cb5-1b5e-4329-8b15-e865f6d79a01 req-05eab306-9510-4f25-b7bc-e23d12026b00 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936088 Aug 27 02:21:01.843453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:01.932610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Network d216fc1a-0b04-4039-a664-de1f915ec777 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:01.937746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-f9b80fb2-5688-4111-9dcd-ac7875ae0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:01.939252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-f9b80fb2-5688-4111-9dcd-ac7875ae0a9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2916138 Aug 27 02:21:01.944267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:01.952756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:02.158599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.246256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409570-8b21-44a7-b53c-9b7bf60c619a req-62d967c4-0b84-45a3-9ef8-486a0ee4b3e2 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.248538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03409570-8b21-44a7-b53c-9b7bf60c619a req-62d967c4-0b84-45a3-9ef8-486a0ee4b3e2 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 943 time: 0.6055462 Aug 27 02:21:02.352883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event updated for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:02.367413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4ac9b52-ba11-48e2-b5b9-5eeb9aca518e None None] Provisioning for port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:02.376594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4ac9b52-ba11-48e2-b5b9-5eeb9aca518e None None] Provisioning complete for port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:02.377253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9b52-ba11-48e2-b5b9-5eeb9aca518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.396294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03409570-8b21-44a7-b53c-9b7bf60c619a req-3daf308c-0352-44e5-b8c6-ec6df5d1c4d7 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953257 Aug 27 02:21:02.416313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Router 62ba5491-20bb-42be-94bd-f2ce657b973e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:02.426672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Deleting port 54921e66-8608-47ff-bb2f-5e21f997df96 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:02.426672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.439530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-9bba3a45-21be-40ef-b967-52f9d213e2ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 217 time: 0.1109145 Aug 27 02:21:02.463786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1cdcfcd6-5fab-414a-a597-d8ffd734f62b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:02.464050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358370c-f66d-4320-bc28-46afeea0870f req-cd726aeb-be95-4348-aa7f-308244e080fd tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.471361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8358370c-f66d-4320-bc28-46afeea0870f req-cd726aeb-be95-4348-aa7f-308244e080fd tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 949 time: 0.1195259 Aug 27 02:21:02.589936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a4ac9b52-ba11-48e2-b5b9-5eeb9aca518e None None] Port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:02.591687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8358370c-f66d-4320-bc28-46afeea0870f req-2ee2f7b9-a516-46c3-ac22-c2051b93f1e0 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/security-groups?id=2452fa0c-852a-47f6-b871-ddb711148be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191587 Aug 27 02:21:02.600807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.601489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.681748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-465f1f0e-c420-492d-b1e6-f103d801f691 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9141681 Aug 27 02:21:02.682649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:02.705915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Request body: {'port': {'device_id': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:02.714134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'port_id': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'mac_address': 'fa:16:3e:ac:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:02.730785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] For port 54921e66-8608-47ff-bb2f-5e21f997df96, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=54921e66-8608-47ff-bb2f-5e21f997df96,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:02.731183 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.768037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.785327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdcfcd6-5fab-414a-a597-d8ffd734f62b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:02.786488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Calling delete_port for 54921e66-8608-47ff-bb2f-5e21f997df96 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:02.787764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-5f96fe23-5fe4-4907-8fd9-b3045933aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.789246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-5f96fe23-5fe4-4907-8fd9-b3045933aa1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.3348081 Aug 27 02:21:02.816496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:02.824125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.825087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:02.834003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-05772179-015e-4b0e-ac57-21efedc67a03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329669 Aug 27 02:21:02.877829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88282a-caf3-4d83-9a6c-0fae8e2ec256 req-89d7745f-7046-49ab-ae99-84d1d0493d4d tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.880003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b88282a-caf3-4d83-9a6c-0fae8e2ec256 req-89d7745f-7046-49ab-ae99-84d1d0493d4d tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 931 time: 0.2987761 Aug 27 02:21:02.890327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:02.898526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-1ab779ec-f5f9-403d-af40-d93efcf92775 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.899916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:02.900098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-1ab779ec-f5f9-403d-af40-d93efcf92775 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 812 time: 0.4096785 Aug 27 02:21:02.911544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Router f604d016-8038-4dbe-83ed-b4b3bb52862e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:02.914859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14890e8-26ce-45b3-97d7-5b9953a2a927 req-585d0805-c2f1-4434-a34e-ccc40dd27746 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:02.922419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c14890e8-26ce-45b3-97d7-5b9953a2a927 req-585d0805-c2f1-4434-a34e-ccc40dd27746 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 947 time: 0.2264538 Aug 27 02:21:02.939277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'device_id': 'c061dce8-1253-40fd-b78d-1057861aee53', 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e', 'admin_state_up': True, 'tenant_id': '33f2ba35e4ce49839016c06256e9c2f7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:02.966179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:02.977936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Sync routers for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:02.982178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79e0dce1-0dd9-48e7-8e1a-1a6d367df447 admin admin] 10.222.0.26 "PUT /v2.0/routers/62ba5491-20bb-42be-94bd-f2ce657b973e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3956447 Aug 27 02:21:02.984435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53366) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:02.995146 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:02.997591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.023624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b88282a-caf3-4d83-9a6c-0fae8e2ec256 req-8c146ee9-7289-4e7b-9c29-ae9a2f202d42 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352375 Aug 27 02:21:03.108109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:03.141929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '63151f02-6619-4c29-a155-e4e6c2454856', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '63151f02-6619-4c29-a155-e4e6c2454856', 'mac_address': 'fa:16:3e:c5:44:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:03.151200 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:03.230754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.259937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c14890e8-26ce-45b3-97d7-5b9953a2a927 req-2b16c18f-d06a-4672-ab83-eb1e93f2648f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218975 Aug 27 02:21:03.264844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:03.305440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3eef1c72-d50e-43b8-bae9-d7e28f8dda83 req-a9f91f11-35cf-4cfa-88d8-71d3d9f7a97a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 210 time: 0.1421492 Aug 27 02:21:03.309068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:03.326121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.327225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:03.402425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Made reservation on behalf of 33f2ba35e4ce49839016c06256e9c2f7 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:03.405560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.462305 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:21:00Z', 'revision_number': 5, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.532478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.555406 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Checking router: 62ba5491-20bb-42be-94bd-f2ce657b973e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:03.567898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Allocated IP 172.20.0.11 (40c37de3-1da7-4cb5-863f-974b4d4c299e/7cbbcaca-2974-4d44-b949-173684852291/9cb41dfe-16a2-4a39-8faf-932a26565570) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:03.568768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Routers {'62ba5491-20bb-42be-94bd-f2ce657b973e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:03.569602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['62ba5491-20bb-42be-94bd-f2ce657b973e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.601754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:03.617326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:03.629478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67297f47-ccd8-418c-bb08-7f129cc59f60 admin admin] 10.222.0.26 "PUT /v2.0/routers/f604d016-8038-4dbe-83ed-b4b3bb52862e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3224483 Aug 27 02:21:03.632559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-634c045f-b83c-41b3-a092-d016a14ef7fa service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870631 Aug 27 02:21:03.635804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:03.637896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.641901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Sync routers for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:03.660539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:03.661094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:03.703619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Pushing event deleted for resources: {'Port': ['ID=54921e66-8608-47ff-bb2f-5e21f997df96,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:03.833269 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] Set router 62ba5491-20bb-42be-94bd-f2ce657b973e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:03.894498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:03.904712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.917203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['54921e66-8608-47ff-bb2f-5e21f997df96'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:03.935172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Transition to ACTIVE for port object 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:03.948637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] No DVR routers for this DVR port 54921e66-8608-47ff-bb2f-5e21f997df96 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:03.976290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:03.996930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7833ef42-d074-4f34-9fd6-0e880f14129c req-c3f3be54-ae10-4795-9999-99208f068359 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.46 "DELETE /v2.0/ports/54921e66-8608-47ff-bb2f-5e21f997df96 HTTP/1.1" status: 204 len: 173 time: 2.4239805 Aug 27 02:21:03.999299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'name': 'network-vif-deleted', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:04.007190 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b5196-0112-4867-a9a7-7bdc80069765" -d '{"events": [{"server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "name": "network-vif-deleted", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:04.068416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:04.097969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '8be4c673-3037-45ff-a772-638cc1e52c79', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'port_id': '8be4c673-3037-45ff-a772-638cc1e52c79', 'mac_address': 'fa:16:3e:a3:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ec14cf-83ad-4320-a3fc-2416e204cf5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:04.118874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-68a99d12-bf57-43cf-aa11-28bf5652c739 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404583 Aug 27 02:21:04.129386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20cc7-07c7-44b4-bd59-d3b7412d399e req-f09ce4c3-aaed-4239-af86-335dd4d4c12d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.141083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:04.149635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dac20cc7-07c7-44b4-bd59-d3b7412d399e req-f09ce4c3-aaed-4239-af86-335dd4d4c12d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 944 time: 0.2753456 Aug 27 02:21:04.192231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.197505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.256721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.273983 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dac20cc7-07c7-44b4-bd59-d3b7412d399e req-1fa1ebd2-3b0d-4340-b7ae-83ea0766b87c tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232834 Aug 27 02:21:04.290183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be4c673-3037-45ff-a772-638cc1e52c79 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:04.332473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Pushing event updated for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.352444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.367768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:04.375292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383650b-799d-440b-a43d-516250c7e487 req-d3015e7c-db50-4c08-81b2-08f0f43b8950 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.377638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7383650b-799d-440b-a43d-516250c7e487 req-d3015e7c-db50-4c08-81b2-08f0f43b8950 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 1.0203424 Aug 27 02:21:04.389114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.477885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.484749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:21:00Z', 'revision_number': 5, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:04.502735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:04.543946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9820d-f6bf-4c26-9f88-89992551b656 None None] The sync data for ids ['62ba5491-20bb-42be-94bd-f2ce657b973e'] in n-d-806292-1 is: [{'id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'name': 'tempest-ServerRescueTestJSON-598302622-router', 'tenant_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:18:33Z', 'updated_at': '2021-08-27T02:21:00Z', 'revision_number': 5, 'project_id': 'ef3bda47bb1041b2a6ac10ffdb81c816', 'gw_port': {'id': '6af8e4c5-e85d-4e12-939a-6d68a91d9ea0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba5491-20bb-42be-94bd-f2ce657b973e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:18:34Z', 'updated_at': '2021-08-27T02:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:04.572780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-7ae116e8-b71b-45a9-9dba-e9e002fdf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.574266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-7ae116e8-b71b-45a9-9dba-e9e002fdf793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1099 time: 0.3668420 Aug 27 02:21:04.599751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:04.604535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:21:01Z', 'revision_number': 5, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:04.628619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84f16034-8dcd-4d56-a386-fe7005b5e733 req-2d1ffa16-74de-4736-86a6-d6d2e7186eb6 tempest-TenantUsagesTestJSON-1879037014 tempest-TenantUsagesTestJSON-1879037014-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a57e5f0-b85a-42fc-a25c-964a0938509f HTTP/1.1" status: 200 len: 210 time: 0.1814628 Aug 27 02:21:04.632356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:04.639953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:04.647251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Checking router: f604d016-8038-4dbe-83ed-b4b3bb52862e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:04.675144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1cdcfcd6-5fab-414a-a597-d8ffd734f62b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:04.740720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:04.772230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.772888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.777264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Routers {'f604d016-8038-4dbe-83ed-b4b3bb52862e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:04.778354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f604d016-8038-4dbe-83ed-b4b3bb52862e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:04.781344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:04.811648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-f3f00d37-9d34-4d6c-991e-5ee3dd408e9b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.813367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-f3f00d37-9d34-4d6c-991e-5ee3dd408e9b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128&tenant_id=8979ee25cce144c7b0192d72d85959f1&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 948 time: 0.6970239 Aug 27 02:21:04.814817 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.850089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8dba48b6-4958-405e-af7c-87129647e12d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9172626 Aug 27 02:21:04.882027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4c196-da25-4bb4-a77d-87e915b14d8d req-af02c61c-b100-4979-af81-d1143bfde723 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:04.888195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:04.889757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e2e4c196-da25-4bb4-a77d-87e915b14d8d req-af02c61c-b100-4979-af81-d1143bfde723 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.0982995 Aug 27 02:21:04.898036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Request body: {'port': {'device_id': 'c061dce8-1253-40fd-b78d-1057861aee53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:04.901104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7383650b-799d-440b-a43d-516250c7e487 req-a64b6922-02e6-4001-a480-9f85f1dc7d4a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825232 Aug 27 02:21:04.991271 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e322fa3a-1861-491f-a162-a208588e2c08 x-openstack-request-id: req-e322fa3a-1861-491f-a162-a208588e2c08 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:04.991550 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57e5f0-b85a-42fc-a25c-964a0938509f", "name": "network-vif-deleted", "tag": "54921e66-8608-47ff-bb2f-5e21f997df96", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:04.991802 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e322fa3a-1861-491f-a162-a208588e2c08 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:04.992222 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57e5f0-b85a-42fc-a25c-964a0938509f', 'name': 'network-vif-deleted', 'tag': '54921e66-8608-47ff-bb2f-5e21f997df96', 'status': 'completed', 'code': 200} Aug 27 02:21:05.007668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.024619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Attempting to bind port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:05.031430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Attempting to bind port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:05.033075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Attempting to bind port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 on network d216fc1a-0b04-4039-a664-de1f915ec777 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:05.033984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e2e4c196-da25-4bb4-a77d-87e915b14d8d req-472c918e-71ac-4141-83b2-a2e06c69e071 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432512 Aug 27 02:21:05.126639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] Set router f604d016-8038-4dbe-83ed-b4b3bb52862e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:05.220050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 on network d216fc1a-0b04-4039-a664-de1f915ec777 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:05.220475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Attempting to bind port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 on network d216fc1a-0b04-4039-a664-de1f915ec777 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:05.279343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:05.280075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Checking segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:05.280688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Bound using segment: {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:05.281416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Bound port: 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afec2f3-06cf-422e-b380-d1556b1cf5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:05.282050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.331989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-01134dda-2e05-47ce-a08a-24a6f31c5584 service neutron] 10.222.0.15 "GET /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 382 time: 0.5053267 Aug 27 02:21:05.333549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-b88ba0c9-0352-4753-beef-2a6f961d5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.336456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-b88ba0c9-0352-4753-beef-2a6f961d5a17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.6815004 Aug 27 02:21:05.337407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f00e97-b5ad-4079-9da5-471ae0fad8f6 req-797079a9-e738-4656-b078-39e7b36852fb tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.348334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46f00e97-b5ad-4079-9da5-471ae0fad8f6 req-797079a9-e738-4656-b078-39e7b36852fb tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 932 time: 0.1950622 Aug 27 02:21:05.405988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46f00e97-b5ad-4079-9da5-471ae0fad8f6 req-ca1859fe-ca78-434c-98db-3c81044acee3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Aug 27 02:21:05.449174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49cf26-fe4e-4ddc-8752-384d9b276b7c req-e626e8a5-1e5c-4f4c-8c88-1b27b55afefe tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.454846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b49cf26-fe4e-4ddc-8752-384d9b276b7c req-e626e8a5-1e5c-4f4c-8c88-1b27b55afefe tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.3525217 Aug 27 02:21:05.535545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-274d6352-655e-41c5-874a-44063f8ec8e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1623001 Aug 27 02:21:05.557353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.568416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Deleting port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:05.568750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.648103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 54921e66-8608-47ff-bb2f-5e21f997df96 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:05.675511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 54921e66-8608-47ff-bb2f-5e21f997df96 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:05.676040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 54921e66-8608-47ff-bb2f-5e21f997df96 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:05.677614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb41dfe-16a2-4a39-8faf-932a26565570 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:05.691920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c716-0194-49cd-a1c5-ea96ce2ef273 req-57aea59e-43d5-4119-9a56-4bbdcb8b98f8 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:05.699961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73c9c716-0194-49cd-a1c5-ea96ce2ef273 req-57aea59e-43d5-4119-9a56-4bbdcb8b98f8 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 944 time: 0.1601667 Aug 27 02:21:05.708642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:21:01Z', 'revision_number': 5, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:05.712092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.738950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Transition to ACTIVE for port object 9cb41dfe-16a2-4a39-8faf-932a26565570 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:05.749168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.749805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfe76e3-3744-4c27-b530-6d5615983d0d None None] The sync data for ids ['f604d016-8038-4dbe-83ed-b4b3bb52862e'] in n-d-806292-1 is: [{'id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'name': 'tempest-FloatingIPsNegativeTestJSON-211304020-router', 'tenant_id': 'a4791453fc174d25a6beaed89af3ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:47Z', 'updated_at': '2021-08-27T02:21:01Z', 'revision_number': 5, 'project_id': 'a4791453fc174d25a6beaed89af3ea9c', 'gw_port': {'id': 'befad2a2-af0a-4884-ba39-e8de157c6f37', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:da:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f604d016-8038-4dbe-83ed-b4b3bb52862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:48Z', 'updated_at': '2021-08-27T02:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:05.793016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73c9c716-0194-49cd-a1c5-ea96ce2ef273 req-8639c716-22b2-4642-a7c9-9470b8fcf8fb tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917897 Aug 27 02:21:05.840559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:05.896354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Attempting to bind port 9cb41dfe-16a2-4a39-8faf-932a26565570 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:05.896758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Attempting to bind port 9cb41dfe-16a2-4a39-8faf-932a26565570 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:05.897152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Attempting to bind port 9cb41dfe-16a2-4a39-8faf-932a26565570 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:05.902240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Port 9cb41dfe-16a2-4a39-8faf-932a26565570 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:05.902710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Attempting to bind port 9cb41dfe-16a2-4a39-8faf-932a26565570 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:05.907995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:05.908422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Checking segment: {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:05.908992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Bound using segment: {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:05.910111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Bound port: 9cb41dfe-16a2-4a39-8faf-932a26565570, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:05.910528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:05.986874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:05.991420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:05.996387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.014943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b49cf26-fe4e-4ddc-8752-384d9b276b7c req-45449e20-5983-40d7-a589-0b5ab0f9a138 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4917424 Aug 27 02:21:06.027335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:06.048224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.048929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.051052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] 10.222.0.46 "PUT /v2.0/ports/9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 1092 time: 1.1575871 Aug 27 02:21:06.053242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-5f4bf90e-10ba-47d5-8627-6dae7c801b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.055029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-5f4bf90e-10ba-47d5-8627-6dae7c801b47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.5067887 Aug 27 02:21:06.066351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:06.093469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.103897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9037ea5-123d-4180-8507-a0bc8c7ecd1b service neutron] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:06.116460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53396) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:06.137322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ba2ba-87e2-4400-a7fb-4884fcad0522 req-6166a7bd-0023-42e7-8626-db77f9504cbf tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.139232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f7ba2ba-87e2-4400-a7fb-4884fcad0522 req-6166a7bd-0023-42e7-8626-db77f9504cbf tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.1117809 Aug 27 02:21:06.194015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8546dba9-e82d-491f-8692-743a2d966a25 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:06.233453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8546dba9-e82d-491f-8692-743a2d966a25 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:06.234546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8546dba9-e82d-491f-8692-743a2d966a25 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:06.235383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8962dbc7-12d3-4afb-a7cd-725372b258a8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:06.240568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f7ba2ba-87e2-4400-a7fb-4884fcad0522 req-aa847279-06a8-4b88-bd4e-198ec6791e9e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Aug 27 02:21:06.244911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8b6faa73-14a5-433d-96bc-a734f5f94602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.247392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8b6faa73-14a5-433d-96bc-a734f5f94602 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1095 time: 0.1069772 Aug 27 02:21:06.264998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8962dbc7-12d3-4afb-a7cd-725372b258a8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:06.265345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8962dbc7-12d3-4afb-a7cd-725372b258a8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:06.302341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.303395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.305091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] 10.222.0.46 "PUT /v2.0/ports/0b1da3be-6e48-4a5e-bbba-21c21e79fec1 HTTP/1.1" status: 200 len: 1091 time: 3.6034238 Aug 27 02:21:06.313957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:06.314171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-e67d2dd9-067e-4203-b479-542c69802608 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 217 time: 0.0491343 Aug 27 02:21:06.324726 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ff1e7f-144a-49ce-ab58-bd578cd8da36" -d '{"events": [{"name": "network-changed", "server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:06.332879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] For port 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:06.333599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.353224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2860cc-b230-49e2-a3bc-c48df1f3aacb service neutron] Pushing event updated for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:06.369864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Calling delete_port for 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:06.392046 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e7fbd-a545-4715-bc1d-5fa214312489 x-openstack-request-id: req-f10e7fbd-a545-4715-bc1d-5fa214312489 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:06.392353 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:06.392606 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f10e7fbd-a545-4715-bc1d-5fa214312489 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:06.393001 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'status': 'completed', 'code': 200} Aug 27 02:21:06.397516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Deleting port befad2a2-af0a-4884-ba39-e8de157c6f37 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:06.397961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.419639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ab39d89-2e88-41ff-b7ac-b5812dea3c95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8453ff37f8b04d75bb19758421e25b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997351 Aug 27 02:21:06.420123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:06.441836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-380c8042-cb00-4bf0-9dac-61a2c88ae4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.443400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-380c8042-cb00-4bf0-9dac-61a2c88ae4ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3640482 Aug 27 02:21:06.444821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8f1e5dc2-ccd1-46c3-af31-b894ab13d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.446299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-8f1e5dc2-ccd1-46c3-af31-b894ab13d0f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.1169152 Aug 27 02:21:06.456835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1cdcfcd6-5fab-414a-a597-d8ffd734f62b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:06.479442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-f659fef1-9750-4ab3-a9f8-a6a7a300410a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249646 Aug 27 02:21:06.536049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:06.540986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:06.541607 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.573435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f156-be0f-4a9b-bae9-e44731904222 req-4b120b5c-2029-475e-bc76-1c4959c99759 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.575053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9427f156-be0f-4a9b-bae9-e44731904222 req-4b120b5c-2029-475e-bc76-1c4959c99759 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.3536396 Aug 27 02:21:06.658846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.683083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:06.685472 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fafaced-e6bb-42e2-ba95-4ab4ba8e65a9" -d '{"events": [{"server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "name": "network-vif-plugged", "status": "completed", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:06.699832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:06.707279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.708254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:06.758833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-6967dfcd-1de3-4e64-9b23-c8918e959383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.760316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-6967dfcd-1de3-4e64-9b23-c8918e959383 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=588bf87870a7428e9ab42a25f321c00c&device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 1094 time: 0.3803809 Aug 27 02:21:06.783869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:06.789143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9427f156-be0f-4a9b-bae9-e44731904222 req-25290d05-2f59-4126-9096-af00d0f64615 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593497 Aug 27 02:21:06.801729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 63151f02-6619-4c29-a155-e4e6c2454856 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:06.806829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 63151f02-6619-4c29-a155-e4e6c2454856 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:06.807439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.869646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] For port befad2a2-af0a-4884-ba39-e8de157c6f37, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=befad2a2-af0a-4884-ba39-e8de157c6f37,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:06.870018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.873436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-9ee5c5dc-909a-4c62-8721-b6dad00b3059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1 HTTP/1.1" status: 200 len: 217 time: 0.0835216 Aug 27 02:21:06.888367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.898764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-3d319011-f9fb-43cf-a0f1-54701768b4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999021 Aug 27 02:21:06.931249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Calling delete_port for befad2a2-af0a-4884-ba39-e8de157c6f37 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:06.938171 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.942462 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b00e00-1c3d-4f6c-9e16-a2f410b3e86f x-openstack-request-id: req-b1b00e00-1c3d-4f6c-9e16-a2f410b3e86f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:06.942761 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "name": "network-vif-plugged", "status": "completed", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:06.943011 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1b00e00-1c3d-4f6c-9e16-a2f410b3e86f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:06.943436 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'code': 200} Aug 27 02:21:06.952285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d058d46-bbcf-4ce9-9303-c8ad22f390a7 req-156a55b9-1da4-4abd-9764-58af53d4a78c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:06.956080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d058d46-bbcf-4ce9-9303-c8ad22f390a7 req-156a55b9-1da4-4abd-9764-58af53d4a78c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 944 time: 0.4505510 Aug 27 02:21:06.969649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.979769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:06.983609 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:06.984501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:06.991868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-70595d57-7958-4bbc-b68d-6eae559eba58 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033543 Aug 27 02:21:06.999655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:07.001814 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed11e6e-2368-4675-a26d-ae4012f7822c" -d '{"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:07.070051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.088798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 8be4c673-3037-45ff-a772-638cc1e52c79 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:07.095091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d058d46-bbcf-4ce9-9303-c8ad22f390a7 req-abab2e93-eb8b-4a03-bb8e-35f1bc03e8db tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213448 Aug 27 02:21:07.095396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 8be4c673-3037-45ff-a772-638cc1e52c79 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:07.095767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.150942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.153404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.156842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2452fa0c-852a-47f6-b871-ddb711148be1 HTTP/1.1" status: 204 len: 168 time: 0.7340004 Aug 27 02:21:07.156842 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa2ccc-2d17-4040-8d89-57856ebc9f5c x-openstack-request-id: req-84aa2ccc-2d17-4040-8d89-57856ebc9f5c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:07.156842 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:07.156842 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84aa2ccc-2d17-4040-8d89-57856ebc9f5c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:07.157257 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'status': 'completed', 'code': 200} Aug 27 02:21:07.171569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee1fbaf-c25c-4365-a974-54cdc77a30fd req-04d2dd82-b23b-4338-90ae-a69e34d3d0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665497 Aug 27 02:21:07.172458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a8ec-f8f9-4b2d-819f-ecfd9750c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452fa0c-852a-47f6-b871-ddb711148be1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.232283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.244513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-4ff64b82-e301-4c96-b696-a7244a732693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.246241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-4ff64b82-e301-4c96-b696-a7244a732693 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58eeb62c-c50b-456e-9cb4-2aa2f365995b HTTP/1.1" status: 200 len: 855 time: 0.3641539 Aug 27 02:21:07.257364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.268945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:07.282974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c38799-a6cb-4825-8cbe-b163a86a39e0 req-6d7ec8a0-0939-4941-8601-290e2445b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.283539 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.284730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e7c38799-a6cb-4825-8cbe-b163a86a39e0 req-6d7ec8a0-0939-4941-8601-290e2445b19e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 1096 time: 0.3205538 Aug 27 02:21:07.351317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593d2b-f308-4ab0-b670-779e382cf3a9 req-28ed8fb1-6e4e-409d-a549-9b722e1f5e34 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.352828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d593d2b-f308-4ab0-b670-779e382cf3a9 req-28ed8fb1-6e4e-409d-a549-9b722e1f5e34 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.0971134 Aug 27 02:21:07.354148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.367284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-0e9be4a7-547f-464f-b023-d9a405bb858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.368696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-0e9be4a7-547f-464f-b023-d9a405bb858c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1095 time: 0.0813446 Aug 27 02:21:07.400241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b197-14f6-433b-b177-139eb525975b req-ec7775f9-f683-452f-933b-ca5d40e85990 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.401822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cda3b197-14f6-433b-b177-139eb525975b req-ec7775f9-f683-452f-933b-ca5d40e85990 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.4336340 Aug 27 02:21:07.402687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af8e4c5-e85d-4e12-939a-6d68a91d9ea0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.451657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11176639-1ad0-46ed-957f-79c1eb4fe2aa req-fa58677c-b834-4cbb-91c6-5c94c15b798d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192776 Aug 27 02:21:07.471351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d593d2b-f308-4ab0-b670-779e382cf3a9 req-866a828e-77ca-4887-b8a4-239962dfc189 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063049 Aug 27 02:21:07.505142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:07.534846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-8379bc0b-6b14-4715-b124-d6115876047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.537003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e7c38799-a6cb-4825-8cbe-b163a86a39e0 req-ed1e1107-1089-4d4d-9f44-6353b2330607 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386725 Aug 27 02:21:07.538256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-8379bc0b-6b14-4715-b124-d6115876047f service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.1560876 Aug 27 02:21:07.545030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-135891e9-d94d-4af6-8296-3dc540066cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.546535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-135891e9-d94d-4af6-8296-3dc540066cbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d216fc1a-0b04-4039-a664-de1f915ec777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579587 Aug 27 02:21:07.590200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-254754ff-f46f-4ba2-9c2c-a0b08a025ba6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 217 time: 0.0438662 Aug 27 02:21:07.593160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79056d4b-9507-4456-a2b5-fbeadb40fb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.663922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cda3b197-14f6-433b-b177-139eb525975b req-6a628103-37f8-47b3-b371-d79369418582 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432015 Aug 27 02:21:07.664801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f945b-4eea-44ab-8680-f870ab0981ba req-fec0d7a0-5657-4461-b060-7f83061376e7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.668269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-644f945b-4eea-44ab-8680-f870ab0981ba req-fec0d7a0-5657-4461-b060-7f83061376e7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.1138282 Aug 27 02:21:07.670484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.672303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-7b2f4b53-e174-46b6-838a-06842300a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.673770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-7b2f4b53-e174-46b6-838a-06842300a01b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.0660787 Aug 27 02:21:07.678614 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.715445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-5571412c-8534-46bd-8ef9-5651b4dff146 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317163 Aug 27 02:21:07.747867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-644f945b-4eea-44ab-8680-f870ab0981ba req-f291253c-1eed-48e5-ba73-758009f2ad3f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721524 Aug 27 02:21:07.811361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Pushing event deleted for resources: {'Port': ['ID=befad2a2-af0a-4884-ba39-e8de157c6f37,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:07.816891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-4feb0f65-7043-487e-8f52-38f24dc8a2af service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911231 Aug 27 02:21:07.824314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-84041318-d20f-474b-99ae-4bc09171ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:07.825803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-84041318-d20f-474b-99ae-4bc09171ac52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1100 time: 0.3112562 Aug 27 02:21:07.833335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.839047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:07.918511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aed11e6e-2368-4675-a26d-ae4012f7822c req-515caa28-08bb-494e-8792-fdba7eac111a service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926881 Aug 27 02:21:07.990543 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-1fc6cad4-8c63-41b0-a793-20b75412347a service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150453 Aug 27 02:21:08.032984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.033521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ba5491-20bb-42be-94bd-f2ce657b973e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:21:08.228124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a0a20-6b3a-497e-b216-05750bd81841 req-120182c3-e4db-4ec1-a917-bd6349b2b73f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:08.229701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-030a0a20-6b3a-497e-b216-05750bd81841 req-120182c3-e4db-4ec1-a917-bd6349b2b73f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 944 time: 0.0521278 Aug 27 02:21:08.275162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-030a0a20-6b3a-497e-b216-05750bd81841 req-e18ce700-2618-48e6-a906-fbeaf2c54909 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Aug 27 02:21:08.325019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.326148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cef19198-8ff6-4fb8-808b-458729bd07d9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/62ba5491-20bb-42be-94bd-f2ce657b973e HTTP/1.1" status: 204 len: 168 time: 5.3391690 Aug 27 02:21:08.328737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53426) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:08.374862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Deleting subnet b25d2a15-9c04-4207-9e81-6c7ccba09b55 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:21:08.377869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.388309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.412676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.450894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.467514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9bd9-96fe-490a-8985-06ae6dfde2ba req-0d1f1ef8-5b5b-4b1c-a39d-359b1d25aab6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:08.468996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b8e9bd9-96fe-490a-8985-06ae6dfde2ba req-0d1f1ef8-5b5b-4b1c-a39d-359b1d25aab6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.5456226 Aug 27 02:21:08.532609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.563987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-cb604dc2-f5ee-4575-8e41-5ca0aad77f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:08.565455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-cb604dc2-f5ee-4575-8e41-5ca0aad77f8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.7278290 Aug 27 02:21:08.570783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.578758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.587890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25d2a15-9c04-4207-9e81-6c7ccba09b55,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:08.607639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.613393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79056d4b-9507-4456-a2b5-fbeadb40fb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.615088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4b65cf57-f35a-4ad3-a4c1-408ed5d63185 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b25d2a15-9c04-4207-9e81-6c7ccba09b55 HTTP/1.1" status: 204 len: 168 time: 0.2851140 Aug 27 02:21:08.619129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53430) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:08.680520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79056d4b-9507-4456-a2b5-fbeadb40fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.683508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-88a6a746-7ff5-480d-bf8c-ef3bb1621dfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1029842 Aug 27 02:21:08.688785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d1bbc7a-2dea-4101-8126-945a560642b6 req-7f0e0ea7-27c2-482e-b8c8-0ca7357f73eb service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765356 Aug 27 02:21:08.698085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b8e9bd9-96fe-490a-8985-06ae6dfde2ba req-68df4704-e0b6-46bd-9828-a8891c179981 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179375 Aug 27 02:21:08.730907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718373f-44f3-46c6-9685-971f56a13a88 req-2c9ecb2e-970f-4300-8b6a-8c7bcadf5113 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:08.738954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6718373f-44f3-46c6-9685-971f56a13a88 req-2c9ecb2e-970f-4300-8b6a-8c7bcadf5113 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.1209166 Aug 27 02:21:08.749294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.754335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.754931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f604d016-8038-4dbe-83ed-b4b3bb52862e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:21:08.763689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.767463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e884752-d000-4d7d-a99b-d26f4d5cbd00 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f604d016-8038-4dbe-83ed-b4b3bb52862e HTTP/1.1" status: 204 len: 168 time: 5.1293278 Aug 27 02:21:08.770805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53434) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:08.787266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79056d4b-9507-4456-a2b5-fbeadb40fb8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2efba2fb934406e8cc9eccb72b952af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2699656 Aug 27 02:21:08.798236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53438) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:08.802046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79056d4b-9507-4456-a2b5-fbeadb40fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00162655-7645-4640-b8b7-a3320878827c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:08.837275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6718373f-44f3-46c6-9685-971f56a13a88 req-0944c181-c9ea-44bf-b03c-848354e9a970 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971577 Aug 27 02:21:08.900361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-59dab729-6fd3-4081-a9d7-54f66ab1b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:08.901888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-59dab729-6fd3-4081-a9d7-54f66ab1b10f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2029152 Aug 27 02:21:08.903518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.937525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa03ad3-ba2e-4096-9ea9-83da1bf382eb']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:08.945936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}, {'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:08.951798 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1970fc-64b2-413c-b25a-9586a7af1fa3" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}, {"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-plugged", "status": "completed", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:08.953813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Deleting subnet a1e47358-ead1-4e14-93ca-a4d3fdc57284 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:21:08.962432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.965732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:08.966164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:08.966491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d17c01-f661-4c13-b7a8-b3ce13d6c4ac') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:08.985520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.007815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d73d3-b3bf-4a13-8730-94d91f77a1a4 req-6de331ab-7b21-4060-b6be-dd9e7b119d2b tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.009372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-174d73d3-b3bf-4a13-8730-94d91f77a1a4 req-6de331ab-7b21-4060-b6be-dd9e7b119d2b tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.1957645 Aug 27 02:21:09.010327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.018117 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.019551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-33dcdde7-3ae5-4a90-bf62-180b8e65f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.021029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-33dcdde7-3ae5-4a90-bf62-180b8e65f939 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=588bf87870a7428e9ab42a25f321c00c&device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 1094 time: 0.1735620 Aug 27 02:21:09.034150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.036150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29f9f-d5bf-4ff8-ba7d-c33e52dee305 req-67ff7c0d-0eac-4d35-b5c1-a00bd5c00f77 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.037627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fe29f9f-d5bf-4ff8-ba7d-c33e52dee305 req-67ff7c0d-0eac-4d35-b5c1-a00bd5c00f77 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.1219275 Aug 27 02:21:09.038679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:21:09.039078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: items = [ Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:21:09.047902 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:21:09.077696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-2e4f8bf5-f8b0-44fe-877c-292560e7cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.079220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-2e4f8bf5-f8b0-44fe-877c-292560e7cb52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652241 Aug 27 02:21:09.139614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.145795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.148292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] 10.222.0.26 "DELETE /v2.0/networks/3aa03ad3-ba2e-4096-9ea9-83da1bf382eb HTTP/1.1" status: 204 len: 168 time: 0.5279114 Aug 27 02:21:09.154520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fe29f9f-d5bf-4ff8-ba7d-c33e52dee305 req-b4a49d32-606a-4f34-b488-0973b62764d9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934653 Aug 27 02:21:09.167632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94e623-c593-45d3-a87d-fc9e0cf521ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa03ad3-ba2e-4096-9ea9-83da1bf382eb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.174525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.177573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.181276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00162655-7645-4640-b8b7-a3320878827c HTTP/1.1" status: 204 len: 168 time: 0.3811250 Aug 27 02:21:09.194452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf065c-9663-4627-8180-a4047fb2dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00162655-7645-4640-b8b7-a3320878827c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.216046 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-174d73d3-b3bf-4a13-8730-94d91f77a1a4 req-9aa26f21-994c-4d55-9ee8-b7670ce9e99d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917357 Aug 27 02:21:09.323327 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f2460-f6d1-4885-ac73-a783338586a1 x-openstack-request-id: req-314f2460-f6d1-4885-ac73-a783338586a1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:09.323327 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "code": 200}, {"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-plugged", "status": "completed", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:09.323327 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-314f2460-f6d1-4885-ac73-a783338586a1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:09.323812 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'code': 200} Aug 27 02:21:09.324041 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79', 'code': 200} Aug 27 02:21:09.324147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.358451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-2b2b1afb-4788-418c-b351-7ef696af5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.360099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-2b2b1afb-4788-418c-b351-7ef696af5c99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d216fc1a-0b04-4039-a664-de1f915ec777 HTTP/1.1" status: 200 len: 917 time: 0.3227360 Aug 27 02:21:09.454815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1d21e-001b-424f-b2ad-f98be48e9d37 req-7c205ff7-41dc-45e5-b6cd-8a064a6b088a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.456602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fb1d21e-001b-424f-b2ad-f98be48e9d37 req-7c205ff7-41dc-45e5-b6cd-8a064a6b088a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 944 time: 0.0560808 Aug 27 02:21:09.463331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53450) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.489557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-46cb857f-de95-4cc3-bc24-cfc0d067888e service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661735 Aug 27 02:21:09.496144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-c65056db-3613-41cd-a54c-6a12c67d976f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1 HTTP/1.1" status: 200 len: 217 time: 0.1210990 Aug 27 02:21:09.533224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fb1d21e-001b-424f-b2ad-f98be48e9d37 req-3bab929f-6f31-4e6e-9cca-4980b4f5063e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631263 Aug 27 02:21:09.542742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7d9bcf9-644d-4aa7-857a-eb7b0dfcfc1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef3bda47bb1041b2a6ac10ffdb81c816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779312 Aug 27 02:21:09.543356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53454) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.597370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.624543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.627345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc65cc2-8f27-4459-8a6e-63c3b6f8f664 req-c9f5b26a-be37-4318-b75b-42d65f450212 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.629396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8bc65cc2-8f27-4459-8a6e-63c3b6f8f664 req-c9f5b26a-be37-4318-b75b-42d65f450212 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.2595398 Aug 27 02:21:09.641152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e9a2-2e0c-4a9a-871e-cd32deafd820 req-4472d224-5b43-4932-9a11-eba374df4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.641586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53460) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.642742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7274e9a2-2e0c-4a9a-871e-cd32deafd820 req-4472d224-5b43-4932-9a11-eba374df4889 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1096 time: 0.2288096 Aug 27 02:21:09.648935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Request body: {'floatingip': {'port_id': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:09.665372 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.688327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-0bc1e408-f374-4ba4-a6da-85b2905e693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.689818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-0bc1e408-f374-4ba4-a6da-85b2905e693b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58eeb62c-c50b-456e-9cb4-2aa2f365995b HTTP/1.1" status: 200 len: 855 time: 0.1776264 Aug 27 02:21:09.700123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.724587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc086c-7b63-4b64-947c-1689929537d8 None None] Network ece86f6b-ae90-4543-8f15-b6009d5207d8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:09.728147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e47358-ead1-4e14-93ca-a4d3fdc57284,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.732840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.733852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcf7409b-a81c-4bde-a9ef-baa7fb33f328 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1e47358-ead1-4e14-93ca-a4d3fdc57284 HTTP/1.1" status: 204 len: 168 time: 0.9500694 Aug 27 02:21:09.740522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:09.773029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-ee56b521-9643-42ef-b7b2-549be757b55b service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724955 Aug 27 02:21:09.776923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7274e9a2-2e0c-4a9a-871e-cd32deafd820 req-23942349-b9b5-4fe6-be68-18acdffce896 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254375 Aug 27 02:21:09.800978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-852d8df9-9994-431d-b7e3-8eca434cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:09.806422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-852d8df9-9994-431d-b7e3-8eca434cd55c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d216fc1a-0b04-4039-a664-de1f915ec777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961967 Aug 27 02:21:09.854912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.857698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.862183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/875e8933-83cd-43da-b304-36bec2c86b2a HTTP/1.1" status: 204 len: 168 time: 0.3176861 Aug 27 02:21:09.936054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0c235-d2b5-4277-bc50-2f1992c77482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e8933-83cd-43da-b304-36bec2c86b2a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:09.956575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:09.965433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-5ddd7bbe-5ed4-4fb9-8a2b-98ae44072c16 service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516778 Aug 27 02:21:10.038355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4372b2-d5fd-4063-9295-02df74bc0698 req-88078cc1-abb1-430a-ba70-caa30dd12c22 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:10.039920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e4372b2-d5fd-4063-9295-02df74bc0698 req-88078cc1-abb1-430a-ba70-caa30dd12c22 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.2067890 Aug 27 02:21:10.128926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] DHCP port deletion for ece86f6b-ae90-4543-8f15-b6009d5207d8 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:21:10.166576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37461a-933d-4e90-bf00-a62e94c47e32 req-cecc35ca-6081-4dd6-9aad-16d982307bd3 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:10.175745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c37461a-933d-4e90-bf00-a62e94c47e32 req-cecc35ca-6081-4dd6-9aad-16d982307bd3 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.2024212 Aug 27 02:21:10.202245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Deleting port 74a608d9-047f-486c-9960-50cf665927c3 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:10.203995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.216764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ff1e7f-144a-49ce-ab58-bd578cd8da36 req-aa04b98d-9e87-4764-b64a-5ebef1bda4b4 service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376342 Aug 27 02:21:10.242531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c37461a-933d-4e90-bf00-a62e94c47e32 req-567c3a73-7838-4090-a8b3-158170230fb2 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605595 Aug 27 02:21:10.305796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 74a608d9-047f-486c-9960-50cf665927c3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:10.367262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=74a608d9-047f-486c-9960-50cf665927c3,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:10.367792 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.384418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Calling delete_port for 74a608d9-047f-486c-9960-50cf665927c3 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:10.398057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf4f97-34a7-428c-b2f2-c212d17aa19d req-80dc9eaf-1dcb-47d2-88ff-e497b8d40f88 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:10.410293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2adf4f97-34a7-428c-b2f2-c212d17aa19d req-80dc9eaf-1dcb-47d2-88ff-e497b8d40f88 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0922217 Aug 27 02:21:10.446732 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e4372b2-d5fd-4063-9295-02df74bc0698 req-16c7da6b-c3b1-4915-a1f0-57eb77b77e03 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541315 Aug 27 02:21:10.481181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2adf4f97-34a7-428c-b2f2-c212d17aa19d req-5a32aa2b-04bf-4444-b2be-56364cf3cd2e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697606 Aug 27 02:21:10.485838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Deleting port 74a608d9-047f-486c-9960-50cf665927c3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:10.486128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.490452 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.506373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:10.545675 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.620885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=74a608d9-047f-486c-9960-50cf665927c3,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:10.621654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.630417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.674640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 74a608d9-047f-486c-9960-50cf665927c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=74a608d9-047f-486c-9960-50cf665927c3,segment=NetworkSegment(24d64caf-a8c6-425d-8888-f3b32ac67e3c),segment_id=24d64caf-a8c6-425d-8888-f3b32ac67e3c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:10.681915 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.683242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device befad2a2-af0a-4884-ba39-e8de157c6f37 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:10.685621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Calling delete_port for 74a608d9-047f-486c-9960-50cf665927c3 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:10.716013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.738550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: befad2a2-af0a-4884-ba39-e8de157c6f37 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:10.739253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device befad2a2-af0a-4884-ba39-e8de157c6f37 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:10.739935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:10.747676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event deleted for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:10.770145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-network', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:10.794676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Made reservation on behalf of 0bf697c719e043abbd3014eaa453ddcf for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:10.797435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.799308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:10.799688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6af8e4c5-e85d-4e12-939a-6d68a91d9ea0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:10.804234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] No DVR routers for this DVR port 74a608d9-047f-486c-9960-50cf665927c3 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:10.809578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95335f-87bf-4a03-b441-e5bc5ddbca41 None None] Pushing event deleted for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:10.822939 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Floating IP 796adc4d-069d-401c-a6e3-06525ede4b23 associated. External IP: 172.25.8.178, port: 1cdcfcd6-5fab-414a-a597-d8ffd734f62b. Aug 27 02:21:10.863690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.864464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:10.880076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fbd7e-fcc8-47d3-966b-7560298edd17 req-932612c5-2cee-4ef7-ab8f-e0a3b11dfc88 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:10.889400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-180fbd7e-fcc8-47d3-966b-7560298edd17 req-932612c5-2cee-4ef7-ab8f-e0a3b11dfc88 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 944 time: 0.2110572 Aug 27 02:21:10.939011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a608d9-047f-486c-9960-50cf665927c3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:10.944851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] No DVR routers for this DVR port 74a608d9-047f-486c-9960-50cf665927c3 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:10.999722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53508) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:11.004216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.008008 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.052435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:21:11.058618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-180fbd7e-fcc8-47d3-966b-7560298edd17 req-8f7a029f-a39b-4406-992e-9f526634ac0c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541378 Aug 27 02:21:11.061606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45093e7-cba9-40e2-8936-28285f81c9ba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:11.076175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.076175 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Added segment 9822c5c4-ee76-4a6d-8a03-4b00dca6b483 of type vlan for network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 Aug 27 02:21:11.103713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.118461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.118642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece86f6b-ae90-4543-8f15-b6009d5207d8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:11.145169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.146260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:11.146873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.164356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-43621022-network', 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:11.173176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d64caf-a8c6-425d-8888-f3b32ac67e3c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:11.173475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d64caf-a8c6-425d-8888-f3b32ac67e3c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:11.192531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.205756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6948001 Aug 27 02:21:11.208394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:11.213184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Request body: {'subnet': {'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-subnet', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:11.221113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471baf16-ac53-4d8a-96fe-90119e851031 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddff95d-0c22-4cda-bd97-a3c1c1340221,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:11.231355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:21:11.238784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.239095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:21:11.239095 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:21:11.239095 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': '0bf697c719e043abbd3014eaa453ddcf', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 21, 11, 219414)}] Aug 27 02:21:11.239095 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:21:11.239418 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:21:11.264095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:21:11.264768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:21:11.312744 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:21:11.320483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:11.322749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.342685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.349004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:11.354373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef821-f8d0-4851-9d83-375ea85249bc req-643d37f2-d1d4-494d-acf6-646d53cc4dcc tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:11.354601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.356793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c83ef821-f8d0-4851-9d83-375ea85249bc req-643d37f2-d1d4-494d-acf6-646d53cc4dcc tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.0533040 Aug 27 02:21:11.363992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.366032 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ece86f6b-ae90-4543-8f15-b6009d5207d8 HTTP/1.1" status: 204 len: 168 time: 1.6239209 Aug 27 02:21:11.388065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e83deb-3283-4245-9e9c-a7ca5a0de464 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece86f6b-ae90-4543-8f15-b6009d5207d8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:11.412557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c83ef821-f8d0-4851-9d83-375ea85249bc req-7f4a2db6-b783-4b27-b514-5b6082e021ca tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488863 Aug 27 02:21:11.508841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53522) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:11.562658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abcdee09-e7d6-4199-82c1-1d9f09fac5bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4791453fc174d25a6beaed89af3ea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523689 Aug 27 02:21:11.563388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:11.640876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9cb41dfe-16a2-4a39-8faf-932a26565570 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:11.644549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdab0f-6d88-4c47-8c8b-fb153b1e44ba req-ec6db382-a305-4b43-a0a8-563883ef7923 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:11.646158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2bfdab0f-6d88-4c47-8c8b-fb153b1e44ba req-ec6db382-a305-4b43-a0a8-563883ef7923 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0818217 Aug 27 02:21:11.667929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.712375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.726339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2bfdab0f-6d88-4c47-8c8b-fb153b1e44ba req-dafbd685-a031-4b6f-9217-ccadd6d659f2 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682862 Aug 27 02:21:11.762088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:11.777401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e', 'port_id': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'mac_address': 'fa:16:3e:2e:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbbcaca-2974-4d44-b949-173684852291', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:11.784734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.787652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.791825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9184a828-62ea-4dce-9d25-ee50dbfb6feb HTTP/1.1" status: 204 len: 168 time: 0.2262504 Aug 27 02:21:11.800272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9579d9e-d121-4961-80b2-815c4e8100ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184a828-62ea-4dce-9d25-ee50dbfb6feb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:11.859639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.880942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb41dfe-16a2-4a39-8faf-932a26565570 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:11.906878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:11.908579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882119-1a2d-4804-ba49-0c9a8332bbf2 req-5a77de6a-c129-43cd-97e2-5adf048fc186 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:11.911018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f882119-1a2d-4804-ba49-0c9a8332bbf2 req-5a77de6a-c129-43cd-97e2-5adf048fc186 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1096 time: 0.0563660 Aug 27 02:21:11.912832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.923362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:11.930620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:11.935592 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:11.959333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:11.960223 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:11.972805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f882119-1a2d-4804-ba49-0c9a8332bbf2 req-d2f341c4-3fa6-405b-96a2-191baf0320c8 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Aug 27 02:21:11.983789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:12.034226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325186-eab2-468f-b72b-b7c7e32fdc10 req-b9ff37e7-ba29-403a-b949-2cee981d1ca5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.035757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc325186-eab2-468f-b72b-b7c7e32fdc10 req-b9ff37e7-ba29-403a-b949-2cee981d1ca5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.1763082 Aug 27 02:21:12.037193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ce888ec-d704-4227-b4a7-39567506b950 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "PUT /v2.0/floatingips/796adc4d-069d-401c-a6e3-06525ede4b23 HTTP/1.1" status: 200 len: 991 time: 2.3943484 Aug 27 02:21:12.038570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:12.040983 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75874b9-438d-4977-a36b-654236ebb397" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:12.132581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.150867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.178273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Made reservation on behalf of 0bf697c719e043abbd3014eaa453ddcf for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:12.181079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.209918 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:12.246504 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b4875d-420b-43a0-8b4d-0ddabfd2ad98 x-openstack-request-id: req-97b4875d-420b-43a0-8b4d-0ddabfd2ad98 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:12.246849 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:12.247104 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97b4875d-420b-43a0-8b4d-0ddabfd2ad98 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:12.250137 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'status': 'completed', 'code': 200} Aug 27 02:21:12.270500 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc325186-eab2-468f-b72b-b7c7e32fdc10 req-07c552c6-590e-49fb-843b-2a7c3d2af0ee tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234015 Aug 27 02:21:12.275031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:21:12.298795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c747d74-a229-4c67-afe2-d9bf4dc93ae3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:12.316364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.316732 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Added segment 140696e3-4819-4fd3-bec7-f161ba807d7b of type vlan for network 100279b2-426f-4cf0-8411-7ae7befe70d4 Aug 27 02:21:12.336839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:12.381865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.417303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.418818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.419468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.539389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5351627 Aug 27 02:21:12.552075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:12.559477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6137c79-fa04-4ac7-960b-e463d3afd2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=100279b2-426f-4cf0-8411-7ae7befe70d4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:12.583374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:21:12.585622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Request body: {'subnet': {'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-43621022-subnet', 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:12.624959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d896718-1a8b-423c-bb3c-38bb2068c3cb req-737260f3-77a9-4e8b-97c4-664e5fe4de4b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.627276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75874b9-438d-4977-a36b-654236ebb397 req-2ee6ef8e-e67d-4a87-b9f7-8bb60f5cf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.628537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d896718-1a8b-423c-bb3c-38bb2068c3cb req-737260f3-77a9-4e8b-97c4-664e5fe4de4b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.1127193 Aug 27 02:21:12.637137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-2ee6ef8e-e67d-4a87-b9f7-8bb60f5cf4fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 1096 time: 0.3640375 Aug 27 02:21:12.669725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8e56-a44d-4946-a9f1-cc271a675b0a req-24143f92-31c5-4373-8d4c-9a506784df06 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.679516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b64c8e56-a44d-4946-a9f1-cc271a675b0a req-24143f92-31c5-4373-8d4c-9a506784df06 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 945 time: 0.3634353 Aug 27 02:21:12.682899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d896718-1a8b-423c-bb3c-38bb2068c3cb req-f02f8210-4e5c-4ad4-8141-b2aaf615fe3e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Aug 27 02:21:12.693086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-5dfde8c6-0639-4171-9f09-f98f03482ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:12.694883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-5dfde8c6-0639-4171-9f09-f98f03482ebd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1100 time: 0.2662747 Aug 27 02:21:12.717592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:12.796540 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:ac:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:21:10Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:12.828224 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:12.839953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:12.840602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:12.847080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:12.849827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:12.990728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:12.991459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b64c8e56-a44d-4946-a9f1-cc271a675b0a req-d41879be-f822-4055-a111-f7669923733f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084056 Aug 27 02:21:13.009733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.100149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75874b9-438d-4977-a36b-654236ebb397 req-37680c86-ebe8-45ae-87fa-31df6ab56245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:13.101635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-37680c86-ebe8-45ae-87fa-31df6ab56245 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 200 len: 925 time: 0.4131882 Aug 27 02:21:13.257405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.272223 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:ac:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:21:10Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:13.303913 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0e611-1035-490b-83d3-f16c9f251bb4 None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '796adc4d-069d-401c-a6e3-06525ede4b23', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'floating_ip_address': '172.25.8.178', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'port_id': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'mac_address': 'fa:16:3e:ac:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:17:16Z', 'updated_at': '2021-08-27T02:21:10Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:13.370723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-afb75640-df1f-469e-bf64-3a6aa2290c77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b HTTP/1.1" status: 200 len: 999 time: 0.2563643 Aug 27 02:21:13.462977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b0f61-33cd-45f8-8a4a-3eda911eb8b6 req-e05927c0-99fb-4071-8a23-00286d3dd909 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:13.465390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e1b0f61-33cd-45f8-8a4a-3eda911eb8b6 req-e05927c0-99fb-4071-8a23-00286d3dd909 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 949 time: 0.0739202 Aug 27 02:21:13.529804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e1b0f61-33cd-45f8-8a4a-3eda911eb8b6 req-5b332e32-7d84-4f58-b682-8c67381a95bc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Aug 27 02:21:13.646015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9cb41dfe-16a2-4a39-8faf-932a26565570 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:13.683152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cd1000-098f-4148-80ad-045ac6f188cf None None] New status for floating IP 796adc4d-069d-401c-a6e3-06525ede4b23: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:13.802870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 9cb41dfe-16a2-4a39-8faf-932a26565570 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:13.811047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 9cb41dfe-16a2-4a39-8faf-932a26565570 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:13.811423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.927496 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.934100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75874b9-438d-4977-a36b-654236ebb397 req-684cb2d1-5278-4818-9b80-36e0b805db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:13.935589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-684cb2d1-5278-4818-9b80-36e0b805db67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 200 len: 863 time: 0.2029626 Aug 27 02:21:13.943234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:13.963754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Pushing event updated for resources: {'Subnet': ['ID=920917c4-3522-498a-a01a-08ceaba6882f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:13.963926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:13.988371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:13.991448 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49805358-8dfe-47a4-a258-72650d44bc1b" -d '{"events": [{"server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "name": "network-vif-plugged", "status": "completed", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:14.017825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:14.024750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.035598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Checking segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:14.036088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Network hostable DHCP agents. Network: 3ddff95d-0c22-4cda-bd97-a3c1c1340221, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:21:14.092390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.105916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26fb60b3-32c2-4358-874d-550c570b0012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.109378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f12af3-64e2-47be-9e07-de27c2c8c732 req-385866f0-622c-4094-8126-87ef43cae9a3 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.111289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15f12af3-64e2-47be-9e07-de27c2c8c732 req-385866f0-622c-4094-8126-87ef43cae9a3 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.3078322 Aug 27 02:21:14.176849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682b36ee-618b-4ee3-a535-d86aa62f718e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.192264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75874b9-438d-4977-a36b-654236ebb397 req-943231ec-221d-4646-b028-92551519f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.194780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-943231ec-221d-4646-b028-92551519f296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cde954ee-ca36-4fc3-90c3-5e66d757b2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079928 Aug 27 02:21:14.205059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:21:14.229217 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26fb60b3-32c2-4358-874d-550c570b0012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.233522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:14.233990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Network hostable DHCP agents. Network: 100279b2-426f-4cf0-8411-7ae7befe70d4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:21:14.235675 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26fb60b3-32c2-4358-874d-550c570b0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.259455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:14.278420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-26fb60b3-32c2-4358-874d-550c570b0012 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8bb9939123348a6bc62e7fde11eded8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338792 Aug 27 02:21:14.279184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb60b3-32c2-4358-874d-550c570b0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae91583-d288-4166-bfbe-8fe5feb6794d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.281472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53632) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:14.306314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3ddff95d-0c22-4cda-bd97-a3c1c1340221) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:14.310968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.311798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.320812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730f02d-d627-4feb-80b2-014ceee743b0 None None] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:14.333968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15f12af3-64e2-47be-9e07-de27c2c8c732 req-64ed24db-e643-4a06-a87c-d94f164222e2 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901538 Aug 27 02:21:14.334179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.377419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9aa26109-49c6-4179-ba76-f3c50a90953e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1679676 Aug 27 02:21:14.382507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:14.387579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:14.390747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:21:14.396059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.400147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:14.423909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 100279b2-426f-4cf0-8411-7ae7befe70d4) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:14.432373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.432373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.456092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbceb0-6de4-43d6-afca-f48facce210f None None] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:14.458326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-ad87548f-fc66-417e-b8fc-f75d5a224b15 service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489941 Aug 27 02:21:14.469795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.472726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.481240 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f1fb53-49a6-4926-9f8f-033144808670 x-openstack-request-id: req-c1f1fb53-49a6-4926-9f8f-033144808670 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:14.481528 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "name": "network-vif-plugged", "status": "completed", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:14.481892 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1f1fb53-49a6-4926-9f8f-033144808670 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:14.482337 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'code': 200} Aug 27 02:21:14.484397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:14.488239 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8c42ea-2fa8-4a9c-ab39-9f1bdc8708e8" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-unplugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:14.496277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.511694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.514822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9ce89f7-53c3-4b51-9f16-7f6895d207a4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9488485 Aug 27 02:21:14.516349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.520040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ae91583-d288-4166-bfbe-8fe5feb6794d HTTP/1.1" status: 204 len: 168 time: 0.2364106 Aug 27 02:21:14.566777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746c790-6ddf-4adb-ac0e-93b885290375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae91583-d288-4166-bfbe-8fe5feb6794d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:14.661200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.683931 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac5966-79e5-4795-88d3-d4470922496e x-openstack-request-id: req-12ac5966-79e5-4795-88d3-d4470922496e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:14.684157 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-unplugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:14.684425 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12ac5966-79e5-4795-88d3-d4470922496e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:14.684835 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'code': 200} Aug 27 02:21:14.693950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Transition to ACTIVE for port object 63151f02-6619-4c29-a155-e4e6c2454856 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:14.706904 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:14.745206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eff5c-594f-409c-8509-ab2b3a3fceff req-56aae6b0-bd13-47de-9449-d323069fa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.747772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a12eff5c-594f-409c-8509-ab2b3a3fceff req-56aae6b0-bd13-47de-9449-d323069fa62c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1097 time: 0.1837113 Aug 27 02:21:14.885175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] No DVR routers for this DVR port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:14.930621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5609be-6cdd-4de9-8994-a16655c0d1f1 None None] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:14.948570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0714edc-c20d-4c57-97f6-14ca67fb74e4 req-feb535f6-88f6-4be8-8cc1-c754b3b55311 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:14.953065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0714edc-c20d-4c57-97f6-14ca67fb74e4 req-feb535f6-88f6-4be8-8cc1-c754b3b55311 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 946 time: 0.4567740 Aug 27 02:21:14.998728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:15.016324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.038726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c38bfa-89d0-41e6-8cf4-fd5353e1a2ff req-4072a203-ea84-4c5d-94d7-e670787cffbb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.048614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c38bfa-89d0-41e6-8cf4-fd5353e1a2ff req-4072a203-ea84-4c5d-94d7-e670787cffbb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.2258215 Aug 27 02:21:15.053232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a12eff5c-594f-409c-8509-ab2b3a3fceff req-3df5c031-bed0-44d8-9261-aa9e810da284 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478154 Aug 27 02:21:15.054012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75874b9-438d-4977-a36b-654236ebb397 req-70dcbfd9-1621-43ab-9e8e-10ae11362fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541329 Aug 27 02:21:15.138315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:21:15.139183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.201197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0714edc-c20d-4c57-97f6-14ca67fb74e4 req-5be968df-9a57-4b3c-9915-33fb916f5149 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117002 Aug 27 02:21:15.204722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:15.205047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:15.217388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:15.229361 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c38bfa-89d0-41e6-8cf4-fd5353e1a2ff req-4b784da5-a837-4799-bc5e-3be64d080501 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767170 Aug 27 02:21:15.233029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:15.233734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Attempting to bind port 63151f02-6619-4c29-a155-e4e6c2454856 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:15.248442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:15.248820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:15.249176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:15.249620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Bound port: 63151f02-6619-4c29-a155-e4e6c2454856, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:15.249982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.291132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Allocated IP 172.20.0.2 (3ddff95d-0c22-4cda-bd97-a3c1c1340221/920917c4-3522-498a-a01a-08ceaba6882f/a98ad0d5-965f-4a32-8e91-9c045b9d3b19) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:15.398794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:15.410155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:15.415327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.434892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.435828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.438017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] 10.222.0.46 "PUT /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 1096 time: 2.7276545 Aug 27 02:21:15.503620 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.521565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Transition to ACTIVE for port object a98ad0d5-965f-4a32-8e91-9c045b9d3b19 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:15.554570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74878c-66c4-4772-b62f-5f34d0acb90c service neutron] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=11']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:15.556688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Transition to ACTIVE for port object a98ad0d5-965f-4a32-8e91-9c045b9d3b19 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:15.577571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-8b77ff99-d3b7-476f-b53c-57b8b3ef1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.587899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-8b77ff99-d3b7-476f-b53c-57b8b3ef1939 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1099 time: 0.0750422 Aug 27 02:21:15.596241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.645993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Pushing event updated for resources: {'Port': ['ID=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:15.661248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:15.663989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:15.666730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:15.695457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a4de-8ed7-43bc-8cf6-a3cceaf5e22e req-a2f2221a-ad7c-495c-851d-5b2aea7980b4 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.702823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7192a4de-8ed7-43bc-8cf6-a3cceaf5e22e req-a2f2221a-ad7c-495c-851d-5b2aea7980b4 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.1263192 Aug 27 02:21:15.762412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7192a4de-8ed7-43bc-8cf6-a3cceaf5e22e req-a2c1095b-4299-44cb-92e1-6bfffc4466a3 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585368 Aug 27 02:21:15.780157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.813536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Attempting to bind port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:15.813913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Attempting to bind port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:15.814280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Attempting to bind port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:15.832446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:15.833577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Checking segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:15.833577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.833844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Bound using segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:15.834166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Bound port: a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:15.834579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.835833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.872615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-62954c0f-b404-483d-9746-53d115ca2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:15.877626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-62954c0f-b404-483d-9746-53d115ca2b36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2724414 Aug 27 02:21:15.947216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] For port a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:15.951155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] For port a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:15.967425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:15.997343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-d7fcd048-7f41-44f6-89ed-630485984fa7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.0608909 Aug 27 02:21:16.005268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Allocated IP 172.25.8.138 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/50be852c-180c-4bbc-b35b-f87a8e373bc9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:16.034008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6619-1ec3-4c06-91cc-5ac80ea71769 None None] Pushing event updated for resources: {'Port': ['ID=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:16.040795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.114404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-ea7cbf03-b526-4bf7-a293-e8bc3e60c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.116295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-ea7cbf03-b526-4bf7-a293-e8bc3e60c6be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1080360 Aug 27 02:21:16.132856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-fd70815a-3b10-4671-b3ea-022e398ee3a6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.134629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-fd70815a-3b10-4671-b3ea-022e398ee3a6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.2968330 Aug 27 02:21:16.185042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-59c16687-400d-467a-b7a7-0247767db7a1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0191212 Aug 27 02:21:16.188118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-f5f88724-956e-4286-a4e0-68e08a970efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.189749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-f5f88724-956e-4286-a4e0-68e08a970efd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539980 Aug 27 02:21:16.233854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.331818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-811606de-b89b-4171-98fd-879f85d2b6cc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393573 Aug 27 02:21:16.342235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:16.426425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:16.429763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-1deab130-8013-44aa-b6d3-6c82548cf7d4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270155 Aug 27 02:21:16.435844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:16.442159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:16.445187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Pushing event updated for resources: {'Port': ['ID=50be852c-180c-4bbc-b35b-f87a8e373bc9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:16.495697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:16.512861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdefa19-dce1-4e5a-a8eb-1199ab722a13 req-57024836-d6bf-465c-95bc-278dc1dd84d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.514769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cdefa19-dce1-4e5a-a8eb-1199ab722a13 req-57024836-d6bf-465c-95bc-278dc1dd84d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 946 time: 0.1235745 Aug 27 02:21:16.570307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:16.578152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-d4f25236-1e8b-4e50-9603-6ada307fa86d service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333202 Aug 27 02:21:16.584901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f75ff98-086b-49d8-bb93-c3e386b2270d req-ef0a892f-e407-40b6-b175-be13773aa652 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423323 Aug 27 02:21:16.697432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cdefa19-dce1-4e5a-a8eb-1199ab722a13 req-2b9822cb-4bd4-403d-8ba3-4a48512d52de tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682904 Aug 27 02:21:16.729248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:16.735194 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529ffded-8ef9-41fa-b048-eb4ec2772537" -d '{"events": [{"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:16.747519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-349d88fa-d06d-4dec-9d20-9348efe0c042 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454394 Aug 27 02:21:16.929682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744941c-ccb3-4bb7-9990-1b656817b232 req-19af1c1c-1a8b-44f9-b1c5-28834e2b9c2f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:16.931288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0744941c-ccb3-4bb7-9990-1b656817b232 req-19af1c1c-1a8b-44f9-b1c5-28834e2b9c2f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.1346989 Aug 27 02:21:16.954795 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259ac83e-fccb-45ea-8838-4552fbadf26c x-openstack-request-id: req-259ac83e-fccb-45ea-8838-4552fbadf26c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:16.955315 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:16.956267 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-259ac83e-fccb-45ea-8838-4552fbadf26c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:16.956848 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'status': 'completed', 'code': 200} Aug 27 02:21:17.004782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0744941c-ccb3-4bb7-9990-1b656817b232 req-66eb593c-a9bd-4d6d-a0dd-412f5af63815 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658405 Aug 27 02:21:17.005615 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.119697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80df17a6-d15a-49d8-a339-93e9c45023ce req-e0118857-7f9a-45af-b375-f2409ef78f3f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 210 time: 0.0449960 Aug 27 02:21:17.170775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-299e47b1-e2c6-48aa-9ec7-2e23c1d4e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.172646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-299e47b1-e2c6-48aa-9ec7-2e23c1d4e17a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1099 time: 0.1946533 Aug 27 02:21:17.188057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769d82-6b44-4679-aac9-2d694590aa62 req-6d1a21d8-4ed2-441d-b400-2e622747759e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.195528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6769d82-6b44-4679-aac9-2d694590aa62 req-6d1a21d8-4ed2-441d-b400-2e622747759e tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.1338127 Aug 27 02:21:17.362094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-aafea735-0213-4b5f-8d95-197d8f6b6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.367485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-aafea735-0213-4b5f-8d95-197d8f6b6fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 1099 time: 0.3392940 Aug 27 02:21:17.423102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:17.506147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6769d82-6b44-4679-aac9-2d694590aa62 req-a5721b05-f789-4839-902a-3444eab22f59 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095963 Aug 27 02:21:17.549616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f61b4a-1702-4ee5-a18f-b8cea406652d None None] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:17.579662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-e5a997d1-df95-405e-8aaa-12d06f16db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.584878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-e5a997d1-df95-405e-8aaa-12d06f16db9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3852859 Aug 27 02:21:17.627149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:21:17.719207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-e09d1ea7-e832-44e4-8023-99bb0d5b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.721068 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-e09d1ea7-e832-44e4-8023-99bb0d5b4c40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3301029 Aug 27 02:21:17.723272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-6e66b157-d7ba-4c0d-9799-f21138e9eb17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1289809 Aug 27 02:21:17.749773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-84fa8bee-f367-44ca-8794-df41ac04926b None None] Provisioning for port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:17.830257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-1bfc2faf-6861-4aeb-986a-a594d48a5bc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 200 len: 217 time: 0.1010053 Aug 27 02:21:17.893027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53736) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:17.939228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:17.953934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:17.957286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4858-8bb3-4e96-bdcd-72511fcfd7d4 req-3beee36f-5477-4240-b48d-9762765704c1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.958887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e0f4858-8bb3-4e96-bdcd-72511fcfd7d4 req-3beee36f-5477-4240-b48d-9762765704c1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 946 time: 0.0829582 Aug 27 02:21:17.966628 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:17.967164 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:17.972896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-2ee12974-e28c-4629-9a68-c73fe35e1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.974438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-2ee12974-e28c-4629-9a68-c73fe35e1648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1507013 Aug 27 02:21:17.975987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-a08872c3-1b5c-4522-9d8c-fa85fc16fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:17.977434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-a08872c3-1b5c-4522-9d8c-fa85fc16fc7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0944214 Aug 27 02:21:18.001469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.007774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9cfdc12b-6ed2-409b-9b7a-9b713960dd26 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6239955 Aug 27 02:21:18.008402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:18.147606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-eec1adb4-2ba4-4a8b-b39c-75ae661557a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:18.149109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-eec1adb4-2ba4-4a8b-b39c-75ae661557a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667035 Aug 27 02:21:18.174543 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e0f4858-8bb3-4e96-bdcd-72511fcfd7d4 req-1e6b6c09-5a2b-419a-8073-e8f5d8dfdd2e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963618 Aug 27 02:21:18.181914 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:18.276289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dec6ca8-376e-43a1-9bb0-1c873b276995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.320387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a98ad0d5-965f-4a32-8e91-9c045b9d3b19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:18.354252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-15596e1c-1198-4fc0-b3ee-33a0a952a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:18.355804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-15596e1c-1198-4fc0-b3ee-33a0a952a396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164144 Aug 27 02:21:18.404410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dec6ca8-376e-43a1-9bb0-1c873b276995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.409546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:18.412825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dec6ca8-376e-43a1-9bb0-1c873b276995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.414378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:18.415004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.419348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d26fe-35e8-46fd-8f51-43230b29b21b req-ab64cf14-5305-49eb-948b-09d12e6ce56d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:18.427459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a4d26fe-35e8-46fd-8f51-43230b29b21b req-ab64cf14-5305-49eb-948b-09d12e6ce56d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.2927511 Aug 27 02:21:18.449965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be8f4792-d64e-49e4-b53b-d0437dd6951c req-e5eeea17-bd2c-4822-ba9f-c231b881bcfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 210 time: 0.0417111 Aug 27 02:21:18.544546 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:16Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:18.605165 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:18.607713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.610021 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Updating router 7643568a-10ad-421f-aa75-b3cfe2dd691d port 50be852c-180c-4bbc-b35b-f87a8e373bc9 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:18.619488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a4d26fe-35e8-46fd-8f51-43230b29b21b req-6094da93-220d-4555-9ad2-7ecc09cea798 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909449 Aug 27 02:21:18.623931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-f2cbfdb2-90e4-421e-b013-ceaa05f4317b service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288068 Aug 27 02:21:18.661000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-4884633e-8df5-4df3-adc5-374927960be7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:18.662665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-4884633e-8df5-4df3-adc5-374927960be7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1205733 Aug 27 02:21:18.666551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec6ca8-376e-43a1-9bb0-1c873b276995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988973c7-7915-426a-b11a-c7877a41da93,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:18.676750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5dec6ca8-376e-43a1-9bb0-1c873b276995 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=130cab41bedd4e288fecf5ffb6dc75ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820385 Aug 27 02:21:18.678136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53752) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:18.679061 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.695601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:18.709059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:18.743191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:18.822576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:18.848284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-c4437063-b6de-4032-8e38-7801174fb4de service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535768 Aug 27 02:21:18.944170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1057786-d191-451f-8c85-def4ee830b22 req-032380d2-4605-4122-8eef-c0a64509bc64 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-944585735&fields=id&tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 267 time: 0.2785392 Aug 27 02:21:18.993678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-1957faff-505d-425d-9a1e-17d4e29ee35d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451636 Aug 27 02:21:19.027529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ccd60-bafe-4e9f-9caa-284afcecef4d req-a420e538-4a8c-44ca-94ca-dae0905adc0c tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.029199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-475ccd60-bafe-4e9f-9caa-284afcecef4d req-a420e538-4a8c-44ca-94ca-dae0905adc0c tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 943 time: 0.1436627 Aug 27 02:21:19.052053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-529ffded-8ef9-41fa-b048-eb4ec2772537 req-9c505c0e-f721-4c70-af44-672ed66f9f25 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951399 Aug 27 02:21:19.087078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-475ccd60-bafe-4e9f-9caa-284afcecef4d req-03655e96-fe3f-443c-9c3a-ba0426a898c1 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Aug 27 02:21:19.196352 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.207827 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Transition to ACTIVE for port object 50be852c-180c-4bbc-b35b-f87a8e373bc9 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:19.214795 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.265208 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Attempting to bind port 50be852c-180c-4bbc-b35b-f87a8e373bc9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:19.265498 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Attempting to bind port 50be852c-180c-4bbc-b35b-f87a8e373bc9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:19.265826 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Attempting to bind port 50be852c-180c-4bbc-b35b-f87a8e373bc9 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:19.272919 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:19.273286 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:19.273939 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.274333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:19.274824 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Bound port: 50be852c-180c-4bbc-b35b-f87a8e373bc9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:19.275197 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.305316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341e2ff-52dd-4d8a-b363-a95390b88a4b None None] Pushing event updated for resources: {'Port': ['ID=50be852c-180c-4bbc-b35b-f87a8e373bc9,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:19.326091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.338044 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] For port 50be852c-180c-4bbc-b35b-f87a8e373bc9, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:19.342412 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] For port 50be852c-180c-4bbc-b35b-f87a8e373bc9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=50be852c-180c-4bbc-b35b-f87a8e373bc9,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:19.347392 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.405520 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341e2ff-52dd-4d8a-b363-a95390b88a4b None None] Pushing event updated for resources: {'Port': ['ID=50be852c-180c-4bbc-b35b-f87a8e373bc9,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:19.409157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:19.409758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:19.416725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.485972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1057786-d191-451f-8c85-def4ee830b22 req-73081a47-78db-4315-b0a1-6cae850b3880 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.495127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1057786-d191-451f-8c85-def4ee830b22 req-73081a47-78db-4315-b0a1-6cae850b3880 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 946 time: 0.5498590 Aug 27 02:21:19.509107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'security_groups': ['dc81980e-01c5-40ae-93da-2efedcff8452', '0958d0b0-63e7-49a5-a08e-5147199e5775']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:19.528240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:19.581986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:19.582258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35d72d3f-212f-466c-af75-7f34a80ac471 req-eb17c966-6224-442e-b594-de318387caca tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 210 time: 0.0388710 Aug 27 02:21:19.585661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.613797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.616541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.620575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/988973c7-7915-426a-b11a-c7877a41da93 HTTP/1.1" status: 204 len: 168 time: 0.9202383 Aug 27 02:21:19.676139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:19.790603 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:16Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:19.818156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba8612-0e4a-40b5-85f2-358d18e54e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988973c7-7915-426a-b11a-c7877a41da93,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:19.844797 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c081c98-357b-4ef0-a205-737d1e0cf240 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:16Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:19.874445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:19.877969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:19.890557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d887ea3-59d4-4f25-80dd-257dc799bc31 req-01dde0e8-cdc2-4cff-a2a4-b776ffe688c0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:19.901026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'port_id': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'mac_address': 'fa:16:3e:90:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:19.915694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d887ea3-59d4-4f25-80dd-257dc799bc31 req-01dde0e8-cdc2-4cff-a2a4-b776ffe688c0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.1782844 Aug 27 02:21:19.993136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.032296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d887ea3-59d4-4f25-80dd-257dc799bc31 req-da736735-7eb0-4391-b396-7e1319772bbc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120856 Aug 27 02:21:20.033079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:20.071856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:20.078566 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.125667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.11 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/978e07c8-08a6-4a7d-bf48-7ea30c389847) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:20.220912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:20.310519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c02f6-a38c-4685-a517-3d8a389223d9 req-e96513da-15e4-415a-a4e2-991f7aa19b02 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:20.321541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-569c02f6-a38c-4685-a517-3d8a389223d9 req-e96513da-15e4-415a-a4e2-991f7aa19b02 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 944 time: 0.1244142 Aug 27 02:21:20.359308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a98ad0d5-965f-4a32-8e91-9c045b9d3b19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:20.386965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-569c02f6-a38c-4685-a517-3d8a389223d9 req-b7289745-690e-46bb-aa2f-bdf821d7d6f8 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641897 Aug 27 02:21:20.453491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:20.453869 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.483869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0b1da3be-6e48-4a5e-bbba-21c21e79fec1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:20.593812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.769250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7461341-e1e2-4289-b853-e864ea61e3ab req-4e2ea26f-482d-48c5-b369-a8c34dfd4a41 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 210 time: 0.0806646 Aug 27 02:21:20.809833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:20.870215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:20.978536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:20.991157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.003438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.122415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-442139926-network', 'tenant_id': 'be3c5a88d5bf47a9bf0694c4dd4b3366'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:21.123341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.183602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Allocated IP 172.20.0.1 (3ddff95d-0c22-4cda-bd97-a3c1c1340221/920917c4-3522-498a-a01a-08ceaba6882f/5a883205-92a6-4b88-a46f-a5a8eae39c77) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:21.193637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Made reservation on behalf of be3c5a88d5bf47a9bf0694c4dd4b3366 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:21.193924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.195927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.198653 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.200576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1057786-d191-451f-8c85-def4ee830b22 req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "PUT /v2.0/ports/9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 982 time: 1.7048476 Aug 27 02:21:21.211960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:21.215592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.222947 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a9464-2473-4602-a84e-2af772e588fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:21.265588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:21.280232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:21.280479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9233-ae8d-4ab9-a59f-888b57b1b42d req-beaaec2c-7ef0-40fd-9338-5b6da85f52f3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.281744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f7b9233-ae8d-4ab9-a59f-888b57b1b42d req-beaaec2c-7ef0-40fd-9338-5b6da85f52f3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.1300473 Aug 27 02:21:21.294060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:21.326448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:21.351004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2509f3a-c612-417e-806a-267e310f34bf tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:21.380951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f7b9233-ae8d-4ab9-a59f-888b57b1b42d req-a8ff7dc3-f877-4ca8-840b-25291fa9061b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Aug 27 02:21:21.404433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.410947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.429982 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3cd55a-4709-46dd-b332-6d4874ea5231 x-openstack-request-id: req-cf3cd55a-4709-46dd-b332-6d4874ea5231 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:21.432455 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:21.432915 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf3cd55a-4709-46dd-b332-6d4874ea5231 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:21.433468 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'status': 'completed', 'code': 200} Aug 27 02:21:21.437593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:21:21.454410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d91b8-5808-49fa-a5c8-c115a242aefc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:21.460381 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.461054 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Added segment bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be of type vlan for network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 Aug 27 02:21:21.483573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.484224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.512858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:21.536704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-cd6fe1a4-aa4a-424f-a125-de5eeaea3ee1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8311923 Aug 27 02:21:21.539907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.545829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb62fced-4178-4616-aca6-e34390a0a768 req-1e10451c-1ca9-4996-bf25-82e5a77d6f00 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-917343070&fields=id&tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 267 time: 0.1611183 Aug 27 02:21:21.560721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Request body: {'port': {'device_id': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:21.583444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:21.593260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a9464-2473-4602-a84e-2af772e588fc req-941ef9f0-f297-453c-a806-085b2b16bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.594790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-941ef9f0-f297-453c-a806-085b2b16bde6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1136 time: 0.1041009 Aug 27 02:21:21.598088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.599114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.599798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.640073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.683441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.698719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Transition to ACTIVE for port object 5a883205-92a6-4b88-a46f-a5a8eae39c77 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:21.735220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:21.750147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62fced-4178-4616-aca6-e34390a0a768 req-4900969c-b48b-4346-bcf0-f664c697310a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.752253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb62fced-4178-4616-aca6-e34390a0a768 req-4900969c-b48b-4346-bcf0-f664c697310a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 985 time: 0.1993775 Aug 27 02:21:21.770689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'security_groups': ['0958d0b0-63e7-49a5-a08e-5147199e5775', 'dc81980e-01c5-40ae-93da-2efedcff8452', '58b5c14e-5084-4cea-a8d3-6817d84eb6c2']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:21.866634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:21.890415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '63151f02-6619-4c29-a155-e4e6c2454856', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '63151f02-6619-4c29-a155-e4e6c2454856', 'mac_address': 'fa:16:3e:c5:44:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:21.947312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0ac3d-8049-417a-a3ec-8138136b2dcb req-f68e9aa2-9f55-409a-ae83-a93882a14608 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:21.954521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24c0ac3d-8049-417a-a3ec-8138136b2dcb req-f68e9aa2-9f55-409a-ae83-a93882a14608 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 948 time: 0.4512284 Aug 27 02:21:21.962237 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:21.976524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:22.001029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:22.007001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.025662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0458753 Aug 27 02:21:22.031646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53808) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:22.057517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Request body: {'subnet': {'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-442139926-subnet', 'tenant_id': 'be3c5a88d5bf47a9bf0694c4dd4b3366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:22.070033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.105503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24c0ac3d-8049-417a-a3ec-8138136b2dcb req-e5e03b06-73d8-4060-af2c-8b01ef3142c9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501133 Aug 27 02:21:22.111278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adc2e5-4bd0-4513-8700-85d3c7cb46a7 admin admin] Pushing event updated for resources: {'Network': ['ID=959eff36-99e2-4083-afcc-9c7c4bea2fc8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.122163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978e07c8-08a6-4a7d-bf48-7ea30c389847 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:22.133185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:21:22.147870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.191747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Made reservation on behalf of be3c5a88d5bf47a9bf0694c4dd4b3366 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:22.206712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Transition to ACTIVE for port object 978e07c8-08a6-4a7d-bf48-7ea30c389847 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:22.213996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.229357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.238275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.347132 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.351512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 50be852c-180c-4bbc-b35b-f87a8e373bc9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:22.371811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a9464-2473-4602-a84e-2af772e588fc req-4181d86f-8ff3-4622-8391-9af2f29da3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:22.373399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-4181d86f-8ff3-4622-8391-9af2f29da3bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.7652164 Aug 27 02:21:22.413197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 50be852c-180c-4bbc-b35b-f87a8e373bc9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:22.414503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:22.416549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 50be852c-180c-4bbc-b35b-f87a8e373bc9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:22.416914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.424719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:22.430769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:22.438029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-6b976852-8a77-4b4d-9f93-7e7d8c947b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 217 time: 0.0529418 Aug 27 02:21:22.477181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4111e-f25e-4971-8b45-2d6360223799 req-60fb3ce3-5d47-40a4-aebd-08f66382401b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:22.485257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-edd4111e-f25e-4971-8b45-2d6360223799 req-60fb3ce3-5d47-40a4-aebd-08f66382401b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 944 time: 0.2259521 Aug 27 02:21:22.516175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:22.521327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.523986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.553052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Pushing event updated for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.606445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 50be852c-180c-4bbc-b35b-f87a8e373bc9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=50be852c-180c-4bbc-b35b-f87a8e373bc9,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:22.624328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a9464-2473-4602-a84e-2af772e588fc req-bfee8d3c-6ea5-4164-b22e-102ca3cd738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:22.625836 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-bfee8d3c-6ea5-4164-b22e-102ca3cd738a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.1740863 Aug 27 02:21:22.637204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.646056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-edd4111e-f25e-4971-8b45-2d6360223799 req-532f8b1a-71f7-44e7-a5cf-247dcc96503f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597590 Aug 27 02:21:22.663010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a0e97409-589d-4ec2-b5ec-df3c809ebed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.717801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-df7b4ea1-4d5d-4ca3-864d-674ef5a92936 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637617 Aug 27 02:21:22.733578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Pushing event updated for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.774439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=50be852c-180c-4bbc-b35b-f87a8e373bc9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:22.802871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Attempting to bind port 978e07c8-08a6-4a7d-bf48-7ea30c389847 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:22.803238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Attempting to bind port 978e07c8-08a6-4a7d-bf48-7ea30c389847 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:22.803589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Attempting to bind port 978e07c8-08a6-4a7d-bf48-7ea30c389847 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:22.833310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Port 978e07c8-08a6-4a7d-bf48-7ea30c389847 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:22.833635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Attempting to bind port 978e07c8-08a6-4a7d-bf48-7ea30c389847 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:22.881289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:22.881627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:22.882090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:22.882588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Bound port: 978e07c8-08a6-4a7d-bf48-7ea30c389847, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:22.882913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.920557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-097c97b8-70a3-4256-ba89-1581b32805cc None None] Provisioning for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:22.927002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-097c97b8-70a3-4256-ba89-1581b32805cc None None] Provisioning complete for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:22.927438 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-097c97b8-70a3-4256-ba89-1581b32805cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:22.951587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-5b170d27-b2d3-4f92-aaaa-ffc0b9a12aec service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070332 Aug 27 02:21:22.968496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-097c97b8-70a3-4256-ba89-1581b32805cc None None] Port 5a883205-92a6-4b88-a46f-a5a8eae39c77 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:22.991480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.021745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.025325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:23.037476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092cefe-fd8f-4d8d-a27d-fcadc9375a4f req-a84b00bc-b5b5-40a4-a30d-39166bf6a1b4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.038996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3092cefe-fd8f-4d8d-a27d-fcadc9375a4f req-a84b00bc-b5b5-40a4-a30d-39166bf6a1b4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 944 time: 0.2679770 Aug 27 02:21:23.107763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:23.111170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.122967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:23.126784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.139653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba192ae-62ed-4577-a956-575558c4058d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:23.151016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.158977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60a9464-2473-4602-a84e-2af772e588fc req-0e5b1a71-ce08-4983-b6fb-1702bf7f238c service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973262 Aug 27 02:21:23.166565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3092cefe-fd8f-4d8d-a27d-fcadc9375a4f req-a497c1b1-cc00-462d-a1c5-12bf6cddc3c4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017087 Aug 27 02:21:23.176962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Checking segment: {'id': 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:23.178656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Network hostable DHCP agents. Network: 959eff36-99e2-4083-afcc-9c7c4bea2fc8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:21:23.194563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.195316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.196908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb62fced-4178-4616-aca6-e34390a0a768 req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "PUT /v2.0/ports/9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 1021 time: 1.4343176 Aug 27 02:21:23.218047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:21:23.233483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 959eff36-99e2-4083-afcc-9c7c4bea2fc8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:23.238990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.239735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.243688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744ed39-f4ce-4361-8a58-8a7fb1efe00b None None] Network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:23.266195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.266940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:23.269561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] 10.222.0.46 "PUT /v2.0/ports/978e07c8-08a6-4a7d-bf48-7ea30c389847 HTTP/1.1" status: 200 len: 1092 time: 1.7152073 Aug 27 02:21:23.290848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1257a2f9-e342-41b0-ade5-92c1f04fe6dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2537792 Aug 27 02:21:23.408476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:23.435128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570'}, {'name': 'network-changed', 'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:23.437438 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424b2c4-ac65-417d-8c52-51e959f6f513" -d '{"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570"}, {"name": "network-changed", "server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:23.447204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb6ee3-5b47-4fd1-a554-ffbd9d0b5b03 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:23.474107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b2600-556e-472a-b1b1-f4437bf44853 None None] Network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:23.477526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-a0848747-fde1-4666-8ac1-729ba0be543b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303257 Aug 27 02:21:23.523203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-194c6800-f425-4f12-a3a8-61e8a8c07fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.524787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-194c6800-f425-4f12-a3a8-61e8a8c07fe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 1095 time: 0.1788461 Aug 27 02:21:23.533679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291d947-d5a1-400e-874c-6d5e0b409e9a req-e81dca18-28f4-4a6d-b362-d16726156ded tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.535768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b291d947-d5a1-400e-874c-6d5e0b409e9a req-e81dca18-28f4-4a6d-b362-d16726156ded tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1024 time: 0.1910677 Aug 27 02:21:23.618910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-debfddc7-0d1a-4898-a07d-7dd33f465b0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847 HTTP/1.1" status: 200 len: 217 time: 0.0644321 Aug 27 02:21:23.621621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b48dde-eb93-4c81-ac29-92aee0a38699 service neutron] Pushing event updated for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:23.631063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-781a9c67-aa3a-4d64-b6a0-55421bee5475 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:23.634858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-781a9c67-aa3a-4d64-b6a0-55421bee5475 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503849 Aug 27 02:21:23.648230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-0955ca69-4fce-4a2f-98c3-d7bf94ddaeca tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/quotas/8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Aug 27 02:21:23.704963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-5ee349b4-7b4a-43ca-ac0c-196e494fabc6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508909 Aug 27 02:21:23.721410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:23.733673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:23.911659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:23.919025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:23.919702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.018187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.020206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-09688487-9e0d-4c93-b11b-39336b924e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.034713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-09688487-9e0d-4c93-b11b-39336b924e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1175 time: 0.1164765 Aug 27 02:21:24.037892 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbb424-f308-4470-85fd-19966b224f13 x-openstack-request-id: req-85cbb424-f308-4470-85fd-19966b224f13 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:24.038197 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:24.038780 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85cbb424-f308-4470-85fd-19966b224f13 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:24.038941 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'status': 'completed', 'code': 200} Aug 27 02:21:24.039114 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847', 'status': 'completed', 'code': 200} Aug 27 02:21:24.055160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.128891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-aa267452-3b6c-43ec-8197-a2e14f342414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.130416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-aa267452-3b6c-43ec-8197-a2e14f342414 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.5031281 Aug 27 02:21:24.179527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b291d947-d5a1-400e-874c-6d5e0b409e9a req-1f9ec015-ebbb-447b-b331-791fc5646e48 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=58b5c14e-5084-4cea-a8d3-6817d84eb6c2&id=0958d0b0-63e7-49a5-a08e-5147199e5775&id=dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 200 len: 6147 time: 0.6176245 Aug 27 02:21:24.189796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.245473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Pushing event updated for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:24.255135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.274007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:24.275564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-6a76cb00-138e-4d08-b476-e8c3a6d49087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299591 Aug 27 02:21:24.277169 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec88d8-23c6-4482-bb6b-6f664838fb5d" -d '{"events": [{"server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "name": "network-vif-plugged", "status": "completed", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:24.296871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:24.298436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 50be852c-180c-4bbc-b35b-f87a8e373bc9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:24.309302 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.348125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-41cdc61c-111d-4b3f-9fae-cf34de5b0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.350560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-41cdc61c-111d-4b3f-9fae-cf34de5b0a00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.3129969 Aug 27 02:21:24.429530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-2446c1c0-10e0-49b8-9fa6-a90eff62ada8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 200 len: 217 time: 0.0696108 Aug 27 02:21:24.444191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:24.465794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6b618-9885-4b5f-9cac-1665616cc185 req-f3d66b98-00a8-4f94-a278-eb41f5009e17 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.473709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2d6b618-9885-4b5f-9cac-1665616cc185 req-f3d66b98-00a8-4f94-a278-eb41f5009e17 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 944 time: 0.2155514 Aug 27 02:21:24.475629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 50be852c-180c-4bbc-b35b-f87a8e373bc9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:24.476133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.537837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-fdbdc571-f900-4a5f-bfa9-436f70c489f2 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329316 Aug 27 02:21:24.545632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2d6b618-9885-4b5f-9cac-1665616cc185 req-10e47a52-9c34-47b3-a833-313f6881ebae tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710981 Aug 27 02:21:24.546667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-eb3b7412-f1a4-4809-8128-a38fa0ceb458 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.558635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-eb3b7412-f1a4-4809-8128-a38fa0ceb458 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/networks?id=959eff36-99e2-4083-afcc-9c7c4bea2fc8 HTTP/1.1" status: 200 len: 821 time: 0.3054216 Aug 27 02:21:24.560232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:24.574549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-f54232d5-e48d-4875-84b5-58731153fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:24.574549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-f54232d5-e48d-4875-84b5-58731153fce1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.1341622 Aug 27 02:21:24.584480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-536cac5c-83ca-4f00-a213-49f7abf2e64b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/quotas/be3c5a88d5bf47a9bf0694c4dd4b3366 HTTP/1.1" status: 200 len: 375 time: 0.0248039 Aug 27 02:21:24.613922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:24.630167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6e72eaef-b293-414b-9d42-a4752732af7a tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be3c5a88d5bf47a9bf0694c4dd4b3366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446103 Aug 27 02:21:24.677324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-09682096-8b50-46c3-ba7f-6569d54c3157 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499628 Aug 27 02:21:24.711471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba958a01-a238-45a4-ac85-81a2eb9dd880 req-18afd9d7-cf2f-4764-8eb1-8c464422e885 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 210 time: 0.0735364 Aug 27 02:21:24.734276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-704da417-df75-45ac-868c-054d4ea4d4a8 req-7106deac-64eb-4c68-9790-52536d504d13 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877043 Aug 27 02:21:24.791019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1996244978 ', 'description': 'tempest-description-558323354'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:24.829844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:24.833923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.838857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-1186dec3-f8f5-45d5-8dcb-b5e200602026 service neutron] 10.222.0.26 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984317 Aug 27 02:21:24.844765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-64cbda11-a4b8-4cab-afc1-d2258e44c119 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380813 Aug 27 02:21:24.904865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0870225c-fc20-494a-b5f1-dabcbfb99d93 None None] Provisioning complete for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:24.905230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0870225c-fc20-494a-b5f1-dabcbfb99d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:24.941625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0870225c-fc20-494a-b5f1-dabcbfb99d93 None None] Port 5a883205-92a6-4b88-a46f-a5a8eae39c77 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:24.989459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:24.995342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49f12283-8231-4524-acf4-34bd59221028 admin admin] 10.222.0.26 "PUT /v2.0/routers/7643568a-10ad-421f-aa75-b3cfe2dd691d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9785483 Aug 27 02:21:25.009572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:25.012799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-06d4b52c-4ad8-4023-b477-3a483dc6b989 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574287 Aug 27 02:21:25.016763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-9d1ae9d0-aa8f-45ec-b76d-22845970598b service neutron] 10.222.0.26 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690531 Aug 27 02:21:25.022377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:25.023278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:25.023443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.030598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.060798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.062208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04e162f3-e634-46dd-8cf6-0c18a43f7742 req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2758737 Aug 27 02:21:25.074489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9db356-487b-4d5d-ac85-aa26b0aaaeb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160d6f4d-75db-4960-87dd-eb013729bb07,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:25.240136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-7e196ab7-cc26-48d7-bf29-5ff6eea2b549 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8979ee25cce144c7b0192d72d85959f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301242 Aug 27 02:21:25.248403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-29244092-d71c-4392-ac38-f72612e00e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.249940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-29244092-d71c-4392-ac38-f72612e00e4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 1095 time: 0.0805490 Aug 27 02:21:25.250141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3d434-2dbe-469d-a7a2-54d762cfd10c req-4326697b-684e-49db-b3c2-578ac2ea0fa5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.253106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c3d434-2dbe-469d-a7a2-54d762cfd10c req-4326697b-684e-49db-b3c2-578ac2ea0fa5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 944 time: 0.0942626 Aug 27 02:21:25.259374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:25.344979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c3d434-2dbe-469d-a7a2-54d762cfd10c req-d7824297-2cf3-44f4-b3ff-c98bea131583 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Aug 27 02:21:25.345509 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d46a10-0b60-4595-91ee-d53e6e62751a x-openstack-request-id: req-d4d46a10-0b60-4595-91ee-d53e6e62751a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:25.345724 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "name": "network-vif-plugged", "status": "completed", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:25.346009 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4d46a10-0b60-4595-91ee-d53e6e62751a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:25.346441 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'code': 200} Aug 27 02:21:25.413127 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.421858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49a6273c-0fc7-4294-817f-a73ce04adf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.508449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-4efa68c3-bc19-47f5-a4b8-991010884cf2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.509984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-4efa68c3-bc19-47f5-a4b8-991010884cf2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591460 Aug 27 02:21:25.511642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-45c4a31e-9911-46f2-9860-e985602052d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.512840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-45c4a31e-9911-46f2-9860-e985602052d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.2257903 Aug 27 02:21:25.524139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9e09e01-336c-413d-a0fc-f6573a71722b req-f0873a38-156b-494a-914e-5117f7a77f65 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/160d6f4d-75db-4960-87dd-eb013729bb07 HTTP/1.1" status: 200 len: 1780 time: 0.1313958 Aug 27 02:21:25.569946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b9df-2086-4e1a-a62c-3f95a7618fc4 req-466aed75-e16b-4323-a490-e6d235758a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.571541 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c486b9df-2086-4e1a-a62c-3f95a7618fc4 req-466aed75-e16b-4323-a490-e6d235758a1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 1096 time: 0.1264577 Aug 27 02:21:25.578018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Request body: {'port': {'device_id': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '8979ee25cce144c7b0192d72d85959f1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:25.583202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-02258513-6054-4184-af74-ce5009eb2a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847 HTTP/1.1" status: 200 len: 217 time: 0.0600297 Aug 27 02:21:25.674850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbf87c6f-1b22-49d0-be73-390feebcf7ec req-142300d0-6e26-4824-a6ff-4398a4982dd6 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 210 time: 0.0693088 Aug 27 02:21:25.697874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c486b9df-2086-4e1a-a62c-3f95a7618fc4 req-5d4f16e8-524d-46b8-bf6a-f06ede743575 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170831 Aug 27 02:21:25.700745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:23Z', 'revision_number': 2, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:25.729022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:25.729309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Updating router 7643568a-10ad-421f-aa75-b3cfe2dd691d port 5a883205-92a6-4b88-a46f-a5a8eae39c77 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:25.751222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:25.764108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-b09bd3a4-8fae-4cab-85e5-e1b6e46154ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.765508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-b09bd3a4-8fae-4cab-85e5-e1b6e46154ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.1737425 Aug 27 02:21:25.775530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-e9367b1d-25fc-420c-aae3-966d2843e14f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/160d6f4d-75db-4960-87dd-eb013729bb07 HTTP/1.1" status: 200 len: 1780 time: 0.0481153 Aug 27 02:21:25.826375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-2e209be8-3bd2-4053-89e5-7e84a27f95a4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:25.827997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-2e209be8-3bd2-4053-89e5-7e84a27f95a4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 820 time: 0.1584723 Aug 27 02:21:25.856361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-39cb7ae4-0e4f-4bea-932a-4798881f8886 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/quotas/0bf697c719e043abbd3014eaa453ddcf HTTP/1.1" status: 200 len: 375 time: 0.0192521 Aug 27 02:21:25.863686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Made reservation on behalf of 8979ee25cce144c7b0192d72d85959f1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:25.867523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.878133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.903656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.934874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-6b658b39-a540-4175-a41f-929ebff5397e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648427 Aug 27 02:21:25.942780 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.955048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.959497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:25.961022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94628bf2-9a10-48f5-9266-0a0f647437e3 req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/160d6f4d-75db-4960-87dd-eb013729bb07 HTTP/1.1" status: 204 len: 173 time: 0.1764250 Aug 27 02:21:25.962415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 63151f02-6619-4c29-a155-e4e6c2454856 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:25.972789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c6aa-3294-43fb-861a-976da67786ff tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160d6f4d-75db-4960-87dd-eb013729bb07,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:25.998997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 63151f02-6619-4c29-a155-e4e6c2454856 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:25.999369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.092250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e8894-71fc-4fe8-8065-d163aed4e3f9 req-8c5b8b11-9a2f-4312-a7f0-831b108ae503 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.099752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-733e8894-71fc-4fe8-8065-d163aed4e3f9 req-8c5b8b11-9a2f-4312-a7f0-831b108ae503 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0633082 Aug 27 02:21:26.117114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-1eddfad8-5835-4ce0-af2e-cbd5198d6b38 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525006 Aug 27 02:21:26.118185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Allocated IP 192.168.233.247 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/e35966e0-4099-4f81-bdf7-150910c17c65) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:26.137520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-733e8894-71fc-4fe8-8065-d163aed4e3f9 req-9e429e0c-6f01-4ba4-9b6e-568243a3cdae tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368299 Aug 27 02:21:26.209516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-71291546-531a-4d38-b7e7-e9b19c402090 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689530 Aug 27 02:21:26.238883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.286960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7226e7fb-328d-4cc4-bc75-b17df4750698 req-bfd4d15b-14e1-4d20-85d5-8b8e8b12898b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 210 time: 0.0376782 Aug 27 02:21:26.310015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:26.318866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.339671 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-d2d20a31-d0bd-42df-9cfd-c88a10eecb19 req-a00ff934-a187-4ce4-b77d-9773b376b25c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:21:26.341735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2d20a31-d0bd-42df-9cfd-c88a10eecb19 req-a00ff934-a187-4ce4-b77d-9773b376b25c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/160d6f4d-75db-4960-87dd-eb013729bb07 HTTP/1.1" status: 404 len: 352 time: 0.0239251 Aug 27 02:21:26.371857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1091477393', 'description': 'tempest-description-381703567'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:26.380649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.413294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.421853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.429338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Transition to ACTIVE for port object 5a883205-92a6-4b88-a46f-a5a8eae39c77 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:26.447743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.453542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=13']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:26.528327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.536198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.552315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106bf16-417d-4159-b26d-fc7998ecf914 None None] Pushing event updated for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:26.575302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.587435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03df0608-9b82-48ea-b0ac-6bcbdc59dd7d req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2203948 Aug 27 02:21:26.595054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb89fc-5d82-4969-8812-0267da8649cd tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f0db3-a233-4328-8567-3618b0bb06f9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:26.647899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Attempting to bind port 5a883205-92a6-4b88-a46f-a5a8eae39c77 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:26.648650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Attempting to bind port 5a883205-92a6-4b88-a46f-a5a8eae39c77 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:26.649026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Attempting to bind port 5a883205-92a6-4b88-a46f-a5a8eae39c77 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:26.662038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:26.662451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Checking segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:26.662869 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.666227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Bound using segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:26.666764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Bound port: 5a883205-92a6-4b88-a46f-a5a8eae39c77, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:26.667173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.714486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60a7bf-7cda-48df-aa48-87b378695841 req-ec0065e1-8e99-4bdd-9649-06ae388400ce tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:26.716014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa60a7bf-7cda-48df-aa48-87b378695841 req-ec0065e1-8e99-4bdd-9649-06ae388400ce tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 944 time: 0.0657902 Aug 27 02:21:26.742302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-409808ea-edb6-4fe9-964c-16338ba920a1 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108642 Aug 27 02:21:26.764799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa60a7bf-7cda-48df-aa48-87b378695841 req-efef7254-cab0-4789-9474-d1613e51f0ed tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Aug 27 02:21:26.795378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-ea277b82-384b-4681-a23c-d1817d646688 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666492 Aug 27 02:21:26.804603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] For port 5a883205-92a6-4b88-a46f-a5a8eae39c77, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:26.808851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.809749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] For port 5a883205-92a6-4b88-a46f-a5a8eae39c77, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a883205-92a6-4b88-a46f-a5a8eae39c77,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:26.818789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:26.833930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Transition to ACTIVE for port object e35966e0-4099-4f81-bdf7-150910c17c65 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:26.872529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:26.873421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:26.929465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-119743244', 'description': 'tempest-description-702057246'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:26.981699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.036727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:27.051562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f909025a-4e1d-4bc6-afb8-b359e88c67ee req-6cc8a9b4-ba72-4f25-b174-5a95b2b79f14 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 210 time: 0.0772724 Aug 27 02:21:27.069978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.133245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5424b2c4-ac65-417d-8c52-51e959f6f513 req-e2b0b41d-e170-4383-a2f3-a2de55945512 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128502 Aug 27 02:21:27.188337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:27.217059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:27.220756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.255661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:27.261459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe8c6526-5095-41a3-9a66-8998aa43e0d3 req-7340e3f0-804d-493e-bd81-0efaf4c49270 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 210 time: 0.0656586 Aug 27 02:21:27.297968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187', 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', '63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:27.308319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-454d4c38-2caa-4526-be23-01c1c2da0c1c tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.312546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-454d4c38-2caa-4526-be23-01c1c2da0c1c tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.46 "GET /v2.0/networks?id=959eff36-99e2-4083-afcc-9c7c4bea2fc8 HTTP/1.1" status: 200 len: 821 time: 0.2986913 Aug 27 02:21:27.343136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.343779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.343953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Request body: {'port': {'device_id': '380df662-0e4c-4d25-b494-e7425a51d46d', 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8', 'admin_state_up': True, 'tenant_id': 'be3c5a88d5bf47a9bf0694c4dd4b3366'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:27.359932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:27.368231 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c9532-fa00-4fce-add2-afcc369d68a9" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:27.449191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106bf16-417d-4159-b26d-fc7998ecf914 None None] Pushing event updated for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.494210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.503490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaeb00-045b-462c-8c40-e8c6d8352a79 req-2a0cf48b-6f72-433a-abf4-1128a28bead2 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:27.505229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4cbaeb00-045b-462c-8c40-e8c6d8352a79 req-2a0cf48b-6f72-433a-abf4-1128a28bead2 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0891984 Aug 27 02:21:27.514141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.516790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-2bed7b89-4007-44ff-9cda-eefd0394b3d8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9804175 Aug 27 02:21:27.532267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:26Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:27.552380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Request body: {'port': {'device_id': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:27.577147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06769bf-a13e-4d75-808c-cc0540c21c52 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:26Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:27.600642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7708916-285b-471c-a3d6-fdaef3515579,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:27.623639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.645576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7099fbd8-2ba1-4920-8db6-9e5b3d3b32e8 req-93b42bc6-114d-4034-82fb-8913981e9af8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7175202 Aug 27 02:21:27.681816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Made reservation on behalf of be3c5a88d5bf47a9bf0694c4dd4b3366 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:27.685933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.716032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-12bf4806-a8d9-4e1e-8655-e8bf8a5ab2f7 None None] Provisioning for port e35966e0-4099-4f81-bdf7-150910c17c65 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:27.725187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-12bf4806-a8d9-4e1e-8655-e8bf8a5ab2f7 None None] Provisioning complete for port e35966e0-4099-4f81-bdf7-150910c17c65 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:27.725559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12bf4806-a8d9-4e1e-8655-e8bf8a5ab2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.768667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4cbaeb00-045b-462c-8c40-e8c6d8352a79 req-a0b77a9f-c052-4c40-aaf6-c8884fcdaf0b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451427 Aug 27 02:21:27.806535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.903311 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d2b99-41e8-4a59-861e-c4c5167d176a x-openstack-request-id: req-100d2b99-41e8-4a59-861e-c4c5167d176a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:27.904164 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-plugged", "status": "completed", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:27.904591 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-100d2b99-41e8-4a59-861e-c4c5167d176a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:27.905330 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'code': 200} Aug 27 02:21:27.909430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:27.915899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-12bf4806-a8d9-4e1e-8655-e8bf8a5ab2f7 None None] Port e35966e0-4099-4f81-bdf7-150910c17c65 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:27.965361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1657785414', 'description': 'tempest-description-1542830111'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:28.000434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778117d-bcc3-4bcb-a907-a8f1ff3ccc7e req-a95686c7-5432-4561-a9c0-20c5cde05483 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.011020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1778117d-bcc3-4bcb-a907-a8f1ff3ccc7e req-a95686c7-5432-4561-a9c0-20c5cde05483 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 936 time: 0.1432130 Aug 27 02:21:28.059022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Allocated IP 172.20.0.12 (959eff36-99e2-4083-afcc-9c7c4bea2fc8/1ba192ae-62ed-4577-a956-575558c4058d/c73e4532-c05f-412a-8fbc-82f49696b193) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:28.063900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.073172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1778117d-bcc3-4bcb-a907-a8f1ff3ccc7e req-9446e2bf-5256-472e-85e6-a1ff3a18726f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Aug 27 02:21:28.320359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a883205-92a6-4b88-a46f-a5a8eae39c77 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:28.329054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fc3d-b494-463e-b055-e9c499c31e9a req-3cc372da-3b09-4fcb-9ebb-2000129d10c5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.338750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c4fc3d-b494-463e-b055-e9c499c31e9a req-3cc372da-3b09-4fcb-9ebb-2000129d10c5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 944 time: 0.1049814 Aug 27 02:21:28.396459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:28.397549 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c4fc3d-b494-463e-b055-e9c499c31e9a req-ab690509-8e32-4b8a-8388-54cde3cee831 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578589 Aug 27 02:21:28.401754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:28.402336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.425490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.471744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.481645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.506551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.516232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.565140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5a883205-92a6-4b88-a46f-a5a8eae39c77, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a883205-92a6-4b88-a46f-a5a8eae39c77,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:28.574114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:28.574850 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.581031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:28.585961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:28.605406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.622300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-053ae388-4af6-439b-9c4d-02d238731cd4 req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6826155 Aug 27 02:21:28.628693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a09d78-8062-442a-a23a-383c8bfb5008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbaf847-ee75-4abe-ae31-5a9112ba839f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:28.645613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.646263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.663593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Pushing event updated for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:28.668315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-6b5b97fc-1a4c-44ee-91bb-f8a99fbf6303 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3302770 Aug 27 02:21:28.677756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:28.688476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Request body: {'port': {'device_id': '380df662-0e4c-4d25-b494-e7425a51d46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:28.698905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:28.709799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.795922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b363b4-d6c4-4212-a09d-4ddf9cc6d5d0 req-50d5d52a-b3ff-458c-9a3b-12a5b4a03c83 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.797481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17b363b4-d6c4-4212-a09d-4ddf9cc6d5d0 req-50d5d52a-b3ff-458c-9a3b-12a5b4a03c83 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1096 time: 0.0725071 Aug 27 02:21:28.798542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.873667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17b363b4-d6c4-4212-a09d-4ddf9cc6d5d0 req-ebdc3e28-b2f5-4a87-8860-2e58388ef9b0 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662291 Aug 27 02:21:28.894977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Transition to ACTIVE for port object e35966e0-4099-4f81-bdf7-150910c17c65 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:28.902201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-3f87dbaf-c9a8-445f-9b00-e3ee94d4efe6 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:28.903738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-3f87dbaf-c9a8-445f-9b00-e3ee94d4efe6 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 820 time: 0.1700535 Aug 27 02:21:28.905937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:28.925945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'port': {'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'admin_state_up': True, 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:29.024553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e226b0-5512-45b0-a96b-f805b17a801b req-ed67023b-bd4a-4357-bcc0-5da620b5cd2e tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.026192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e226b0-5512-45b0-a96b-f805b17a801b req-ed67023b-bd4a-4357-bcc0-5da620b5cd2e tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 932 time: 0.3053927 Aug 27 02:21:29.058940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-247fc5aa-2d59-49c3-a70b-f167e0296c62 req-afd64ad2-abf6-4566-a5cf-5437c624d15e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 210 time: 0.0541317 Aug 27 02:21:29.073465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:29.181119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e226b0-5512-45b0-a96b-f805b17a801b req-1958f13c-d112-47bb-8bc0-479da063bf7d tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418355 Aug 27 02:21:29.213446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:29.214132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:29.214274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:29.223420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:29.223743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:29.233634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:29.234252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:29.234730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:29.235977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Bound port: e35966e0-4099-4f81-bdf7-150910c17c65, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:29.236241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.256599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Made reservation on behalf of 0bf697c719e043abbd3014eaa453ddcf for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:29.260718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.280678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73e4532-c05f-412a-8fbc-82f49696b193 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:29.295723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.314031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60499694-ebc5-49a4-8af9-a02288fe0a7e req-ac3ce922-e74d-4567-be1d-fe588e0308ec tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 10894 time: 0.2181988 Aug 27 02:21:29.321600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Transition to ACTIVE for port object c73e4532-c05f-412a-8fbc-82f49696b193 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:29.330665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.412025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60499694-ebc5-49a4-8af9-a02288fe0a7e req-8058e4e6-54d0-4aff-9422-2c6cd638f647 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 200 len: 2981 time: 0.0889316 Aug 27 02:21:29.415043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Pushing event updated for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:29.420199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:29.431927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129738d7-667a-4af2-8708-74dfae6866b0 req-69040dc2-020c-4ab8-aab1-4f687fa456c0 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.433415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-129738d7-667a-4af2-8708-74dfae6866b0 req-69040dc2-020c-4ab8-aab1-4f687fa456c0 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.1349082 Aug 27 02:21:29.437643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:29.443755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.513528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60499694-ebc5-49a4-8af9-a02288fe0a7e req-0be4acff-ab2c-461c-a48c-238b687ea5f0 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 200 len: 2981 time: 0.0934765 Aug 27 02:21:29.518232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Attempting to bind port c73e4532-c05f-412a-8fbc-82f49696b193 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:29.518851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Attempting to bind port c73e4532-c05f-412a-8fbc-82f49696b193 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:29.518851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Attempting to bind port c73e4532-c05f-412a-8fbc-82f49696b193 on network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:29.523742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Port c73e4532-c05f-412a-8fbc-82f49696b193 on network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:29.524146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Attempting to bind port c73e4532-c05f-412a-8fbc-82f49696b193 on network 959eff36-99e2-4083-afcc-9c7c4bea2fc8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:29.529961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:29.530307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Checking segment: {'id': 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:29.531679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Bound using segment: {'id': 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:29.531679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Bound port: c73e4532-c05f-412a-8fbc-82f49696b193, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:29.531679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.542984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.543606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.545166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 1096 time: 2.0007951 Aug 27 02:21:29.545635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:29.548054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b88b5a-d174-4443-bc23-580e781e7337" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:29.609156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:29.613909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c73e4532-c05f-412a-8fbc-82f49696b193,segment=NetworkSegment(bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be),segment_id=bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:29.621001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.625409 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-129738d7-667a-4af2-8708-74dfae6866b0 req-1c70d76a-ee17-4d3c-b67b-04e6e2dc73bd tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795030 Aug 27 02:21:29.666757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.667380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.669616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] 10.222.0.46 "PUT /v2.0/ports/c73e4532-c05f-412a-8fbc-82f49696b193 HTTP/1.1" status: 200 len: 1092 time: 0.9853263 Aug 27 02:21:29.669616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:29.671519 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:29.671785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Allocated IP 172.20.0.5 (3ddff95d-0c22-4cda-bd97-a3c1c1340221/920917c4-3522-498a-a01a-08ceaba6882f/7b5c62a5-00ec-42f4-941a-0ee75f0e1a14) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:29.704534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757d3e-67ce-4ba9-8337-9f1a278da6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:29.708897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84570c2-440a-4d50-87fa-0f57b8ed696c service neutron] Pushing event updated for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:29.758518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 978e07c8-08a6-4a7d-bf48-7ea30c389847 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:29.803306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-143c00ba-ddf0-46c3-849c-4046688683e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.804309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-0c1f9f69-5148-4ce5-bd56-0e843f08836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.805847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-143c00ba-ddf0-46c3-849c-4046688683e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1099 time: 0.1751056 Aug 27 02:21:29.806286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-0c1f9f69-5148-4ce5-bd56-0e843f08836f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be3c5a88d5bf47a9bf0694c4dd4b3366&device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 1095 time: 0.0615201 Aug 27 02:21:29.863960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-dd69f641-8723-4b4d-9d15-207125de61c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e4532-c05f-412a-8fbc-82f49696b193 HTTP/1.1" status: 200 len: 217 time: 0.0435247 Aug 27 02:21:29.879159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-7256aa29-bc6e-4e51-b3d3-66bda4d848e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0618520 Aug 27 02:21:29.910061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:29.923416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-41c7399d-47d6-4570-bd8b-97df64795e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.924401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '978e07c8-08a6-4a7d-bf48-7ea30c389847', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': '978e07c8-08a6-4a7d-bf48-7ea30c389847', 'mac_address': 'fa:16:3e:09:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:29.925250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-41c7399d-47d6-4570-bd8b-97df64795e43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba192ae-62ed-4577-a956-575558c4058d HTTP/1.1" status: 200 len: 861 time: 0.0533633 Aug 27 02:21:29.938965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd8c48-00c3-4b4c-b403-ba8a968211fb req-9fdc0fc3-2e1c-4433-aa1e-462f1cb874b2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:29.940509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07fd8c48-00c3-4b4c-b403-ba8a968211fb req-9fdc0fc3-2e1c-4433-aa1e-462f1cb874b2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.2173889 Aug 27 02:21:29.969190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:29.970230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-f5418d73-7749-471d-b752-8b34256383aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=959eff36-99e2-4083-afcc-9c7c4bea2fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350616 Aug 27 02:21:29.983367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978e07c8-08a6-4a7d-bf48-7ea30c389847 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:30.004962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:30.010191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.044470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-30d59459-7de3-4d38-aa99-4202a0244dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.045945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-30d59459-7de3-4d38-aa99-4202a0244dd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1404178 Aug 27 02:21:30.051852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07fd8c48-00c3-4b4c-b403-ba8a968211fb req-44126d52-31e4-41fd-a1d5-17d357a8124f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Aug 27 02:21:30.079864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-3c6944ff-d8ff-4cc4-a648-342234f706a4 service neutron] 10.222.0.46 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019015 Aug 27 02:21:30.084677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:30.116342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.136271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Transition to ACTIVE for port object 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:30.193625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4cd2d2d-8b6b-48e9-9d99-b76fbb2bc772 req-2022a3f9-e8bf-4c5b-a04b-7d6611a7123b service neutron] 10.222.0.46 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980289 Aug 27 02:21:30.241007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09953284-cbc9-4204-acf6-ceec2055e288 req-56626f86-2722-4d27-b130-dbd81b0d2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.242603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-56626f86-2722-4d27-b130-dbd81b0d2829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871357 Aug 27 02:21:30.258600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfff5e-e35d-4e55-8bb1-188c38b2c349 req-e9bf4bfd-893e-443d-888f-9bcc2dd646a1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.260153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61bfff5e-e35d-4e55-8bb1-188c38b2c349 req-e9bf4bfd-893e-443d-888f-9bcc2dd646a1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 945 time: 0.1031907 Aug 27 02:21:30.263226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a883205-92a6-4b88-a46f-a5a8eae39c77 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:30.319310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.323830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5a883205-92a6-4b88-a46f-a5a8eae39c77 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:30.324121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.416222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:30.419452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61bfff5e-e35d-4e55-8bb1-188c38b2c349 req-141eaeca-3652-4819-8ada-a717e2a69f5a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478295 Aug 27 02:21:30.426292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:30.432712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:30.440183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event updated for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:30.478293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-c916c6bd-cca1-4e80-b80b-f4243d63d0ed service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171555 Aug 27 02:21:30.485186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.550637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:30.551352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.591735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8dc1ff56-43bb-49de-bddd-930d0852150b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6735542 Aug 27 02:21:30.612210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Request body: {'port': {'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:30.646092 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-70481e14-b004-48f9-827a-10b3bd68186a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/ab8f0db3-a233-4328-8567-3618b0bb06f9 HTTP/1.1" status: 200 len: 1800 time: 0.1471262 Aug 27 02:21:30.700154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:30.706280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-7932afe5-fb1a-4760-b22e-483324130539 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:21:30.707298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-7932afe5-fb1a-4760-b22e-483324130539 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106132 Aug 27 02:21:30.709323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09953284-cbc9-4204-acf6-ceec2055e288 req-67b93138-92b8-4de5-8292-cca8c27e1f32 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200167 Aug 27 02:21:30.714394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.727111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Request body: {'binding': {'host': 'n-h1-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:30.727491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:21:30.754358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-042da774-c1aa-4923-8abc-0a4ecf0c81ef None None] Provisioning for port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:30.760600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-042da774-c1aa-4923-8abc-0a4ecf0c81ef None None] Provisioning complete for port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:30.761214 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-042da774-c1aa-4923-8abc-0a4ecf0c81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.813442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-042da774-c1aa-4923-8abc-0a4ecf0c81ef None None] Port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:30.855927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:30.954432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.005778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:21:31.092068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.094657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.095807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2d65129-d46e-4780-87de-6dd36390cdd9 req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab8f0db3-a233-4328-8567-3618b0bb06f9 HTTP/1.1" status: 204 len: 173 time: 0.4416876 Aug 27 02:21:31.119426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on host n-h1-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:31.119762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:31.120084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:31.129023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd816a-6c89-4956-b4c5-de6f1666119b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f0db3-a233-4328-8567-3618b0bb06f9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:31.132804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:31.133514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:31.139085 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6442f91a-4dad-4651-bd16-36a45e0cd7b2 x-openstack-request-id: req-6442f91a-4dad-4651-bd16-36a45e0cd7b2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:31.139372 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:31.139621 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6442f91a-4dad-4651-bd16-36a45e0cd7b2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:31.140010 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'status': 'completed', 'code': 200} Aug 27 02:21:31.149672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:31.150008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:31.150368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:31.150823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Bound port: 8be4c673-3037-45ff-a772-638cc1e52c79, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:31.298167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:31.303568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:31.312051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-29612363-c939-45c9-bc5a-f0ceee53089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.313518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-29612363-c939-45c9-bc5a-f0ceee53089a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1099 time: 0.1344380 Aug 27 02:21:31.316482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.319425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.320442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-1f8e7f64-9a26-4cad-9690-f657b255328e service neutron] 10.222.0.26 "POST /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79/bindings HTTP/1.1" status: 201 len: 389 time: 0.6002111 Aug 27 02:21:31.379364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Transition to ACTIVE for port object 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:31.393489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.411835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfaf07-748b-42b3-b04e-995bec2f1a0f req-5d150ded-3cbb-4375-80e5-f082342d82ad tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.412264 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307456c-0c82-425b-a628-21c038171f44 x-openstack-request-id: req-1307456c-0c82-425b-a628-21c038171f44 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:31.412742 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:31.412878 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1307456c-0c82-425b-a628-21c038171f44 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:31.413579 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193', 'status': 'completed', 'code': 200} Aug 27 02:21:31.413814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0cfaf07-748b-42b3-b04e-995bec2f1a0f req-5d150ded-3cbb-4375-80e5-f082342d82ad tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.1582572 Aug 27 02:21:31.423302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54004) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:31.431259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Request body: {'floatingip': {'port_id': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:31.491860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:31.666734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-bc5cd9e6-a969-43df-a8a7-52b5692a5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.668154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-bc5cd9e6-a969-43df-a8a7-52b5692a5878 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be3c5a88d5bf47a9bf0694c4dd4b3366&device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 1095 time: 0.1738467 Aug 27 02:21:31.701540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f3e7f-1b94-4d3b-b04a-eda2efcab84e req-1b59b556-5509-46db-8d1e-e6fec8c9e71e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.703024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58f3e7f-1b94-4d3b-b04a-eda2efcab84e req-1b59b556-5509-46db-8d1e-e6fec8c9e71e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 943 time: 0.1622334 Aug 27 02:21:31.794184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:31.818596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-fc2d501c-7e85-4eaa-9cf8-96c00ce54783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.818941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-fc2d501c-7e85-4eaa-9cf8-96c00ce54783 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4937642 Aug 27 02:21:31.852133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-7aaddae3-17e1-4b62-80d5-996816de7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.853661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-7aaddae3-17e1-4b62-80d5-996816de7ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1096 time: 0.1515148 Aug 27 02:21:31.919870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0ea86-f9ff-45b2-ad17-34a04c313cd8 req-5b7c7928-0326-415e-841a-425f9869225d tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:31.921012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efe0ea86-f9ff-45b2-ad17-34a04c313cd8 req-5b7c7928-0326-415e-841a-425f9869225d tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 944 time: 0.2213621 Aug 27 02:21:31.922334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-bea94b89-3361-4dfc-b08d-9c47c48ad743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0874548 Aug 27 02:21:32.072246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-8a0ad393-2ea9-4240-9e18-20714ddc1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.073705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-8a0ad393-2ea9-4240-9e18-20714ddc1347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1344001 Aug 27 02:21:32.080246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efe0ea86-f9ff-45b2-ad17-34a04c313cd8 req-61a4f122-aa82-47b4-adf3-433f9413aa02 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419675 Aug 27 02:21:32.091856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Attempting to bind port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:32.092194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Attempting to bind port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:32.092712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Attempting to bind port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:32.119007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58f3e7f-1b94-4d3b-b04a-eda2efcab84e req-79cf656c-3395-4caa-af31-708b83ed0bbd tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050534 Aug 27 02:21:32.125931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:32.126254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Attempting to bind port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:32.129526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-694532b4-a4c6-4434-beb1-0e01bf66c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.130787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-694532b4-a4c6-4434-beb1-0e01bf66c98c service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2293329 Aug 27 02:21:32.138461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:32.138799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Checking segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:32.139177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Bound using segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:32.139607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Bound port: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:32.139961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.186273 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-b0bbb4c6-2bcd-4f1f-b6be-0c96b2bf46d5 req-8df661b8-14ff-40c4-8faa-984eb210a95e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:21:32.187343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0bbb4c6-2bcd-4f1f-b6be-0c96b2bf46d5 req-8df661b8-14ff-40c4-8faa-984eb210a95e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/ab8f0db3-a233-4328-8567-3618b0bb06f9 HTTP/1.1" status: 404 len: 352 time: 0.0316782 Aug 27 02:21:32.201160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-243612ca-39fd-4d57-b3ff-a7956736eecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 217 time: 0.0567484 Aug 27 02:21:32.203130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-cd3deef8-8c98-4c45-b514-7d4c94f5048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.204567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-cd3deef8-8c98-4c45-b514-7d4c94f5048f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234837 Aug 27 02:21:32.235452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-76c03f92-852c-4849-9644-1d40c4da638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.237005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-76c03f92-852c-4849-9644-1d40c4da638f service neutron] 10.222.0.46 "GET /v2.0/networks?id=959eff36-99e2-4083-afcc-9c7c4bea2fc8 HTTP/1.1" status: 200 len: 922 time: 0.5536842 Aug 27 02:21:32.331384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-8e1d691b-8cfd-43e3-8d54-41fc5d2d5df5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73e4532-c05f-412a-8fbc-82f49696b193 HTTP/1.1" status: 200 len: 217 time: 0.0600965 Aug 27 02:21:32.367051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2601e-592c-4044-9388-f0904bd35858 req-5e185ec1-a3b8-4f82-8e27-78288c1b2f99 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.368727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8b2601e-592c-4044-9388-f0904bd35858 req-5e185ec1-a3b8-4f82-8e27-78288c1b2f99 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.2076530 Aug 27 02:21:32.376718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-e6f00278-6cfd-4cd3-a941-e7e13665182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.378773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-e6f00278-6cfd-4cd3-a941-e7e13665182d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1591132 Aug 27 02:21:32.402361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:32.428309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010941-7670-4eef-b36f-339c2de45b03 req-014d1224-0f3c-45e5-a70e-9122d3473889 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.429701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28010941-7670-4eef-b36f-339c2de45b03 req-014d1224-0f3c-45e5-a70e-9122d3473889 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.1570807 Aug 27 02:21:32.443877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:32.447951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-476720bd-77aa-4697-9a86-d6ff9d971804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477376 Aug 27 02:21:32.458101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.472056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-ab77d5aa-c4c2-408c-8836-485e1855d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.473654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-ab77d5aa-c4c2-408c-8836-485e1855d25f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba192ae-62ed-4577-a956-575558c4058d HTTP/1.1" status: 200 len: 861 time: 0.1263840 Aug 27 02:21:32.544575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28010941-7670-4eef-b36f-339c2de45b03 req-262524d6-4b41-4f46-a5eb-a2a0c2d1fb5a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057329 Aug 27 02:21:32.546411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-6df0a364-aa4d-43e4-8a75-d71ee4b59911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=959eff36-99e2-4083-afcc-9c7c4bea2fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474739 Aug 27 02:21:32.547596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8b2601e-592c-4044-9388-f0904bd35858 req-6b142971-519b-4758-b727-c9d4105afb85 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647573 Aug 27 02:21:32.553976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-b0ce6c27-3a79-4477-ab0b-7d9db5de9c15 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331892 Aug 27 02:21:32.560963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.561572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.562973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] 10.222.0.15 "PUT /v2.0/ports/7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 1091 time: 1.9588540 Aug 27 02:21:32.690426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b9591-0715-48e2-9c23-e8b04a7ee30b service neutron] Pushing event updated for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:32.695604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.715641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:32.789298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93476af1-b771-489f-b409-9702b3dd0ce5 req-32966883-f371-462d-878b-19838de22be4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.790851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93476af1-b771-489f-b409-9702b3dd0ce5 req-32966883-f371-462d-878b-19838de22be4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 945 time: 0.1386337 Aug 27 02:21:32.792668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-21e235cf-ad32-47bc-a171-07125448836e service neutron] 10.222.0.46 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992438 Aug 27 02:21:32.794191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-502e8541-c25d-4ece-bede-8e7513daf537 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234668 Aug 27 02:21:32.802213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-199f55b0-fb9f-4eb1-a848-e864113546b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:32.804036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-199f55b0-fb9f-4eb1-a848-e864113546b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1094 time: 0.1503980 Aug 27 02:21:32.811834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18805261-46db-4849-9254-e54f337bfd54 req-695358e9-0d60-490c-ac7b-19a3544f669b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/d7708916-285b-471c-a3d6-fdaef3515579 HTTP/1.1" status: 200 len: 1799 time: 0.1593266 Aug 27 02:21:32.843266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4b88b5a-d174-4443-bc23-580e781e7337 req-c8d65c90-e420-470f-8b36-b31d5fd92ef4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736459 Aug 27 02:21:32.909518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-8a1714ce-cfe4-4e87-9d17-06eb901b31af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0933216 Aug 27 02:21:32.924807 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Floating IP fc9c9e13-3a8a-4d79-b575-f996b39d0a25 associated. External IP: 172.25.8.141, port: 0b1da3be-6e48-4a5e-bbba-21c21e79fec1. Aug 27 02:21:32.968630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93476af1-b771-489f-b409-9702b3dd0ce5 req-285162ad-51f0-4ce2-91ff-be72abd47782 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439149 Aug 27 02:21:32.999222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0c0b3ef-b946-44c4-a11c-f62f0e368f4c req-2400dfbf-1419-4c47-ad7c-6a018a12ba39 service neutron] 10.222.0.46 "GET /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735113 Aug 27 02:21:33.010182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-0c4388a8-5950-4945-b476-e213e072a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.011672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-0c4388a8-5950-4945-b476-e213e072a58a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0939002 Aug 27 02:21:33.056218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-66c57f1c-9116-486e-8ee3-c61bd9d58a0b service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417228 Aug 27 02:21:33.058486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18805261-46db-4849-9254-e54f337bfd54 req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.085168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18805261-46db-4849-9254-e54f337bfd54 req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.101081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-af99b4db-f621-4194-8935-16a428bd241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.102587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-af99b4db-f621-4194-8935-16a428bd241e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809698 Aug 27 02:21:33.161191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:33.163967 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836" -d '{"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:33.180237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:33.207528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18805261-46db-4849-9254-e54f337bfd54 req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.210119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-18805261-46db-4849-9254-e54f337bfd54 req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.215671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18805261-46db-4849-9254-e54f337bfd54 req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/d7708916-285b-471c-a3d6-fdaef3515579 HTTP/1.1" status: 204 len: 173 time: 0.3897104 Aug 27 02:21:33.249690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1bde7-f7c1-46c5-bf7a-f2c2bd7b1eb3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7708916-285b-471c-a3d6-fdaef3515579,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:33.255787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-37a02f46-de94-4ef3-9672-236af9e5dcb6 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416421 Aug 27 02:21:33.308478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9bc98-c3db-413c-b984-b5f2d4efd7af req-404e3e8e-2a01-4cec-bc72-9046869afbbb tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.310172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f9bc98-c3db-413c-b984-b5f2d4efd7af req-404e3e8e-2a01-4cec-bc72-9046869afbbb tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 944 time: 0.1259990 Aug 27 02:21:33.376755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ca35-5248-477c-b814-c1f60d527546 req-1f25bbeb-778e-47fc-9abb-2071f7c462fc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.379782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e0ca35-5248-477c-b814-c1f60d527546 req-1f25bbeb-778e-47fc-9abb-2071f7c462fc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 943 time: 0.1134088 Aug 27 02:21:33.386420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f9bc98-c3db-413c-b984-b5f2d4efd7af req-8a5e5b91-94ac-44ec-ab97-221d6d5ab402 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Aug 27 02:21:33.387513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:33.392011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.408253 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Sync routers for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:33.419326 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:33.420405 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:33.424925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-319a2925-b92d-48b6-a8c4-1783e8f2ce73 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "PUT /v2.0/floatingips/fc9c9e13-3a8a-4d79-b575-f996b39d0a25 HTTP/1.1" status: 200 len: 991 time: 1.9968271 Aug 27 02:21:33.424925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:33.427590 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:33.436041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb9df4c6-4a5b-45cd-8fb2-8ad80a89ae02 req-c6e0de5d-347e-4ad0-a7c8-11d99ac80c83 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685948 Aug 27 02:21:33.460930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e0ca35-5248-477c-b814-c1f60d527546 req-4d3598ce-f3d0-4914-8ec7-7a9921583ab9 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740526 Aug 27 02:21:33.467783 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a325e-fdd6-4338-a882-05523bbc3acf x-openstack-request-id: req-5e4a325e-fdd6-4338-a882-05523bbc3acf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:33.468114 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:33.468336 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e4a325e-fdd6-4338-a882-05523bbc3acf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:33.468842 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:21:33.502994 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-195218f3-3718-407c-9646-31a6dc2d8778 req-b924fb01-1078-4a0d-a742-a2248808c2c7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:21:33.510653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-195218f3-3718-407c-9646-31a6dc2d8778 req-b924fb01-1078-4a0d-a742-a2248808c2c7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/d7708916-285b-471c-a3d6-fdaef3515579 HTTP/1.1" status: 404 len: 352 time: 0.0304389 Aug 27 02:21:33.560471 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef4bd9-07c6-4837-9d6a-a57b8cfa7c8b x-openstack-request-id: req-e1ef4bd9-07c6-4837-9d6a-a57b8cfa7c8b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:33.561335 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:33.561744 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1ef4bd9-07c6-4837-9d6a-a57b8cfa7c8b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:33.562305 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'status': 'completed', 'code': 200} Aug 27 02:21:33.588956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-2ad3e3a7-8f66-4b16-9bce-045853332c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.590662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-2ad3e3a7-8f66-4b16-9bce-045853332c3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1094 time: 0.0941663 Aug 27 02:21:33.607476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:33.695339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1621d8-c539-4219-87d7-bbf741909f46 req-526c5f64-73a8-44c5-9e6e-00ed39680059 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.697050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c1621d8-c539-4219-87d7-bbf741909f46 req-526c5f64-73a8-44c5-9e6e-00ed39680059 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0609014 Aug 27 02:21:33.719325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-ae71d890-f458-4f0f-9b95-47851783bb15 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/5fbaf847-ee75-4abe-ae31-5a9112ba839f HTTP/1.1" status: 200 len: 1801 time: 0.1423891 Aug 27 02:21:33.728171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-a9aa507d-eb63-4f85-a31a-62ebb038cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.729954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-a9aa507d-eb63-4f85-a31a-62ebb038cad8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=588bf87870a7428e9ab42a25f321c00c&device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 1096 time: 0.1158731 Aug 27 02:21:33.748708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c1621d8-c539-4219-87d7-bbf741909f46 req-3fbf7036-d02b-4f2c-8698-1e3e7e8eae2f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Aug 27 02:21:33.772609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 978e07c8-08a6-4a7d-bf48-7ea30c389847 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:33.850320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-1c0c63e2-223d-471e-81b8-0e782b8f96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.851860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-1c0c63e2-223d-471e-81b8-0e782b8f96de service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.2524009 Aug 27 02:21:33.864411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 978e07c8-08a6-4a7d-bf48-7ea30c389847 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:33.870080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 978e07c8-08a6-4a7d-bf48-7ea30c389847 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:33.870848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.896366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc9c9e13-3a8a-4d79-b575-f996b39d0a25', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'port_id': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'mac_address': 'fa:16:3e:90:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:21:32Z', 'revision_number': 1, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:33.922803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846e795-7444-4eb8-a944-dde6ce6adcfe req-f043ad48-3f42-432e-996b-00b86ae6e856 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:33.924870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5846e795-7444-4eb8-a944-dde6ce6adcfe req-f043ad48-3f42-432e-996b-00b86ae6e856 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.0913153 Aug 27 02:21:33.932458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Checking router: cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:33.942294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:33.943175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:33.951362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:33.954420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-cbf74572-e0e7-4cbf-8fc9-49422bd33285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0881090 Aug 27 02:21:33.989611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.006911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-52a2cc0b-0a9f-473e-a5ce-77a04ac94f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.008639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-52a2cc0b-0a9f-473e-a5ce-77a04ac94f1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d216fc1a-0b04-4039-a664-de1f915ec777 HTTP/1.1" status: 200 len: 917 time: 0.2602670 Aug 27 02:21:34.013972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5846e795-7444-4eb8-a944-dde6ce6adcfe req-1fe5f2a6-7892-404a-adaf-8d41e2319ec9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650449 Aug 27 02:21:34.027210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.079637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:34.080770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:34.097206 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36fe45c-18c5-4057-a1b9-9b41f65a7d9f" -d '{"events": [{"server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "name": "network-vif-plugged", "status": "completed", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:34.102821 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.112893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-0e311038-075c-4351-8b90-b2257c904d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.114424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-0e311038-075c-4351-8b90-b2257c904d2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.1464624 Aug 27 02:21:34.131686 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:34.170667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-c8061d95-0165-4396-851b-aaf962bfa1d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1 HTTP/1.1" status: 200 len: 999 time: 0.1514504 Aug 27 02:21:34.191673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2794b-3cab-42a2-ac09-464ee54ec006 req-3f912f29-76cb-4482-8a65-ed53dfe51af5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.196918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cc2794b-3cab-42a2-ac09-464ee54ec006 req-3f912f29-76cb-4482-8a65-ed53dfe51af5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.1122360 Aug 27 02:21:34.214514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:34.218792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.222137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.237419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca6ddd1-6f46-4ff9-992a-e6ca6a814edf req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fbaf847-ee75-4abe-ae31-5a9112ba839f HTTP/1.1" status: 204 len: 173 time: 0.4998047 Aug 27 02:21:34.249812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cc2794b-3cab-42a2-ac09-464ee54ec006 req-eb085de7-0506-4692-a28a-2b9498413b7f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Aug 27 02:21:34.264819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-6e90a604-0c3e-43c6-b659-6a9dba291f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.274915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-6e90a604-0c3e-43c6-b659-6a9dba291f8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496503 Aug 27 02:21:34.303172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85b795-59d5-42c9-9cc5-9dc03b7c6aa8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbaf847-ee75-4abe-ae31-5a9112ba839f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:34.314910 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c95cdb1-9e01-4415-b0fb-6d47486be377 x-openstack-request-id: req-4c95cdb1-9e01-4415-b0fb-6d47486be377 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:34.315202 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "name": "network-vif-plugged", "status": "completed", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:34.315457 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c95cdb1-9e01-4415-b0fb-6d47486be377 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:34.315851 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847', 'code': 200} Aug 27 02:21:34.320547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-ea4c7dca-d318-4ccb-96f7-8b91410d4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.322106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-ea4c7dca-d318-4ccb-96f7-8b91410d4734 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58eeb62c-c50b-456e-9cb4-2aa2f365995b HTTP/1.1" status: 200 len: 855 time: 0.1402950 Aug 27 02:21:34.347837 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-0ad2f2c5-fd76-440a-9e3f-86b3ab352b89 req-3a74abd9-13e0-45c4-b7d0-b55b36e06b04 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:21:34.351810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ad2f2c5-fd76-440a-9e3f-86b3ab352b89 req-3a74abd9-13e0-45c4-b7d0-b55b36e06b04 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/5fbaf847-ee75-4abe-ae31-5a9112ba839f HTTP/1.1" status: 404 len: 352 time: 0.0219326 Aug 27 02:21:34.460029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-d533bff9-a5c0-4594-ac95-811dfc2bad51 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708691 Aug 27 02:21:34.473060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-30578987-589f-4720-ba98-2c5d2f7c9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.474717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-30578987-589f-4720-ba98-2c5d2f7c9b4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d216fc1a-0b04-4039-a664-de1f915ec777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064019 Aug 27 02:21:34.523078 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc9c9e13-3a8a-4d79-b575-f996b39d0a25', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'port_id': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'mac_address': 'fa:16:3e:90:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:21:32Z', 'revision_number': 1, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:34.554510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd39688-29c3-4b36-a7db-8da0ff3d9ce6 req-97fd8709-0c66-41fa-8896-c8a420430e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.558079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efd39688-29c3-4b36-a7db-8da0ff3d9ce6 req-97fd8709-0c66-41fa-8896-c8a420430e13 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 1097 time: 0.1065342 Aug 27 02:21:34.567375 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2612c4-17fb-42ec-9fd2-664b659be155 None None] The sync data for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 is: [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc9c9e13-3a8a-4d79-b575-f996b39d0a25', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'port_id': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'mac_address': 'fa:16:3e:90:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:20:24Z', 'updated_at': '2021-08-27T02:21:32Z', 'revision_number': 1, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:34.581020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:34.602655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e388e1d2-cc3a-496d-8885-ab86376c4574 req-df1688ed-55f1-4f7e-851c-8c4d248fe554 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 6147 time: 0.1968064 Aug 27 02:21:34.607582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cba8-3c9b-4c77-b949-6b17de878c23 req-5593947b-f248-495f-bd06-07d2a15d5f9e tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.621139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75b1cba8-3c9b-4c77-b949-6b17de878c23 req-5593947b-f248-495f-bd06-07d2a15d5f9e tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 944 time: 0.1190915 Aug 27 02:21:34.656695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efd39688-29c3-4b36-a7db-8da0ff3d9ce6 req-3fcf50df-9503-4821-a63a-7da0ca39060c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872719 Aug 27 02:21:34.689882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75b1cba8-3c9b-4c77-b949-6b17de878c23 req-32828625-b8a1-4422-a9af-a06031a1e21b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Aug 27 02:21:34.724188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e388e1d2-cc3a-496d-8885-ab86376c4574 req-f11186f5-e33c-4513-922e-23d6f0d00052 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 200 len: 2981 time: 0.1205177 Aug 27 02:21:34.728664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-689cc708-133a-4289-89e0-869d7cd5d6fe service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436552 Aug 27 02:21:34.730506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1addb0b2-3b7d-4b83-8f4c-0c5e82c8b836 req-b21e7b81-56a2-4362-b302-40351927a468 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548370 Aug 27 02:21:34.734028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:34.748586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'mac_address': 'fa:16:3e:af:a7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:34.786217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e388e1d2-cc3a-496d-8885-ab86376c4574 req-8a02a8df-8761-4093-b7cb-2f45354fa256 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 200 len: 2981 time: 0.0610960 Aug 27 02:21:34.812871 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.834902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:34.840478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571787-5ac6-44f9-83b6-73140a8d65f2 req-67c4c180-868b-4bfe-aaac-dd03f1a205c0 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:34.842781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16571787-5ac6-44f9-83b6-73140a8d65f2 req-67c4c180-868b-4bfe-aaac-dd03f1a205c0 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 943 time: 0.0708008 Aug 27 02:21:34.855832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:34.861976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:34.894346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16571787-5ac6-44f9-83b6-73140a8d65f2 req-d388e2d5-e298-4611-8920-241c41b7cb25 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Aug 27 02:21:34.905261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd856112-2979-4c74-ae09-8210610eddf8 None None] New status for floating IP fc9c9e13-3a8a-4d79-b575-f996b39d0a25: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:21:34.956878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:35.006039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1974881-2a14-4363-8790-84a9aed35efb req-829e9eaa-4d8d-4375-a509-37953ea4094b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.007518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1974881-2a14-4363-8790-84a9aed35efb req-829e9eaa-4d8d-4375-a509-37953ea4094b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0533259 Aug 27 02:21:35.047759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1974881-2a14-4363-8790-84a9aed35efb req-961057b2-3e65-4275-99c7-e2672c34696e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Aug 27 02:21:35.132076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e35966e0-4099-4f81-bdf7-150910c17c65'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:35.147474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334066664', 'description': 'tempest-description-559680705'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:35.199761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.221574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be139c7-18e9-4a98-ae8d-b5c4ff4ac1f0 req-4624be22-9449-490d-b753-9fb4d5ab0a94 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.223126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5be139c7-18e9-4a98-ae8d-b5c4ff4ac1f0 req-4624be22-9449-490d-b753-9fb4d5ab0a94 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0658703 Aug 27 02:21:35.234831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb7d12db-5eb3-40a5-9e91-211f6e07c9f4 req-c51f2b43-96fd-4eca-9c68-1750f51bc664 service neutron] 10.222.0.46 "GET /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691291 Aug 27 02:21:35.279492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5be139c7-18e9-4a98-ae8d-b5c4ff4ac1f0 req-0a342280-98f2-4b62-8aef-282097974d67 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501134 Aug 27 02:21:35.313586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.319468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.351715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.362273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42f29799-3b6e-4f7d-9f44-28109596eca7 req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2546120 Aug 27 02:21:35.365061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfc5ad-78f2-482d-95c1-8e90a9294315 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73562a19-2cf1-47fc-83c3-7356d758f8df,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:35.409827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f277c-5d50-45e6-af84-7e3c3af7fff9 req-df20f07b-63b2-494a-9e92-98fb80faa020 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.411378 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a50f277c-5d50-45e6-af84-7e3c3af7fff9 req-df20f07b-63b2-494a-9e92-98fb80faa020 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0555835 Aug 27 02:21:35.440196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-314397152', 'description': 'tempest-description-534052511'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:35.453840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a50f277c-5d50-45e6-af84-7e3c3af7fff9 req-1d2e989f-2695-4a06-910d-9d4c0044512d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Aug 27 02:21:35.464147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.551768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.555572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.583421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:35.585102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ad3ccd3-19ee-4aa0-943c-3c3ed3db7ae8 req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1492071 Aug 27 02:21:35.589639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1f5f-1ab9-4973-856c-8594971a44ba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c28796-1e9d-4f9d-900d-ffd5e302d5dd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:35.774718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c73e4532-c05f-412a-8fbc-82f49696b193 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:35.878007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-316d5530-511e-41fd-aca0-48cd2bd9eada tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:35.880647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-316d5530-511e-41fd-aca0-48cd2bd9eada tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 812 time: 0.1352251 Aug 27 02:21:35.900973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c73e4532-c05f-412a-8fbc-82f49696b193,segment=NetworkSegment(bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be),segment_id=bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:35.902606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-f78eaf9d-e053-4b77-a8f8-671d3695e9a0 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/quotas/33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 375 time: 0.0159407 Aug 27 02:21:35.918541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'c73e4532-c05f-412a-8fbc-82f49696b193', 'network_id': '959eff36-99e2-4083-afcc-9c7c4bea2fc8', 'port_id': 'c73e4532-c05f-412a-8fbc-82f49696b193', 'mac_address': 'fa:16:3e:77:04:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba192ae-62ed-4577-a956-575558c4058d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:35.969516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-e0629f35-7c96-4940-8bd5-4b6a1a66b4d3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597975 Aug 27 02:21:35.995433 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:36.021282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73e4532-c05f-412a-8fbc-82f49696b193 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:36.045673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c73e4532-c05f-412a-8fbc-82f49696b193,segment=NetworkSegment(bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be),segment_id=bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:36.054024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:36.109934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-8abeb276-64a6-47a4-a4cc-a9c3de1a7cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304567 Aug 27 02:21:36.127207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:36.153397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cef41-39a8-404d-97b1-4eb2e7786cb6 req-5af7f836-5c3d-4636-8a7e-75bebd3b6d91 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.155056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d51cef41-39a8-404d-97b1-4eb2e7786cb6 req-5af7f836-5c3d-4636-8a7e-75bebd3b6d91 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 944 time: 0.4056146 Aug 27 02:21:36.221731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-7475a724-8f3a-47fe-a837-965f7816c7fc service neutron] 10.222.0.26 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096113 Aug 27 02:21:36.224684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d51cef41-39a8-404d-97b1-4eb2e7786cb6 req-6988a436-c797-4177-8554-0e1d1dacdd29 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624728 Aug 27 02:21:36.370192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5f4d-7c80-4891-8d0b-840d342b2765 req-24d1b92e-dae8-4ff9-909c-4764478b3359 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.372430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a89f5f4d-7c80-4891-8d0b-840d342b2765 req-24d1b92e-dae8-4ff9-909c-4764478b3359 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 943 time: 0.0778298 Aug 27 02:21:36.424641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a89f5f4d-7c80-4891-8d0b-840d342b2765 req-cfab15af-a2de-43f0-81e0-d87eeb81b084 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Aug 27 02:21:36.571490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c244b7-416c-4bc4-9902-2cd5cfd2b47b req-00c978cd-2016-45c8-a5e5-d6ae6861350e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.572933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98c244b7-416c-4bc4-9902-2cd5cfd2b47b req-00c978cd-2016-45c8-a5e5-d6ae6861350e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0705023 Aug 27 02:21:36.577581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d206904-5fa8-4a19-a0f5-be8d2ea376db req-456c8d5b-2350-4edb-b01f-bb7fc4e075ce tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.586712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d206904-5fa8-4a19-a0f5-be8d2ea376db req-456c8d5b-2350-4edb-b01f-bb7fc4e075ce tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0772593 Aug 27 02:21:36.592466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:36.596388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:36.636208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98c244b7-416c-4bc4-9902-2cd5cfd2b47b req-5df84b33-d898-4b20-b9d4-f93666ad6e8b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Aug 27 02:21:36.651097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c73e4532-c05f-412a-8fbc-82f49696b193'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:36.692455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d206904-5fa8-4a19-a0f5-be8d2ea376db req-749b07d1-6b04-4ea9-8d46-0fdd015cda6f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997734 Aug 27 02:21:36.736687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15d02941-c97c-49db-b287-7c5f6a754091 req-baf98c08-48f6-40df-a5a0-161764ee1032 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 210 time: 0.0522029 Aug 27 02:21:36.849636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bfdcc-f61a-42a3-b139-eae26954a95f req-c1ee4072-470c-42e5-9a31-896f3346294d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:36.851437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-380bfdcc-f61a-42a3-b139-eae26954a95f req-c1ee4072-470c-42e5-9a31-896f3346294d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0536451 Aug 27 02:21:36.879771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:21:36.918810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-380bfdcc-f61a-42a3-b139-eae26954a95f req-4d13e319-7d25-420f-83ab-d0b3fb082a9e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585382 Aug 27 02:21:36.989445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e35966e0-4099-4f81-bdf7-150910c17c65 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:37.007731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e35966e0-4099-4f81-bdf7-150910c17c65 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:37.008220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.019211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:37.074575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:37.209772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.234514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:37.262121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.265139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:37.289701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.344817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62925755-7313-4025-ab44-120a036432c3 req-143b0e0c-22f1-4eda-b28d-d46d13d3050f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.346719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62925755-7313-4025-ab44-120a036432c3 req-143b0e0c-22f1-4eda-b28d-d46d13d3050f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1493142 Aug 27 02:21:37.359186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62875e-6dd9-4413-9a16-9119f9b241f2 req-3771d35c-9318-4426-9767-1c130aedfe6b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.360838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b62875e-6dd9-4413-9a16-9119f9b241f2 req-3771d35c-9318-4426-9767-1c130aedfe6b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 945 time: 0.0641048 Aug 27 02:21:37.380631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62925755-7313-4025-ab44-120a036432c3 req-62d35650-cedd-4d2a-ab52-74f8c317e891 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0251520 Aug 27 02:21:37.400525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:37.403598 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4192e80-4816-46e6-b01c-d522a464b4b9" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:37.409142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:37.423158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:37.426944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b62875e-6dd9-4413-9a16-9119f9b241f2 req-e416f04e-46fe-4030-af66-a5e270bb124c tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Aug 27 02:21:37.432026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:37.439134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62925755-7313-4025-ab44-120a036432c3 req-2709ed9b-1a89-4cae-b8c1-b2b3f2c10066 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575235 Aug 27 02:21:37.488120 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb768cf-7461-44f8-88c8-c27b303c48ec x-openstack-request-id: req-bfb768cf-7461-44f8-88c8-c27b303c48ec {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:37.488791 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:37.489163 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfb768cf-7461-44f8-88c8-c27b303c48ec {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:37.489890 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'code': 200} Aug 27 02:21:37.525473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:37.560913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62925755-7313-4025-ab44-120a036432c3 req-d97cc3a6-15ec-4de8-a036-3e00bd32fd3c service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182292 Aug 27 02:21:37.599001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:37.670487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b3c0d-2d2f-472d-9ab6-9dbd7201ff5d req-5a595aa6-acca-47f4-addb-45f58ebe9baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.672047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a77b3c0d-2d2f-472d-9ab6-9dbd7201ff5d req-5a595aa6-acca-47f4-addb-45f58ebe9baa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1101 time: 0.0982530 Aug 27 02:21:37.747954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d1289-aa3d-430f-a20e-a9b512e53598 req-69ceb7e1-52a8-414f-87eb-7ccc68b9212f tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.752447 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf2d1289-aa3d-430f-a20e-a9b512e53598 req-69ceb7e1-52a8-414f-87eb-7ccc68b9212f tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 944 time: 0.0747778 Aug 27 02:21:37.764953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62925755-7313-4025-ab44-120a036432c3 req-90ab8c71-73cd-4af4-bcb3-cfab12d267a1 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980803 Aug 27 02:21:37.776936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a77b3c0d-2d2f-472d-9ab6-9dbd7201ff5d req-3ebc498b-3808-4a49-8b87-abbb46a6cbb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969014 Aug 27 02:21:37.821476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf2d1289-aa3d-430f-a20e-a9b512e53598 req-08563639-5c58-4d3f-bd1f-e622786aca40 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Aug 27 02:21:37.956071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-b01d39c6-8c2c-4ef7-9242-0d4026271289 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.957554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-b01d39c6-8c2c-4ef7-9242-0d4026271289 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 812 time: 0.1665835 Aug 27 02:21:37.963539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530d152-eb9c-46d8-849f-e54bcffd95b4 req-e6a82dd9-d97a-46f6-a4b5-6800f2126d60 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:37.965112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3530d152-eb9c-46d8-849f-e54bcffd95b4 req-e6a82dd9-d97a-46f6-a4b5-6800f2126d60 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0662541 Aug 27 02:21:37.982419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'device_id': '99116714-712c-424c-8933-66c26c90071b', 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e', 'admin_state_up': True, 'tenant_id': '33f2ba35e4ce49839016c06256e9c2f7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:38.042284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3530d152-eb9c-46d8-849f-e54bcffd95b4 req-80266ad5-2d87-421f-8f22-72fc1b4d39f4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705352 Aug 27 02:21:38.137268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98947996-83ea-4582-aace-c8dbb7dad495 req-dca3adca-27e7-4918-af9b-bfd9b0b24556 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.138810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98947996-83ea-4582-aace-c8dbb7dad495 req-dca3adca-27e7-4918-af9b-bfd9b0b24556 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1265023 Aug 27 02:21:38.160879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43c54fc9-c632-42ec-82cf-62cbe75a8a8e req-7e0a2469-4bd8-40f4-b6e3-76a360f85f80 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 210 time: 0.0275717 Aug 27 02:21:38.203871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98947996-83ea-4582-aace-c8dbb7dad495 req-b91e9990-d1a8-48e2-8492-e9f35270ce3b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557699 Aug 27 02:21:38.205604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Made reservation on behalf of 33f2ba35e4ce49839016c06256e9c2f7 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:38.209303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.357640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Allocated IP 172.20.0.4 (40c37de3-1da7-4cb5-863f-974b4d4c299e/7cbbcaca-2974-4d44-b949-173684852291/88443ac0-2522-4ff8-9f3a-c94934b4a623) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:38.537203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.582821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.603375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922e3-16b2-4b24-ba71-b4b1183be711 req-b78d9999-92e9-4a7e-986b-42f16d30c550 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.605277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc1922e3-16b2-4b24-ba71-b4b1183be711 req-b78d9999-92e9-4a7e-986b-42f16d30c550 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 945 time: 0.0711095 Aug 27 02:21:38.607103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:38.632525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Network 40c37de3-1da7-4cb5-863f-974b4d4c299e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:38.633594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:38.642957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:38.642957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:38.691219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc1922e3-16b2-4b24-ba71-b4b1183be711 req-3024724e-2533-45f3-8d0b-d421a9eb1910 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Aug 27 02:21:38.694376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.695044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.706131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:38.720208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6a3cd0f7-4a82-4fe6-a4d9-0ac333700e2a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426517 Aug 27 02:21:38.734200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:38.741689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:38.742057 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.750778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Request body: {'port': {'device_id': '99116714-712c-424c-8933-66c26c90071b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:38.812935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.887136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:38.910867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-880aed84-177a-4226-8527-8391384fa040 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:38.912370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-880aed84-177a-4226-8527-8391384fa040 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1400673 Aug 27 02:21:38.933156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-2a601be6-57a3-4cd3-9bb6-cc29bf125a3e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0145288 Aug 27 02:21:38.948543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:38.959628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.018565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-bc187bf6-4761-406b-aa27-847f63f53846 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688939 Aug 27 02:21:39.044209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:39.094747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdc696-7162-4c17-9d82-124fcffd3f1a req-3527a19f-a055-4962-98fa-cc2d06689b78 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.100938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63bdc696-7162-4c17-9d82-124fcffd3f1a req-3527a19f-a055-4962-98fa-cc2d06689b78 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.1509638 Aug 27 02:21:39.119129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-d8f1a357-d8f3-4058-b75b-683caabcea06 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997119 Aug 27 02:21:39.163581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63bdc696-7162-4c17-9d82-124fcffd3f1a req-6c92089a-ac04-42b9-80ce-123da9a48155 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Aug 27 02:21:39.219146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-f0ae7a3c-fece-4ca2-898e-f6d3135c7773 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937791 Aug 27 02:21:39.262918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88443ac0-2522-4ff8-9f3a-c94934b4a623 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:39.273623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.291697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Transition to ACTIVE for port object 88443ac0-2522-4ff8-9f3a-c94934b4a623 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:39.300415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f814aa5-ea28-4a71-8504-5737d796bfb3 req-54ff96f2-3da6-47db-a90b-8e2f5aac57b2 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.302071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f814aa5-ea28-4a71-8504-5737d796bfb3 req-54ff96f2-3da6-47db-a90b-8e2f5aac57b2 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0748405 Aug 27 02:21:39.303307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.379952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:39.391409 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f814aa5-ea28-4a71-8504-5737d796bfb3 req-9c0e0985-0942-4360-b867-0f660a5fa384 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827897 Aug 27 02:21:39.433281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb502e-d79e-4592-820d-bef6ce6ee570 req-9eff6d59-dd0b-4d57-8269-27bc653fa075 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.434930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cbb502e-d79e-4592-820d-bef6ce6ee570 req-9eff6d59-dd0b-4d57-8269-27bc653fa075 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.0641100 Aug 27 02:21:39.480734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Attempting to bind port 88443ac0-2522-4ff8-9f3a-c94934b4a623 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:39.481082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Attempting to bind port 88443ac0-2522-4ff8-9f3a-c94934b4a623 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:39.481405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Attempting to bind port 88443ac0-2522-4ff8-9f3a-c94934b4a623 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:39.485440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cbb502e-d79e-4592-820d-bef6ce6ee570 req-66749f52-83d1-48a4-8753-e1283c2a1079 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Aug 27 02:21:39.491126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:39.493810 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5272c5-38e9-43bc-87c7-644420387265" -d '{"events": [{"server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "name": "network-vif-plugged", "status": "completed", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:39.504363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Port 88443ac0-2522-4ff8-9f3a-c94934b4a623 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:39.504744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Attempting to bind port 88443ac0-2522-4ff8-9f3a-c94934b4a623 on network 40c37de3-1da7-4cb5-863f-974b4d4c299e {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:39.511572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:39.511572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Checking segment: {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:39.511894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Bound using segment: {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:39.512259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Bound port: 88443ac0-2522-4ff8-9f3a-c94934b4a623, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:39.512743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.565110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336522cc-4dfe-4516-851e-da6dfa179679 req-42048664-acce-4b49-ad4a-f2f54adaaedf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.566714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-336522cc-4dfe-4516-851e-da6dfa179679 req-42048664-acce-4b49-ad4a-f2f54adaaedf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0995519 Aug 27 02:21:39.626057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-336522cc-4dfe-4516-851e-da6dfa179679 req-d127b617-f2fd-4473-a55b-f81814a53b0e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Aug 27 02:21:39.631939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:39.636710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:39.641241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.648805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8af1358c-1acd-439b-9b4e-23747c85cf72 req-144c329d-00df-443c-810d-68476cb9063f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 210 time: 0.0396926 Aug 27 02:21:39.684751 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c8e6e-c08c-416c-a830-8961922591b1 x-openstack-request-id: req-9b4c8e6e-c08c-416c-a830-8961922591b1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:39.685262 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "name": "network-vif-plugged", "status": "completed", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:39.685262 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b4c8e6e-c08c-416c-a830-8961922591b1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:39.685672 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'code': 200} Aug 27 02:21:39.699011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.699637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.701056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-45094dff-9892-4810-9d87-5849c8151beb service neutron] 10.222.0.46 "PUT /v2.0/ports/88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 1091 time: 0.9549286 Aug 27 02:21:39.701589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:39.703976 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317a7ce6-743c-4ed1-a92e-446e234fb54f" -d '{"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:39.734278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45094dff-9892-4810-9d87-5849c8151beb service neutron] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:39.775564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e15d0-0f8f-4948-877a-b66451fa3ca8 req-3727dbf4-1b66-44d3-b1ca-e38a9f9fd5f9 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.784134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b20e15d0-0f8f-4948-877a-b66451fa3ca8 req-3727dbf4-1b66-44d3-b1ca-e38a9f9fd5f9 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1101 time: 0.0598884 Aug 27 02:21:39.816666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b20e15d0-0f8f-4948-877a-b66451fa3ca8 req-24de1df6-4d9a-48d0-bffc-196660022d57 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Aug 27 02:21:39.829219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c73e4532-c05f-412a-8fbc-82f49696b193 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:39.868478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868f30-c431-4e79-90b2-255b3396f33b req-a69fac8f-7e25-4c02-8661-56c5e1b17224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.870076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c868f30-c431-4e79-90b2-255b3396f33b req-a69fac8f-7e25-4c02-8661-56c5e1b17224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.1177876 Aug 27 02:21:39.874720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-dec09b26-5e0f-47d7-b12f-67f6d1733eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.876277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-dec09b26-5e0f-47d7-b12f-67f6d1733eac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1094 time: 0.0908115 Aug 27 02:21:39.894307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port c73e4532-c05f-412a-8fbc-82f49696b193 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:39.895066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36905e0-a239-4309-a557-874a11b49067 req-e5f5a291-449d-4d39-abac-f7ad3d2d151c tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:39.896677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e36905e0-a239-4309-a557-874a11b49067 req-e5f5a291-449d-4d39-abac-f7ad3d2d151c tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 945 time: 0.1097393 Aug 27 02:21:39.903853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port c73e4532-c05f-412a-8fbc-82f49696b193 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:39.904514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:39.933232 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced99d1c-d9fb-4cca-8db3-820ce1eb0e23 x-openstack-request-id: req-ced99d1c-d9fb-4cca-8db3-820ce1eb0e23 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:39.934194 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:39.934961 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ced99d1c-d9fb-4cca-8db3-820ce1eb0e23 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:39.935368 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'status': 'completed', 'code': 200} Aug 27 02:21:39.988482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:40.020993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c868f30-c431-4e79-90b2-255b3396f33b req-a753453f-8215-499e-8dd0-6c8897e9548b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418905 Aug 27 02:21:40.022189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-fa7f27d0-2638-4a0f-ba72-fa90dda4cd99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 217 time: 0.0959690 Aug 27 02:21:40.024783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c73e4532-c05f-412a-8fbc-82f49696b193,segment=NetworkSegment(bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be),segment_id=bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:40.029985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e36905e0-a239-4309-a557-874a11b49067 req-6b4b7cca-6f1a-48ae-ac45-30d58a82bc00 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048074 Aug 27 02:21:40.038857 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:40.095172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-db2c98c5-37a6-4fc8-841d-52940464d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.097473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-db2c98c5-37a6-4fc8-841d-52940464d9bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.0658591 Aug 27 02:21:40.101025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:40.135614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-3fe33bc8-c5d5-4967-a70e-2175e271eeff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268509 Aug 27 02:21:40.250898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-6e3c11ad-4cff-4f01-96cb-82463a3e860e service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050951 Aug 27 02:21:40.340464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c7cfc-b43b-47b5-a2b7-97b5fb5bf928 req-ecdac176-ae5f-46b7-b862-fd9e829ecd45 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.341952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-941c7cfc-b43b-47b5-a2b7-97b5fb5bf928 req-ecdac176-ae5f-46b7-b862-fd9e829ecd45 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.1058476 Aug 27 02:21:40.397335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784e5398-77a3-4515-b00b-b48075d33ee8 req-aaed36b6-21f6-408a-86b7-fafe2a8f2b14 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324697 Aug 27 02:21:40.400341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-941c7cfc-b43b-47b5-a2b7-97b5fb5bf928 req-dab3854d-22d0-4f98-b34e-7ad9983ee4d2 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Aug 27 02:21:40.485726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-798419fe-a4ca-43d3-a56b-8789a850942f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536902 Aug 27 02:21:40.496389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db03f-ce1c-4645-bf09-af0f84d99193 req-69981ea8-5484-42b2-bcc7-d2f7586ecd12 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.498459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d61db03f-ce1c-4645-bf09-af0f84d99193 req-69981ea8-5484-42b2-bcc7-d2f7586ecd12 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0600271 Aug 27 02:21:40.547420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d61db03f-ce1c-4645-bf09-af0f84d99193 req-e7f94f68-7dae-43c4-88cf-b59d7c2f65e6 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Aug 27 02:21:40.578031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7561a-8b82-43e7-b56b-47cec8bd9d5d req-ca64a4b7-e963-4954-ab1c-4bf9de4818c6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.585101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc7561a-8b82-43e7-b56b-47cec8bd9d5d req-ca64a4b7-e963-4954-ab1c-4bf9de4818c6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.1010725 Aug 27 02:21:40.625022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-0285ee42-03f4-4c8a-832b-21c6a33f7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.627379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-0285ee42-03f4-4c8a-832b-21c6a33f7ace service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1094 time: 0.1107957 Aug 27 02:21:40.670338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc474a-abdb-4d2b-8f85-bfb957f3668c req-b821723f-8b80-4592-a5f5-e86c384ec720 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.674939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc7561a-8b82-43e7-b56b-47cec8bd9d5d req-65142269-8086-43fa-a448-abf0814dcdbb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889370 Aug 27 02:21:40.678299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79dc474a-abdb-4d2b-8f85-bfb957f3668c req-b821723f-8b80-4592-a5f5-e86c384ec720 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.0629995 Aug 27 02:21:40.727253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79dc474a-abdb-4d2b-8f85-bfb957f3668c req-d044e10a-1712-43d8-bf60-29ee94848f41 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477223 Aug 27 02:21:40.831675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a26228f4-9e43-4aed-b8ec-3eba7aef345a req-3bc755da-aa78-4af7-a214-ed945cb3bb46 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 210 time: 0.0406590 Aug 27 02:21:40.906758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-801c0cbd-91a1-4b38-abd2-20b3ad1f87b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.908260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-801c0cbd-91a1-4b38-abd2-20b3ad1f87b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.2733493 Aug 27 02:21:40.918595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-52f21f3c-19e7-4bbf-a522-37ddad442bde tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:40.920122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-52f21f3c-19e7-4bbf-a522-37ddad442bde tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.2026329 Aug 27 02:21:40.964132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:40.969356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-a6d09376-bb03-49a0-a0a2-ed05228cfdf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 217 time: 0.0484378 Aug 27 02:21:41.090834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-b4f019d4-9acd-4ad9-b3d9-dd5ec0913b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.092302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-b4f019d4-9acd-4ad9-b3d9-dd5ec0913b24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.1123216 Aug 27 02:21:41.163765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-f48bdd86-359e-4fa9-80a1-151a809b463c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357583 Aug 27 02:21:41.169804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5272-f9ce-482e-b618-e75ea5a41f76 req-1984dfba-ef3a-4e9a-8740-92e4ea91735a tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.171785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee1f5272-f9ce-482e-b618-e75ea5a41f76 req-1984dfba-ef3a-4e9a-8740-92e4ea91735a tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0618510 Aug 27 02:21:41.174498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:41.179079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:41.223912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee1f5272-f9ce-482e-b618-e75ea5a41f76 req-1f116ef6-fa5e-4ff7-af63-fd74a9974254 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 Aug 27 02:21:41.366574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-b2cc3590-414e-40c2-b00a-6982cd7ac3bc service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749818 Aug 27 02:21:41.432627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.7 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/1f9a797d-630e-493e-8afd-056f4253621c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:41.559005 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-317a7ce6-743c-4ed1-a92e-446e234fb54f req-4099bb74-a24b-4214-95ab-a5d2cd886f9f service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794536 Aug 27 02:21:41.629874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190e20-ec1d-42fe-aeca-39032098645d req-ce266148-145b-4758-a545-9bb61f9bb2b8 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.631403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a190e20-ec1d-42fe-aeca-39032098645d req-ce266148-145b-4758-a545-9bb61f9bb2b8 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.1358695 Aug 27 02:21:41.672793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf148c3-d16a-424d-b683-484bb7aa2a5e req-2b8e6330-0850-47bf-b15c-3199ef069938 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.674561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bf148c3-d16a-424d-b683-484bb7aa2a5e req-2b8e6330-0850-47bf-b15c-3199ef069938 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0567768 Aug 27 02:21:41.686965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:41.689448 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0649115d-00e6-467f-9f2f-4941cb5f2f9d" -d '{"events": [{"server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "name": "network-vif-plugged", "status": "completed", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:41.705933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a190e20-ec1d-42fe-aeca-39032098645d req-7f17e5a0-2843-4890-a8b6-c97aa0c9e368 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635910 Aug 27 02:21:41.710768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:41.717318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bf148c3-d16a-424d-b683-484bb7aa2a5e req-5e19cc55-a4ed-4bdb-9d55-4e148b7b3871 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Aug 27 02:21:41.761840 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf784af0-75e8-47e4-adfd-cc5ae5cc22f7 x-openstack-request-id: req-cf784af0-75e8-47e4-adfd-cc5ae5cc22f7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:41.762683 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "name": "network-vif-plugged", "status": "completed", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:41.762851 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf784af0-75e8-47e4-adfd-cc5ae5cc22f7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:41.763336 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193', 'code': 200} Aug 27 02:21:41.767833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:41.807410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:41.856267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6611b7-4431-4d86-91ad-5f3873750306 req-72d260e6-7d98-452d-8c54-2d65a588ad81 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:41.863475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba6611b7-4431-4d86-91ad-5f3873750306 req-72d260e6-7d98-452d-8c54-2d65a588ad81 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0675330 Aug 27 02:21:41.888874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:41.906934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba6611b7-4431-4d86-91ad-5f3873750306 req-4798e0ac-c3e3-4768-877d-d5dd1c0ad008 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Aug 27 02:21:41.932858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:41.946371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:41.950265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:42.025971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23c66-9ebe-4440-a4dc-d5abf4478cfa req-0d929bb1-0dc7-4e44-86d6-8d4798c1a78b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.027619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5c23c66-9ebe-4440-a4dc-d5abf4478cfa req-0d929bb1-0dc7-4e44-86d6-8d4798c1a78b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.0528388 Aug 27 02:21:42.082468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5c23c66-9ebe-4440-a4dc-d5abf4478cfa req-9aaff7f1-238b-4266-adc7-6b922a9b4103 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Aug 27 02:21:42.273944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07ee65-1f04-45df-ae87-1e35fb91da8b req-49ac3d18-4749-457d-be61-ae14ce877e08 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.275649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad07ee65-1f04-45df-ae87-1e35fb91da8b req-49ac3d18-4749-457d-be61-ae14ce877e08 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 931 time: 0.0528097 Aug 27 02:21:42.315936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad07ee65-1f04-45df-ae87-1e35fb91da8b req-b3ed99f3-c7ae-4cb4-9727-c28b51f21656 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Aug 27 02:21:42.379464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e83972-aecf-4716-8d2b-356ded2cc0cf req-838b9001-ae01-4ad7-ae5d-4b11e41c5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.380856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6e83972-aecf-4716-8d2b-356ded2cc0cf req-838b9001-ae01-4ad7-ae5d-4b11e41c5f07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 1097 time: 0.4945619 Aug 27 02:21:42.388302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.388900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.396567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-21eb570b-9a08-4d2e-861d-9fa5b198dcbb tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6000664 Aug 27 02:21:42.409311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-6f4fb18f-3209-47bb-816c-79331a72f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.411041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-6f4fb18f-3209-47bb-816c-79331a72f498 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1101 time: 0.1421547 Aug 27 02:21:42.414256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:42.419978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-4a38f2d4-eb1c-4111-a317-3f6bc5d4a0f5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601955 Aug 27 02:21:42.460053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Request body: {'port': {'device_id': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:42.514654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5683038-838a-4f4e-a6b3-d67a77e17b9b req-3fd7b115-6047-4c1f-9ee6-a1ba0a047cbb tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.516244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5683038-838a-4f4e-a6b3-d67a77e17b9b req-3fd7b115-6047-4c1f-9ee6-a1ba0a047cbb tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0633016 Aug 27 02:21:42.547155 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.557804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5683038-838a-4f4e-a6b3-d67a77e17b9b req-987bbc50-fb0d-4965-a871-76097b4d2135 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Aug 27 02:21:42.570411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6e83972-aecf-4716-8d2b-356ded2cc0cf req-7574fb00-bf2d-4644-be0d-e7d035cbb33f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495066 Aug 27 02:21:42.648012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:42.664474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-b9404a8c-98b0-45c7-8867-a5455bbd9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.665928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-b9404a8c-98b0-45c7-8867-a5455bbd9158 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2332413 Aug 27 02:21:42.743521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-761f195d-7d63-420c-898b-28f838ef1381 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0474830 Aug 27 02:21:42.841787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf12d3-4c74-440c-97eb-220f080bc584 req-94fb74e3-984f-4554-abf9-81f618ad2c00 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.843360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cbf12d3-4c74-440c-97eb-220f080bc584 req-94fb74e3-984f-4554-abf9-81f618ad2c00 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0485380 Aug 27 02:21:42.884362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cbf12d3-4c74-440c-97eb-220f080bc584 req-68301ee5-4892-4501-b15a-348dddd97db0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Aug 27 02:21:42.917240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-3ed9185d-bb6c-4c1e-a723-caf494ece568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:42.918657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-3ed9185d-bb6c-4c1e-a723-caf494ece568 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1596463 Aug 27 02:21:42.966086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.027207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cc44f-92d4-4941-8aec-5174758e46bc req-a8959fb0-acc5-4a79-9cd2-ea0de30c3dc4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.028723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-346cc44f-92d4-4941-8aec-5174758e46bc req-a8959fb0-acc5-4a79-9cd2-ea0de30c3dc4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0511980 Aug 27 02:21:43.053823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-798889a1-382e-4498-92bf-f1b6bf3f4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.055351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-798889a1-382e-4498-92bf-f1b6bf3f4451 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281724 Aug 27 02:21:43.067440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-346cc44f-92d4-4941-8aec-5174758e46bc req-e80bdc10-129b-4657-9b7c-0aa9cf91d719 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Aug 27 02:21:43.179973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Allocated IP 172.25.8.134 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:43.198728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170017a-be69-43d3-af4d-e130c3ac50cb req-05b6a632-5603-4103-ba7e-6265ca719008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.200567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5170017a-be69-43d3-af4d-e130c3ac50cb req-05b6a632-5603-4103-ba7e-6265ca719008 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.0503902 Aug 27 02:21:43.234314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9a797d-630e-493e-8afd-056f4253621c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:43.240625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5170017a-be69-43d3-af4d-e130c3ac50cb req-9021f5db-27c5-4187-b70f-ccbf4c073617 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 27 02:21:43.251295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.305645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Transition to ACTIVE for port object 1f9a797d-630e-493e-8afd-056f4253621c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:43.316425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.336037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-be6578a5-894b-408a-86fb-6d314b438929 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697701 Aug 27 02:21:43.433485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e7f2-cce2-4662-8f0d-70596307642e req-03bc10c9-30b2-4fa7-a413-b0abc7bdfff9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.434882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a4f3e7f2-cce2-4662-8f0d-70596307642e req-03bc10c9-30b2-4fa7-a413-b0abc7bdfff9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 943 time: 0.0496273 Aug 27 02:21:43.446552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:43.478204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a4f3e7f2-cce2-4662-8f0d-70596307642e req-3b5a260f-3d1a-4771-9fd2-cb742fb8ffab tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Aug 27 02:21:43.488240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.548191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-0100d119-c413-4492-b8d5-54eed445c0ab service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918707 Aug 27 02:21:43.576985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Attempting to bind port 1f9a797d-630e-493e-8afd-056f4253621c on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:43.577322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Attempting to bind port 1f9a797d-630e-493e-8afd-056f4253621c by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:43.577651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Attempting to bind port 1f9a797d-630e-493e-8afd-056f4253621c on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:43.585813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Port 1f9a797d-630e-493e-8afd-056f4253621c on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:43.586139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Attempting to bind port 1f9a797d-630e-493e-8afd-056f4253621c on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:43.595081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:43.595469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:43.595833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:43.596299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Bound port: 1f9a797d-630e-493e-8afd-056f4253621c, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:43.596645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.604679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.672208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:43.679359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:43.688106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:43.705416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56939786-d285-47d9-a364-eb3c906a68e4 req-455c13a9-5466-459d-acc2-a93857b1a0cc tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.706925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56939786-d285-47d9-a364-eb3c906a68e4 req-455c13a9-5466-459d-acc2-a93857b1a0cc tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0532568 Aug 27 02:21:43.717490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event updated for resources: {'Port': ['ID=2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:43.745198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56939786-d285-47d9-a364-eb3c906a68e4 req-7ee3bfc7-29ea-4c99-b2be-3bdb0b80af45 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Aug 27 02:21:43.755401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:43.759154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1f9a797d-630e-493e-8afd-056f4253621c,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:43.785337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.835540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.836219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.837634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] 10.222.0.15 "PUT /v2.0/ports/1f9a797d-630e-493e-8afd-056f4253621c HTTP/1.1" status: 200 len: 1091 time: 1.3835781 Aug 27 02:21:43.842076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:43.844424 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "tag": "1f9a797d-630e-493e-8afd-056f4253621c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:43.860127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.877960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca17b2-b84c-4b16-8b95-747cbc13c82c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:43.900291 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8ff679-7a62-47fb-a9a6-b96d9b7fb628 x-openstack-request-id: req-4b8ff679-7a62-47fb-a9a6-b96d9b7fb628 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:43.900580 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "tag": "1f9a797d-630e-493e-8afd-056f4253621c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:43.900837 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b8ff679-7a62-47fb-a9a6-b96d9b7fb628 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:43.901230 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c', 'status': 'completed', 'code': 200} Aug 27 02:21:43.931121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:43.978420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-ed696e99-46f8-46e9-8532-79f081a0118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:43.979856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-ed696e99-46f8-46e9-8532-79f081a0118e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 1094 time: 0.0778997 Aug 27 02:21:44.000071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380afc6e-64ac-40ac-9575-be1992f4b36e req-94f09be9-6923-4e22-9dfd-4a3407490d9b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.001571 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-380afc6e-64ac-40ac-9575-be1992f4b36e req-94f09be9-6923-4e22-9dfd-4a3407490d9b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0487311 Aug 27 02:21:44.043740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-380afc6e-64ac-40ac-9575-be1992f4b36e req-0cdac98a-a3ea-4c60-a228-f7475d581a26 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Aug 27 02:21:44.060099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-88fed6f3-324d-4518-9d09-d2d6f9116b88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f9a797d-630e-493e-8afd-056f4253621c HTTP/1.1" status: 200 len: 217 time: 0.0704958 Aug 27 02:21:44.138194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d655-af89-4d5b-97ae-96533013e510 req-089fd49c-24e8-4abb-8037-33d29b5bc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.139679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-089fd49c-24e8-4abb-8037-33d29b5bc44d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0674627 Aug 27 02:21:44.180327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-fb4716a5-3521-4f6a-92f2-aa13a57ec3fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271361 Aug 27 02:21:44.194850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c219d-ab80-4dcb-9c95-f7fd7064b137 req-e8ef1679-6030-47b0-8a9a-597866e447d9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.196831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d0c219d-ab80-4dcb-9c95-f7fd7064b137 req-e8ef1679-6030-47b0-8a9a-597866e447d9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0507226 Aug 27 02:21:44.207726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.218266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.242451 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d0c219d-ab80-4dcb-9c95-f7fd7064b137 req-9ee132e0-bb85-4d47-97e6-fb1a314c1ea6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Aug 27 02:21:44.337972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event updated for resources: {'Port': ['ID=2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:44.357209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.367098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-d6d3a8f9-4298-492b-a34c-bd8d66f15091 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706758 Aug 27 02:21:44.374786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:44.375976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-c0c344cd-fd79-46b7-9396-f3a76a261e3b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9733119 Aug 27 02:21:44.468735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-00538341-6178-4b82-9f16-78d01eaf9f76 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0840502 Aug 27 02:21:44.573763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b889d655-af89-4d5b-97ae-96533013e510 req-e39db730-ce59-4bc7-bee6-c6786b6ec7a4 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968277 Aug 27 02:21:44.613842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10558526-6747-4ed2-ac35-fb06791756e1 req-7c6673bd-b5bd-4d41-808d-b1aa992cbea4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.615676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-7c6673bd-b5bd-4d41-808d-b1aa992cbea4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1403155 Aug 27 02:21:44.628182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-4db9dbf1-77d1-4e80-970b-1a1aa301bdfa tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:21:44.629348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10558526-6747-4ed2-ac35-fb06791756e1 req-4db9dbf1-77d1-4e80-970b-1a1aa301bdfa tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062220 Aug 27 02:21:44.645355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3445ce-8150-47c1-ae76-af85080c4e10 req-1169db85-6d85-4705-bca8-2eb37df7d7dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.645355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f3445ce-8150-47c1-ae76-af85080c4e10 req-1169db85-6d85-4705-bca8-2eb37df7d7dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.3306999 Aug 27 02:21:44.694942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-5c2200d0-e41e-49f9-a3c2-4b09cb84b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.694942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-5c2200d0-e41e-49f9-a3c2-4b09cb84b197 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 1094 time: 0.0639980 Aug 27 02:21:44.707845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f3445ce-8150-47c1-ae76-af85080c4e10 req-66ec90a3-e0cc-434b-892e-5d8f2355aed8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Aug 27 02:21:44.808953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-86103a79-ef9c-4278-87bc-16567546184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.810523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-86103a79-ef9c-4278-87bc-16567546184c service neutron] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.0938261 Aug 27 02:21:44.842417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e741-283a-4326-806c-419c0ad0f419 req-63c2889f-52c2-442a-b75a-f956708b0552 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.844043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3d5e741-283a-4326-806c-419c0ad0f419 req-63c2889f-52c2-442a-b75a-f956708b0552 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 943 time: 0.0549889 Aug 27 02:21:44.859744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-52eaba72-6509-46a7-b6af-b0528133fd55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f9a797d-630e-493e-8afd-056f4253621c HTTP/1.1" status: 200 len: 217 time: 0.0406046 Aug 27 02:21:44.885252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3d5e741-283a-4326-806c-419c0ad0f419 req-76676b20-a2b4-4dad-8d6a-b9f83679548c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Aug 27 02:21:44.968703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-578d1a0e-cbaa-4f96-b731-131f8d2f1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.970144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-578d1a0e-cbaa-4f96-b731-131f8d2f1560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.1019003 Aug 27 02:21:44.987738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f82cbe-184a-49db-b9e3-9ce22f701ed5 req-e8c669f6-5f50-4f98-9661-e1b24d5eddc5 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:44.989263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98f82cbe-184a-49db-b9e3-9ce22f701ed5 req-e8c669f6-5f50-4f98-9661-e1b24d5eddc5 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0489082 Aug 27 02:21:45.032720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98f82cbe-184a-49db-b9e3-9ce22f701ed5 req-a44f34a5-63f2-4e5c-9734-b8c351c65145 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Aug 27 02:21:45.201360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61079ee8-b246-469a-b195-2718beba2a3a req-8c736461-5eff-4cd7-b772-d208a4ec769e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.202888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61079ee8-b246-469a-b195-2718beba2a3a req-8c736461-5eff-4cd7-b772-d208a4ec769e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0509717 Aug 27 02:21:45.243356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61079ee8-b246-469a-b195-2718beba2a3a req-16b933c4-e770-41ee-9b7c-cdef28b41d76 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Aug 27 02:21:45.279796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-b9abee35-b02a-4d86-a283-810fb963498d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3015065 Aug 27 02:21:45.360543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c936a-ad54-4bce-885e-aa05361392b9 req-101e3bb1-7327-4bf7-9661-954bd0bc89fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.362498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-601c936a-ad54-4bce-885e-aa05361392b9 req-101e3bb1-7327-4bf7-9661-954bd0bc89fa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 945 time: 0.0483167 Aug 27 02:21:45.369202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-ca25b894-5ec9-4644-8e41-07fbd6c08a7b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.370671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-ca25b894-5ec9-4644-8e41-07fbd6c08a7b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 820 time: 0.4747620 Aug 27 02:21:45.400130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-601c936a-ad54-4bce-885e-aa05361392b9 req-666a79ce-8a72-494b-a7da-5095d86e92df tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 27 02:21:45.402267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-09ede197-e738-468d-b8ca-265dd34e16cf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/quotas/0bf697c719e043abbd3014eaa453ddcf HTTP/1.1" status: 200 len: 375 time: 0.0249650 Aug 27 02:21:45.416622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-95bab4d5-751f-45f8-ab74-19866c4a46e0 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.418071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-95bab4d5-751f-45f8-ab74-19866c4a46e0 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1157918 Aug 27 02:21:45.453243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:45.488661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-d9ad23e9-fca2-40cd-b0e6-6168594277ef service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994817 Aug 27 02:21:45.542672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-1f8f874f-b02b-4966-aa91-6f4a304645d1 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1310585 Aug 27 02:21:45.585070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:45.624594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6bb3-a5c9-4eb5-bbef-1b7ce86726bc req-70e16288-769d-42fd-8a75-512c02e947e7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.626010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd5a6bb3-a5c9-4eb5-bbef-1b7ce86726bc req-70e16288-769d-42fd-8a75-512c02e947e7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0493097 Aug 27 02:21:45.674171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd5a6bb3-a5c9-4eb5-bbef-1b7ce86726bc req-b975ce6f-ac31-417d-af78-0bf67ff818f1 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Aug 27 02:21:45.736808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f556c3e8-8dcb-432d-8dd6-d90a9b1bfc7f req-4baec325-16c7-4a41-a156-36f90ed562e2 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176342 Aug 27 02:21:45.789609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-0e8a24d7-e49a-456a-b95c-88a2976a3916 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355249 Aug 27 02:21:45.821750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:45.824142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8071a-4f2f-40ec-8ce9-3c3b382382c1 req-57ae67e8-b74b-4255-88ea-9ec9f5c47235 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:45.825745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17f8071a-4f2f-40ec-8ce9-3c3b382382c1 req-57ae67e8-b74b-4255-88ea-9ec9f5c47235 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 943 time: 0.0483384 Aug 27 02:21:45.865816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17f8071a-4f2f-40ec-8ce9-3c3b382382c1 req-4f976a4a-9b4f-40b9-9eb7-f688813877f0 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 27 02:21:45.884190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:45.934712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:45.936449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-0fa1134b-5d75-41d9-90cd-18c939ca111a service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390619 Aug 27 02:21:45.947525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 has no active binding in host n-h1-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:21:45.947899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88443ac0-2522-4ff8-9f3a-c94934b4a623 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:45.949159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:45.999772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:46.002760 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d82324-ff54-4f7f-aee1-4ce3d24cf5a7" -d '{"events": [{"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-unplugged", "status": "completed", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:46.007682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.014777 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.042601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.066159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:46.080201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'network_id': '40c37de3-1da7-4cb5-863f-974b4d4c299e', 'port_id': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'mac_address': 'fa:16:3e:1e:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbbcaca-2974-4d44-b949-173684852291', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:46.126539 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6484a98-2a40-4d11-8949-abee3e428bb8 x-openstack-request-id: req-d6484a98-2a40-4d11-8949-abee3e428bb8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:46.128915 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-unplugged", "status": "completed", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:46.129386 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6484a98-2a40-4d11-8949-abee3e428bb8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:46.130285 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79', 'code': 200} Aug 27 02:21:46.132744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:46.135331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.149143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88443ac0-2522-4ff8-9f3a-c94934b4a623 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:46.169945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:46.176137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on host n-h2-806292-1 for vnic_type normal with profile {"migrating_to": "n-h1-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:46.176484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:46.176874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:46.177051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.199011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:46.199292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Attempting to bind port 8be4c673-3037-45ff-a772-638cc1e52c79 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:46.203311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-425a900e-4f15-40dc-a714-47315bcd1397 req-f6b598ef-cec7-465c-9e55-cc1264f4708c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 210 time: 0.0444806 Aug 27 02:21:46.208562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:46.208899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:46.209279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:46.209702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Bound port: 8be4c673-3037-45ff-a772-638cc1e52c79, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:46.210061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.237394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083de96-9fdb-42c1-aaa9-3d66e45d722e req-9533fb70-45e7-4e2a-bd27-7fe3e0c3bc54 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.241237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5083de96-9fdb-42c1-aaa9-3d66e45d722e req-9533fb70-45e7-4e2a-bd27-7fe3e0c3bc54 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 943 time: 0.0932431 Aug 27 02:21:46.269685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:46.303399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:46.310240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:46.315900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.323995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5083de96-9fdb-42c1-aaa9-3d66e45d722e req-d0fe9b2a-7138-40a2-b09b-969b6fdb596b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729733 Aug 27 02:21:46.435191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:46.441004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.441627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:46.443043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d478bbbb-bebc-44e0-92bd-e884bc95b4d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 1121 time: 0.9950540 Aug 27 02:21:46.458284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3a34a-c7f1-49c7-a177-3cc0df3f15f1 req-bb0ef176-7e3e-4f01-8689-07a4d87f40e5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.459800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfb3a34a-c7f1-49c7-a177-3cc0df3f15f1 req-bb0ef176-7e3e-4f01-8689-07a4d87f40e5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1133156 Aug 27 02:21:46.513403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfb3a34a-c7f1-49c7-a177-3cc0df3f15f1 req-9bd36a4b-7201-4e03-bbf0-65777eb73ac0 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Aug 27 02:21:46.543714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801db63-96c0-4b21-b4de-5e8ec171d0e2 req-acd0c7c7-3046-4e56-8d16-4e69c1961b3d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.545209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4801db63-96c0-4b21-b4de-5e8ec171d0e2 req-acd0c7c7-3046-4e56-8d16-4e69c1961b3d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0622160 Aug 27 02:21:46.569357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:46.597855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4801db63-96c0-4b21-b4de-5e8ec171d0e2 req-306b5bd4-57b0-4b14-ba06-2dfb2dc70eb0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Aug 27 02:21:46.766756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:46.793702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34170b-8954-4c7a-b9d0-849f5443312c req-8170220b-8271-453a-97e0-7b3cab2b9572 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.795449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f34170b-8954-4c7a-b9d0-849f5443312c req-8170220b-8271-453a-97e0-7b3cab2b9572 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0503981 Aug 27 02:21:46.837255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f34170b-8954-4c7a-b9d0-849f5443312c req-02eae868-6a9b-4a7f-8617-89c709a9e538 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Aug 27 02:21:46.871749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:46.993349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f4555-d536-4dd8-9b64-8737147429a1 req-1d4c0a1d-8770-41b0-b8cf-704e9129b754 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:46.994854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-604f4555-d536-4dd8-9b64-8737147429a1 req-1d4c0a1d-8770-41b0-b8cf-704e9129b754 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 944 time: 0.0503790 Aug 27 02:21:47.033952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-604f4555-d536-4dd8-9b64-8737147429a1 req-f360ea02-9fe1-49a0-bae8-b1d2d659e737 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Aug 27 02:21:47.307845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f2dae9f-819b-43c4-bd19-43a97e26b4c1 req-9bf70c6a-8929-49f4-acee-d815aaef5f2b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Aug 27 02:21:47.332038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-29bd8640-7413-46d5-ba2c-6f1de8897ca6 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.333618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-29bd8640-7413-46d5-ba2c-6f1de8897ca6 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 820 time: 0.1135328 Aug 27 02:21:47.349511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'port': {'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'admin_state_up': True, 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:47.474615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e5a2e-d49b-4050-87b1-8e73283b2bd6 req-2d5c2c5c-54c0-4afc-9be4-c0c2dd1051b7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.476056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-970e5a2e-d49b-4050-87b1-8e73283b2bd6 req-2d5c2c5c-54c0-4afc-9be4-c0c2dd1051b7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 943 time: 0.0837889 Aug 27 02:21:47.517064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Made reservation on behalf of 0bf697c719e043abbd3014eaa453ddcf for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:47.520348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:47.535374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-970e5a2e-d49b-4050-87b1-8e73283b2bd6 req-20c7b120-870c-434e-bda2-80bd920cff45 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517623 Aug 27 02:21:47.631489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51624f0-4db7-4a8c-826b-6661f6abb644 req-92e88c80-b393-4f9b-ad43-0e1033f60071 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.634837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e51624f0-4db7-4a8c-826b-6661f6abb644 req-92e88c80-b393-4f9b-ad43-0e1033f60071 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0543849 Aug 27 02:21:47.676579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e51624f0-4db7-4a8c-826b-6661f6abb644 req-db562614-1c07-4a4d-8ac8-62d49662ec1d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Aug 27 02:21:47.710220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Allocated IP 172.20.0.7 (3ddff95d-0c22-4cda-bd97-a3c1c1340221/920917c4-3522-498a-a01a-08ceaba6882f/ee41d824-0f9d-4cd2-9d2b-2024d72c65d2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:47.732326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-9ae1657d-d0dd-47f7-ae28-e88d8edef64b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.733757 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-9ae1657d-d0dd-47f7-ae28-e88d8edef64b tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.46 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.1053839 Aug 27 02:21:47.776937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719ca2e-c609-4837-acdd-9d99f1fb9f5b req-a4b4569f-4491-402b-b0b1-5c23b8adcdd4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.778378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9719ca2e-c609-4837-acdd-9d99f1fb9f5b req-a4b4569f-4491-402b-b0b1-5c23b8adcdd4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.1086929 Aug 27 02:21:47.919537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9719ca2e-c609-4837-acdd-9d99f1fb9f5b req-815fad13-dfbc-4193-ae08-ef18eefc583d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182711 Aug 27 02:21:47.954237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846af09-1ad2-43c2-897d-d158611d12cc req-68c8d69a-0af8-4b9f-ac43-ebac5f6b686a tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:47.956334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e846af09-1ad2-43c2-897d-d158611d12cc req-68c8d69a-0af8-4b9f-ac43-ebac5f6b686a tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 946 time: 0.0536795 Aug 27 02:21:47.971924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Deleting port c73e4532-c05f-412a-8fbc-82f49696b193 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:47.972279 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:47.993992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e846af09-1ad2-43c2-897d-d158611d12cc req-ae97ffd9-9372-4e7b-817c-66232f66a543 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/security-groups?id=d40d91b8-5808-49fa-a5c8-c115a242aefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 27 02:21:48.031023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.051213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Transition to ACTIVE for port object ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:48.102705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] For port c73e4532-c05f-412a-8fbc-82f49696b193, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c73e4532-c05f-412a-8fbc-82f49696b193,segment=NetworkSegment(bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be),segment_id=bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:48.103073 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.119039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Calling delete_port for c73e4532-c05f-412a-8fbc-82f49696b193 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:48.131642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.133071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:48.135426 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf20ba-e2e3-42d6-a786-37d864afe406" -d '{"events": [{"name": "network-changed", "server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:48.147342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:48.188102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ad91-7ea3-49d4-b155-ddd1d2ca51fb req-6467e1fd-dae8-48ce-bd27-a734feac643f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.199074 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8802ad91-7ea3-49d4-b155-ddd1d2ca51fb req-6467e1fd-dae8-48ce-bd27-a734feac643f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 944 time: 0.0851662 Aug 27 02:21:48.200291 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33453864-3111-4d4d-b37c-c8d428ba950f x-openstack-request-id: req-33453864-3111-4d4d-b37c-c8d428ba950f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:48.200584 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:48.200840 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33453864-3111-4d4d-b37c-c8d428ba950f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:48.201231 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79', 'status': 'completed', 'code': 200} Aug 27 02:21:48.221874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:48.245841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:48.254015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8802ad91-7ea3-49d4-b155-ddd1d2ca51fb req-d7fcb524-7a58-4067-959b-c854935c466a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524981 Aug 27 02:21:48.257587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:48.295662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event updated for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:48.348744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.349381 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.355970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-d38b62d5-a93f-42a1-b8f3-829c89fa90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.357489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-d38b62d5-a93f-42a1-b8f3-829c89fa90a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1124 time: 0.1293457 Aug 27 02:21:48.439983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-2420a2d0-1e68-44d7-abae-4cf86ad13d7c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0952835 Aug 27 02:21:48.442399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc6aa-9965-4f04-9937-e470353dd13c req-4c33977e-de50-4c24-8b73-7a4e629a648b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.445826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e81cc6aa-9965-4f04-9937-e470353dd13c req-4c33977e-de50-4c24-8b73-7a4e629a648b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 931 time: 0.0568364 Aug 27 02:21:48.468974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Request body: {'port': {'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:48.483707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e81cc6aa-9965-4f04-9937-e470353dd13c req-e27d69af-b669-40f6-867e-334c0f69bfbb tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Aug 27 02:21:48.499265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.536848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f8acbdb3-5cb8-4ad6-ae34-27eaa3cf7cb6 None None] Provisioning for port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:48.543318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f8acbdb3-5cb8-4ad6-ae34-27eaa3cf7cb6 None None] Provisioning complete for port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:48.543878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8acbdb3-5cb8-4ad6-ae34-27eaa3cf7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.549547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Pushing event deleted for resources: {'Port': ['ID=c73e4532-c05f-412a-8fbc-82f49696b193,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:48.570731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c73e4532-c05f-412a-8fbc-82f49696b193'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:48.577565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-34528b8b-205b-4ef9-8121-070f0b74ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.579053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-34528b8b-205b-4ef9-8121-070f0b74ed3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.1933804 Aug 27 02:21:48.607632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f8acbdb3-5cb8-4ad6-ae34-27eaa3cf7cb6 None None] Port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:21:48.649997 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.654215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-3e3a2415-0faf-4448-a91c-3ab71e7676ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 217 time: 0.0561314 Aug 27 02:21:48.654884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] No DVR routers for this DVR port c73e4532-c05f-412a-8fbc-82f49696b193 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:48.671536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.673472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa7fa674-7672-41d3-9a43-5bfd2ea46c40 req-b26e5ec8-49b8-493f-879b-18e2ece044c7 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.46 "DELETE /v2.0/ports/c73e4532-c05f-412a-8fbc-82f49696b193 HTTP/1.1" status: 204 len: 173 time: 0.9156175 Aug 27 02:21:48.675045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1f9a797d-630e-493e-8afd-056f4253621c details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:48.772656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-24fbd8bf-6db0-4c55-9767-1e219fdd4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.774125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-24fbd8bf-6db0-4c55-9767-1e219fdd4554 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1039450 Aug 27 02:21:48.781704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1f9a797d-630e-493e-8afd-056f4253621c,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:48.794774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '1f9a797d-630e-493e-8afd-056f4253621c', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': '1f9a797d-630e-493e-8afd-056f4253621c', 'mac_address': 'fa:16:3e:92:3c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:48.801071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17faccb-ad26-4cda-8bd3-157225176cf9 req-9d93df47-49d0-4f7e-82d9-a4fbad17a069 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.802579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b17faccb-ad26-4cda-8bd3-157225176cf9 req-9d93df47-49d0-4f7e-82d9-a4fbad17a069 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 943 time: 0.1535177 Aug 27 02:21:48.824135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1447-465d-475a-89de-ac661ab7abf0 req-1a54cfe1-c622-40d3-827a-8b8884066bb2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:48.826076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-684d1447-465d-475a-89de-ac661ab7abf0 req-1a54cfe1-c622-40d3-827a-8b8884066bb2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0659873 Aug 27 02:21:48.843003 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.856675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a797d-630e-493e-8afd-056f4253621c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:48.870957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-f37a746d-bac4-4591-8100-7d16315441ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865016 Aug 27 02:21:48.871204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-684d1447-465d-475a-89de-ac661ab7abf0 req-57d11746-81c0-44f9-ad68-e71bf87daaa5 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369265 Aug 27 02:21:48.883847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1f9a797d-630e-493e-8afd-056f4253621c,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:48.889746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:48.940637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:48.977501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b17faccb-ad26-4cda-8bd3-157225176cf9 req-eb8af24c-9087-41d2-bbae-f7e19c7487b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675487 Aug 27 02:21:49.047185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ba225-cef5-4547-9fdf-2e6d96d93807 req-55e55747-dcbd-4fdd-b3a6-cb45e212af3a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.052729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a0ba225-cef5-4547-9fdf-2e6d96d93807 req-55e55747-dcbd-4fdd-b3a6-cb45e212af3a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0553765 Aug 27 02:21:49.059094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-e4e6e70e-22e1-47e8-a8e8-39f8be6cdb0d service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712573 Aug 27 02:21:49.093743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a0ba225-cef5-4547-9fdf-2e6d96d93807 req-96874357-605c-41e7-b983-38a2131f7fc0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381246 Aug 27 02:21:49.164510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c978013a-af9f-46d8-87d0-3d7a463db1dd req-0fae61dc-1f46-4636-8dba-9e45a9b5f866 tempest-ServerAddressesNegativeTestJSON-249548628 tempest-ServerAddressesNegativeTestJSON-249548628-project] 10.222.0.26 "GET /v2.0/ports?device_id=380df662-0e4c-4d25-b494-e7425a51d46d HTTP/1.1" status: 200 len: 210 time: 0.0765948 Aug 27 02:21:49.212263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1f9a797d-630e-493e-8afd-056f4253621c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:49.240477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:49.246148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1cf20ba-e2e3-42d6-a786-37d864afe406 req-2c8aa0b7-e13e-46f8-a4ec-e941dc4af9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722910 Aug 27 02:21:49.250130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.263260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Transition to ACTIVE for port object ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:49.268428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.325577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Pushing event updated for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:49.409897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Attempting to bind port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:49.410563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Attempting to bind port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:49.412473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Attempting to bind port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:49.419518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:21:49.420165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Attempting to bind port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 on network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:49.426238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b7f37-7b6d-4277-8611-c7696ed9df56 req-50a4930b-1bbb-4c7e-bc69-b70af3329aba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.427651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:49.432905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Checking segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:49.433317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Bound using segment: {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:49.433799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Bound port: ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9822c5c4-ee76-4a6d-8a03-4b00dca6b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:49.435277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.437025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-884b7f37-7b6d-4277-8611-c7696ed9df56 req-50a4930b-1bbb-4c7e-bc69-b70af3329aba tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 944 time: 0.0924375 Aug 27 02:21:49.487578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-884b7f37-7b6d-4277-8611-c7696ed9df56 req-f106249d-781b-4637-b68c-821a474b1328 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Aug 27 02:21:49.517857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:49.521397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:49.526740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.566506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.567081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.568421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 1091 time: 1.1063402 Aug 27 02:21:49.858716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88443ac0-2522-4ff8-9f3a-c94934b4a623 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:49.909485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b8cdc-0992-4835-9aaa-3d37e467cf98 service neutron] Pushing event updated for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:49.921205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 88443ac0-2522-4ff8-9f3a-c94934b4a623 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:49.925441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 88443ac0-2522-4ff8-9f3a-c94934b4a623 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:49.925810 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:49.929732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9d4cc-ee45-4a84-a01b-75f808b3c0ae req-f777bd47-0de5-447b-9275-b805ed5b4a7e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.931278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10e9d4cc-ee45-4a84-a01b-75f808b3c0ae req-f777bd47-0de5-447b-9275-b805ed5b4a7e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 943 time: 0.3670628 Aug 27 02:21:49.937718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-6ec084b8-e6cf-4f7a-8bd8-abc1de543fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:49.939285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-6ec084b8-e6cf-4f7a-8bd8-abc1de543fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1094 time: 0.0733895 Aug 27 02:21:49.996731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-59e022e6-894c-4a67-8244-ed1438a38f93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 217 time: 0.0431130 Aug 27 02:21:50.010734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10e9d4cc-ee45-4a84-a01b-75f808b3c0ae req-57c5475d-ead1-4fc3-a8e0-02f27f9b1487 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701756 Aug 27 02:21:50.011940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ea50a-df79-46eb-ae1f-87ef0d042f80 req-614aa3ff-7286-45b3-b63c-46bb74b2ac2b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.013432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd9ea50a-df79-46eb-ae1f-87ef0d042f80 req-614aa3ff-7286-45b3-b63c-46bb74b2ac2b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0534248 Aug 27 02:21:50.014590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.058775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd9ea50a-df79-46eb-ae1f-87ef0d042f80 req-15c34c25-6ab4-40d7-a81d-6b43562aeddb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Aug 27 02:21:50.060993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:50.062071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:50.062737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-d8572c4c-0fff-449b-b9fa-bfc3b5e52335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.065121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-d8572c4c-0fff-449b-b9fa-bfc3b5e52335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0532217 Aug 27 02:21:50.066846 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa54f5c-8f1f-48ca-8794-ea1da261de9c" -d '{"events": [{"server_uuid": "99116714-712c-424c-8933-66c26c90071b", "name": "network-vif-plugged", "status": "completed", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:50.071100 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.116676 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6ae0e8-ba04-4dc9-96d8-b14fb3bf93b1 x-openstack-request-id: req-bf6ae0e8-ba04-4dc9-96d8-b14fb3bf93b1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:50.117052 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99116714-712c-424c-8933-66c26c90071b", "name": "network-vif-plugged", "status": "completed", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:50.117372 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf6ae0e8-ba04-4dc9-96d8-b14fb3bf93b1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:50.117826 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'code': 200} Aug 27 02:21:50.132035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:50.165010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-edb18345-459b-4d4e-9ad7-457f16b6db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.167208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-edb18345-459b-4d4e-9ad7-457f16b6db1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927403 Aug 27 02:21:50.175279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9b68-a63b-4e94-a4f8-471f3f1534ef req-21bc0d88-ce44-40ef-b2b5-54b7685ea9e2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.177565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b7b9b68-a63b-4e94-a4f8-471f3f1534ef req-21bc0d88-ce44-40ef-b2b5-54b7685ea9e2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 944 time: 0.0783567 Aug 27 02:21:50.208399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'name': 'network-vif-deleted', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193'}, {'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:50.210565 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20942bda-db32-4a7e-8d31-d7fbe16e42f4" -d '{"events": [{"server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "name": "network-vif-deleted", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193"}, {"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:50.223306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99083f-3298-46be-b432-7f5690e2a830 req-3e7492e2-2968-4c69-a8fe-c4b6e4b9bce8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.224839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c99083f-3298-46be-b432-7f5690e2a830 req-3e7492e2-2968-4c69-a8fe-c4b6e4b9bce8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0516975 Aug 27 02:21:50.262576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c99083f-3298-46be-b432-7f5690e2a830 req-10580f5e-5839-4032-b9ff-b372387b90cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Aug 27 02:21:50.312946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b7b9b68-a63b-4e94-a4f8-471f3f1534ef req-da101d3d-8bc6-42bb-b2d7-ef3beefb11c2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262462 Aug 27 02:21:50.331098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eb937-0dd1-46c6-808d-69c17105bd45 req-974316c0-59e9-4027-9a39-ea9b3f39582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.332575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-347eb937-0dd1-46c6-808d-69c17105bd45 req-974316c0-59e9-4027-9a39-ea9b3f39582e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1096 time: 0.0923078 Aug 27 02:21:50.344269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-8b6bf2df-2f0d-4b93-b1d0-4b9b5775d7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658404 Aug 27 02:21:50.363138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54400) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:50.407599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Deleting subnet 1ba192ae-62ed-4577-a956-575558c4058d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:21:50.410738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.413438 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d236b8b-20ea-4a8c-b010-9df9484ad161 x-openstack-request-id: req-9d236b8b-20ea-4a8c-b010-9df9484ad161 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:50.413734 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380df662-0e4c-4d25-b494-e7425a51d46d", "name": "network-vif-deleted", "tag": "c73e4532-c05f-412a-8fbc-82f49696b193", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:50.413980 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d236b8b-20ea-4a8c-b010-9df9484ad161 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:50.414580 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380df662-0e4c-4d25-b494-e7425a51d46d', 'name': 'network-vif-deleted', 'tag': 'c73e4532-c05f-412a-8fbc-82f49696b193', 'status': 'completed', 'code': 200} Aug 27 02:21:50.414732 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'status': 'completed', 'code': 200} Aug 27 02:21:50.431818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-347eb937-0dd1-46c6-808d-69c17105bd45 req-b062e697-da84-4cc8-a5b8-4dfe97479113 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901649 Aug 27 02:21:50.449720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.466774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97cd913a-3347-4283-8f14-3d214a44bb52 req-7f2cac9d-979a-4773-9c02-bf67556cf2b9 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089892 Aug 27 02:21:50.494651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.555241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.571290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-13e9689d-b426-4cd4-9bcf-59097b4cd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.572771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-13e9689d-b426-4cd4-9bcf-59097b4cd0c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1094 time: 0.0575447 Aug 27 02:21:50.613656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba192ae-62ed-4577-a956-575558c4058d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:50.616425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.617743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c4112b3f-b72f-4c70-8551-a20f37253d0a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ba192ae-62ed-4577-a956-575558c4058d HTTP/1.1" status: 204 len: 168 time: 0.2536840 Aug 27 02:21:50.620660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54406) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:50.685204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-d553cb0d-e1b8-4072-a31e-519ac682fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.686200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53cdb-3a78-4c04-bee1-917676520e60 req-f833d55c-483c-440b-84f6-ddb25cd945f8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.686794 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-d553cb0d-e1b8-4072-a31e-519ac682fb57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.0965858 Aug 27 02:21:50.687263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1f9a797d-630e-493e-8afd-056f4253621c up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:50.687743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05e53cdb-3a78-4c04-bee1-917676520e60 req-f833d55c-483c-440b-84f6-ddb25cd945f8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 945 time: 0.1293380 Aug 27 02:21:50.715420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.733721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-1a283ff2-a50e-4164-835c-116b6e5c2d38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 217 time: 0.0398467 Aug 27 02:21:50.741239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 1f9a797d-630e-493e-8afd-056f4253621c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:50.745511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 1f9a797d-630e-493e-8afd-056f4253621c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:50.745877 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.748026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05e53cdb-3a78-4c04-bee1-917676520e60 req-501b4370-5aa5-4b07-b407-8342f85dfb2e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Aug 27 02:21:50.795617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-75559643-6bee-4810-ae01-cc192b950611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.797429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-75559643-6bee-4810-ae01-cc192b950611 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0519214 Aug 27 02:21:50.831829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.833856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.843444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959eff36-99e2-4083-afcc-9c7c4bea2fc8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:50.863181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-85c8506e-f7d0-447c-adfd-bd39b27edd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:50.865587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-85c8506e-f7d0-447c-adfd-bd39b27edd30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550957 Aug 27 02:21:50.867317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:50.867671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5ab4f8-ffe6-4b2e-a4cf-4a29450251be') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:50.872298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1f9a797d-630e-493e-8afd-056f4253621c,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:50.877698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.884033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.902547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.911116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:21:50.913042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:21:50.916126 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:21:50.927434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:50.966673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-e95a6310-fb6d-49f1-81d5-a5e906d48cad service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936151 Aug 27 02:21:50.987890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.994734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:50.995961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] 10.222.0.26 "DELETE /v2.0/networks/959eff36-99e2-4083-afcc-9c7c4bea2fc8 HTTP/1.1" status: 204 len: 168 time: 0.3742540 Aug 27 02:21:51.007958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9d431-169e-453a-a76e-350aaa54367e admin admin] Pushing event deleted for resources: {'Network': ['ID=959eff36-99e2-4083-afcc-9c7c4bea2fc8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:51.072006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20942bda-db32-4a7e-8d31-d7fbe16e42f4 req-7fa6bcc7-9788-48c0-a394-537af04e22cc service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967226 Aug 27 02:21:51.133416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54414) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:51.166043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be18dc-991b-444b-82a0-a8fc15655918 req-59e76e2e-2f38-4341-b5c8-cfc2b580b3c4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.167783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1be18dc-991b-444b-82a0-a8fc15655918 req-59e76e2e-2f38-4341-b5c8-cfc2b580b3c4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 943 time: 0.0692775 Aug 27 02:21:51.194557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a7bac-12af-4970-9c33-7e0446ea5ac1 req-1304c892-3620-4022-a5cb-4cfe3c6afd41 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.196303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a9a7bac-12af-4970-9c33-7e0446ea5ac1 req-1304c892-3620-4022-a5cb-4cfe3c6afd41 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0581794 Aug 27 02:21:51.214945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cb3d473f-085f-471b-841b-8297e56a596a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be3c5a88d5bf47a9bf0694c4dd4b3366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802658 Aug 27 02:21:51.219129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:51.235472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1be18dc-991b-444b-82a0-a8fc15655918 req-f6bbb476-d46b-4d6a-bcb2-fcce2573992b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570526 Aug 27 02:21:51.261350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a9a7bac-12af-4970-9c33-7e0446ea5ac1 req-20020589-3ad7-4a0b-8fc4-f924b08f01d1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586848 Aug 27 02:21:51.285638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:51.307322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:51.357481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:51.360088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:51.361782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d40d91b8-5808-49fa-a5c8-c115a242aefc HTTP/1.1" status: 204 len: 168 time: 0.1418009 Aug 27 02:21:51.371628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c11de5-0e6d-474b-a202-e05bbc2957fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d91b8-5808-49fa-a5c8-c115a242aefc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:51.404814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0928-b148-4c4f-b239-35b15ae595da req-19ccfae0-6186-47bd-bfca-ff4e62482c59 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.406359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffaa0928-b148-4c4f-b239-35b15ae595da req-19ccfae0-6186-47bd-bfca-ff4e62482c59 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0723982 Aug 27 02:21:51.450090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffaa0928-b148-4c4f-b239-35b15ae595da req-9f725360-b571-4f73-8e43-a5dfb6972878 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375276 Aug 27 02:21:51.452758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73418d42-eda8-407b-98ce-4585bf32ba52 req-fe4eeb3f-b515-45a4-960f-a1a521822863 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.460008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73418d42-eda8-407b-98ce-4585bf32ba52 req-fe4eeb3f-b515-45a4-960f-a1a521822863 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0603878 Aug 27 02:21:51.510995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73418d42-eda8-407b-98ce-4585bf32ba52 req-515474c3-d2c8-4318-9bef-07becd3e296f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Aug 27 02:21:51.860027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c73e4532-c05f-412a-8fbc-82f49696b193 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:51.882416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: c73e4532-c05f-412a-8fbc-82f49696b193 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:21:51.882831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c73e4532-c05f-412a-8fbc-82f49696b193 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:21:51.892554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb9722-e499-4f9c-88ee-182fcac5dc39 req-332588ce-3107-4810-a70a-6080e2e5283b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:51.894136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48bb9722-e499-4f9c-88ee-182fcac5dc39 req-332588ce-3107-4810-a70a-6080e2e5283b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 945 time: 0.0747528 Aug 27 02:21:51.934952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48bb9722-e499-4f9c-88ee-182fcac5dc39 req-3f9bb13b-f018-4026-810b-2e7ae3133c98 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337682 Aug 27 02:21:52.072237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:52.118549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:52.120967 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2486dba6-9139-46e3-96df-4d0fe51a4cc8" -d '{"events": [{"server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a797d-630e-493e-8afd-056f4253621c"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:52.156263 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322a971d-9715-4932-9788-f0843db3b04e x-openstack-request-id: req-322a971d-9715-4932-9788-f0843db3b04e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:52.156575 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a797d-630e-493e-8afd-056f4253621c", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:52.156833 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-322a971d-9715-4932-9788-f0843db3b04e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:52.157265 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c', 'code': 200} Aug 27 02:21:52.168447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-network', 'tenant_id': '34ec69d7612a41e786ada11885766830'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:52.190063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Made reservation on behalf of 34ec69d7612a41e786ada11885766830 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:52.193478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.203229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.287399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5435-3c85-43ad-851b-2b6b34611454 req-387fce0e-0f13-4725-b812-d7ac892111b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.289245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9d5435-3c85-43ad-851b-2b6b34611454 req-387fce0e-0f13-4725-b812-d7ac892111b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 1096 time: 0.0567129 Aug 27 02:21:52.317205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.329046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.334632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9d5435-3c85-43ad-851b-2b6b34611454 req-38cdf208-655b-4cc5-bdd2-8eae01f24643 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Aug 27 02:21:52.367561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:21:52.390019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6cc6-d312-4f34-9184-052fdfe45366 req-20c9693d-7f70-431a-a044-cb5cb5ccba21 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.390743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:52.392487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f68f6cc6-d312-4f34-9184-052fdfe45366 req-20c9693d-7f70-431a-a044-cb5cb5ccba21 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0517342 Aug 27 02:21:52.394826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.395396 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Added segment 3aa2bcde-bd53-4848-afab-f80606073d4c of type vlan for network 64d5b96b-9459-4878-b307-0ef86ab7d16f Aug 27 02:21:52.416655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3723-ef6b-4058-a99d-b39186350161 req-21c8474e-ff1f-4a2c-8d48-e91466e24943 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.418163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6ed3723-ef6b-4058-a99d-b39186350161 req-21c8474e-ff1f-4a2c-8d48-e91466e24943 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 943 time: 0.0995376 Aug 27 02:21:52.436317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f68f6cc6-d312-4f34-9184-052fdfe45366 req-6d9cbb47-18e4-4b2d-82a4-dc5da78cb424 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Aug 27 02:21:52.461119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.490737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6ed3723-ef6b-4058-a99d-b39186350161 req-b2b3285e-e205-42f1-95dd-ace9e4a8258b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549529 Aug 27 02:21:52.502260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.503707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.504389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.558972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4856391 Aug 27 02:21:52.562097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:52.570597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0070-73b9-4946-995a-dc6db657e31d admin admin] Pushing event updated for resources: {'Network': ['ID=64d5b96b-9459-4878-b307-0ef86ab7d16f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:52.572013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Request body: {'subnet': {'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-subnet', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:52.582928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:21:52.609419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1e56d-569b-4205-8f58-8e72c22bc2da req-7f2b187d-0523-415c-a54b-5f489c6e2b20 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.611266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfb1e56d-569b-4205-8f58-8e72c22bc2da req-7f2b187d-0523-415c-a54b-5f489c6e2b20 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0864830 Aug 27 02:21:52.630517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Made reservation on behalf of 34ec69d7612a41e786ada11885766830 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:21:52.633305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.644186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8fca7a-84da-4256-a418-6c91dc5d0447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.645993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb4bd-c3ff-4448-8bae-c597cbc950b4 req-4a9d7537-cc18-483a-941a-9b516ea6506b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.651721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-681fb4bd-c3ff-4448-8bae-c597cbc950b4 req-4a9d7537-cc18-483a-941a-9b516ea6506b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0635653 Aug 27 02:21:52.686202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-681fb4bd-c3ff-4448-8bae-c597cbc950b4 req-838ee7bd-2b36-4982-a936-6ad9a276821d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Aug 27 02:21:52.691362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:21:52.714907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfb1e56d-569b-4205-8f58-8e72c22bc2da req-78fbd5c6-89ba-4017-b385-dd5674b4768a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Aug 27 02:21:52.793984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:52.806053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:21:52.843294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.847037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.859751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:21:52.879702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:52.884165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.897152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d252a9-efca-4519-a435-d9e92b55bb5c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:52.907324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Checking segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:52.907854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Network hostable DHCP agents. Network: 64d5b96b-9459-4878-b307-0ef86ab7d16f, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:21:52.924862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:21:52.934330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 64d5b96b-9459-4878-b307-0ef86ab7d16f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:52.935254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:52.939493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:52.940155 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.952919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26238c83-3598-42c4-ac2c-03ed3400adca None None] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:52.955809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a08d491-8990-41f9-bb1f-ccbe0ef338fc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3914514 Aug 27 02:21:52.957926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:52.962729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:52.984276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:52.986259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.049969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.087328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc22fdd-1a81-4fbd-8337-b00de21b8777 req-99963152-bd26-490b-a54d-c472fc16db95 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.088860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dc22fdd-1a81-4fbd-8337-b00de21b8777 req-99963152-bd26-490b-a54d-c472fc16db95 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 945 time: 0.0528722 Aug 27 02:21:53.102901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7966cf-d1a5-4ef6-9dbb-f46698d40457 None None] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:21:53.130590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dc22fdd-1a81-4fbd-8337-b00de21b8777 req-11f981f8-f3f3-4294-a550-9d72be8cb8a8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Aug 27 02:21:53.205081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.287651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-209a6e61-a1fb-4758-a991-7beb1adcd5c5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-334066664&fields=id&tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 267 time: 0.0856233 Aug 27 02:21:53.344203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:53.370074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-803b8da9-0f98-41b0-a45b-ed897bc5465f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.371649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-803b8da9-0f98-41b0-a45b-ed897bc5465f tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 945 time: 0.0748959 Aug 27 02:21:53.387278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'security_groups': ['dc81980e-01c5-40ae-93da-2efedcff8452', '73562a19-2cf1-47fc-83c3-7356d758f8df']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:53.520438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.562975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135d5a-df02-4849-8122-da79387ae063 req-7af3fcc2-97ee-4bb2-94fc-04d57eb8e1c2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.564484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16135d5a-df02-4849-8122-da79387ae063 req-7af3fcc2-97ee-4bb2-94fc-04d57eb8e1c2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0575609 Aug 27 02:21:53.596577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.601456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16135d5a-df02-4849-8122-da79387ae063 req-ecfb2a3c-cd06-4223-a630-1010aa95994b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Aug 27 02:21:53.623851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.715342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba220cd5-4b2f-4040-a4a3-a66422a77b13 req-6ef48dba-774a-4f0d-9ed0-90931bfd97ff tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.717099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba220cd5-4b2f-4040-a4a3-a66422a77b13 req-6ef48dba-774a-4f0d-9ed0-90931bfd97ff tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 944 time: 0.0526195 Aug 27 02:21:53.755405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba220cd5-4b2f-4040-a4a3-a66422a77b13 req-930de4fc-6fb8-4198-af09-7c0b227b1c8f tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Aug 27 02:21:53.827607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Allocated IP 172.25.8.19 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/37acfe5b-82f6-4f3e-b22c-2874d1ee3946) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:53.858758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3548e-2320-4782-ac2e-82e4fa8ec4ae req-014ed300-9e4b-458c-bd39-88076a83e110 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:53.860231 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65a3548e-2320-4782-ac2e-82e4fa8ec4ae req-014ed300-9e4b-458c-bd39-88076a83e110 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0499055 Aug 27 02:21:53.862474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:53.904426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65a3548e-2320-4782-ac2e-82e4fa8ec4ae req-4ee9cd4e-f2d6-4d5e-b462-088f46a63967 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Aug 27 02:21:53.945258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:53.952891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.005374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570', '88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:54.012234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.012897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.030087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb57768-aa5d-4f3f-a090-e2451dea62c5 req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "PUT /v2.0/ports/88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 981 time: 0.6513295 Aug 27 02:21:54.032751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:54.042872 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87" -d '{"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:54.043606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4355f2-d267-4d8b-bbbc-fe00e47f9822 req-ab2e2a9e-f5f3-4605-9a3e-41fd0e0bacf6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.046954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d4355f2-d267-4d8b-bbbc-fe00e47f9822 req-ab2e2a9e-f5f3-4605-9a3e-41fd0e0bacf6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0788887 Aug 27 02:21:54.090198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.094777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296faa64-ec2c-43c9-93af-7873c9154d50 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:54.112950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d4355f2-d267-4d8b-bbbc-fe00e47f9822 req-2a892e6d-d28b-469e-8ca0-f99ee1103161 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Aug 27 02:21:54.159172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.208529 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8204a-b5ca-4d32-9305-dd1c477956b9 x-openstack-request-id: req-f8b8204a-b5ca-4d32-9305-dd1c477956b9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:54.208833 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:54.209086 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8b8204a-b5ca-4d32-9305-dd1c477956b9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:54.209768 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'status': 'completed', 'code': 200} Aug 27 02:21:54.222412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Pushing event updated for resources: {'Port': ['ID=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:54.229894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dfd9d17-72f5-4f8c-848d-a97735696707 req-351e60c9-caaa-4448-aa9b-46b70eeb74d8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/73562a19-2cf1-47fc-83c3-7356d758f8df HTTP/1.1" status: 200 len: 1799 time: 0.0986743 Aug 27 02:21:54.237870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:54.239698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:54.241934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:54.281744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:54.402949 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-3dfd9d17-72f5-4f8c-848d-a97735696707 req-130eedd7-1bc3-4b7d-bb97-a2cf9c6c37f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:21:54.403994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dfd9d17-72f5-4f8c-848d-a97735696707 req-130eedd7-1bc3-4b7d-bb97-a2cf9c6c37f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/73562a19-2cf1-47fc-83c3-7356d758f8df HTTP/1.1" status: 409 len: 341 time: 0.1598625 Aug 27 02:21:54.443771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-51bd2d86-0f10-4a4f-ab45-2b7fbedc2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.445282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-51bd2d86-0f10-4a4f-ab45-2b7fbedc2017 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1135 time: 0.1405699 Aug 27 02:21:54.665111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-a2bb3554-6fef-420e-bb13-150ac95dc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.666625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-a2bb3554-6fef-420e-bb13-150ac95dc201 service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.2053871 Aug 27 02:21:54.670553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.695175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:54.735141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90c52-5f6f-4f0a-94ae-258f102899eb req-de4673c3-1871-47da-9f95-df36c9587042 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.737245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8fb90c52-5f6f-4f0a-94ae-258f102899eb req-de4673c3-1871-47da-9f95-df36c9587042 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0607684 Aug 27 02:21:54.751032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:54.755021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:54.755388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.762445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-4d25f708-2265-45ac-8269-faf95992c741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 217 time: 0.0468981 Aug 27 02:21:54.772806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34396d-4f03-459c-81ed-4f6843c3b3e6 req-eb9d884e-6304-46c2-9954-2fb1293d47ad tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.774267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d34396d-4f03-459c-81ed-4f6843c3b3e6 req-eb9d884e-6304-46c2-9954-2fb1293d47ad tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 984 time: 0.1469076 Aug 27 02:21:54.791058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8fb90c52-5f6f-4f0a-94ae-258f102899eb req-77edb1d3-ec7f-45df-91c0-dae951746155 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Aug 27 02:21:54.856961 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.881214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:54.883800 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c527cd7b-070b-4ab8-9bb6-2f8750c4f50b" -d '{"events": [{"server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:54.887975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-548afd7f-b46c-45ca-93b1-267d06d3ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.889448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-548afd7f-b46c-45ca-93b1-267d06d3ae74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.1111729 Aug 27 02:21:54.898959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:54.903849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:54.904628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ab0e0-97df-4642-b0c6-4c21c983ec0b req-f307c801-30f2-4c2c-980c-fa6e7abc1b87 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:54.906315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f8ab0e0-97df-4642-b0c6-4c21c983ec0b req-f307c801-30f2-4c2c-980c-fa6e7abc1b87 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 944 time: 0.0519783 Aug 27 02:21:54.942821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d34396d-4f03-459c-81ed-4f6843c3b3e6 req-e2ba54ee-4a9f-4a5d-ab4c-c1ba13d2a351 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1269932 Aug 27 02:21:54.963201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f8ab0e0-97df-4642-b0c6-4c21c983ec0b req-8e0f76b9-9906-456e-bbfc-6c09436e13ba tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Aug 27 02:21:54.976916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-2a2afc02-bf43-4f4b-b2d6-d4b18671fbcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456533 Aug 27 02:21:54.978883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:55.007231 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e710ec-61f6-460b-a557-647dc20a0efb x-openstack-request-id: req-11e710ec-61f6-460b-a557-647dc20a0efb {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:21:55.007874 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:21:55.007874 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11e710ec-61f6-460b-a557-647dc20a0efb {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:21:55.009115 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'code': 200} Aug 27 02:21:55.075336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a9bfa-5434-4647-a15a-32f378faf90e req-b98c7ee2-df8a-4646-a989-2ff1ba4ca962 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.076884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-998a9bfa-5434-4647-a15a-32f378faf90e req-b98c7ee2-df8a-4646-a989-2ff1ba4ca962 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Aug 27 02:21:55.119409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-998a9bfa-5434-4647-a15a-32f378faf90e req-9b734fba-46f6-48bc-864c-299f6c505da0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355463 Aug 27 02:21:55.168672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c5cbdbf-38a0-470e-bb03-44a82c1927c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.266421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01fab-8edb-4f8c-9a1d-5954a45ce9c6 req-34b603ca-3467-4dd6-97f8-a0bf77f886cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.268729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10f01fab-8edb-4f8c-9a1d-5954a45ce9c6 req-34b603ca-3467-4dd6-97f8-a0bf77f886cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.0600829 Aug 27 02:21:55.310081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10f01fab-8edb-4f8c-9a1d-5954a45ce9c6 req-a5d44c9f-03e2-4829-a5a0-4d3438534ffc tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Aug 27 02:21:55.325310 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.467893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:55.530421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32494031-ebae-4b9b-b045-af76f9e93b7f req-bed3815b-3f3a-47c5-96fa-6d5f9c7d9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.532148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32494031-ebae-4b9b-b045-af76f9e93b7f req-bed3815b-3f3a-47c5-96fa-6d5f9c7d9823 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1096 time: 0.1621106 Aug 27 02:21:55.537920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-7845e49b-51a2-4ec3-967b-5b0789a115ac service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522025 Aug 27 02:21:55.547599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d32af-1523-4d76-9bdc-612581ce6757 req-d7620add-86a8-44a7-a18a-c14ef622136c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.549082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-249d32af-1523-4d76-9bdc-612581ce6757 req-d7620add-86a8-44a7-a18a-c14ef622136c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.1781366 Aug 27 02:21:55.708447 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32494031-ebae-4b9b-b045-af76f9e93b7f req-2b01e07c-23a1-4573-bce4-588c8838ce3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Aug 27 02:21:55.721363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-249d32af-1523-4d76-9bdc-612581ce6757 req-f7540d29-620b-430c-9b4c-c86854bd4328 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566997 Aug 27 02:21:55.761357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f1eecba-f8a3-4dda-87fb-bfa1e23a5f87 req-c548cba5-6bad-4653-93e7-407bb28f3a16 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994832 Aug 27 02:21:55.777316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Router 2d749e72-b894-472b-a387-679449b3f31e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:21:55.962101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:55.972742 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Sync routers for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:55.982837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb130-5e76-4e2c-931f-1be436b9db6f req-8c726835-f0d6-4e78-a0ef-842d460b1666 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.987523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a91fb130-5e76-4e2c-931f-1be436b9db6f req-8c726835-f0d6-4e78-a0ef-842d460b1666 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0588264 Aug 27 02:21:55.992476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-09778f70-72b0-439e-9518-bb4bfbeb2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:55.994154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-09778f70-72b0-439e-9518-bb4bfbeb2eab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1135 time: 0.1200967 Aug 27 02:21:56.003445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f73d84-05d7-42d9-92e6-b8e54f05ac85 req-5907bcb1-74b5-46dd-b26d-a78dba4c1699 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.004973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f73d84-05d7-42d9-92e6-b8e54f05ac85 req-5907bcb1-74b5-46dd-b26d-a78dba4c1699 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1325145 Aug 27 02:21:56.007336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.008690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-94bc4c7a-cb64-420f-a290-7934c21dac1a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0494783 Aug 27 02:21:56.011705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54520) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:21:56.083204 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:56.084520 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:56.093222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a91fb130-5e76-4e2c-931f-1be436b9db6f req-a39e4133-5648-4101-8d9f-3a31f8749bf0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985954 Aug 27 02:21:56.106228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f73d84-05d7-42d9-92e6-b8e54f05ac85 req-6ce76b20-9537-4135-86a3-547fa89a0a80 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890913 Aug 27 02:21:56.150372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-27c19f8b-22e5-4e8a-a7b5-018a61a8d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.152089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-27c19f8b-22e5-4e8a-a7b5-018a61a8d56f service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.1460590 Aug 27 02:21:56.222822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-1d0806c1-c84c-4993-a831-a558dbee1919 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 217 time: 0.0547190 Aug 27 02:21:56.234292 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:56.320465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2963e8-f920-40b2-84e7-147523e97231 req-d41b1124-a3cc-4d43-8268-6f7e5c808412 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.322755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc2963e8-f920-40b2-84e7-147523e97231 req-d41b1124-a3cc-4d43-8268-6f7e5c808412 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 945 time: 0.1033921 Aug 27 02:21:56.324446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-73460455-ea2e-4f0f-9f8b-e45be110776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.325656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-73460455-ea2e-4f0f-9f8b-e45be110776f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.0752287 Aug 27 02:21:56.360758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654ace6-329e-45a9-9c56-26c3fc6f86ae req-5c517649-7620-4a43-86b4-ac03dea294d3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.362332 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8654ace6-329e-45a9-9c56-26c3fc6f86ae req-5c517649-7620-4a43-86b4-ac03dea294d3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 984 time: 0.1809578 Aug 27 02:21:56.371659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.373223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-beaaf492-fe0d-42ef-af9d-22af31ff38ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355456 Aug 27 02:21:56.426223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc2963e8-f920-40b2-84e7-147523e97231 req-ceb0334e-e848-4f06-9026-c6c0871190b7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948837 Aug 27 02:21:56.440464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-87832b59-1403-4cbd-a5e2-296f1355f59e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171999 Aug 27 02:21:56.467923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8654ace6-329e-45a9-9c56-26c3fc6f86ae req-ff1ec87c-85c8-4f36-8d2f-6cc979d9f73d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0930791 Aug 27 02:21:56.476750 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:54Z', 'revision_number': 3, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:56.505449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Checking router: 2d749e72-b894-472b-a387-679449b3f31e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:21:56.506025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Updating router 2d749e72-b894-472b-a387-679449b3f31e port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:21:56.542014 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.567774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-9584c458-09ae-4f23-9d8e-567f10a148f5 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842740 Aug 27 02:21:56.614942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-9d383fad-1321-468a-8d0e-d09c79b671b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.616432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-9d383fad-1321-468a-8d0e-d09c79b671b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 1101 time: 0.1078455 Aug 27 02:21:56.699295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-071c4d32-415f-48ab-bf01-aec8133cac6d req-fc0d5053-e28f-4055-a580-82eaf6cec1b9 service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217134 Aug 27 02:21:56.741440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584948e-405e-4996-b8d9-857941c9f16e req-62fda5aa-d874-436b-970f-b85420987012 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.743226 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7584948e-405e-4996-b8d9-857941c9f16e req-62fda5aa-d874-436b-970f-b85420987012 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.1432385 Aug 27 02:21:56.814237 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.823671 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Transition to ACTIVE for port object 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:21:56.829164 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.853109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7584948e-405e-4996-b8d9-857941c9f16e req-682005cc-fd97-4fd8-968b-44efc404612e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999670 Aug 27 02:21:56.856384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-4b64bd46-d241-4abd-b0f0-2b80e6c07d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:56.857596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-4b64bd46-d241-4abd-b0f0-2b80e6c07d3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2053108 Aug 27 02:21:56.862794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.882318 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Attempting to bind port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:21:56.882724 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Attempting to bind port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:21:56.883083 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Attempting to bind port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:21:56.886293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Pushing event updated for resources: {'Port': ['ID=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:56.892949 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:21:56.894005 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:21:56.894806 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.895311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:21:56.895985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Bound port: 37acfe5b-82f6-4f3e-b22c-2874d1ee3946, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:21:56.896578 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:56.918224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-881f57d1-39b5-4839-b86f-df51b36c5188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 200 len: 217 time: 0.0517395 Aug 27 02:21:56.922293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.922667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.923537 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.923871 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.924197 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.924519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.924838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.925156 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.925470 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.926153 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.926285 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.926602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:56.971191 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] For port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:21:56.974499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] For port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:21:56.979724 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.036278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:57.036995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:57.041850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68398a0-d259-4893-b735-6319850eb2db None None] Pushing event updated for resources: {'Port': ['ID=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:57.084789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Allocated IP 172.20.0.1 (64d5b96b-9459-4878-b307-0ef86ab7d16f/b2d252a9-efca-4519-a435-d9e92b55bb5c/0ae54861-e4ff-4943-aa07-5e8b060c6d22) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:21:57.168400 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:21:57.254100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.276811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d71deb-2ad1-4d81-b1b8-d324bc4d78cf req-c21c363f-ea51-4425-878a-369dd8f9859d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.279240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d71deb-2ad1-4d81-b1b8-d324bc4d78cf req-c21c363f-ea51-4425-878a-369dd8f9859d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.0764265 Aug 27 02:21:57.299921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6c17-5906-41d7-ac7c-d66832984830 req-c9603733-8c6b-44e7-9da7-8a26acc24282 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.302495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbba6c17-5906-41d7-ac7c-d66832984830 req-c9603733-8c6b-44e7-9da7-8a26acc24282 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1088672 Aug 27 02:21:57.329407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5d71deb-2ad1-4d81-b1b8-d324bc4d78cf req-8122c188-60cf-410a-a887-5ec5258b7bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Aug 27 02:21:57.353221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.401792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:57.418909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:54Z', 'revision_number': 3, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:57.419421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbba6c17-5906-41d7-ac7c-d66832984830 req-64cdda1f-c086-43e5-abf6-6dea1d5d83e8 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Aug 27 02:21:57.429660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:57.432541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:57.436989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:21:57.452539 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e55d-e951-4fde-9e9b-2df8bf5162f0 None None] The sync data for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 is: [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:54Z', 'revision_number': 3, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:21:57.535470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.605423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8091-e99e-487e-b5f3-ee31bc4083d6 req-fe19b071-92f4-4e40-8683-d963fb7d5b73 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.608225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7af8091-e99e-487e-b5f3-ee31bc4083d6 req-fe19b071-92f4-4e40-8683-d963fb7d5b73 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 945 time: 0.0737398 Aug 27 02:21:57.640334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-97be3dca-e591-45d3-b9f3-b61c076d016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.642418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-97be3dca-e591-45d3-b9f3-b61c076d016a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1756475 Aug 27 02:21:57.657093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7af8091-e99e-487e-b5f3-ee31bc4083d6 req-be19b87e-0ba5-405e-9506-c7bc7b6484b2 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Aug 27 02:21:57.738720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5f6bf-f236-4a76-8d88-0680a5a2fdcf req-dcef3c3f-ae15-4aab-8bdf-dd8843a74904 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.740810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca5f6bf-f236-4a76-8d88-0680a5a2fdcf req-dcef3c3f-ae15-4aab-8bdf-dd8843a74904 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 984 time: 0.1547666 Aug 27 02:21:57.788161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-b238a3a7-becc-4d02-803e-345fb62916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.789724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-b238a3a7-becc-4d02-803e-345fb62916b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361201 Aug 27 02:21:57.874474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:57.929548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca5f6bf-f236-4a76-8d88-0680a5a2fdcf req-3e688c58-5736-47c8-8876-9d14dbcbe23d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1770806 Aug 27 02:21:57.977482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-303e889a-3c0c-4f70-9d16-fa1e516228c8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:57.983853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-303e889a-3c0c-4f70-9d16-fa1e516228c8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 945 time: 0.1630549 Aug 27 02:21:58.107096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.112048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-ed47d402-1980-462f-8304-f3016b306762 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433510 Aug 27 02:21:58.225314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6399c4-3c60-483d-9958-473a4b79718d req-296c4ebd-262f-47c8-ab5b-248e959afd94 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.234860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-296c4ebd-262f-47c8-ab5b-248e959afd94 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1457307 Aug 27 02:21:58.319207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-09b3eb66-fa8a-4420-8383-290a2ef85fa7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.0840962 Aug 27 02:21:58.325071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:21:58.331755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port 1f9a797d-630e-493e-8afd-056f4253621c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:21:58.332094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.377276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:21:58.446530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.457087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:21:58.461873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:21:58.462260 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.629432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.647774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port 1f9a797d-630e-493e-8afd-056f4253621c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1f9a797d-630e-493e-8afd-056f4253621c,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:58.648393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.669658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:21:58.676206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.715478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for 1f9a797d-630e-493e-8afd-056f4253621c owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:21:58.744276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:21:58.771663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71f1fb-1813-425b-ba68-db559b6ed8bc req-c600d207-85d2-43d7-8157-7031a5e66510 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:58.779401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e71f1fb-1813-425b-ba68-db559b6ed8bc req-c600d207-85d2-43d7-8157-7031a5e66510 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 943 time: 0.6661332 Aug 27 02:21:58.791562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:58.801641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68e2f624-be5b-46ed-8947-30d3ff8441ac req-378e8fbd-f62e-408a-aa95-06441087dfe4 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681190 Aug 27 02:21:58.812536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.813178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.814331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.820591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.821285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.822289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.822863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.823499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.824457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.824963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.826007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.827056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:21:58.861394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e71f1fb-1813-425b-ba68-db559b6ed8bc req-d0aae537-ccaa-4614-a4d2-a71ee777b78b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803494 Aug 27 02:21:58.949784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:58.959713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.039181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.042351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:59.151093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:21:59.152744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:21:59.265637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.283675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1f9a797d-630e-493e-8afd-056f4253621c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:59.289080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62382b2d-1272-4d2f-a55e-ef7401197cae req-93dafe10-7288-4766-aa1c-a7d5796bfb85 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.302322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62382b2d-1272-4d2f-a55e-ef7401197cae req-93dafe10-7288-4766-aa1c-a7d5796bfb85 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=870e9ebd-04d0-4488-ba7b-2a9522e169e5 HTTP/1.1" status: 200 len: 867 time: 0.3394876 Aug 27 02:21:59.321146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:21:59.350471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Router 2d749e72-b894-472b-a387-679449b3f31e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:21:59.362154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62382b2d-1272-4d2f-a55e-ef7401197cae req-6d82f511-380e-4429-84cf-3cdc26fcb69d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642221 Aug 27 02:21:59.383269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=1f9a797d-630e-493e-8afd-056f4253621c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:21:59.500303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port 1f9a797d-630e-493e-8afd-056f4253621c on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:21:59.503734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.506609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22dbfd4f-8d12-47ae-bf72-7aff46f1f165 req-229e79f0-1feb-4649-a0e0-ba2805081539 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "DELETE /v2.0/ports/1f9a797d-630e-493e-8afd-056f4253621c HTTP/1.1" status: 204 len: 173 time: 1.5149615 Aug 27 02:21:59.517052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'name': 'network-vif-deleted', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:21:59.519973 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b45894c-adbe-4ef3-b833-f52586ea1773" -d '{"events": [{"server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "name": "network-vif-deleted", "tag": "1f9a797d-630e-493e-8afd-056f4253621c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:21:59.563720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da1099-0b87-4513-be13-39244b11d299 req-36a904a5-de04-40a0-a9d4-796ba5bbd3fc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.565275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2da1099-0b87-4513-be13-39244b11d299 req-36a904a5-de04-40a0-a9d4-796ba5bbd3fc tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1199262 Aug 27 02:21:59.566085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:21:59.570435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:21:59.575770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ae643c09-7fe3-42db-b40e-c578cb5ccab4 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d749e72-b894-472b-a387-679449b3f31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625308 Aug 27 02:21:59.623742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2da1099-0b87-4513-be13-39244b11d299 req-cd5655ce-44e8-4e5b-9f74-b9c6c80b39a2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Aug 27 02:21:59.815614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Sync routers for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:21:59.840670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:21:59.841616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:21:59.935977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2e2a-ca77-415d-89f7-14eb099d4739 req-1921d24a-2023-4664-9e0a-4abdeaeba75b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:21:59.937835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f8c2e2a-ca77-415d-89f7-14eb099d4739 req-1921d24a-2023-4664-9e0a-4abdeaeba75b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 984 time: 0.0700788 Aug 27 02:21:59.946714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-6e7bdea1-0b22-45c2-8cad-b38dd4c8f8d6 service neutron] 10.222.0.15 "GET /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.5874655 Aug 27 02:21:59.966640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.989019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:21:59.996984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f8c2e2a-ca77-415d-89f7-14eb099d4739 req-88991c98-db22-4971-a88f-8732fc86be1b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0513470 Aug 27 02:22:00.000542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:00.053051 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d127d1ec-8145-47b9-b881-7f68633f91df x-openstack-request-id: req-d127d1ec-8145-47b9-b881-7f68633f91df {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:00.053361 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e9ebd-04d0-4488-ba7b-2a9522e169e5", "name": "network-vif-deleted", "tag": "1f9a797d-630e-493e-8afd-056f4253621c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:00.054548 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d127d1ec-8145-47b9-b881-7f68633f91df {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:00.055868 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870e9ebd-04d0-4488-ba7b-2a9522e169e5', 'name': 'network-vif-deleted', 'tag': '1f9a797d-630e-493e-8afd-056f4253621c', 'status': 'completed', 'code': 200} Aug 27 02:22:00.258088 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Floating IP bf726ebd-8d49-4f02-ac48-43c310052560 associated. External IP: 172.25.8.134, port: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14. Aug 27 02:22:00.296650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:00.315567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:00.333532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:57Z', 'revision_number': 4, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '0ae54861-e4ff-4943-aa07-5e8b060c6d22', 'name': '', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'mac_address': 'fa:16:3e:66:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:56Z', 'updated_at': '2021-08-27T02:21:58Z', 'revision_number': 2, 'project_id': '34ec69d7612a41e786ada11885766830', 'subnets': [{'id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:00.351935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-769b4cf4-88e6-4c9f-8525-cf580bf1e82f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:00.354245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-769b4cf4-88e6-4c9f-8525-cf580bf1e82f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 819 time: 0.1564865 Aug 27 02:22:00.370635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Checking router: 2d749e72-b894-472b-a387-679449b3f31e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:00.371284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Updating router 2d749e72-b894-472b-a387-679449b3f31e port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:00.377311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:00.379002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-9c55aeea-587a-42a9-8ff4-1c0b7e80a897 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/quotas/34ec69d7612a41e786ada11885766830 HTTP/1.1" status: 200 len: 375 time: 0.0149975 Aug 27 02:22:00.405322 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.422156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be4c673-3037-45ff-a772-638cc1e52c79 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:00.430070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44c2eb72-2f23-46a1-8b70-cfcaeed4f9b8 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501590 Aug 27 02:22:00.436134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:00.446742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:00.447125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.493143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.545116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.556157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-f112fc02-174d-436e-9576-32e64dbbacf0 service neutron] 10.222.0.26 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159453 Aug 27 02:22:00.608208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:00.626920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Transition to ACTIVE for port object 8be4c673-3037-45ff-a772-638cc1e52c79 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:00.668698 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.677670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-a838b800-df35-4b22-b5f6-911040cbcb96 service neutron] 10.222.0.26 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209552 Aug 27 02:22:00.780104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] No DVR routers for this DVR port 8be4c673-3037-45ff-a772-638cc1e52c79 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:00.788384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.791348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Pushing event updated for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:00.801239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.801593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.801954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.803823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.803823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.803823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.803823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.803823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.804280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.804280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.804662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.805163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:00.813394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Transition to ACTIVE for port object 0ae54861-e4ff-4943-aa07-5e8b060c6d22 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:00.828646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.850819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-75286987-4cc0-45e3-aa7c-0dddc926e388 service neutron] 10.222.0.15 "PUT /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79/bindings/n-h1-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8893542 Aug 27 02:22:00.852990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:00.857995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:00.865569 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:00.883062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:00.883880 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:00.940497 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-18d12ddd-1950-4c29-a149-e3a93244823d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "PUT /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 996 time: 2.6202085 Aug 27 02:22:00.945296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b7f7-cc9f-47dd-8977-b6a4f11802d9 None None] Pushing event updated for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:01.029726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Attempting to bind port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:01.030935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Attempting to bind port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:01.031310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Attempting to bind port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 on network 64d5b96b-9459-4878-b307-0ef86ab7d16f {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:01.032979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6399c4-3c60-483d-9958-473a4b79718d req-e9836bf9-f75f-4597-94a0-5072c1ccd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.037202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36b50c-ff5b-45f6-88bf-dbffb623e9c1 req-c5c16dfa-d3b9-46f0-b9bb-e9c28c631689 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.039082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e36b50c-ff5b-45f6-88bf-dbffb623e9c1 req-c5c16dfa-d3b9-46f0-b9bb-e9c28c631689 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.1656694 Aug 27 02:22:01.045482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:01.046267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-e9836bf9-f75f-4597-94a0-5072c1ccd687 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.0952849 Aug 27 02:22:01.047024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Checking segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:01.047457 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.047926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Bound using segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:01.049072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Bound port: 0ae54861-e4ff-4943-aa07-5e8b060c6d22, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:01.049465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.065387 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:01.098298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e36b50c-ff5b-45f6-88bf-dbffb623e9c1 req-b7df5384-6b12-48de-b809-1e9b5f1bdc6c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Aug 27 02:22:01.111516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d2121fd4-f43a-42d1-adb0-3ef71caa203f tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.113016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-d2121fd4-f43a-42d1-adb0-3ef71caa203f tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.1836298 Aug 27 02:22:01.180995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] For port 0ae54861-e4ff-4943-aa07-5e8b060c6d22, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:01.188585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6399c4-3c60-483d-9958-473a4b79718d req-e38a5a71-2fd0-4086-9531-0c1e9a95dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.189486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] For port 0ae54861-e4ff-4943-aa07-5e8b060c6d22, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0ae54861-e4ff-4943-aa07-5e8b060c6d22,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:01.191301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-e38a5a71-2fd0-4086-9531-0c1e9a95dc93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1415482 Aug 27 02:22:01.196348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.229469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-a592b6f3-7fe7-44c4-8edb-503a80d8612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.231792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-a592b6f3-7fe7-44c4-8edb-503a80d8612c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae&tenant_id=a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 1095 time: 0.1039152 Aug 27 02:22:01.302401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-1eaec7ef-92aa-4642-8b05-20baf6b8c124 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-314397152&fields=id&tenant_id=33f2ba35e4ce49839016c06256e9c2f7 HTTP/1.1" status: 200 len: 267 time: 0.0949721 Aug 27 02:22:01.314921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-6d4113e2-2d3a-42f7-80fa-eee51b06b763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 999 time: 0.1155627 Aug 27 02:22:01.341406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:01.342149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:01.394568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6399c4-3c60-483d-9958-473a4b79718d req-342bccfa-b18e-4791-b58a-728d21367e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.396923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-342bccfa-b18e-4791-b58a-728d21367e88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0761929 Aug 27 02:22:01.402772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-ef9b3623-ba39-48cf-879e-4025e2aaed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.404732 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-ef9b3623-ba39-48cf-879e-4025e2aaed88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1095 time: 0.1242445 Aug 27 02:22:01.417474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6b7f7-cc9f-47dd-8977-b6a4f11802d9 None None] Pushing event updated for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:01.419573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-4b87696c-8c4b-4707-b9e4-8fb90d766564 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.428183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-4b87696c-8c4b-4707-b9e4-8fb90d766564 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 984 time: 0.1243708 Aug 27 02:22:01.434093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'port': {'security_groups': ['73562a19-2cf1-47fc-83c3-7356d758f8df', 'dc81980e-01c5-40ae-93da-2efedcff8452', '11c28796-1e9d-4f9d-900d-ffd5e302d5dd']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:01.436372 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:21:59Z', 'revision_number': 1, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:01.468240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:01.483561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:01.484447 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:01.484941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6399c4-3c60-483d-9958-473a4b79718d req-708c7567-6fe0-475a-9e19-d4ab2bf95c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.489732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-708c7567-6fe0-475a-9e19-d4ab2bf95c0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844946 Aug 27 02:22:01.503814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-6e4d6e0b-70ca-4674-bf00-7d8a74e213af service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:22:01.513534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-6e4d6e0b-70ca-4674-bf00-7d8a74e213af service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172532 Aug 27 02:22:01.564460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:01.596143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:01.737451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-cfaa7975-4935-4335-9667-c0ba429faf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:01.739574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-cfaa7975-4935-4335-9667-c0ba429faf7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2683761 Aug 27 02:22:01.740355 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:01.742646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-cfca46fe-c88e-4910-afbf-561d4cb47098 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281981 Aug 27 02:22:01.837942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-29437ffe-c3f6-4427-81fd-44f37053d8af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 200 len: 217 time: 0.0766001 Aug 27 02:22:01.866343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e6399c4-3c60-483d-9958-473a4b79718d req-f2f56873-9c21-4e63-9e9a-1fab68a4c708 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202903 Aug 27 02:22:01.872469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:57Z', 'revision_number': 4, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '0ae54861-e4ff-4943-aa07-5e8b060c6d22', 'name': '', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'mac_address': 'fa:16:3e:66:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:56Z', 'updated_at': '2021-08-27T02:22:01Z', 'revision_number': 4, 'project_id': '34ec69d7612a41e786ada11885766830', 'subnets': [{'id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:01.931653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b7c-4887-42d1-9aa4-89a64bd49b17 None None] The sync data for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 is: [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:21:57Z', 'revision_number': 4, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '0ae54861-e4ff-4943-aa07-5e8b060c6d22', 'name': '', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'mac_address': 'fa:16:3e:66:61:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:56Z', 'updated_at': '2021-08-27T02:22:01Z', 'revision_number': 4, 'project_id': '34ec69d7612a41e786ada11885766830', 'subnets': [{'id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:02.014333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:21:59Z', 'revision_number': 1, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:02.048213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-2c428590-0b87-45a7-8396-11a41b1e85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.050321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-2c428590-0b87-45a7-8396-11a41b1e85e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.2070169 Aug 27 02:22:02.053428 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b8627-a611-40a7-98cc-7bd888a6617a None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:21:59Z', 'revision_number': 1, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:02.057614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:02.060560 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:02.113427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-82dd1121-a2c5-4fea-87e9-aff3ba7a5087 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373640 Aug 27 02:22:02.119769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a940c3-7d94-471b-8a32-b0b5569fdfe4 req-bc038fc4-48eb-4ca4-8d08-04f155710013 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.121894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22a940c3-7d94-471b-8a32-b0b5569fdfe4 req-bc038fc4-48eb-4ca4-8d08-04f155710013 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1399431 Aug 27 02:22:02.168567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22a940c3-7d94-471b-8a32-b0b5569fdfe4 req-e733f068-f80e-41bd-b91f-57f2223ad8b7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Aug 27 02:22:02.219442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:02.285188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.303138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.314710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-f7692cde-415b-48fd-b8cd-3cfa7e260815 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917157 Aug 27 02:22:02.355721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570', '88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:02.396071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.396750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.410940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51e14281-690d-48a8-9ccf-5b47b8e5f702 req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "PUT /v2.0/ports/88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 1020 time: 0.9816170 Aug 27 02:22:02.411649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:02.414477 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daabfce-7d20-46c7-98bc-26dd99fc212c" -d '{"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:02.418253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ae54861-e4ff-4943-aa07-5e8b060c6d22 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:02.419215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dfbf2db-3f9a-4c0c-b46f-c2bdc0bd64eb req-d54cbbcd-44a3-4638-b31b-276193a628eb tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 210 time: 0.0453913 Aug 27 02:22:02.543555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:02.572329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.572682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.573024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.573360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.573692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.574021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.574468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.574836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.575172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.575494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.576395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.576723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905162bf-b0b4-498e-9f03-9329d3696faa tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:02.602570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-cf21fd40-ee4a-431d-9d32-751f22a9ae75 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563407 Aug 27 02:22:02.652200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d1e74-ce59-4a8e-888e-aa635dac4fdc None None] New status for floating IP bf726ebd-8d49-4f02-ac48-43c310052560: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:02.659687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:02.711494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:02.846499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-0777bb4a-0365-4b50-b6d1-6c9b8160dd69 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.848164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-0777bb4a-0365-4b50-b6d1-6c9b8160dd69 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 819 time: 0.1835365 Aug 27 02:22:02.850708 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd26bbd8-b653-46e2-b518-897ef701b951 x-openstack-request-id: req-fd26bbd8-b653-46e2-b518-897ef701b951 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:02.850997 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:02.861789 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd26bbd8-b653-46e2-b518-897ef701b951 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:02.862125 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:22:02.871462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-ad7bb7fc-df6c-4d6e-94d3-f68cdbeee872 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.872969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-ad7bb7fc-df6c-4d6e-94d3-f68cdbeee872 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2734208 Aug 27 02:22:02.966361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:02.966759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:02.968512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1f9a797d-630e-493e-8afd-056f4253621c no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:02.973456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5232c-7079-4804-9685-65c4648826f4 req-38a8c265-5199-43c9-aa70-0dd8bba6a36b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:02.982236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4c5232c-7079-4804-9685-65c4648826f4 req-38a8c265-5199-43c9-aa70-0dd8bba6a36b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.0723486 Aug 27 02:22:03.002139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 1f9a797d-630e-493e-8afd-056f4253621c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:03.002139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1f9a797d-630e-493e-8afd-056f4253621c not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:03.021825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Request body: {'port': {'device_id': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'admin_state_up': True, 'tenant_id': '34ec69d7612a41e786ada11885766830'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:03.070248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4c5232c-7079-4804-9685-65c4648826f4 req-56d122de-2fd6-4905-88bb-400fa01746ed tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848441 Aug 27 02:22:03.094194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-b37ab86a-2832-445e-81a2-cf565b122af3 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 999 time: 0.2114928 Aug 27 02:22:03.101896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-5c534cec-a357-4c18-8d94-3dbe0dd65a19 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.103333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-5c534cec-a357-4c18-8d94-3dbe0dd65a19 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0850258 Aug 27 02:22:03.122002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:03.200092 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c216b2ee-9ed7-4ba9-979a-f85f9408a32f req-04457009-a125-4aff-92f1-e0670badfdf2 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/11c28796-1e9d-4f9d-900d-ffd5e302d5dd HTTP/1.1" status: 200 len: 1799 time: 0.0902643 Aug 27 02:22:03.222855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-e571d8d5-895e-4ac9-9c74-275cc3c528d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.225050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-e571d8d5-895e-4ac9-9c74-275cc3c528d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.3505468 Aug 27 02:22:03.314767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.317608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.326401 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-c216b2ee-9ed7-4ba9-979a-f85f9408a32f req-e13b4616-5eaf-4869-91f6-18ec1802062c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:22:03.327702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c216b2ee-9ed7-4ba9-979a-f85f9408a32f req-e13b4616-5eaf-4869-91f6-18ec1802062c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/11c28796-1e9d-4f9d-900d-ffd5e302d5dd HTTP/1.1" status: 409 len: 341 time: 0.1266689 Aug 27 02:22:03.346066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-e7623ec4-7885-4b7d-b583-a4fc40c16587 service neutron] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:03.348734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-e7623ec4-7885-4b7d-b583-a4fc40c16587 service neutron] Notify callbacks [] for binding, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.349861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d01e9739-940b-4465-a8a7-8f25dbfc594d req-e7623ec4-7885-4b7d-b583-a4fc40c16587 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79/bindings/n-h2-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.2315860 Aug 27 02:22:03.376662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Made reservation on behalf of 34ec69d7612a41e786ada11885766830 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:03.380363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.396149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 0ae54861-e4ff-4943-aa07-5e8b060c6d22, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0ae54861-e4ff-4943-aa07-5e8b060c6d22,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:03.396663 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69fb9f2-1930-4c40-877c-214739b46438 x-openstack-request-id: req-d69fb9f2-1930-4c40-877c-214739b46438 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:03.396763 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99116714-712c-424c-8933-66c26c90071b", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:03.396959 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d69fb9f2-1930-4c40-877c-214739b46438 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:03.397513 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'status': 'completed', 'code': 200} Aug 27 02:22:03.443184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:03.520913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:03.580224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-a6ccef22-482d-4bf1-a86f-d74c7bf04b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.582013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-a6ccef22-482d-4bf1-a86f-d74c7bf04b61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.3465054 Aug 27 02:22:03.648249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-39aa2275-5d14-407f-bc02-df8aef51093f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.655737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-39aa2275-5d14-407f-bc02-df8aef51093f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 819 time: 0.1909537 Aug 27 02:22:03.667694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-14d90e18-a3bf-45db-a9e8-bc20ed6b8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.669562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-14d90e18-a3bf-45db-a9e8-bc20ed6b8e12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1174 time: 0.1233754 Aug 27 02:22:03.676984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-2fd42207-c557-4866-94e7-7c4178bf5166 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/quotas/34ec69d7612a41e786ada11885766830 HTTP/1.1" status: 200 len: 375 time: 0.0202744 Aug 27 02:22:03.754572 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-a29f8ee7-6b8b-49a1-a443-4a9477c89282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 1001 time: 0.1619692 Aug 27 02:22:03.775051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Allocated IP 172.20.0.14 (64d5b96b-9459-4878-b307-0ef86ab7d16f/b2d252a9-efca-4519-a435-d9e92b55bb5c/58666588-0d1d-4198-bc46-3ac4a17695c2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:03.817049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-b6e1ec40-cfea-42ad-894a-ee64deeebcaf tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386585 Aug 27 02:22:03.827870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-8d9196e3-43ff-4901-9356-5e9bcda7ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.829511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-8d9196e3-43ff-4901-9356-5e9bcda7ac87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 200 len: 913 time: 0.1431470 Aug 27 02:22:03.886968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-e150f4f0-b8bd-4363-b528-ca7b45519c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.888428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-e150f4f0-b8bd-4363-b528-ca7b45519c22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.1237509 Aug 27 02:22:03.902802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-b419e760-0677-461b-aa2e-6350360f43b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 200 len: 217 time: 0.0397701 Aug 27 02:22:03.976636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-d65378c0-306e-4c15-9910-1887a6411ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586752 Aug 27 02:22:03.984017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-250157ae-bc2f-4a45-ba8e-749e3e826a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:03.986001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-250157ae-bc2f-4a45-ba8e-749e3e826a0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 200 len: 852 time: 0.0612826 Aug 27 02:22:04.032996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-fe8a8d44-70f5-4451-88e8-9fbfa6ccb9ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=40c37de3-1da7-4cb5-863f-974b4d4c299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378733 Aug 27 02:22:04.173533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-3c0bfa76-f8db-498a-896d-e4f4d8f5760b service neutron] 10.222.0.26 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865506 Aug 27 02:22:04.184330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-d57aa62e-7630-4805-ac7b-d172cf6337cf service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228974 Aug 27 02:22:04.302323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5daabfce-7d20-46c7-98bc-26dd99fc212c req-4cb57db6-91d1-44ea-8758-9480122c881d service neutron] 10.222.0.46 "GET /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067960 Aug 27 02:22:04.313214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ae54861-e4ff-4943-aa07-5e8b060c6d22 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:04.394694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:04.395035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:04.468443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-535ed264-c73c-429f-9fd8-f2e1621954a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:04.470703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-535ed264-c73c-429f-9fd8-f2e1621954a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5453508 Aug 27 02:22:04.488940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aa86e-1639-40e8-aeb3-c15aab3330bd req-e04bd216-9891-4d8a-8b7a-2feec7832d05 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:04.491490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-186aa86e-1639-40e8-aeb3-c15aab3330bd req-e04bd216-9891-4d8a-8b7a-2feec7832d05 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0976975 Aug 27 02:22:04.555058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-186aa86e-1639-40e8-aeb3-c15aab3330bd req-c8e80864-92f5-4f09-911f-444fb8a1708a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573201 Aug 27 02:22:04.661362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:04.736242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-bd3599bb-b094-40e4-8d6b-b082b363c046 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548928 Aug 27 02:22:04.756850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:04.836641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:04.875789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:04.989848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:04.996217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:04.998040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Pushing event updated for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:05.006311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:05.012454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf821059-dc5e-4278-a255-cc6ab6187f4f req-c04b35ef-d4f1-4d70-8657-084bfad62622 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:05.013941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf821059-dc5e-4278-a255-cc6ab6187f4f req-c04b35ef-d4f1-4d70-8657-084bfad62622 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.0601747 Aug 27 02:22:05.056191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3235e8c8-cd56-4a80-b71b-ab80ecb2b1a1 req-3018a327-9427-4bb5-854c-801c79179415 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125923 Aug 27 02:22:05.057855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf821059-dc5e-4278-a255-cc6ab6187f4f req-89c6c6d1-fa66-41c8-b3cc-da0cbe99b8cd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Aug 27 02:22:05.078784 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Floating IP bf726ebd-8d49-4f02-ac48-43c310052560 associated. External IP: 172.25.8.134, port: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14. Aug 27 02:22:05.136687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:05.137339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:05.161083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-44b97c01-421a-49db-9e16-6f4367dfb9e1 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1445532 Aug 27 02:22:05.179044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a408a403-6c8c-4c7b-bba5-f476bf028d5e req-81a35e03-047f-453e-adf2-a54e1edd177d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 210 time: 0.0338802 Aug 27 02:22:05.202805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Request body: {'port': {'device_id': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:05.278485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:05.508837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:05.650407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-36ff14c9-d3b2-40e7-bdf2-0f7f2438069f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:05.651966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-36ff14c9-d3b2-40e7-bdf2-0f7f2438069f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.3946872 Aug 27 02:22:05.667687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-1d232503-bbdf-4462-8435-d12583423510 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0097256 Aug 27 02:22:05.721003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-c20aa1e2-bf20-4194-831b-b9e073854f11 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471437 Aug 27 02:22:05.784004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-0270fc7b-4a94-4b03-ad32-d82588b53473 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:05.785533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-0270fc7b-4a94-4b03-ad32-d82588b53473 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.15 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 819 time: 0.2757452 Aug 27 02:22:05.801514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Request body: {'port': {'device_id': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'admin_state_up': True, 'tenant_id': '34ec69d7612a41e786ada11885766830'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:05.835410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-443054dc-6363-424e-a732-7b3c82eefc83 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002800 Aug 27 02:22:05.886201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:05.898960 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:05.921742 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:05.923585 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:05.952222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-fe53b307-001f-42dc-8290-821311497ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104722 Aug 27 02:22:05.966179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58666588-0d1d-4198-bc46-3ac4a17695c2 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:05.986738 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.053058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Transition to ACTIVE for port object 58666588-0d1d-4198-bc46-3ac4a17695c2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:06.057243 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:06.067527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.151857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Made reservation on behalf of 34ec69d7612a41e786ada11885766830 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:06.157808 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.171346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Pushing event updated for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:06.274023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ba81-c081-475c-8d45-9581afe779e6 req-c14f39ec-e910-448d-a4f0-2d93b79a3c2c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:06.275598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a881ba81-c081-475c-8d45-9581afe779e6 req-c14f39ec-e910-448d-a4f0-2d93b79a3c2c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1023 time: 0.0887442 Aug 27 02:22:06.331038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a881ba81-c081-475c-8d45-9581afe779e6 req-9ca1bad6-60e2-4d3e-8348-862e2dfea294 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=11c28796-1e9d-4f9d-900d-ffd5e302d5dd&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0473652 Aug 27 02:22:06.386781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:04Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:06.421725 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:06.432277 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:06.433593 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:06.490950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Attempting to bind port 58666588-0d1d-4198-bc46-3ac4a17695c2 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:06.491272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Attempting to bind port 58666588-0d1d-4198-bc46-3ac4a17695c2 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:06.491662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Attempting to bind port 58666588-0d1d-4198-bc46-3ac4a17695c2 on network 64d5b96b-9459-4878-b307-0ef86ab7d16f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:06.495284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beca040-776f-4056-aea1-ae3ef3a5936b req-673036e5-2be3-4f24-8ecf-59e48c97d955 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:06.497645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7beca040-776f-4056-aea1-ae3ef3a5936b req-673036e5-2be3-4f24-8ecf-59e48c97d955 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0704057 Aug 27 02:22:06.508257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Port 58666588-0d1d-4198-bc46-3ac4a17695c2 on network 64d5b96b-9459-4878-b307-0ef86ab7d16f not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:06.508639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Attempting to bind port 58666588-0d1d-4198-bc46-3ac4a17695c2 on network 64d5b96b-9459-4878-b307-0ef86ab7d16f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:06.511577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:06.527603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Allocated IP 172.20.0.8 (64d5b96b-9459-4878-b307-0ef86ab7d16f/b2d252a9-efca-4519-a435-d9e92b55bb5c/1876757c-71ca-4cd2-8985-488e284e30cc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:06.529887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:06.530225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Checking segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:06.530656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Bound using segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:06.531127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Bound port: 58666588-0d1d-4198-bc46-3ac4a17695c2, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:06.531565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.558694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7beca040-776f-4056-aea1-ae3ef3a5936b req-ff378a52-c8d9-4dbf-9eee-178377350008 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Aug 27 02:22:06.589720 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:06.741912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:06.799961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=58666588-0d1d-4198-bc46-3ac4a17695c2,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:06.813592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.852655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:06.864664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.883458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-adc79709-35bd-4691-ab60-83d6cda2e3d3 req-80a8bc7b-6210-477d-bb17-433d8eddc4a6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 210 time: 0.0463166 Aug 27 02:22:06.887397 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:04Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:06.918786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:06.919360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:06.920570 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30521e1e-99ed-4970-95b1-b02fdd6a5510 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:04Z', 'revision_number': 3, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:06.922925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] 10.222.0.46 "PUT /v2.0/ports/58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 1092 time: 1.7230258 Aug 27 02:22:06.933781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:06.936435 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b47f71a-9d30-4a59-8899-e5b29e98ab21" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:06.999528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-024bfea9-2e81-4211-9385-4d1011011ac8 req-5d0569a7-35a6-455c-8eff-39ff60904e0f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 210 time: 0.0379670 Aug 27 02:22:07.000798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490af77c-12ee-443c-a125-9d2f201ba561 service neutron] Pushing event updated for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:07.008864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:07.025403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-51fd39e8-0f38-490c-8dc7-2da6a41b9149 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "PUT /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 998 time: 3.9206798 Aug 27 02:22:07.158006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d8764-00a7-4d59-9ff4-02025de0ecfe req-5fe4635a-50b3-4510-ba4e-4d670ed4d431 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.159956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b62d8764-00a7-4d59-9ff4-02025de0ecfe req-5fe4635a-50b3-4510-ba4e-4d670ed4d431 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1095 time: 0.0611115 Aug 27 02:22:07.211590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b5937-5a43-4dcc-8649-afa4ee7e3042 None None] New status for floating IP bf726ebd-8d49-4f02-ac48-43c310052560: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:07.249751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b62d8764-00a7-4d59-9ff4-02025de0ecfe req-01f995ac-df96-452b-a7f7-e416ba249f3f tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801516 Aug 27 02:22:07.278761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-9154d7e5-4fcd-4657-ac22-b0406958a86c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.281436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-9154d7e5-4fcd-4657-ac22-b0406958a86c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1023 time: 0.0917680 Aug 27 02:22:07.376332 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c2769-3014-4242-9965-d543473c185d x-openstack-request-id: req-e24c2769-3014-4242-9965-d543473c185d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:07.376683 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:07.376872 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e24c2769-3014-4242-9965-d543473c185d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:07.377341 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2', 'status': 'completed', 'code': 200} Aug 27 02:22:07.429022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Deleting port 88443ac0-2522-4ff8-9f3a-c94934b4a623 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:07.429428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:07.439706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-9f7f9ba4-15f2-43cc-b963-e77e4b85218d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.441086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-9f7f9ba4-15f2-43cc-b963-e77e4b85218d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports/7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 942 time: 0.3956296 Aug 27 02:22:07.460082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-ab618133-d32d-40a1-9133-92c1b1a3ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.461769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-ab618133-d32d-40a1-9133-92c1b1a3ebbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1095 time: 0.4273601 Aug 27 02:22:07.463562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:07.547278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d581b-62a7-4aa8-b2aa-a3ce76409f75 req-e1ad134e-d62d-4215-a1ae-2c4cdd0f7a6e tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.562329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-488d581b-62a7-4aa8-b2aa-a3ce76409f75 req-e1ad134e-d62d-4215-a1ae-2c4cdd0f7a6e tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 1095 time: 0.1511290 Aug 27 02:22:07.564103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-88252b99-ab71-4420-abae-bb9f87f188f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.0664062 Aug 27 02:22:07.569044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Network 64d5b96b-9459-4878-b307-0ef86ab7d16f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:07.588825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Pushing event updated for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:07.593201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:07.593588 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:07.595455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:07.607930 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:07.609636 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:07.650558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-488d581b-62a7-4aa8-b2aa-a3ce76409f75 req-77367722-446e-4408-84b1-3ee08034220d tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869021 Aug 27 02:22:07.692287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-1d561477-c6d9-4103-9646-88a32ae1bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.693828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-1d561477-c6d9-4103-9646-88a32ae1bcb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.1502178 Aug 27 02:22:07.699985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.700628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:07.713090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-d8c2b5d6-1e37-4f72-b5a6-27d85021dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.714588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-d8c2b5d6-1e37-4f72-b5a6-27d85021dfe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.1272609 Aug 27 02:22:07.791672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-04325cac-4c15-4dff-88f9-2696e3c36072 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605416 Aug 27 02:22:07.792934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 88443ac0-2522-4ff8-9f3a-c94934b4a623, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88443ac0-2522-4ff8-9f3a-c94934b4a623,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:07.793258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:07.797338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-c727a153-6bfa-4917-aed6-f9404bb088d9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0015609 Aug 27 02:22:07.828471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Request body: {'port': {'device_id': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:07.831837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Calling delete_port for 88443ac0-2522-4ff8-9f3a-c94934b4a623 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:07.848149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:07.965908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-629de1f8-7b67-4853-af25-bd409bc94e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:07.973218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-629de1f8-7b67-4853-af25-bd409bc94e1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.2695022 Aug 27 02:22:08.009281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:22:08.009956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef624-203a-4eb1-ab30-9a2741f0cd10 req-65111669-6a56-4a6d-a2fd-4e00cf8ed569 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.011602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e2ef624-203a-4eb1-ab30-9a2741f0cd10 req-65111669-6a56-4a6d-a2fd-4e00cf8ed569 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=99116714-712c-424c-8933-66c26c90071b HTTP/1.1" status: 200 len: 1023 time: 0.1746104 Aug 27 02:22:08.021692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.029618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2e978447-236d-4469-a41f-1404cf344c1f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.031219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2e978447-236d-4469-a41f-1404cf344c1f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.3716197 Aug 27 02:22:08.032681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-6cd2f3c4-fbd1-4d3e-8a02-55166bc72abd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0584962 Aug 27 02:22:08.057991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:08.076175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-fdbb9410-67f5-445e-8924-8ea8718195ea service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735441 Aug 27 02:22:08.159816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-3ab4d40c-7df8-4223-a921-e3a62b886436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.167282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-3ab4d40c-7df8-4223-a921-e3a62b886436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.1333864 Aug 27 02:22:08.170154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e2ef624-203a-4eb1-ab30-9a2741f0cd10 req-8a7ef17a-2b5d-4351-961f-5c89919d21b8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc81980e-01c5-40ae-93da-2efedcff8452&id=11c28796-1e9d-4f9d-900d-ffd5e302d5dd&id=73562a19-2cf1-47fc-83c3-7356d758f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1378918 Aug 27 02:22:08.180610 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:07Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:08.212894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.222894 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:08.232915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:08.233792 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:08.250170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570', '88443ac0-2522-4ff8-9f3a-c94934b4a623'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:08.298714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'Port': ['ID=88443ac0-2522-4ff8-9f3a-c94934b4a623,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:08.368751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] No DVR routers for this DVR port 88443ac0-2522-4ff8-9f3a-c94934b4a623 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:08.372081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.374603 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1e23927-06c0-4abd-9bbf-48a2115c616b req-f03bcf88-e951-41e0-828b-d55be425a8dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "DELETE /v2.0/ports/88443ac0-2522-4ff8-9f3a-c94934b4a623 HTTP/1.1" status: 204 len: 173 time: 1.0840404 Aug 27 02:22:08.379228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'name': 'network-vif-deleted', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:08.381762 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc8053-5a8b-42b0-8c5a-6ee8fcb2ad2b" -d '{"events": [{"server_uuid": "99116714-712c-424c-8933-66c26c90071b", "name": "network-vif-deleted", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:08.410985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fedecd80-fef5-46c7-937a-b0c00db5b813 req-478a1d1d-df55-4f83-ab53-0c474f0dbd97 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254745 Aug 27 02:22:08.420009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd54eb2-687e-4013-97f2-1c13ad0ea161 req-68499e0d-20ea-4e81-9ee1-6b7e86e0adea tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.421721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbd54eb2-687e-4013-97f2-1c13ad0ea161 req-68499e0d-20ea-4e81-9ee1-6b7e86e0adea tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1729660 Aug 27 02:22:08.429634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:08.433854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.508118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-f42814ae-8230-4ef4-b88a-90a7bb5e1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.509936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-f42814ae-8230-4ef4-b88a-90a7bb5e1d5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411851 Aug 27 02:22:08.553307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbd54eb2-687e-4013-97f2-1c13ad0ea161 req-2db5a0cd-ff7c-4568-84e8-d945e0337f38 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143575 Aug 27 02:22:08.608908 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:08.674440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.8 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/fd63ff6e-5016-4999-8f04-49d224713aa7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:08.724931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-763b53ca-1e8e-4504-be6f-93f7c8eb7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:08.726510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-763b53ca-1e8e-4504-be6f-93f7c8eb7cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1095 time: 0.2087772 Aug 27 02:22:08.760719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1876757c-71ca-4cd2-8985-488e284e30cc {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:08.771326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.778321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-69d5f2c0-69c3-4fda-99de-ae64682b3454 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074330 Aug 27 02:22:08.794660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Transition to ACTIVE for port object 1876757c-71ca-4cd2-8985-488e284e30cc will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:08.830213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.884746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.900329 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:07Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:08.930689 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86585e07-6759-416d-af64-22bcd4a45fa6 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:12:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a85a70-80dc-41ff-b310-7453470051a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:07Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:08.963761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:08.976074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Pushing event updated for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:09.015798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:09.020517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:09.026081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:09.062599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-eb24a216-9b55-4af0-9c50-9098aa0ef7cd service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775381 Aug 27 02:22:09.088062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:09.089762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-aa3c8196-4199-4dc6-aca9-1654a64408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.092679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-aa3c8196-4199-4dc6-aca9-1654a64408eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.2248070 Aug 27 02:22:09.118337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.121968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.146019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-8e7b3834-7ee6-4cb6-8e40-d2469046808f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0938351 Aug 27 02:22:09.166907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Request body: {'port': {'device_id': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:09.199030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Attempting to bind port 1876757c-71ca-4cd2-8985-488e284e30cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:09.199368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Attempting to bind port 1876757c-71ca-4cd2-8985-488e284e30cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:09.199698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Attempting to bind port 1876757c-71ca-4cd2-8985-488e284e30cc on network 64d5b96b-9459-4878-b307-0ef86ab7d16f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:09.205467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-6beb09a8-aa22-4382-8096-f30b0bacdf24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.1022968 Aug 27 02:22:09.208977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Port 1876757c-71ca-4cd2-8985-488e284e30cc on network 64d5b96b-9459-4878-b307-0ef86ab7d16f not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:09.209305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Attempting to bind port 1876757c-71ca-4cd2-8985-488e284e30cc on network 64d5b96b-9459-4878-b307-0ef86ab7d16f {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:09.217046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:09.217380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Checking segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:09.217758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Bound using segment: {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:09.218183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Bound port: 1876757c-71ca-4cd2-8985-488e284e30cc, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa2bcde-bd53-4848-afab-f80606073d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:09.218587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.238891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-f88413fe-693a-48b5-9f86-3d54dd32ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.240353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-f88413fe-693a-48b5-9f86-3d54dd32ec90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1096 time: 0.1361442 Aug 27 02:22:09.283090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773be15-871a-4d0f-9774-03abc1561105 req-ac3e5332-6c4b-4c52-bf86-a1b23891ae9e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.284598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f773be15-871a-4d0f-9774-03abc1561105 req-ac3e5332-6c4b-4c52-bf86-a1b23891ae9e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 931 time: 0.0894868 Aug 27 02:22:09.285345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.358466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f773be15-871a-4d0f-9774-03abc1561105 req-11c2963e-7e42-4c83-95e6-5628873c2ec5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645459 Aug 27 02:22:09.373436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-064702eb-57f0-42f2-8763-c408ded0fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.374941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-064702eb-57f0-42f2-8763-c408ded0fb96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.1520333 Aug 27 02:22:09.379460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}, {'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:09.381700 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aa6750-363b-467b-88e0-cc41197fb75d" -d '{"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}, {"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:09.397892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:09.414262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:09.435389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-10e23925-864e-4a5e-98dd-9cc0a41e54e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489352 Aug 27 02:22:09.439398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1876757c-71ca-4cd2-8985-488e284e30cc,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:09.445386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.530826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6709-7eed-4102-ab3f-9ef8df9691ab req-05ffcbf9-6420-4d39-b0b1-1fc96022f306 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.532326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-844c6709-7eed-4102-ab3f-9ef8df9691ab req-05ffcbf9-6420-4d39-b0b1-1fc96022f306 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 943 time: 0.1082330 Aug 27 02:22:09.546638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-9dd59e0f-0247-4f94-ae75-91b39719e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.549669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-9dd59e0f-0247-4f94-ae75-91b39719e2b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.2880809 Aug 27 02:22:09.561749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:09.561749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.563752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] 10.222.0.15 "PUT /v2.0/ports/1876757c-71ca-4cd2-8985-488e284e30cc HTTP/1.1" status: 200 len: 1091 time: 1.7398772 Aug 27 02:22:09.611650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-844c6709-7eed-4102-ab3f-9ef8df9691ab req-660bf064-1bdd-47a4-8145-15a0053519ee tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616322 Aug 27 02:22:09.697611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a0294-1ee0-4ff4-b3d5-54a6d006298d service neutron] Pushing event updated for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:09.725095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-59fe6bd1-0318-47ad-a993-81285e5dd7fa service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774146 Aug 27 02:22:09.727348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-dd7e6608-c833-4961-9fe1-21435b36776c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 1001 time: 0.1355689 Aug 27 02:22:09.729939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd63ff6e-5016-4999-8f04-49d224713aa7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:09.739492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.743400 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77c6c22-f257-4e86-99f8-c532793b773f x-openstack-request-id: req-f77c6c22-f257-4e86-99f8-c532793b773f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:09.743583 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99116714-712c-424c-8933-66c26c90071b", "name": "network-vif-deleted", "tag": "88443ac0-2522-4ff8-9f3a-c94934b4a623", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:09.743836 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f77c6c22-f257-4e86-99f8-c532793b773f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:09.744272 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99116714-712c-424c-8933-66c26c90071b', 'name': 'network-vif-deleted', 'tag': '88443ac0-2522-4ff8-9f3a-c94934b4a623', 'status': 'completed', 'code': 200} Aug 27 02:22:09.757648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Transition to ACTIVE for port object fd63ff6e-5016-4999-8f04-49d224713aa7 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:09.764669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:09.821560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d572-9553-4399-a225-7305239631ad service neutron] Pushing event updated for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:09.915043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Attempting to bind port fd63ff6e-5016-4999-8f04-49d224713aa7 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:09.915793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Attempting to bind port fd63ff6e-5016-4999-8f04-49d224713aa7 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:09.916418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Attempting to bind port fd63ff6e-5016-4999-8f04-49d224713aa7 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:09.932854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Port fd63ff6e-5016-4999-8f04-49d224713aa7 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:09.933588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Attempting to bind port fd63ff6e-5016-4999-8f04-49d224713aa7 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:09.959606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:09.960105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:09.960615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:09.961165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Bound port: fd63ff6e-5016-4999-8f04-49d224713aa7, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:09.961630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.011240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfc5f2-db5e-4afb-905a-cacacd74d365 req-b3f21101-7463-46f6-addf-0eb47a2b65b1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.013007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84bfc5f2-db5e-4afb-905a-cacacd74d365 req-b3f21101-7463-46f6-addf-0eb47a2b65b1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0921247 Aug 27 02:22:10.081870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:10.086837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=fd63ff6e-5016-4999-8f04-49d224713aa7,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:10.092691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84bfc5f2-db5e-4afb-905a-cacacd74d365 req-44991ab6-e6e4-4c4b-adb5-3ede369bc588 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684958 Aug 27 02:22:10.094177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.143896 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d057ed79-5b7f-4703-87f4-8e63d7908358 x-openstack-request-id: req-d057ed79-5b7f-4703-87f4-8e63d7908358 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:10.144254 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:10.144957 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d057ed79-5b7f-4703-87f4-8e63d7908358 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:10.144957 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:22:10.145179 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'status': 'completed', 'code': 200} Aug 27 02:22:10.152303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d572-9553-4399-a225-7305239631ad service neutron] Pushing event updated for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:10.164810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.165543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.167016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-2c59d572-9553-4399-a225-7305239631ad service neutron] 10.222.0.46 "PUT /v2.0/ports/fd63ff6e-5016-4999-8f04-49d224713aa7 HTTP/1.1" status: 200 len: 1091 time: 1.0055919 Aug 27 02:22:10.204797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-412f589d-5966-43b9-8ba6-846e7a78e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.206215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-412f589d-5966-43b9-8ba6-846e7a78e87b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.4638498 Aug 27 02:22:10.262894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-fa1802ad-f1a0-4def-9f5e-f412c1dd94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.266483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-fa1802ad-f1a0-4def-9f5e-f412c1dd94ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 1094 time: 0.6372275 Aug 27 02:22:10.268357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b47f71a-9d30-4a59-8899-e5b29e98ab21 req-15583cb9-6da6-4fdd-84b7-9bd3c7bb0e30 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344808 Aug 27 02:22:10.269770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-732296d2-3237-43bc-a177-7e4915831ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.271136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-732296d2-3237-43bc-a177-7e4915831ecb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.1252415 Aug 27 02:22:10.296880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-ec5d9ce7-1d0d-4bad-96d5-e37220c8c00a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/73562a19-2cf1-47fc-83c3-7356d758f8df HTTP/1.1" status: 200 len: 1799 time: 0.0737703 Aug 27 02:22:10.298587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-2436cd32-06d8-4906-89b5-03f1ae38573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.299906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-2436cd32-06d8-4906-89b5-03f1ae38573e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846851 Aug 27 02:22:10.338990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-462047c4-06d5-4213-abbb-cacba853a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.340746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-462047c4-06d5-4213-abbb-cacba853a0ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 1094 time: 0.0891008 Aug 27 02:22:10.369516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-9b2fa97d-c6f1-483f-a522-f065fa236755 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1876757c-71ca-4cd2-8985-488e284e30cc HTTP/1.1" status: 200 len: 217 time: 0.0884588 Aug 27 02:22:10.403154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.405828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-0098dd0a-7267-4c33-8740-4449df506d4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd63ff6e-5016-4999-8f04-49d224713aa7 HTTP/1.1" status: 200 len: 217 time: 0.0478637 Aug 27 02:22:10.458529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.494009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-a5f085ca-21a1-4e59-a0d9-687eab34e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.495663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-a5f085ca-21a1-4e59-a0d9-687eab34e6f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0797141 Aug 27 02:22:10.496088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-a1b4bdf4-cf1b-4f32-978d-33411afdcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.497519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-a1b4bdf4-cf1b-4f32-978d-33411afdcf8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.1163983 Aug 27 02:22:10.528125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-cf01fcd5-95ff-4314-b13d-d51d5a5523d4 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907539 Aug 27 02:22:10.529063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-56f83aa5-6275-44bb-aeaf-c494ba05e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.530378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-56f83aa5-6275-44bb-aeaf-c494ba05e692 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.2483392 Aug 27 02:22:10.533815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-eddd6c6d-d636-41d3-97d8-221986214f5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288095 Aug 27 02:22:10.553112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-56694fb2-8e4c-4259-a1f6-f769e37e9f5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354354 Aug 27 02:22:10.559310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.561985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:10.575444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b843a84-99cf-42a1-913c-9b1b4dbeea98 req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/73562a19-2cf1-47fc-83c3-7356d758f8df HTTP/1.1" status: 204 len: 173 time: 0.2695932 Aug 27 02:22:10.633156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516490e5-5c61-4655-8b31-8d7d5176e4a5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73562a19-2cf1-47fc-83c3-7356d758f8df,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:10.640660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-4d14dda2-be96-4643-9cb0-8519587e1e7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0896711 Aug 27 02:22:10.689515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-04c6bf31-5b60-4ce6-93fc-d5c285f58be1 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496251 Aug 27 02:22:10.772429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-7ec7b391-f68c-4b80-a374-6ada1199e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.773813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-7ec7b391-f68c-4b80-a374-6ada1199e460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0906074 Aug 27 02:22:10.823893 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbc2a6e-809b-49f9-a3ba-2982ecdae1c0 req-8b651cc3-c411-46ae-a5e3-cea35487fca5 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740088 Aug 27 02:22:10.825604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-5bb16242-056c-4cc7-b1db-e8b13f5ebd46 service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597957 Aug 27 02:22:10.830545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ada07c-9576-49e9-9079-4563c2c6fabb req-5db066a3-da7f-41db-90b9-a9f493ab1aa4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.831738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28ada07c-9576-49e9-9079-4563c2c6fabb req-5db066a3-da7f-41db-90b9-a9f493ab1aa4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 943 time: 0.0854130 Aug 27 02:22:10.838597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bed008a8-54df-4fcd-bcd5-b867ce192fee req-dd9580eb-587c-4dcb-909c-9b235ec25e40 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396992 Aug 27 02:22:10.886297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-a5379b3f-64ed-4c56-a5a2-179b19e81449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:10.887820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-a5379b3f-64ed-4c56-a5a2-179b19e81449 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058116 Aug 27 02:22:10.902456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28ada07c-9576-49e9-9079-4563c2c6fabb req-a40dd05e-66e9-4acc-b4a0-6e7d3d0a0579 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Aug 27 02:22:11.015495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91181db-afe0-48a0-90da-53b0e6a5bdc2 req-1774fea1-7355-4787-abcb-79b7bc8769e9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.017371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d91181db-afe0-48a0-90da-53b0e6a5bdc2 req-1774fea1-7355-4787-abcb-79b7bc8769e9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 943 time: 0.0556457 Aug 27 02:22:11.022688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-ac504124-6564-46ff-afca-a955c63d442a tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/11c28796-1e9d-4f9d-900d-ffd5e302d5dd HTTP/1.1" status: 200 len: 1799 time: 0.1338031 Aug 27 02:22:11.026010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aba27f24-8094-455c-87b0-a22c7fdcc721 req-e00dcbf4-ff90-46f9-b6bc-a1856463f0ab service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904690 Aug 27 02:22:11.087304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-6fd5daa6-7272-4eb5-9ddc-c51ce87bf30e service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758425 Aug 27 02:22:11.089820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d91181db-afe0-48a0-90da-53b0e6a5bdc2 req-14489266-34a4-409b-a4c6-6bee649541a9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Aug 27 02:22:11.174804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.211446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.245585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-3b18659b-553c-466b-bfc1-b600d1d7b7d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468725 Aug 27 02:22:11.262313 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-1c722938-0e06-46c1-9a49-05a51c8fc9c9 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.1089065 Aug 27 02:22:11.272086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.275631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.276992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b43391b1-fd5d-4cd4-acd8-d67f75cb7211 req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/11c28796-1e9d-4f9d-900d-ffd5e302d5dd HTTP/1.1" status: 204 len: 173 time: 0.2483542 Aug 27 02:22:11.289883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026f01-5e0d-4db8-97fa-ced609d2d1f7 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c28796-1e9d-4f9d-900d-ffd5e302d5dd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:11.320663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51152158-c341-4233-9adf-172e4e8f6ade req-a7a2d6fa-ad7d-45ad-b3b1-90185e97a829 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.322018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-a7a2d6fa-ad7d-45ad-b3b1-90185e97a829 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports/ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 942 time: 0.0589473 Aug 27 02:22:11.412932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-0384d3e7-d172-48e6-a007-9f1f318b6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.414407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-0384d3e7-d172-48e6-a007-9f1f318b6299 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1096 time: 0.0789571 Aug 27 02:22:11.444660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8b4ba-4191-442f-94b3-370ef79df815 req-d121ae8f-b30a-4ba2-83c6-75d2b70ec534 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.446132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80b8b4ba-4191-442f-94b3-370ef79df815 req-d121ae8f-b30a-4ba2-83c6-75d2b70ec534 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0739787 Aug 27 02:22:11.483539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-ddc0922e-0d5a-4105-8f6f-a2dc7b0b5529 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.0638239 Aug 27 02:22:11.534125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80b8b4ba-4191-442f-94b3-370ef79df815 req-f11461da-714d-4c25-aeed-5e2d5bfa7897 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773482 Aug 27 02:22:11.559428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-68866085-fce0-4cb8-8eb4-1e8cb9de6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.561123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-68866085-fce0-4cb8-8eb4-1e8cb9de6827 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1348152 Aug 27 02:22:11.597761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51152158-c341-4233-9adf-172e4e8f6ade req-b19d797d-2649-4112-a6d1-816314892220 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.605221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-b19d797d-2649-4112-a6d1-816314892220 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1142302 Aug 27 02:22:11.612303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-8d649523-8324-4431-97ec-17cc5c3d5ff4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:22:11.630770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51152158-c341-4233-9adf-172e4e8f6ade req-8d649523-8324-4431-97ec-17cc5c3d5ff4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243108 Aug 27 02:22:11.636476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2087805462', 'description': 'tempest-description-490764507'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:11.642703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-7d6f3e93-7a80-4851-813c-ad5e04d4a464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 1001 time: 0.0696833 Aug 27 02:22:11.666438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.710623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-147404da-4202-4568-ae0f-84fed6767d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.712088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-147404da-4202-4568-ae0f-84fed6767d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0611956 Aug 27 02:22:11.745843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:11.748724 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:11.780869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-cddd9efa-5ef4-40b2-8ecb-97a66173c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:11.781478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.783422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-cddd9efa-5ef4-40b2-8ecb-97a66173c063 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605762 Aug 27 02:22:11.786225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.819146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:11.820656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f49d93e-2e8b-41c3-8c90-4afdcd485c23 req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1887817 Aug 27 02:22:11.832476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345b943-ff07-490c-afcc-97c35031bce5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef4765-88b2-4f59-80a0-103e2c2114b9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:11.948723 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e096f0e-e67f-43b8-a76f-2e0ffa2ad12d x-openstack-request-id: req-8e096f0e-e67f-43b8-a76f-2e0ffa2ad12d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:11.949011 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:11.949257 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e096f0e-e67f-43b8-a76f-2e0ffa2ad12d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:11.950147 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7', 'status': 'completed', 'code': 200} Aug 27 02:22:11.952104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-89d3b843-3a24-4cf9-917a-81e4f2e2f296 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477892 Aug 27 02:22:11.975146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-ee2850bc-5147-4840-8b46-9ac8fbc0888e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.0916078 Aug 27 02:22:12.000264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-dcf6f9f0-e3d2-480a-9f26-020faaca29c8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dcef4765-88b2-4f59-80a0-103e2c2114b9 HTTP/1.1" status: 200 len: 1800 time: 0.0401905 Aug 27 02:22:12.028756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 58666588-0d1d-4198-bc46-3ac4a17695c2 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:12.031583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Request body: {'security_group': {'name': 'tempest-sg-hth-774811909', 'description': 'tempest-description-hth-829019630'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:12.037138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88443ac0-2522-4ff8-9f3a-c94934b4a623 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:12.067110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.088063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 88443ac0-2522-4ff8-9f3a-c94934b4a623 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:12.088712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88443ac0-2522-4ff8-9f3a-c94934b4a623 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:12.108635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-eb40f996-a2d5-403b-8073-622ebdccc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.110625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-eb40f996-a2d5-403b-8073-622ebdccc0ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 1094 time: 0.1087546 Aug 27 02:22:12.118129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-56fb30ef-d137-49ec-8600-f79a5755519d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.123003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-56fb30ef-d137-49ec-8600-f79a5755519d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports/ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 942 time: 0.1324599 Aug 27 02:22:12.146176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:12.149525 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c2296-c010-4f15-bd20-5337227dbca2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:12.150138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.181150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.183928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.196542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da763ab1-74a1-4e8a-b7a2-0e9705aa15bb req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "PUT /v2.0/security-groups/dcef4765-88b2-4f59-80a0-103e2c2114b9 HTTP/1.1" status: 200 len: 1773 time: 0.1870108 Aug 27 02:22:12.202438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7aa6750-363b-467b-88e0-cc41197fb75d req-a13a6348-7e65-4dae-9d56-8122c2118cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379105 Aug 27 02:22:12.227984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=58666588-0d1d-4198-bc46-3ac4a17695c2,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:12.243000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '58666588-0d1d-4198-bc46-3ac4a17695c2', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'port_id': '58666588-0d1d-4198-bc46-3ac4a17695c2', 'mac_address': 'fa:16:3e:a8:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:12.256233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dd615-546c-433d-8933-107b7fba4413 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef4765-88b2-4f59-80a0-103e2c2114b9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:12.291249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.307528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58666588-0d1d-4198-bc46-3ac4a17695c2 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:12.319136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-1b764ccd-25d3-44b4-8792-eb18553180e2 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.0885110 Aug 27 02:22:12.338561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-f02c02d3-c9fb-48ac-a6e9-775da211b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.340614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-f02c02d3-c9fb-48ac-a6e9-775da211b76d service neutron] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.2199225 Aug 27 02:22:12.343074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=58666588-0d1d-4198-bc46-3ac4a17695c2,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:12.349207 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.350468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f58b4-db74-43fc-b70c-482e1d0f9860 req-a50127ab-698a-4619-9ece-991fe8f08410 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.357792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f99f58b4-db74-43fc-b70c-482e1d0f9860 req-a50127ab-698a-4619-9ece-991fe8f08410 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 943 time: 0.0869029 Aug 27 02:22:12.411215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-2bc18637-f129-4688-9a5b-6982fa31c03f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd63ff6e-5016-4999-8f04-49d224713aa7 HTTP/1.1" status: 200 len: 217 time: 0.0500574 Aug 27 02:22:12.423547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:12.443807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-55e0f82c-cfd1-4901-9470-42077c59f180 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.445404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-55e0f82c-cfd1-4901-9470-42077c59f180 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1195621 Aug 27 02:22:12.466944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f99f58b4-db74-43fc-b70c-482e1d0f9860 req-b0940f61-0c41-4f40-a339-59754489a1cc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080279 Aug 27 02:22:12.487268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-d4c6d13d-b039-48df-a841-3955af59223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.488879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-d4c6d13d-b039-48df-a841-3955af59223d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0669053 Aug 27 02:22:12.526620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-9a80f4e3-6323-4acc-adfb-0fc0f4ccc6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284433 Aug 27 02:22:12.530969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-fc687ef1-d112-4d33-a6a2-8b92e2e348af tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.0781898 Aug 27 02:22:12.540785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:12.600671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.638300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf14d3b-aec3-4846-bfcd-93c6dad7ebcd req-f456f1a2-0cef-45c9-8266-c8099cce7496 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.639958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdf14d3b-aec3-4846-bfcd-93c6dad7ebcd req-f456f1a2-0cef-45c9-8266-c8099cce7496 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 943 time: 0.1035435 Aug 27 02:22:12.673269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-5ab348aa-eca6-433b-a9e2-f4c01ddd143e service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377914 Aug 27 02:22:12.733054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdf14d3b-aec3-4846-bfcd-93c6dad7ebcd req-48657d81-71bb-4e42-8182-10398ffb4a16 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Aug 27 02:22:12.765922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.772205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:12.773115 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Floating IP bf726ebd-8d49-4f02-ac48-43c310052560 disassociated. External IP: 172.25.8.134, port: ee41d824-0f9d-4cd2-9d2b-2024d72c65d2. Aug 27 02:22:12.789510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c893f4f6-c9bf-4d4f-8375-4238fe5d9dcb req-bbf65f97-d3ee-4d26-abb7-415ee984e0d4 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060030 Aug 27 02:22:12.841724 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afaf30c-d982-4270-b7d5-e70e3ca9baba x-openstack-request-id: req-0afaf30c-d982-4270-b7d5-e70e3ca9baba {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:12.842218 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:12.842319 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0afaf30c-d982-4270-b7d5-e70e3ca9baba {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:12.842688 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc', 'status': 'completed', 'code': 200} Aug 27 02:22:12.895834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-78edd09f-33e8-434d-9e0e-0372facd9d70 req-ec979a7b-ca25-4e24-9264-97b424b61348 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dcef4765-88b2-4f59-80a0-103e2c2114b9 HTTP/1.1" status: 200 len: 1773 time: 0.0430205 Aug 27 02:22:12.923027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['58666588-0d1d-4198-bc46-3ac4a17695c2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:12.943771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-8b37355e-5ec5-4e19-83f0-4a5e235ade56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:12.945261 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-8b37355e-5ec5-4e19-83f0-4a5e235ade56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 1094 time: 0.0665481 Aug 27 02:22:13.006691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac5c53-4d59-49ba-afee-e0c50c868ff0 req-1a7d2fe9-94c3-4ff0-9309-3951380b03df tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.008667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8ac5c53-4d59-49ba-afee-e0c50c868ff0 req-1a7d2fe9-94c3-4ff0-9309-3951380b03df tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0539520 Aug 27 02:22:13.046666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8ac5c53-4d59-49ba-afee-e0c50c868ff0 req-b7916da8-264a-422a-b539-f2a1c3353c5a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Aug 27 02:22:13.158683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:13.162455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-43fbfbc0-ac39-4f0e-a49b-37dd6f68a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.162455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-43fbfbc0-ac39-4f0e-a49b-37dd6f68a3b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.2072506 Aug 27 02:22:13.208498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-aa7ea51c-6384-4193-a5a4-8803c8718388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1876757c-71ca-4cd2-8985-488e284e30cc HTTP/1.1" status: 200 len: 217 time: 0.0398057 Aug 27 02:22:13.214861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-6d99775a-fe16-4b4a-ac43-af41e0869c8d tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/dcef4765-88b2-4f59-80a0-103e2c2114b9 HTTP/1.1" status: 200 len: 1773 time: 0.0395036 Aug 27 02:22:13.278837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.304957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.328516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-0dcaf20c-4266-4e47-9b77-3f0b6809c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.330641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-0dcaf20c-4266-4e47-9b77-3f0b6809c216 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.0835931 Aug 27 02:22:13.346726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.352047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.353801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9f66fe8e-ff16-4401-9883-ae4566c1dcb3 req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/dcef4765-88b2-4f59-80a0-103e2c2114b9 HTTP/1.1" status: 204 len: 173 time: 0.1323664 Aug 27 02:22:13.366827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab207ff-838f-4f55-9034-00321958d9dc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef4765-88b2-4f59-80a0-103e2c2114b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:13.374500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-216c8546-5936-49c4-9665-b81bf7fece65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353477 Aug 27 02:22:13.379162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:13.383574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:13.390832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:13.405017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:13.405811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:13.454324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-b230b865-b442-4e56-bbea-d448b98e14d7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "PUT /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 695 time: 0.9218199 Aug 27 02:22:13.531341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-3e70bd7a-e1c2-46c5-a875-15f30651ce84 service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433451 Aug 27 02:22:13.548037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:13.592390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-a85e4baa-2949-431b-b24f-8556c5c2511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.594050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-a85e4baa-2949-431b-b24f-8556c5c2511a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1096 time: 0.1204157 Aug 27 02:22:13.639527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018ddb-8962-4c02-b366-6eaf3d0774e6 req-3b0c0acd-95b5-48bd-bc94-160d69233958 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.641179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1018ddb-8962-4c02-b366-6eaf3d0774e6 req-3b0c0acd-95b5-48bd-bc94-160d69233958 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 943 time: 0.0560455 Aug 27 02:22:13.684166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1018ddb-8962-4c02-b366-6eaf3d0774e6 req-7d141cfa-95f4-4d40-afa5-e37003e4c8be tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Aug 27 02:22:13.727317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-538dfa99-de96-434f-adb5-29dbd46e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.728870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-538dfa99-de96-434f-adb5-29dbd46e9508 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1272659 Aug 27 02:22:13.751841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa9c2296-c010-4f15-bd20-5337227dbca2 req-378fbbd9-298f-4cbc-bb29-e389057873d8 service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092195 Aug 27 02:22:13.785788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-bcb5407e-fad0-4a1e-8b28-04d4060aa3bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 217 time: 0.0457745 Aug 27 02:22:13.786347 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-dcd06a35-56a1-455b-bcb4-f5ac53bd0163 req-e4ac8dad-0789-43e8-9975-4bed85e03602 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:13.787545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcd06a35-56a1-455b-bcb4-f5ac53bd0163 req-e4ac8dad-0789-43e8-9975-4bed85e03602 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/11c28796-1e9d-4f9d-900d-ffd5e302d5dd HTTP/1.1" status: 404 len: 352 time: 0.0215151 Aug 27 02:22:13.826960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:13.853463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-0a06fb31-c984-480b-ab23-a5255f107ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.855020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-0a06fb31-c984-480b-ab23-a5255f107ddf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0557954 Aug 27 02:22:13.863572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:13.874725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:13.875440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:13.911844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1a6b3-f7c7-44cf-83b4-20f17ff0801e req-914cf85d-376c-4d32-ae51-8996f1ec3887 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:13.913631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3c1a6b3-f7c7-44cf-83b4-20f17ff0801e req-914cf85d-376c-4d32-ae51-8996f1ec3887 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 943 time: 0.0645397 Aug 27 02:22:13.954227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3c1a6b3-f7c7-44cf-83b4-20f17ff0801e req-bda6cbf6-ac66-4ed1-adda-b49a3620aeb6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Aug 27 02:22:13.992961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:14.004855 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-eea979a2-b76b-45d1-bef6-10df5b3c1aa7 req-6d45901f-2f14-4688-bb8e-1276af48f5ae tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:14.005865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eea979a2-b76b-45d1-bef6-10df5b3c1aa7 req-6d45901f-2f14-4688-bb8e-1276af48f5ae tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/73562a19-2cf1-47fc-83c3-7356d758f8df HTTP/1.1" status: 404 len: 352 time: 0.0191121 Aug 27 02:22:14.038322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device fd63ff6e-5016-4999-8f04-49d224713aa7 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:14.105688 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-72e2cb81-9442-4b51-92a1-6256c06a6edf req-257a6efa-efac-42da-b7d6-cc3d82777cc3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:14.121526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-72e2cb81-9442-4b51-92a1-6256c06a6edf req-257a6efa-efac-42da-b7d6-cc3d82777cc3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/5fbaf847-ee75-4abe-ae31-5a9112ba839f HTTP/1.1" status: 404 len: 352 time: 0.0325723 Aug 27 02:22:14.235748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-81ecdac4-6d18-43db-883a-ac8179940eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.237313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-81ecdac4-6d18-43db-883a-ac8179940eeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3755307 Aug 27 02:22:14.243452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd470eb-4d95-475a-a0cf-7c0d6a75ee8b req-f6505835-b6e3-4ec4-87c2-a31d4d2bc534 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.253671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcd470eb-4d95-475a-a0cf-7c0d6a75ee8b req-f6505835-b6e3-4ec4-87c2-a31d4d2bc534 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0761492 Aug 27 02:22:14.312781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcd470eb-4d95-475a-a0cf-7c0d6a75ee8b req-b03056d7-2f0d-4b97-9f94-2399ca421b91 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Aug 27 02:22:14.362957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-16f2b942-b135-4f06-996a-4ba43d614816 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182899 Aug 27 02:22:14.365651 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-6c05956c-4de8-4564-af53-19728c2cca85 req-d82ed375-ddf6-41f4-8793-12d0a498609c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:14.379175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c05956c-4de8-4564-af53-19728c2cca85 req-d82ed375-ddf6-41f4-8793-12d0a498609c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/d7708916-285b-471c-a3d6-fdaef3515579 HTTP/1.1" status: 404 len: 352 time: 0.0395606 Aug 27 02:22:14.441279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=fd63ff6e-5016-4999-8f04-49d224713aa7,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:14.454293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'fd63ff6e-5016-4999-8f04-49d224713aa7', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': 'fd63ff6e-5016-4999-8f04-49d224713aa7', 'mac_address': 'fa:16:3e:fa:15:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:14.477880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82d9139b-f0ac-4b86-9c25-8916ab5333b7 req-ac989139-9e1a-4a96-89a5-d3cb05a0eaa5 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113417 Aug 27 02:22:14.502188 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-278c5787-861d-4cb2-9a1e-53b2d9378229 req-58a37347-9e8e-4073-9c39-0cae05d66519 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:14.503538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-278c5787-861d-4cb2-9a1e-53b2d9378229 req-58a37347-9e8e-4073-9c39-0cae05d66519 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/ab8f0db3-a233-4328-8567-3618b0bb06f9 HTTP/1.1" status: 404 len: 352 time: 0.0207834 Aug 27 02:22:14.511352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.515984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:14.557507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b9060-b0c7-4ebf-b788-f4f7e5bd0cc3 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:14.564341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd63ff6e-5016-4999-8f04-49d224713aa7 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:14.617894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=fd63ff6e-5016-4999-8f04-49d224713aa7,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:14.623366 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:14.644929 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-4c6078fb-cc81-4001-9bcf-bbd142e93c17 req-6757182d-b2f8-491f-bcfe-67749a9cb8f8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] show failed (client error): The resource could not be found. Aug 27 02:22:14.646330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c6078fb-cc81-4001-9bcf-bbd142e93c17 req-6757182d-b2f8-491f-bcfe-67749a9cb8f8 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/160d6f4d-75db-4960-87dd-eb013729bb07 HTTP/1.1" status: 404 len: 352 time: 0.0269454 Aug 27 02:22:14.716471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:14.800943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1876757c-71ca-4cd2-8985-488e284e30cc details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:14.843987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:14.846865 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce49469-7d0d-41e3-ba0e-499adb791023" -d '{"events": [{"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:14.900835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-4fbf256b-eb84-4553-9a28-2022ee6bad60 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:14.914234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-4fbf256b-eb84-4553-9a28-2022ee6bad60 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1843460 Aug 27 02:22:14.984106 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49889b7-7e4d-47a3-8831-31a84304d850 None None] New status for floating IP bf726ebd-8d49-4f02-ac48-43c310052560: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:14.995624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1876757c-71ca-4cd2-8985-488e284e30cc,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:14.998784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d486e48-57b0-4d3c-8316-cac61011f28c req-046a0340-27c4-4f39-8b65-bdbdc23cd081 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.000602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d486e48-57b0-4d3c-8316-cac61011f28c req-046a0340-27c4-4f39-8b65-bdbdc23cd081 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 944 time: 0.0897491 Aug 27 02:22:15.010026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '1876757c-71ca-4cd2-8985-488e284e30cc', 'network_id': '64d5b96b-9459-4878-b307-0ef86ab7d16f', 'port_id': '1876757c-71ca-4cd2-8985-488e284e30cc', 'mac_address': 'fa:16:3e:c5:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d252a9-efca-4519-a435-d9e92b55bb5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:15.055548 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.070750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d486e48-57b0-4d3c-8316-cac61011f28c req-65d5a492-267b-46c3-ab6f-c68543eaa760 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584471 Aug 27 02:22:15.072830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1876757c-71ca-4cd2-8985-488e284e30cc {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:15.100439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1876757c-71ca-4cd2-8985-488e284e30cc,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:15.113307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.169853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:15.175216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['fd63ff6e-5016-4999-8f04-49d224713aa7'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:15.307508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709b474-a9cc-47aa-96d6-42991e02860d req-63b7e16f-f286-4e6f-ad97-eee8ef02a86e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.320175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4709b474-a9cc-47aa-96d6-42991e02860d req-63b7e16f-f286-4e6f-ad97-eee8ef02a86e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1024 time: 0.1047785 Aug 27 02:22:15.401472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4709b474-a9cc-47aa-96d6-42991e02860d req-59b2fe8b-2b50-48aa-9c2d-7b27c1820a6b tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=58b5c14e-5084-4cea-a8d3-6817d84eb6c2&id=0958d0b0-63e7-49a5-a08e-5147199e5775&id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0807269 Aug 27 02:22:15.414194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-07717610-e1cd-46b3-944f-b5e494001afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 698 time: 0.4898643 Aug 27 02:22:15.428892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:15.451932 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0810d11c-fd01-4cc7-a7c8-47771be32fe3 x-openstack-request-id: req-0810d11c-fd01-4cc7-a7c8-47771be32fe3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:15.452428 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:15.452743 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0810d11c-fd01-4cc7-a7c8-47771be32fe3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:15.453099 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'status': 'completed', 'code': 200} Aug 27 02:22:15.477327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:15.485589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1876757c-71ca-4cd2-8985-488e284e30cc'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:15.567128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-3d589d08-87e3-4f1a-b229-590b2238aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.569624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-3d589d08-87e3-4f1a-b229-590b2238aec6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 1096 time: 0.0880435 Aug 27 02:22:15.586788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ff1ed-7166-4c7c-aca0-204e5d5e1855 req-dbb98931-51fd-4b58-829f-43391a3c177c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.595381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-168ff1ed-7166-4c7c-aca0-204e5d5e1855 req-dbb98931-51fd-4b58-829f-43391a3c177c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 944 time: 0.0733778 Aug 27 02:22:15.739957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-168ff1ed-7166-4c7c-aca0-204e5d5e1855 req-bc911cdc-6b6a-43cd-9552-08d55e8609f2 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430101 Aug 27 02:22:15.755707 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-902a9bda-003a-4da8-a6ce-e19eb029e31c service neutron] show failed (client error): The resource could not be found. Aug 27 02:22:15.756719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-902a9bda-003a-4da8-a6ce-e19eb029e31c service neutron] 10.222.0.15 "GET /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1587162 Aug 27 02:22:15.791513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-3437dccf-afe1-49be-8289-f85e26149e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.793011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-3437dccf-afe1-49be-8289-f85e26149e95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1928034 Aug 27 02:22:15.873284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-2bbe0cb3-1562-4177-829f-370dc75b0802 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 200 len: 217 time: 0.0639529 Aug 27 02:22:15.983575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f089f-0931-482b-84b0-4a2d2990cc47 req-dcac7154-4c9a-404e-bc54-ba7f9fd89f00 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.985650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e9f089f-0931-482b-84b0-4a2d2990cc47 req-dcac7154-4c9a-404e-bc54-ba7f9fd89f00 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1606758 Aug 27 02:22:15.987129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-ba7192bb-dcea-4064-a28f-faeacb61e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:15.988561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-ba7192bb-dcea-4064-a28f-faeacb61e531 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0897791 Aug 27 02:22:16.042074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.050883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 58666588-0d1d-4198-bc46-3ac4a17695c2 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:16.058688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e9f089f-0931-482b-84b0-4a2d2990cc47 req-1f475e6f-e562-4fd4-99b4-25a0a17fa307 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Aug 27 02:22:16.067352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-c75ce1e6-cc0f-46cd-bd2f-761e91045608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.067703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-c75ce1e6-cc0f-46cd-bd2f-761e91045608 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681117 Aug 27 02:22:16.104264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-7a3b5937-5674-4a0a-832b-6da1b418d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.105772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-7a3b5937-5674-4a0a-832b-6da1b418d571 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1101 time: 0.1111753 Aug 27 02:22:16.116865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.124455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.133280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:16.180692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 58666588-0d1d-4198-bc46-3ac4a17695c2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:16.187861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 58666588-0d1d-4198-bc46-3ac4a17695c2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:16.188663 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.242184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-fe897339-7aa0-4138-9ae1-adae78c78c98 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634068 Aug 27 02:22:16.267361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.311195 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.317300 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Floating IP bf726ebd-8d49-4f02-ac48-43c310052560 associated. External IP: 172.25.8.134, port: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14. Aug 27 02:22:16.338623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:16.341901 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734d012-24f9-48f9-a89f-fc37d828daa4" -d '{"events": [{"server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "name": "network-vif-plugged", "status": "completed", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:16.362898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=58666588-0d1d-4198-bc46-3ac4a17695c2,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:16.371856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.450110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:16.492088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce49469-7d0d-41e3-ba0e-499adb791023 req-ecc58ee1-a34f-43b0-870a-af4d20e16edf service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409351 Aug 27 02:22:16.513731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242474b7-cafa-43db-84e5-8899a2b2506a req-f25a46a8-fbe0-48b8-bec7-edd895c33ff5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.519117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-242474b7-cafa-43db-84e5-8899a2b2506a req-f25a46a8-fbe0-48b8-bec7-edd895c33ff5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 944 time: 0.1434803 Aug 27 02:22:16.530679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-f88125ac-fccc-4c8c-8868-5f2e7de77ad5 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.532334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-f88125ac-fccc-4c8c-8868-5f2e7de77ad5 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "GET /v2.0/ports?device_id=58a85a70-80dc-41ff-b310-7453470051a7 HTTP/1.1" status: 200 len: 945 time: 0.1195247 Aug 27 02:22:16.622978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-242474b7-cafa-43db-84e5-8899a2b2506a req-1a71e83a-1b3e-4850-aeee-ff4df1a54d96 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896506 Aug 27 02:22:16.666997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Deleting port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:16.667344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.669565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:16.694685 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b49f27d-a924-40e8-b55f-ff0c08078de3 x-openstack-request-id: req-8b49f27d-a924-40e8-b55f-ff0c08078de3 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:16.695300 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "name": "network-vif-plugged", "status": "completed", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:16.695300 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b49f27d-a924-40e8-b55f-ff0c08078de3 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:16.695630 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2', 'code': 200} Aug 27 02:22:16.718701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:16.723657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:16.819182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1876757c-71ca-4cd2-8985-488e284e30cc up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:16.825472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:16.829249 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ef90e-3d93-4bf2-905a-cbd8f322b42c" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-unplugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:16.833881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.873411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Transition to ACTIVE for port object e35966e0-4099-4f81-bdf7-150910c17c65 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:16.881130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] For port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:16.881637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.884125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.892373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-0986d9a4-f514-4d3c-968e-9c7e8868343e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.893977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-0986d9a4-f514-4d3c-968e-9c7e8868343e tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1024 time: 0.2177579 Aug 27 02:22:16.907756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0557-9c8d-457e-aa23-030800dca537 req-522660bf-5382-43f7-972c-31a32b542392 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.909377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb7f0557-9c8d-457e-aa23-030800dca537 req-522660bf-5382-43f7-972c-31a32b542392 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 1024 time: 0.1308851 Aug 27 02:22:16.923315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Calling delete_port for ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:16.927374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 1876757c-71ca-4cd2-8985-488e284e30cc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:16.933441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 1876757c-71ca-4cd2-8985-488e284e30cc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:16.934014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:16.944826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a873-cebd-44aa-b380-dc3804126d64 req-547bae28-45d6-4e50-b5dd-b7135148f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:16.946314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e63a873-cebd-44aa-b380-dc3804126d64 req-547bae28-45d6-4e50-b5dd-b7135148f4e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.1412024 Aug 27 02:22:17.005112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:17.029169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:17.035244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] No DVR routers for this DVR port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:17.039723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.048651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e63a873-cebd-44aa-b380-dc3804126d64 req-d0614e5c-2602-409e-be41-787b07fbdeb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920849 Aug 27 02:22:17.083452 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.085793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:17.112297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:17.113397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:17.135069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-398614f3-90f2-47c7-9b75-0e5cee1a2dcf tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "PUT /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 996 time: 1.7107997 Aug 27 02:22:17.140785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:17.141641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:17.141973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:17.146726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:17.147058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:17.160016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb7f0557-9c8d-457e-aa23-030800dca537 req-3093c0dd-d95a-49af-8195-ef6219e9c463 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups?id=58b5c14e-5084-4cea-a8d3-6817d84eb6c2&id=0958d0b0-63e7-49a5-a08e-5147199e5775&id=dc81980e-01c5-40ae-93da-2efedcff8452&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2346721 Aug 27 02:22:17.163531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:17.164561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:17.165138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:17.165751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Bound port: e35966e0-4099-4f81-bdf7-150910c17c65, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:17.166287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.199905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1876757c-71ca-4cd2-8985-488e284e30cc,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:17.223160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Deleting port 9cb41dfe-16a2-4a39-8faf-932a26565570 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:17.223801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.301977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.302891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:17.330195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-f1ef060b-8800-41a8-9889-e4743177b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.338776 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-f1ef060b-8800-41a8-9889-e4743177b43e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.1538911 Aug 27 02:22:17.373428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:17.378207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:17.408219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.451281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.458054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45da27-eb3a-478c-b439-cbffed6195fa req-f8d305c6-f209-4199-9cf9-6316ac91bbea tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.466303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd45da27-eb3a-478c-b439-cbffed6195fa req-f8d305c6-f209-4199-9cf9-6316ac91bbea tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1455920 Aug 27 02:22:17.474407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:17.483693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event deleted for resources: {'Port': ['ID=ee41d824-0f9d-4cd2-9d2b-2024d72c65d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:17.492329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] For port 9cb41dfe-16a2-4a39-8faf-932a26565570, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9cb41dfe-16a2-4a39-8faf-932a26565570,segment=NetworkSegment(e3a210f1-a30e-4d37-9db2-c9eb8a2739ae),segment_id=e3a210f1-a30e-4d37-9db2-c9eb8a2739ae)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:17.492692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.528070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.530928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.535015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] 10.222.0.46 "PUT /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 1096 time: 1.4135952 Aug 27 02:22:17.542415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Calling delete_port for 9cb41dfe-16a2-4a39-8faf-932a26565570 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:17.604566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] No DVR routers for this DVR port ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:17.626310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.628907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62ec166e-6c24-4ae2-b0d6-cf810c5610fa req-61b5fcd2-5f82-43e4-a551-26b42c6ab636 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "DELETE /v2.0/ports/ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 HTTP/1.1" status: 204 len: 173 time: 1.0886803 Aug 27 02:22:17.628907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'name': 'network-vif-deleted', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:17.631056 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7de92f-d181-40f0-9124-cd3c5be6e498" -d '{"events": [{"server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "name": "network-vif-deleted", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:17.634909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b80db-b68f-4c67-8066-7cded0b6c2ce service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:17.672240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:17.673452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-a9836ba7-f359-4332-ac73-d72303c4b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.686628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-a9836ba7-f359-4332-ac73-d72303c4b316 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.3424428 Aug 27 02:22:17.747362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd45da27-eb3a-478c-b439-cbffed6195fa req-653be6a6-f2fd-4263-b43f-4183232df940 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800188 Aug 27 02:22:17.837660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:17.840419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:17.961434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-f1be3a7c-99a1-448a-bdc7-57027d4b60c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 999 time: 0.2737679 Aug 27 02:22:17.961840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:17.966222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-b1e0568e-9e44-4cd0-b9d0-23dd1a249fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:17.968304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-b1e0568e-9e44-4cd0-b9d0-23dd1a249fee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1099 time: 0.3890889 Aug 27 02:22:18.011038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9cb41dfe-16a2-4a39-8faf-932a26565570'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:18.048916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:15Z', 'revision_number': 8, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:18.056541 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6dd210-c91e-4ae2-8fa2-fa67621c13bf x-openstack-request-id: req-ff6dd210-c91e-4ae2-8fa2-fa67621c13bf {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:18.056874 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-unplugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:18.057091 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff6dd210-c91e-4ae2-8fa2-fa67621c13bf {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:18.057511 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'code': 200} Aug 27 02:22:18.103207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:18.109440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device fd63ff6e-5016-4999-8f04-49d224713aa7 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:18.119579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-a437eb68-7c31-4c91-8a2c-af96913c2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.134934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'Port': ['ID=9cb41dfe-16a2-4a39-8faf-932a26565570,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:18.143367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-a437eb68-7c31-4c91-8a2c-af96913c2ee0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.1739395 Aug 27 02:22:18.196315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] No DVR routers for this DVR port 9cb41dfe-16a2-4a39-8faf-932a26565570 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:18.200548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:18.201351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:18.205455 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.210845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-098eaa72-a82f-435c-8642-70ea71dd7faf req-b8b821df-0db0-4fb6-a1f1-e98c21c482d5 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.46 "DELETE /v2.0/ports/9cb41dfe-16a2-4a39-8faf-932a26565570 HTTP/1.1" status: 204 len: 173 time: 1.3003397 Aug 27 02:22:18.259452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-60b43d6b-e296-4c90-81b0-8ac9a3e80b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.271474 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-60b43d6b-e296-4c90-81b0-8ac9a3e80b97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267436 Aug 27 02:22:18.303422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba20686-2e4c-4c24-8591-24aec819ce59 req-5b101dd5-282f-4f70-aee5-dd838116189c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.310295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-22db164f-8304-4dc4-a7cc-520486418eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.311777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-22db164f-8304-4dc4-a7cc-520486418eb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3309886 Aug 27 02:22:18.314926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cba20686-2e4c-4c24-8591-24aec819ce59 req-5b101dd5-282f-4f70-aee5-dd838116189c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.1438692 Aug 27 02:22:18.338623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port fd63ff6e-5016-4999-8f04-49d224713aa7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:18.351094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port fd63ff6e-5016-4999-8f04-49d224713aa7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:18.351553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.394229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cba20686-2e4c-4c24-8591-24aec819ce59 req-55492e79-0fe4-4037-a3ea-175a78a858fb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729816 Aug 27 02:22:18.423282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-011b4ecd-6a77-4678-9d36-bea6dcae2fe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0506504 Aug 27 02:22:18.425558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:18.488854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-518be537-06fa-485a-a72a-ff30f1caee87 service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164426 Aug 27 02:22:18.558271 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.627081 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb04dae-d256-4ef7-acb3-2fb48363996f x-openstack-request-id: req-8eb04dae-d256-4ef7-acb3-2fb48363996f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:18.627520 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a85a70-80dc-41ff-b310-7453470051a7", "name": "network-vif-deleted", "tag": "ee41d824-0f9d-4cd2-9d2b-2024d72c65d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:18.627766 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8eb04dae-d256-4ef7-acb3-2fb48363996f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:18.628171 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a85a70-80dc-41ff-b310-7453470051a7', 'name': 'network-vif-deleted', 'tag': 'ee41d824-0f9d-4cd2-9d2b-2024d72c65d2', 'status': 'completed', 'code': 200} Aug 27 02:22:18.715891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-c737f291-cf02-46d3-b20e-31f4f6d6f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.717547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-c737f291-cf02-46d3-b20e-31f4f6d6f9d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2092297 Aug 27 02:22:18.769115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352023-0ec5-41e7-abfc-87523402ef7d req-9e9a1b62-7b50-47ee-87d0-77a7a30371e8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.779457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55352023-0ec5-41e7-abfc-87523402ef7d req-9e9a1b62-7b50-47ee-87d0-77a7a30371e8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 944 time: 0.0712659 Aug 27 02:22:18.792141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df8ba36e-a9ef-4477-b202-79aa64a6a114 req-66a054fd-8715-466d-8082-24cab98304ee service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965901 Aug 27 02:22:18.798335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc'}, {'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:18.803061 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f3c7c7-b408-4cd5-9c24-682e256133cb" -d '{"events": [{"server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "name": "network-vif-plugged", "status": "completed", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc"}, {"server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "name": "network-vif-plugged", "status": "completed", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:18.816076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=fd63ff6e-5016-4999-8f04-49d224713aa7,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:18.820025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-de9e68f6-2b13-44a6-ae44-8909d020fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:18.821884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-de9e68f6-2b13-44a6-ae44-8909d020fd78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881739 Aug 27 02:22:18.823243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:18.824224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9cb41dfe-16a2-4a39-8faf-932a26565570 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:18.826596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55352023-0ec5-41e7-abfc-87523402ef7d req-aa805319-b7e8-40b7-9d21-c0113bdb8639 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Aug 27 02:22:18.883895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 9cb41dfe-16a2-4a39-8faf-932a26565570 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:18.886338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9cb41dfe-16a2-4a39-8faf-932a26565570 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:18.942448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:18.998185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53c007d0-0574-42c7-a727-ba97fa15d113 req-77e47564-bd32-4428-9bab-26c64742aecc tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/ports?device_id=c061dce8-1253-40fd-b78d-1057861aee53 HTTP/1.1" status: 200 len: 210 time: 0.0634181 Aug 27 02:22:19.017568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af723300-f128-4fe4-9734-d2c333703e41 req-b72cc873-d842-41d5-9834-6ef90db47f36 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.019155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af723300-f128-4fe4-9734-d2c333703e41 req-b72cc873-d842-41d5-9834-6ef90db47f36 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0748632 Aug 27 02:22:19.019877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-66026e60-f4e3-4a2c-bda8-286760108340 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897600 Aug 27 02:22:19.046059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:15Z', 'revision_number': 8, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:19.093223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ea9af-e3bd-4196-af6b-7e1fa9ba5aea None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'bf726ebd-8d49-4f02-ac48-43c310052560', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'port_id': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'mac_address': 'fa:16:3e:42:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:21:43Z', 'updated_at': '2021-08-27T02:22:15Z', 'revision_number': 8, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:19.102084 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ba047-c875-4b85-af68-a6f9ded74228 x-openstack-request-id: req-843ba047-c875-4b85-af68-a6f9ded74228 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:19.102414 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "name": "network-vif-plugged", "status": "completed", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc", "code": 200}, {"server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "name": "network-vif-plugged", "status": "completed", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:19.103162 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-843ba047-c875-4b85-af68-a6f9ded74228 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:19.103162 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc', 'code': 200} Aug 27 02:22:19.103377 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7', 'code': 200} Aug 27 02:22:19.106998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af723300-f128-4fe4-9734-d2c333703e41 req-7ded7c77-9aea-41b5-9dab-a1886eddbb84 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757282 Aug 27 02:22:19.256272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d88c40-8d61-43c8-bed6-255147e0b564 req-a10f7b5b-f21e-46dc-887b-45750093c3db tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 996 time: 0.1341913 Aug 27 02:22:19.282477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14e03-e357-4597-8172-657dc18d9b21 req-ab399b2e-7e01-460b-ad38-2fd3b5e34546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.284250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1db14e03-e357-4597-8172-657dc18d9b21 req-ab399b2e-7e01-460b-ad38-2fd3b5e34546 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 1096 time: 0.0931406 Aug 27 02:22:19.291589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb0a2-9be8-4891-82c4-568a3fe54387 req-525b725d-e906-4124-8840-c9c6a85d820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.293060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-823cb0a2-9be8-4891-82c4-568a3fe54387 req-525b725d-e906-4124-8840-c9c6a85d820e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 1096 time: 0.0709305 Aug 27 02:22:19.330314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a8e718-11d9-4639-af44-d7e3f98c009e req-073beb8f-8283-41c3-8fd5-07d51a38b42b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962909 Aug 27 02:22:19.377519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1db14e03-e357-4597-8172-657dc18d9b21 req-d1213caa-879a-474e-86d3-b290bc51363a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 Aug 27 02:22:19.381540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-823cb0a2-9be8-4891-82c4-568a3fe54387 req-5cd43f1a-3f5c-42bb-be20-aa8c2a802a85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789683 Aug 27 02:22:19.389288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88c40-8d61-43c8-bed6-255147e0b564 req-c4cd9878-9dd7-48f7-a651-448806d965b3 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.397831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d88c40-8d61-43c8-bed6-255147e0b564 req-c4cd9878-9dd7-48f7-a651-448806d965b3 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1403873 Aug 27 02:22:19.403702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-13d88c40-8d61-43c8-bed6-255147e0b564 req-c47b1e5e-e5b7-4ccc-9171-225023b98677 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:22:19.410708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d88c40-8d61-43c8-bed6-255147e0b564 req-c47b1e5e-e5b7-4ccc-9171-225023b98677 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119214 Aug 27 02:22:19.484465 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1687e4-e112-4931-a656-1053ed69d36c None None] New status for floating IP bf726ebd-8d49-4f02-ac48-43c310052560: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:19.508695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-6c80a1e1-3b66-4999-b701-eefe6a4863ce tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 999 time: 0.0796587 Aug 27 02:22:19.564351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d27b2-02b8-4aee-bec7-39b48db31f01 req-656e714e-0b50-4fc8-9e98-116b82d2f9cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.566522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-325d27b2-02b8-4aee-bec7-39b48db31f01 req-656e714e-0b50-4fc8-9e98-116b82d2f9cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.0588925 Aug 27 02:22:19.569436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-3adebdd0-e9de-4716-849b-759929efa4a8 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.571030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-3adebdd0-e9de-4716-849b-759929efa4a8 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports/7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 942 time: 0.0561175 Aug 27 02:22:19.617758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-325d27b2-02b8-4aee-bec7-39b48db31f01 req-9297057d-e116-4145-8eb3-fc349cb009c3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Aug 27 02:22:19.981974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b619c1f-4d0a-47c9-a104-ac21fb3aa40e req-afe42176-764f-4961-8d6a-a250f48c784d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:19.987169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-dbf4a919-7ab3-4451-a60e-f8cad2b1d89a tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 999 time: 0.3642724 Aug 27 02:22:19.990777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b619c1f-4d0a-47c9-a104-ac21fb3aa40e req-afe42176-764f-4961-8d6a-a250f48c784d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.0700347 Aug 27 02:22:20.038538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b619c1f-4d0a-47c9-a104-ac21fb3aa40e req-ed188c9d-09a0-44cf-9fe1-212ef5cefee3 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Aug 27 02:22:20.059020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}, {'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:20.061371 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb917c02-2325-405a-ad01-904ef0c06b39" -d '{"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}, {"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:20.121313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-3d4a6a7b-1d12-4481-bb05-7f6e1839e848 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.122902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-3d4a6a7b-1d12-4481-bb05-7f6e1839e848 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1286619 Aug 27 02:22:20.168598 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b28433-c579-4a8d-a80d-f8696f764baa x-openstack-request-id: req-c0b28433-c579-4a8d-a80d-f8696f764baa {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:20.168965 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:20.169292 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0b28433-c579-4a8d-a80d-f8696f764baa {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:20.169741 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:22:20.170064 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'status': 'completed', 'code': 200} Aug 27 02:22:20.204630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-9a0a22e6-f4c4-4d9c-907f-95ecdfc73638 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 1001 time: 0.0739648 Aug 27 02:22:20.215057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:20.278417 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.321404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-6f69f3dc-4f7d-42a2-ab85-fa95a297faf3 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/58b5c14e-5084-4cea-a8d3-6817d84eb6c2 HTTP/1.1" status: 200 len: 1800 time: 0.1524279 Aug 27 02:22:20.326319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-0771a3fb-7f8f-4656-81c6-dc75ddd83d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.328423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-0771a3fb-7f8f-4656-81c6-dc75ddd83d70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.1510215 Aug 27 02:22:20.352888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-dbf4a5f0-aaab-4fd8-a287-64220f5f1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.354804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-dbf4a5f0-aaab-4fd8-a287-64220f5f1c93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1099 time: 0.1321499 Aug 27 02:22:20.454426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.459225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.459635 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Floating IP bf726ebd-8d49-4f02-ac48-43c310052560 disassociated. External IP: 172.25.8.134, port: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14. Aug 27 02:22:20.546904 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.587118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-e59887e0-fea6-4f8c-b0cb-3048df4104a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.588601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-e59887e0-fea6-4f8c-b0cb-3048df4104a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.2393224 Aug 27 02:22:20.608093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-5da9b604-0dc5-435f-9003-05a2ed504e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.609535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-5da9b604-0dc5-435f-9003-05a2ed504e7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2372746 Aug 27 02:22:20.637273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.639974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'name': 'network-vif-deleted', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:20.642462 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb4054-2b3c-438c-bcad-cbee6380ce8e" -d '{"events": [{"server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "name": "network-vif-deleted", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:20.658671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-ac457997-a9c4-43fa-b1fa-c625ab32dfa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0597336 Aug 27 02:22:20.701028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-c0da9866-b886-4ff0-a19c-637e28be5991 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0554285 Aug 27 02:22:20.725648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:20.789255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-2fdee13c-5d84-4f28-afa6-3e665adbc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.790710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-2fdee13c-5d84-4f28-afa6-3e665adbc2a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0597370 Aug 27 02:22:20.803733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-2b3a785f-cb60-4346-9632-0443699df6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.806216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-2b3a785f-cb60-4346-9632-0443699df6c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.1172016 Aug 27 02:22:20.819157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.821718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.823368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b51e288-47a5-433e-ae9f-006529fb95d2 req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/58b5c14e-5084-4cea-a8d3-6817d84eb6c2 HTTP/1.1" status: 204 len: 173 time: 0.5009398 Aug 27 02:22:20.845135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:20.849987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:20.853717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:20.864598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14022c9-3e8f-41b2-9931-be7d70de659c tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b5c14e-5084-4cea-a8d3-6817d84eb6c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:20.887659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-431cae46-7c09-44bc-a5e7-e8374e62757b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "PUT /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 696 time: 0.6772773 Aug 27 02:22:20.901679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:20.902265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ee41d824-0f9d-4cd2-9d2b-2024d72c65d2 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:20.905702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:20.937173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:20.938140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:20.959566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-0acb4039-9231-41e9-b9b7-9ff10e448af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.961420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-0acb4039-9231-41e9-b9b7-9ff10e448af7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.0579174 Aug 27 02:22:20.976323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-052d796a-8062-4c5a-876b-b82212b690ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.978030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-052d796a-8062-4c5a-876b-b82212b690ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782181 Aug 27 02:22:20.984134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-00f467d4-78af-4119-a3ac-5bbe3c5f62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:20.985928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-00f467d4-78af-4119-a3ac-5bbe3c5f62e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423111 Aug 27 02:22:21.101818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-7e48f9b5-1b87-4600-b407-3a623c1e397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.103672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-7e48f9b5-1b87-4600-b407-3a623c1e397a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1364717 Aug 27 02:22:21.132970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da9a6-80c3-4f4d-98f2-0fbdfe0d2454 req-8b9f79d2-5cc2-4042-a2e1-1b98fffc541c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.138866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d1da9a6-80c3-4f4d-98f2-0fbdfe0d2454 req-8b9f79d2-5cc2-4042-a2e1-1b98fffc541c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.2172019 Aug 27 02:22:21.149338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:21.152603 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-47b18bc8-c4f7-4653-8ed1-4171691465de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.0426266 Aug 27 02:22:21.205989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-19379e3d-a5a4-441c-b2ba-efe5ba0d8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.207610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-19379e3d-a5a4-441c-b2ba-efe5ba0d8db9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.0489819 Aug 27 02:22:21.228903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-73b59539-7e3e-427e-b09e-aa64dddd33bb service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417355 Aug 27 02:22:21.239255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d1da9a6-80c3-4f4d-98f2-0fbdfe0d2454 req-fd65726a-5e74-4b63-a4f1-b181aae6e1e4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 Aug 27 02:22:21.301102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-353c23c9-c94f-49e4-b4b5-24395484e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.309211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-353c23c9-c94f-49e4-b4b5-24395484e370 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947740 Aug 27 02:22:21.369504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-72ae8399-24b3-47bd-9013-ea0466d06553 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709691 Aug 27 02:22:21.447234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-742904f6-1102-41a4-807f-bfaaa239652a service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362419 Aug 27 02:22:21.508014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040d52-de62-480f-bed7-a66ac96b7e5e req-709c7afc-80c9-42ad-9b7f-c1e64c463daf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.509593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09040d52-de62-480f-bed7-a66ac96b7e5e req-709c7afc-80c9-42ad-9b7f-c1e64c463daf tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.1587484 Aug 27 02:22:21.515526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-734bd7d1-ad78-47e2-a1d6-087aeb04f062 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604432 Aug 27 02:22:21.551835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-35543873-d06c-4dba-abef-2bf320b99776 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630752 Aug 27 02:22:21.553740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:21.575998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09040d52-de62-480f-bed7-a66ac96b7e5e req-3fda5c8a-4fcc-4a68-aaf0-0f0431cd7ee9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558283 Aug 27 02:22:21.592807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:21.593948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d19866e0-5917-4e07-ad00-69eb0fb539f1 req-f012ed5d-44d4-4732-9bbb-0f1bb4d7968a service neutron] 10.222.0.26 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379113 Aug 27 02:22:21.613058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:21.614131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:21.637900 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d961b0eb-8527-452b-84cb-7bc1491ba96a x-openstack-request-id: req-d961b0eb-8527-452b-84cb-7bc1491ba96a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:21.638223 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c061dce8-1253-40fd-b78d-1057861aee53", "name": "network-vif-deleted", "tag": "9cb41dfe-16a2-4a39-8faf-932a26565570", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:21.638604 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d961b0eb-8527-452b-84cb-7bc1491ba96a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:21.639096 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c061dce8-1253-40fd-b78d-1057861aee53', 'name': 'network-vif-deleted', 'tag': '9cb41dfe-16a2-4a39-8faf-932a26565570', 'status': 'completed', 'code': 200} Aug 27 02:22:21.663556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-fed683e6-2625-4521-b264-ad178e36993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.665143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-fed683e6-2625-4521-b264-ad178e36993c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1099 time: 0.0555644 Aug 27 02:22:21.741594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:21.932250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3a37-ec4c-4e34-a436-f8533df8a810 req-cd1c45b2-0a7a-44b4-abc8-e0e7dea72711 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:21.945442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ffa3a37-ec4c-4e34-a436-f8533df8a810 req-cd1c45b2-0a7a-44b4-abc8-e0e7dea72711 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.0884988 Aug 27 02:22:22.011717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ffa3a37-ec4c-4e34-a436-f8533df8a810 req-cc233f67-b69a-4ee5-b96e-a149bcdb7202 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Aug 27 02:22:22.091007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-466676a5-58e0-435b-b31a-d7e87263a28c req-76ff2f51-344a-4f0c-9071-5828374dd9f2 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "GET /v2.0/security-groups/0958d0b0-63e7-49a5-a08e-5147199e5775 HTTP/1.1" status: 200 len: 1799 time: 0.4370315 Aug 27 02:22:22.092890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:22.153924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-b8bab37d-ecd2-4b0a-9e93-e5cb6ee44b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.154948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f02b1-b741-4159-959a-8aa6d1cd27f5 None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5a883205-92a6-4b88-a46f-a5a8eae39c77', 'name': '', 'network_id': '3ddff95d-0c22-4cda-bd97-a3c1c1340221', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'mac_address': 'fa:16:3e:6c:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '920917c4-3522-498a-a01a-08ceaba6882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:20Z', 'updated_at': '2021-08-27T02:21:28Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'subnets': [{'id': '920917c4-3522-498a-a01a-08ceaba6882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:22.155542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-b8bab37d-ecd2-4b0a-9e93-e5cb6ee44b1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4813206 Aug 27 02:22:22.171249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:22.173697 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346a6ea-fe7c-4378-acd3-cd1005d73906" -d '{"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:22.210285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-403cb955-9d66-41df-ad23-ec08bd4c6985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0457394 Aug 27 02:22:22.210885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-466676a5-58e0-435b-b31a-d7e87263a28c req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.269024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-466676a5-58e0-435b-b31a-d7e87263a28c req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.336768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-8fc812c6-5f3d-4cd3-adde-7a1e9ba2e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.338262 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-8fc812c6-5f3d-4cd3-adde-7a1e9ba2e9d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1151695 Aug 27 02:22:22.361908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-b2dd210b-3d8b-4cda-8c6c-d52b2f3618f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.363513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-b2dd210b-3d8b-4cda-8c6c-d52b2f3618f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 1096 time: 0.0916836 Aug 27 02:22:22.364442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-466676a5-58e0-435b-b31a-d7e87263a28c req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.367033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-466676a5-58e0-435b-b31a-d7e87263a28c req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.368065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-466676a5-58e0-435b-b31a-d7e87263a28c req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] 10.222.0.26 "DELETE /v2.0/security-groups/0958d0b0-63e7-49a5-a08e-5147199e5775 HTTP/1.1" status: 204 len: 173 time: 0.2760427 Aug 27 02:22:22.374155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54980) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:22.449382 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d687c-9d75-4adb-b770-e6a2a0f0a222 x-openstack-request-id: req-048d687c-9d75-4adb-b770-e6a2a0f0a222 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:22.450769 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:22.452122 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-048d687c-9d75-4adb-b770-e6a2a0f0a222 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:22.453249 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:22:22.521566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224ec36-0c6d-4106-9e5e-6a2328b63cf1 tempest-SecurityGroupsTestJSON-492109191 tempest-SecurityGroupsTestJSON-492109191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958d0b0-63e7-49a5-a08e-5147199e5775,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:22.525374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Deleting subnet 7cbbcaca-2974-4d44-b949-173684852291 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:22.544255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.556538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a5843-13f8-4ff0-a73e-f6789335ff8a req-17e7d9a5-00f2-4b9c-9a6e-3abcd4346e46 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.558080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-584a5843-13f8-4ff0-a73e-f6789335ff8a req-17e7d9a5-00f2-4b9c-9a6e-3abcd4346e46 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.1675286 Aug 27 02:22:22.593411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a1-d6e1-4147-9371-2b1240be0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.597991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-18e733f0-ad16-4dbb-b314-6b12e2c65b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.599769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-18e733f0-ad16-4dbb-b314-6b12e2c65b28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518060 Aug 27 02:22:22.600932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-37aede2d-fd9d-415c-9768-31e8179ca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.602293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-37aede2d-fd9d-415c-9768-31e8179ca83c service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.2138636 Aug 27 02:22:22.646809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-584a5843-13f8-4ff0-a73e-f6789335ff8a req-46d17d2c-60f1-4e3b-9a5b-9cf68439fe19 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514286 Aug 27 02:22:22.654231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.684060 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef385dd-eb21-4cdc-a51e-1b31af58411a None None] New status for floating IP bf726ebd-8d49-4f02-ac48-43c310052560: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:22:22.732540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.773191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-7ccf892a-b4fc-42e8-8a0b-1bcaa3b0ee60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1876757c-71ca-4cd2-8985-488e284e30cc HTTP/1.1" status: 200 len: 217 time: 0.1458557 Aug 27 02:22:22.831743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-d3cea96f-445c-4f99-8804-4813733b92e0 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030263 Aug 27 02:22:22.842067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ca57-b952-42a1-bc19-2dbcbdb83075 req-a8d6b74f-55f9-4aa9-b7ff-904e7ebb81e9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.849731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc23ca57-b952-42a1-bc19-2dbcbdb83075 req-a8d6b74f-55f9-4aa9-b7ff-904e7ebb81e9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.2820687 Aug 27 02:22:22.853641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-3a8e2ef9-92a4-4615-bc8d-81f583bbb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.856077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-3a8e2ef9-92a4-4615-bc8d-81f583bbb22c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bf697c719e043abbd3014eaa453ddcf&device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 1096 time: 0.3303289 Aug 27 02:22:22.892121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.951205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbbcaca-2974-4d44-b949-173684852291,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:22.986310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:22.989430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df7d4957-9a37-441d-a3dc-477d027b65e8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7cbbcaca-2974-4d44-b949-173684852291 HTTP/1.1" status: 204 len: 168 time: 0.6135690 Aug 27 02:22:22.992014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-f53b119e-7450-4f5b-9925-10a55a49c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:22.993665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-f53b119e-7450-4f5b-9925-10a55a49c988 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 200 len: 921 time: 0.1171410 Aug 27 02:22:22.995731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:23.048126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-fb9fcc4e-5259-4a1e-8594-0ca648d029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.048126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-fb9fcc4e-5259-4a1e-8594-0ca648d029bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.2610304 Aug 27 02:22:23.098735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939ae48-a93e-4a3f-a1b5-b8da538f13e3 req-f950303f-d6df-421f-8455-1d78b5e99a05 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.100337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0939ae48-a93e-4a3f-a1b5-b8da538f13e3 req-f950303f-d6df-421f-8455-1d78b5e99a05 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 948 time: 0.1573827 Aug 27 02:22:23.115019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc23ca57-b952-42a1-bc19-2dbcbdb83075 req-b8236872-66cd-4a2d-b1d6-b2d96a915c66 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641356 Aug 27 02:22:23.131626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-5170baa5-e1b4-4c14-802d-407bc982d53b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 200 len: 217 time: 0.1010261 Aug 27 02:22:23.138232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.161913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-38aac2e8-fb56-4606-b04e-cffde2bfcdf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948801 Aug 27 02:22:23.170818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0939ae48-a93e-4a3f-a1b5-b8da538f13e3 req-f422b3c2-3047-48fb-a56b-b409432822ba tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Aug 27 02:22:23.253735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.265411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c37de3-1da7-4cb5-863f-974b4d4c299e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:23.278013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:23.278352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a210f1-a30e-4d37-9db2-c9eb8a2739ae') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:23.290291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.324510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.329445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-24d3bc97-7d0e-423e-b9b5-549b3045a39c service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386204 Aug 27 02:22:23.382529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:23.383098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:23.384889 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:23.414432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44b5d034-e4de-4afe-b345-403639251dff req-8861b8e3-99b0-4d9f-9a6a-3e4bc71e15ed tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 200 len: 694 time: 0.0964894 Aug 27 02:22:23.416990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-1387bd37-7c6c-4919-b2ac-eb57c1208234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.418514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-1387bd37-7c6c-4919-b2ac-eb57c1208234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 200 len: 859 time: 0.2556767 Aug 27 02:22:23.423089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb917c02-2325-405a-ad01-904ef0c06b39 req-08bf2c5d-1760-4955-9a83-8064daf54445 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652854 Aug 27 02:22:23.496306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-dc41d38f-a3ca-453b-ac83-9cd92e1ceccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.497815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-dc41d38f-a3ca-453b-ac83-9cd92e1ceccb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ddff95d-0c22-4cda-bd97-a3c1c1340221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667531 Aug 27 02:22:23.500946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae05b60-3287-4cec-a021-f8634ba897b0 req-6f6ff176-ff41-4a19-879f-f1ff4ac5a570 service neutron] 10.222.0.15 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626241 Aug 27 02:22:23.532163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.561911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.564975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] 10.222.0.26 "DELETE /v2.0/networks/40c37de3-1da7-4cb5-863f-974b4d4c299e HTTP/1.1" status: 204 len: 168 time: 0.5678174 Aug 27 02:22:23.613319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb22c14-e1a4-430a-8c52-9ee4e17bf72f admin admin] Pushing event deleted for resources: {'Network': ['ID=40c37de3-1da7-4cb5-863f-974b4d4c299e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:23.669469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5d034-e4de-4afe-b345-403639251dff req-4a718a26-2650-4e5a-a82f-741cecfaadb4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.681468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44b5d034-e4de-4afe-b345-403639251dff req-4a718a26-2650-4e5a-a82f-741cecfaadb4 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2661009 Aug 27 02:22:23.681714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a90ba3-f759-4b48-8547-642f3a58fb51 req-044491b7-79c1-465c-90f7-bcc19a4706cd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:23.693357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46a90ba3-f759-4b48-8547-642f3a58fb51 req-044491b7-79c1-465c-90f7-bcc19a4706cd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.1943502 Aug 27 02:22:23.737814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44b5d034-e4de-4afe-b345-403639251dff req-a8404a1b-789e-4f21-abbc-cd460a1b54b7 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 697 time: 0.0553648 Aug 27 02:22:23.738051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-e50b39bc-f525-4c5f-9735-38c24a881649 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264431 Aug 27 02:22:23.759848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46a90ba3-f759-4b48-8547-642f3a58fb51 req-f0b6861d-2f94-4d7a-afe0-50abede58398 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 Aug 27 02:22:23.777465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:23.818670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44b5d034-e4de-4afe-b345-403639251dff req-1d73ebe8-0baf-47d2-af9b-89bbaf3e05ed tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 697 time: 0.0715578 Aug 27 02:22:23.872475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f74ab1aa-008a-4750-9b64-2e8e00ee492a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33f2ba35e4ce49839016c06256e9c2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935614 Aug 27 02:22:23.874998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:23.907135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c346a6ea-fe7c-4378-acd3-cd1005d73906 req-c713b687-76aa-4ccf-9504-b34e9a9a8b78 service neutron] 10.222.0.15 "GET /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594670 Aug 27 02:22:23.943910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.963665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Deleting port 2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:23.964193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:23.970343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.028389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.032136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.033300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc81980e-01c5-40ae-93da-2efedcff8452 HTTP/1.1" status: 204 len: 168 time: 0.1573825 Aug 27 02:22:24.045692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2646fd3-8a68-4443-b51d-53dbbec003a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc81980e-01c5-40ae-93da-2efedcff8452,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.060085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.060420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.073061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Calling delete_port for 2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:24.082581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:24.225529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:24.229422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.256468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d23a2-07d3-4f30-85d8-6a2deaa49aaf req-cc8e4ac2-ae28-4857-80dd-d7931578cb14 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.258409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'mac_address': 'fa:16:3e:af:a7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:24.262754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event deleted for resources: {'Port': ['ID=2ca4e0cd-b443-4f48-8ed2-b3b9bce0dbf4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.263018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-904d23a2-07d3-4f30-85d8-6a2deaa49aaf req-cc8e4ac2-ae28-4857-80dd-d7931578cb14 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0688627 Aug 27 02:22:24.327321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-904d23a2-07d3-4f30-85d8-6a2deaa49aaf req-a13b0db9-3304-45c6-9299-c6b9e5cb941b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582790 Aug 27 02:22:24.335777 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.348430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.350463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:24.352481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.358751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44b5d034-e4de-4afe-b345-403639251dff req-d4625f13-6320-4662-9c53-44bde7ce1c1c tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "DELETE /v2.0/floatingips/bf726ebd-8d49-4f02-ac48-43c310052560 HTTP/1.1" status: 204 len: 173 time: 0.5331500 Aug 27 02:22:24.382173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:24.388796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:24.491282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:24.510887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882267-0644-4f92-a55c-72e34b3d328a req-cbc6fdcd-9fcf-4e61-8f4a-7a33afe33894 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.512394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1882267-0644-4f92-a55c-72e34b3d328a req-cbc6fdcd-9fcf-4e61-8f4a-7a33afe33894 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0607641 Aug 27 02:22:24.558170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1882267-0644-4f92-a55c-72e34b3d328a req-0c659a2a-3b05-48c5-bf3b-37c2d532e902 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Aug 27 02:22:24.837891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97394-0594-42b2-9ac3-c52026442839 req-9f4ba24c-8f6c-42fa-a7c8-faaee7dd1494 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.839467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ed97394-0594-42b2-9ac3-c52026442839 req-9f4ba24c-8f6c-42fa-a7c8-faaee7dd1494 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Aug 27 02:22:24.914191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ed97394-0594-42b2-9ac3-c52026442839 req-aa31b498-f80b-42fe-8473-a555bd842c18 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Aug 27 02:22:24.965693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-2f194265-89c5-4d2f-a09c-f79338fa554d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.967959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-2f194265-89c5-4d2f-a09c-f79338fa554d tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699&tenant_id=8979ee25cce144c7b0192d72d85959f1&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 949 time: 0.1271477 Aug 27 02:22:24.977417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9987a8-d19e-405b-bb08-d38079c1e4ae req-d5e11fd7-45bf-467a-95b7-42866eb60aec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:24.979079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df9987a8-d19e-405b-bb08-d38079c1e4ae req-d5e11fd7-45bf-467a-95b7-42866eb60aec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.0848553 Aug 27 02:22:25.007367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e35966e0-4099-4f81-bdf7-150910c17c65'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:25.079289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e05f-2b53-4f36-8443-9dabfa554442 req-b0754ec6-80e0-4019-83bf-c434ccc36ee3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.085833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df9987a8-d19e-405b-bb08-d38079c1e4ae req-650e66d2-0a8b-4cd9-bbea-fec6d34f1b29 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781136 Aug 27 02:22:25.089735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7229e05f-2b53-4f36-8443-9dabfa554442 req-b0754ec6-80e0-4019-83bf-c434ccc36ee3 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0910654 Aug 27 02:22:25.093257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-c2978cc3-eb69-4633-a707-360fc6047ad1 service neutron] 10.222.0.46 "GET /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 382 time: 0.1131859 Aug 27 02:22:25.127502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:25.160822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7229e05f-2b53-4f36-8443-9dabfa554442 req-e241203d-9802-4440-8df7-d58e39b15542 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697551 Aug 27 02:22:25.183221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a45d46d2-81ee-45ed-b867-ba944fdaa9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.205851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-cf22bc7c-4646-4161-b55c-4544f5739915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.207511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-cf22bc7c-4646-4161-b55c-4544f5739915 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1100 time: 0.0614312 Aug 27 02:22:25.266252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-7cf6fdc5-2aa7-4a57-97e9-aa522562cdec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.269014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-7cf6fdc5-2aa7-4a57-97e9-aa522562cdec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 945 time: 0.0604639 Aug 27 02:22:25.284981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2098896980-network', 'tenant_id': '7f61cb49762643399d5060790fa6e523'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:25.323102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.330545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Made reservation on behalf of 7f61cb49762643399d5060790fa6e523 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:25.332781 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.351580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.356263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-7b5b9d3d-622e-4a69-88f1-e90e6d07109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.357743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-7b5b9d3d-622e-4a69-88f1-e90e6d07109e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1358938 Aug 27 02:22:25.414058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port fd63ff6e-5016-4999-8f04-49d224713aa7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:25.414444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.421525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-be8b2b08-1010-4eb7-9cfd-b6d01a7b64cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0475099 Aug 27 02:22:25.521039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port fd63ff6e-5016-4999-8f04-49d224713aa7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=fd63ff6e-5016-4999-8f04-49d224713aa7,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:25.521556 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.535651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for fd63ff6e-5016-4999-8f04-49d224713aa7 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:25.551945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8a71-18e2-470f-8059-a2f4b19c8c7c req-a25e7a6e-0e64-484f-aefe-6fe66c1474b6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.555105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-643e8a71-18e2-470f-8059-a2f4b19c8c7c req-a25e7a6e-0e64-484f-aefe-6fe66c1474b6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1279216 Aug 27 02:22:25.556995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-d7fb730a-c63b-48e2-b03a-0578ff70a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.558605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-d7fb730a-c63b-48e2-b03a-0578ff70a42c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1181860 Aug 27 02:22:25.648940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.653055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-643e8a71-18e2-470f-8059-a2f4b19c8c7c req-e2597d5e-c35b-44d9-8599-a2c0ac0794e4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932355 Aug 27 02:22:25.657184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.665362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-c93564a5-9175-45e8-94cf-bbea65d6979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.666701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-c93564a5-9175-45e8-94cf-bbea65d6979e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991733 Aug 27 02:22:25.693806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.757476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:22:25.761042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0e276-55dd-4c7f-91fc-59566ef9793b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.767549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=fd63ff6e-5016-4999-8f04-49d224713aa7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:25.798574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.798939 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Added segment 208bed22-89c5-4faa-9a3a-0f9ecfab2c79 of type vlan for network 6b3f73ec-f125-48c4-b068-579e49133749 Aug 27 02:22:25.811527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port fd63ff6e-5016-4999-8f04-49d224713aa7 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:25.816462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.818034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ec46220-ca8e-4134-8e6a-88dd864aeb82 req-cae5292a-6720-4c2a-ad54-f28f44db3988 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "DELETE /v2.0/ports/fd63ff6e-5016-4999-8f04-49d224713aa7 HTTP/1.1" status: 204 len: 173 time: 0.5418663 Aug 27 02:22:25.818515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'name': 'network-vif-deleted', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:25.821505 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a9cab5-e7d5-4078-be8f-2acfd74f6f9f" -d '{"events": [{"server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "name": "network-vif-deleted", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:25.860895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.861230 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557fb416-b6a3-4f83-9fbc-86a59fd381dc x-openstack-request-id: req-557fb416-b6a3-4f83-9fbc-86a59fd381dc {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:25.861529 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7373481-1ae4-4890-9dc7-fcd29e6125f7", "name": "network-vif-deleted", "tag": "fd63ff6e-5016-4999-8f04-49d224713aa7", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:25.861789 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-557fb416-b6a3-4f83-9fbc-86a59fd381dc {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:25.862192 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7373481-1ae4-4890-9dc7-fcd29e6125f7', 'name': 'network-vif-deleted', 'tag': 'fd63ff6e-5016-4999-8f04-49d224713aa7', 'status': 'completed', 'code': 200} Aug 27 02:22:25.867966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-1bed5d90-1995-4841-8445-65ad61517a8f service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933279 Aug 27 02:22:25.894364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:25.895427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:25.896007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.014163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8844914 Aug 27 02:22:26.021252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55066) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:26.027765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Request body: {'subnet': {'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2098896980-subnet', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:26.058893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0916c-4044-4b78-ac4f-1c5f286da65f admin admin] Pushing event updated for resources: {'Network': ['ID=6b3f73ec-f125-48c4-b068-579e49133749,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.059664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033315-6831-4874-acc4-8c98f125f576 req-4039e12e-3978-4512-b80c-1661d1a9c7d1 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.062432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76033315-6831-4874-acc4-8c98f125f576 req-4039e12e-3978-4512-b80c-1661d1a9c7d1 tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.0549057 Aug 27 02:22:26.068924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6b3f73ec-f125-48c4-b068-579e49133749 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:22:26.125937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Made reservation on behalf of 7f61cb49762643399d5060790fa6e523 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:26.128151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.148841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76033315-6831-4874-acc4-8c98f125f576 req-c2e1b042-ed01-4a24-8040-07bb27b02e7e tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/security-groups?id=f45093e7-cba9-40e2-8936-28285f81c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Aug 27 02:22:26.189628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-6a9e2ecc-8561-4225-97f7-c7959af7f8ff service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826719 Aug 27 02:22:26.252106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-6dff60d3-1444-4c77-b6e3-698edf97d16b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.253414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-6dff60d3-1444-4c77-b6e3-698edf97d16b tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 945 time: 0.1888454 Aug 27 02:22:26.258056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44b6f60f-8169-4553-ad52-9cd4e5a2d272 req-b61dca97-6c62-445c-b419-d676b77a3db8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7373481-1ae4-4890-9dc7-fcd29e6125f7 HTTP/1.1" status: 200 len: 210 time: 0.0578389 Aug 27 02:22:26.276053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:26.305092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fb2c5-af77-4aa6-a492-7cdd9b2ae296 req-772f0d30-8929-42ed-b944-16d6cea915cd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.316840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b1fb2c5-af77-4aa6-a492-7cdd9b2ae296 req-772f0d30-8929-42ed-b944-16d6cea915cd tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0777681 Aug 27 02:22:26.373175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b1fb2c5-af77-4aa6-a492-7cdd9b2ae296 req-7f782205-b245-41e9-83c5-70af5d459519 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Aug 27 02:22:26.407138 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.425786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Deleting port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:26.426127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.551687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.620373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] For port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:26.620943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.643712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Calling delete_port for 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:26.649972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae8b2c0-87cf-497c-a4fa-fcda41db2677,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.670886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Checking segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:26.671248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Network hostable DHCP agents. Network: 6b3f73ec-f125-48c4-b068-579e49133749, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:22:26.747984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Network 6b3f73ec-f125-48c4-b068-579e49133749 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:22:26.770176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6b3f73ec-f125-48c4-b068-579e49133749) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:26.774297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.775076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.781170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a4c3a3-7b5f-4459-9cc8-bf3f21f05acb None None] Network 6b3f73ec-f125-48c4-b068-579e49133749 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:26.782739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964debe-0938-462a-8643-eca5b036983c req-68f1c6a9-5bc3-406b-8748-b880665bd44f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:26.790033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9964debe-0938-462a-8643-eca5b036983c req-68f1c6a9-5bc3-406b-8748-b880665bd44f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0605581 Aug 27 02:22:26.860818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9964debe-0938-462a-8643-eca5b036983c req-d52ef54d-5486-49c7-a1a8-3b3e4d5ba573 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697074 Aug 27 02:22:26.877535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-03354d14-65fd-4a92-aebd-d924bef22592 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8550339 Aug 27 02:22:26.880756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:26.884024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.892794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:26.900150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:26.965907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Pushing event deleted for resources: {'Port': ['ID=7b5c62a5-00ec-42f4-941a-0ee75f0e1a14,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:26.987006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] No DVR routers for this DVR port 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:26.992935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:26.994916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36db9b06-ab40-4818-be7b-585d8dee5332 req-7937950d-b0fa-466b-8baf-aafb0e954afc tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.15 "DELETE /v2.0/ports/7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 HTTP/1.1" status: 204 len: 173 time: 0.7335975 Aug 27 02:22:26.995484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'name': 'network-vif-deleted', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:26.997715 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4fbe30-b99f-4eb1-bea8-1f2db7ac4576" -d '{"events": [{"server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "name": "network-vif-deleted", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:27.009379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.010403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.013027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6b3f73ec-f125-48c4-b068-579e49133749', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:22:27.017590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.063692 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4d0ff-a88c-40fd-88c0-f303b01766b5 x-openstack-request-id: req-2af4d0ff-a88c-40fd-88c0-f303b01766b5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:27.064255 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad78a7b-c793-480f-88cd-5cd298cc0da1", "name": "network-vif-deleted", "tag": "7b5c62a5-00ec-42f4-941a-0ee75f0e1a14", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:27.064798 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2af4d0ff-a88c-40fd-88c0-f303b01766b5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:27.065543 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad78a7b-c793-480f-88cd-5cd298cc0da1', 'name': 'network-vif-deleted', 'tag': '7b5c62a5-00ec-42f4-941a-0ee75f0e1a14', 'status': 'completed', 'code': 200} Aug 27 02:22:27.104517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.192772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Allocated IP 172.20.0.2 (6b3f73ec-f125-48c4-b068-579e49133749/5ae8b2c0-87cf-497c-a4fa-fcda41db2677/332424aa-6bd0-4179-aea4-4fb9b22fcb1f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:27.262507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.299155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd220526-c653-4486-8b41-c34d56acd4a7 req-e8fd39de-dc1b-48ea-9f9d-ca5b03bd022d tempest-FloatingIPsAssociationTestJSON-709025337 tempest-FloatingIPsAssociationTestJSON-709025337-project] 10.222.0.26 "GET /v2.0/ports?device_id=cad78a7b-c793-480f-88cd-5cd298cc0da1 HTTP/1.1" status: 200 len: 210 time: 0.0332482 Aug 27 02:22:27.428340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.451476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Transition to ACTIVE for port object 332424aa-6bd0-4179-aea4-4fb9b22fcb1f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:27.495403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Transition to ACTIVE for port object 332424aa-6bd0-4179-aea4-4fb9b22fcb1f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:27.509008 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.594308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abd382-4d47-458e-9a1a-fed8b7bbe6e3 req-99dbc0e1-fbb1-4e54-9d06-d21c0e817ef2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:27.608014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25abd382-4d47-458e-9a1a-fed8b7bbe6e3 req-99dbc0e1-fbb1-4e54-9d06-d21c0e817ef2 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.1141350 Aug 27 02:22:27.642986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.658350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Pushing event updated for resources: {'Port': ['ID=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:27.666980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25abd382-4d47-458e-9a1a-fed8b7bbe6e3 req-a08695a6-c155-429d-9ac8-fe066ce85c68 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Aug 27 02:22:27.686504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.697740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Network 6b3f73ec-f125-48c4-b068-579e49133749 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:27.700638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:27.704821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:27.790996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Attempting to bind port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:27.791377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Attempting to bind port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:27.791741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Attempting to bind port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f on network 6b3f73ec-f125-48c4-b068-579e49133749 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:27.802523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:27.802902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Checking segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:27.803318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.803706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Bound using segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:27.804201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Bound port: 332424aa-6bd0-4179-aea4-4fb9b22fcb1f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:27.804571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.830243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:27.893202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] For port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:27.897118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] For port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:27.904187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.013867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9960d-4abc-498c-a2a5-06ab76ce8b03 req-94b9f2d3-8137-4c0c-853e-5da9fcabfd20 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.016897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5cc9960d-4abc-498c-a2a5-06ab76ce8b03 req-94b9f2d3-8137-4c0c-853e-5da9fcabfd20 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0640795 Aug 27 02:22:28.064561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5cc9960d-4abc-498c-a2a5-06ab76ce8b03 req-8bcffc42-6ba5-4294-929a-7d232db72918 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Aug 27 02:22:28.133596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b7fc-07fb-49e1-80d2-e5e1105c12f7 None None] Pushing event updated for resources: {'Port': ['ID=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:28.136596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:28.216091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e35966e0-4099-4f81-bdf7-150910c17c65 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:28.220548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e35966e0-4099-4f81-bdf7-150910c17c65 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:28.221187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.239165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Allocated IP 172.25.8.77 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:28.270598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-926f084a-e765-476d-968a-a221c4da3960 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.278081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-926f084a-e765-476d-968a-a221c4da3960 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.5838771 Aug 27 02:22:28.296490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-e12c10db-3fa9-4a36-b784-2f7053d43ddf tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0178096 Aug 27 02:22:28.313604 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.356399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:28.358733 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab51524c-194f-420f-ba4c-8fd8907eb263" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:28.396662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:28.397322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:28.407811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.408626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device fd63ff6e-5016-4999-8f04-49d224713aa7 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:28.421270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-92934c32-a2af-4522-8d96-f78ae1cedb35 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233211 Aug 27 02:22:28.432107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: fd63ff6e-5016-4999-8f04-49d224713aa7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:28.432619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device fd63ff6e-5016-4999-8f04-49d224713aa7 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:28.525716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.598283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:28.706240 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee93b2f-570f-4a5a-a718-71ece08dce6e x-openstack-request-id: req-eee93b2f-570f-4a5a-a718-71ece08dce6e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:28.706520 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:28.706772 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eee93b2f-570f-4a5a-a718-71ece08dce6e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:28.707210 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'code': 200} Aug 27 02:22:28.758229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:28.771603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-68f174f3-9254-4a0e-86df-cdc49b99127a service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491216 Aug 27 02:22:28.875552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:28.881926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1c73c-32e7-418c-9c63-1366772ceb86 req-6d763f6f-7160-40c2-8db6-8424dc8d239c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:28.883468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1dd1c73c-32e7-418c-9c63-1366772ceb86 req-6d763f6f-7160-40c2-8db6-8424dc8d239c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.0752037 Aug 27 02:22:28.884088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:28.888127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:28.890140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Pushing event updated for resources: {'Port': ['ID=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:28.985296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1dd1c73c-32e7-418c-9c63-1366772ceb86 req-7c1bbdcd-82eb-4958-a32b-964bb3786241 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821719 Aug 27 02:22:29.010988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-439a764a-357a-4297-8ebc-aeb0570ba263 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385383 Aug 27 02:22:29.120446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-07f16186-6685-43ef-9449-fc1c7c2761a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.121969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-07f16186-6685-43ef-9449-fc1c7c2761a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699&tenant_id=8979ee25cce144c7b0192d72d85959f1 HTTP/1.1" status: 200 len: 1101 time: 0.1244483 Aug 27 02:22:29.148234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:29.168801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.330145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.410308 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:29.639248 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a7bcb96-3b51-41a1-ac75-67c2fbbd3ce4 req-85354786-8516-4208-a5ca-0a602cb012a1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 210 time: 0.0828416 Aug 27 02:22:29.682924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8c631-53bc-4e61-b683-28f6fc8a2f35 None None] Network 6b3f73ec-f125-48c4-b068-579e49133749 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:29.716618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1b5c8-2db9-46f3-ad15-f1ea90aa742b req-599d830f-d673-4c03-b72e-dc2745f0194c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:29.727363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c1b5c8-2db9-46f3-ad15-f1ea90aa742b req-599d830f-d673-4c03-b72e-dc2745f0194c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.4838171 Aug 27 02:22:29.887291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c1b5c8-2db9-46f3-ad15-f1ea90aa742b req-bef4edc3-dedf-4a53-b18a-a0afad5aa5db tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477113 Aug 27 02:22:29.918034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-693243b9-fe6e-4792-a5df-ac93a8700492 None None] Provisioning for port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:29.934640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.001325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:30.035621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Deleting port 5a883205-92a6-4b88-a46f-a5a8eae39c77 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:30.036267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.114559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:30.221168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] For port 5a883205-92a6-4b88-a46f-a5a8eae39c77, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a883205-92a6-4b88-a46f-a5a8eae39c77,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:30.222215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.241775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Calling delete_port for 5a883205-92a6-4b88-a46f-a5a8eae39c77 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:30.267178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:30.269917 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ee5c3c-6be6-4ee6-8035-36c418afcef5" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-unplugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:30.297712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.342244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f907a7-7642-4a94-b9ac-dd300e8ad5d8 req-28650c54-094a-4eca-b8d9-a87aca6b98b1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:30.347583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9f907a7-7642-4a94-b9ac-dd300e8ad5d8 req-28650c54-094a-4eca-b8d9-a87aca6b98b1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1899266 Aug 27 02:22:30.383279 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff47035-6627-458c-935b-903207ca9754 x-openstack-request-id: req-cff47035-6627-458c-935b-903207ca9754 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:30.383621 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-unplugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:30.383860 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cff47035-6627-458c-935b-903207ca9754 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:30.384328 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'code': 200} Aug 27 02:22:30.415028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Transition to ACTIVE for port object e35966e0-4099-4f81-bdf7-150910c17c65 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:30.436374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.446406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 332424aa-6bd0-4179-aea4-4fb9b22fcb1f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:30.480932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9f907a7-7642-4a94-b9ac-dd300e8ad5d8 req-71953dd3-f2f2-4ad9-ba9b-4a2733d1e710 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096861 Aug 27 02:22:30.489329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:22:30.530167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] No DVR routers for this DVR port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:30.533645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.550580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:30.555214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:30.555789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.576103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.596034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.639048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Pushing event deleted for resources: {'Port': ['ID=5a883205-92a6-4b88-a46f-a5a8eae39c77,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:30.680662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:30.681362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:30.681922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:30.691818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:30.692416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Attempting to bind port e35966e0-4099-4f81-bdf7-150910c17c65 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:30.708955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:30.709681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:30.710298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:30.711011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Bound port: e35966e0-4099-4f81-bdf7-150910c17c65, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:30.711601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.731636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.744212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:30.795193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:30.796647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-85ffaba5-96ed-491b-9a01-5224431ab19a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9146748 Aug 27 02:22:30.799564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:30.808597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Sync routers for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:30.860717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:30.861557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:30.866486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:30.893301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c59ac6fe-4b79-4a7e-90ef-16e3170903f2 req-8692bc06-02e4-494a-b9e1-9a8180ddb4ba tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 210 time: 0.0694146 Aug 27 02:22:30.900078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:30.937005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:30.954739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.064182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:31.065712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b5c62a5-00ec-42f4-941a-0ee75f0e1a14 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:31.107926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:31.147930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.172671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.183978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.214476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:31.277882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.282749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.284467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] 10.222.0.15 "PUT /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 1097 time: 2.1446543 Aug 27 02:22:31.422550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-589a8248-de23-4400-b030-5d328bff6b1e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.424093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-589a8248-de23-4400-b030-5d328bff6b1e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.5377929 Aug 27 02:22:31.424899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3a4e4-15c1-4f6f-9873-8e3925ca0c47 service neutron] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=11']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:31.446943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0ab9-57fe-4497-9ecd-5fb81e9145d4 req-20c3e8fa-33bd-441c-8ba7-3eaf7962ec2d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.448499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09be0ab9-57fe-4497-9ecd-5fb81e9145d4 req-20c3e8fa-33bd-441c-8ba7-3eaf7962ec2d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.3390241 Aug 27 02:22:31.476976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:31.513744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Router 7643568a-10ad-421f-aa75-b3cfe2dd691d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:31.560458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:29Z', 'revision_number': 3, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:31.589981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Checking router: 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:31.590360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Updating router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:31.639631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.722405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:31.733873 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15da967-5737-4916-adff-0188311eb19e None None] Sync routers for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:31.737917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a17d8262-47fd-44d7-a035-b03ee0ae49af admin admin] 10.222.0.26 "PUT /v2.0/routers/7643568a-10ad-421f-aa75-b3cfe2dd691d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395534 Aug 27 02:22:31.741398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55174) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:31.747621 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:31.748548 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:31.862500 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:31.878164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:31.933137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc4067-06d1-4399-94ba-1f93062f2a3d req-a9d70f4b-e6d6-45c8-bfc0-0b149c38ec63 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:31.941970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20dc4067-06d1-4399-94ba-1f93062f2a3d req-a9d70f4b-e6d6-45c8-bfc0-0b149c38ec63 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.2642443 Aug 27 02:22:32.013575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.028782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Transition to ACTIVE for port object 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:32.043214 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.044824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20dc4067-06d1-4399-94ba-1f93062f2a3d req-f5378134-e60f-4aec-8fdd-868649cce4eb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935955 Aug 27 02:22:32.116286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09be0ab9-57fe-4497-9ecd-5fb81e9145d4 req-4556b6e7-4ad3-4120-b89a-5b6488e8d626 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246507 Aug 27 02:22:32.121362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-7dda0378-5d33-4086-957d-017d562ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:32.122180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.123075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:32.123574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-7dda0378-5d33-4086-957d-017d562ac977 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1100 time: 0.6863875 Aug 27 02:22:32.226719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337d81-5541-4bec-a7ec-38331d34f89b None None] Pushing event updated for resources: {'Port': ['ID=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.231265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Attempting to bind port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:32.231832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Attempting to bind port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:32.232433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Attempting to bind port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:32.236285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:32.240763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:32.241258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:32.241668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77f5c02f-607f-4fc0-b04c-01713e3c77de req-a3322cf3-5923-44cc-b638-263576226c25 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 210 time: 0.0574906 Aug 27 02:22:32.241998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.242630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:32.243311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Bound port: 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:32.243785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.282751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Deleting port 50be852c-180c-4bbc-b35b-f87a8e373bc9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:32.283094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.299741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:32.303273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.305889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] For port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:32.312551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] For port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:32.317007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.413836 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:22:30Z', 'revision_number': 5, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port': {'id': '50be852c-180c-4bbc-b35b-f87a8e373bc9', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:15Z', 'updated_at': '2021-08-27T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.421274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] For port 50be852c-180c-4bbc-b35b-f87a8e373bc9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=50be852c-180c-4bbc-b35b-f87a8e373bc9,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:32.422928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.446422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:32.446422 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb3d7a0-b841-412b-9614-dbc716acfbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:32.459302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Calling delete_port for 50be852c-180c-4bbc-b35b-f87a8e373bc9 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:32.466802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337d81-5541-4bec-a7ec-38331d34f89b None None] Pushing event updated for resources: {'Port': ['ID=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.482923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:32.485832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.494247 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15da967-5737-4916-adff-0188311eb19e None None] Checking router: 7643568a-10ad-421f-aa75-b3cfe2dd691d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:32.508141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] Routers {'7643568a-10ad-421f-aa75-b3cfe2dd691d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:32.508805 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7643568a-10ad-421f-aa75-b3cfe2dd691d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.589042 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15010e02-94f3-4cc2-aba1-800e65474290 x-openstack-request-id: req-15010e02-94f3-4cc2-aba1-800e65474290 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:32.589305 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:32.589556 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15010e02-94f3-4cc2-aba1-800e65474290 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:32.589922 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'status': 'completed', 'code': 200} Aug 27 02:22:32.615760 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] Set router 7643568a-10ad-421f-aa75-b3cfe2dd691d gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:32.624651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-9d1276ba-6652-4e6e-a93f-970f31df7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:32.626178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-9d1276ba-6652-4e6e-a93f-970f31df7a55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.4552796 Aug 27 02:22:32.681906 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c15da967-5737-4916-adff-0188311eb19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 6, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:32.695039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:32.711102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-10d6e0c4-37e4-4c0a-a69c-4de1c97d5ceb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.0761046 Aug 27 02:22:32.715990 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15da967-5737-4916-adff-0188311eb19e None None] The sync data for ids ['7643568a-10ad-421f-aa75-b3cfe2dd691d'] in n-d-806292-1 is: [{'id': '7643568a-10ad-421f-aa75-b3cfe2dd691d', 'name': 'tempest-FloatingIPsAssociationTestJSON-804989378-router', 'tenant_id': '0bf697c719e043abbd3014eaa453ddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:14Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 6, 'project_id': '0bf697c719e043abbd3014eaa453ddcf', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:32.776554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 332424aa-6bd0-4179-aea4-4fb9b22fcb1f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:32.829918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.12 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/1d856448-701a-48da-86a8-7653b03854d2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:32.872516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.879729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:32.880373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:32.911787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Pushing event deleted for resources: {'Port': ['ID=50be852c-180c-4bbc-b35b-f87a8e373bc9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:32.988246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.021442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.149917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.157739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.163355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.171178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-d271e52e-65f8-45eb-81b8-f8f604ac0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.172944 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-d271e52e-65f8-45eb-81b8-f8f604ac0415 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.4519246 Aug 27 02:22:33.198324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:33.271228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.271908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7643568a-10ad-421f-aa75-b3cfe2dd691d {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:22:33.280954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.281649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2089a62e-7842-4929-98a1-6e4405c9001e admin admin] 10.222.0.26 "DELETE /v2.0/routers/7643568a-10ad-421f-aa75-b3cfe2dd691d HTTP/1.1" status: 204 len: 168 time: 1.5392184 Aug 27 02:22:33.287793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55202) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:33.315234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.348272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-5cb03132-c203-4d6f-97b6-f6482d766881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.349588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:29Z', 'revision_number': 3, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:33.350209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-5cb03132-c203-4d6f-97b6-f6482d766881 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1100 time: 0.6342874 Aug 27 02:22:33.353014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:33.355063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:33.388835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef37e2-a182-4291-b6c5-d8a6ab1be0f1 None None] The sync data for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 is: [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:29Z', 'revision_number': 3, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:33.422261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:33.425529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590e5b-099a-4177-a5ed-f974d2ba436f req-98076937-ba50-4751-87a5-d31b89f904b9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.434952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15590e5b-099a-4177-a5ed-f974d2ba436f req-98076937-ba50-4751-87a5-d31b89f904b9 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.1985078 Aug 27 02:22:33.439871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:33.482895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-ffd05811-4f75-4903-be0e-8d6ec747563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.484962 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-ffd05811-4f75-4903-be0e-8d6ec747563f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919159 Aug 27 02:22:33.561969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Deleting subnet 920917c4-3522-498a-a01a-08ceaba6882f {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:22:33.586898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.645944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e9222-03c0-4989-8d1e-ee31cc5d7a01 req-1448271a-2a72-4865-a764-3c72077b6c4b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.647573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f3e9222-03c0-4989-8d1e-ee31cc5d7a01 req-1448271a-2a72-4865-a764-3c72077b6c4b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.4382148 Aug 27 02:22:33.671920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.672633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.686616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15590e5b-099a-4177-a5ed-f974d2ba436f req-327c84fe-d58a-4253-a2fa-f7f36ba41219 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495234 Aug 27 02:22:33.705272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-354908f2-a8bf-4eba-8357-ab22b7e3fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:33.710544 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-354908f2-a8bf-4eba-8357-ab22b7e3fa0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3482399 Aug 27 02:22:33.714038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:33.765400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-807f3947-a977-4d72-81ba-e3d555e78bfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2999458 Aug 27 02:22:33.818330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Request body: {'port': {'device_id': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:33.844708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f3e9222-03c0-4989-8d1e-ee31cc5d7a01 req-97c8dbb8-b9e9-4065-b091-8596637f6e01 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901832 Aug 27 02:22:33.917566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-781e82d9-49ad-4bef-873e-645b07e249aa service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193673 Aug 27 02:22:33.919857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-df83c922-01c0-41ce-97b4-7cec6e9e2fb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.1315618 Aug 27 02:22:34.075408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Allocated IP 172.20.0.1 (6b3f73ec-f125-48c4-b068-579e49133749/5ae8b2c0-87cf-497c-a4fa-fcda41db2677/c40ddcc6-93a7-4750-b05f-afd59e822e45) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:34.083765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9d18-4855-4c70-a4f6-b32501022088 req-f98462fc-03f9-44d9-8642-a21cb6560382 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.092049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-958c9d18-4855-4c70-a4f6-b32501022088 req-f98462fc-03f9-44d9-8642-a21cb6560382 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 932 time: 0.2751827 Aug 27 02:22:34.093012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.106071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-3a7a54ca-54a6-429d-9387-5e680d00783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.107851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-3a7a54ca-54a6-429d-9387-5e680d00783a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1615858 Aug 27 02:22:34.124892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.208612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-958c9d18-4855-4c70-a4f6-b32501022088 req-29f54cbe-f202-4ca5-bff7-ab5811aaf09c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153562 Aug 27 02:22:34.208996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-087a811e-5a29-462a-b086-d3074b8cc0f5 req-fa80401f-e500-4dc4-9461-ed3d57a54cf4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795780 Aug 27 02:22:34.226054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-a24f42a0-6f65-4d3a-812c-a3886addaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.228059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-a24f42a0-6f65-4d3a-812c-a3886addaa6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057627 Aug 27 02:22:34.388047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:34.400360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-136157f9-ab06-4ec8-a065-8931e5b1246b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625841 Aug 27 02:22:34.402651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.421071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.431810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.438418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/920917c4-3522-498a-a01a-08ceaba6882f HTTP/1.1" status: 204 len: 168 time: 1.1418970 Aug 27 02:22:34.438661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:34.444211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d3690-5f54-49ff-9b3b-a7abe79215ea None None] Network 3ddff95d-0c22-4cda-bd97-a3c1c1340221 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:22:34.473649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6f14-4856-402e-bf44-6872eebf7040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920917c4-3522-498a-a01a-08ceaba6882f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.477878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-bce75318-681a-4db5-a514-d4bd1dbb425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.479544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-bce75318-681a-4db5-a514-d4bd1dbb425c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8979ee25cce144c7b0192d72d85959f1&device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1100 time: 0.1891799 Aug 27 02:22:34.482458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Transition to ACTIVE for port object c40ddcc6-93a7-4750-b05f-afd59e822e45 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:34.560417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:34.570868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-35423c4c-cfe9-4154-ae07-a82612ebda24 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544890 Aug 27 02:22:34.577988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:34.578302 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.688952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.738445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.760213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:34.771579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.780664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d856448-701a-48da-86a8-7653b03854d2 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:34.783496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] DHCP port deletion for 3ddff95d-0c22-4cda-bd97-a3c1c1340221 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:22:34.803507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.839282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.841731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-18726e47-aad2-4f21-98ea-7bf168335d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:34.844679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-18726e47-aad2-4f21-98ea-7bf168335d44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.3327625 Aug 27 02:22:34.854923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a883205-92a6-4b88-a46f-a5a8eae39c77 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:34.886543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5a883205-92a6-4b88-a46f-a5a8eae39c77 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:34.886890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a883205-92a6-4b88-a46f-a5a8eae39c77 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:34.887319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 50be852c-180c-4bbc-b35b-f87a8e373bc9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:34.909587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Network 6b3f73ec-f125-48c4-b068-579e49133749 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:34.917088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 50be852c-180c-4bbc-b35b-f87a8e373bc9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:34.917418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 50be852c-180c-4bbc-b35b-f87a8e373bc9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:34.920566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:34.931050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:34.936131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:34.947441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Deleting port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:34.947815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:34.973243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Transition to ACTIVE for port object 1d856448-701a-48da-86a8-7653b03854d2 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:34.998081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-316148f0-c32c-4892-b4aa-3c01380c4a29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 200 len: 217 time: 0.1421330 Aug 27 02:22:35.014699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.032166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13593072-8848-4323-a1ec-62c70d6f2a4f req-6913cdbb-da5a-4530-839e-c78aeed8be7e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.033898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13593072-8848-4323-a1ec-62c70d6f2a4f req-6913cdbb-da5a-4530-839e-c78aeed8be7e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1046693 Aug 27 02:22:35.063608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] For port a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,segment=NetworkSegment(9822c5c4-ee76-4a6d-8a03-4b00dca6b483),segment_id=9822c5c4-ee76-4a6d-8a03-4b00dca6b483)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:35.064683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.081047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Pushing event updated for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.090911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Calling delete_port for a98ad0d5-965f-4a32-8e91-9c045b9d3b19 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:35.102926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.137037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c44da-8b98-4a35-9f1a-f6a377627708 req-12c7596c-2e03-4a21-b440-627b93ef6ffa tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.141469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13593072-8848-4323-a1ec-62c70d6f2a4f req-5a8a0e26-9924-4ba1-9a0b-96add529d04f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997479 Aug 27 02:22:35.148251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-320c44da-8b98-4a35-9f1a-f6a377627708 req-12c7596c-2e03-4a21-b440-627b93ef6ffa tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.3417451 Aug 27 02:22:35.208244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.243908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] Pushing event deleted for resources: {'Port': ['ID=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.253012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5fd5e-4f03-45d1-b1c6-97ecd2b5a7d4 None None] No DVR routers for this DVR port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:35.304284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ba064ad3-84db-4d38-95e8-04f47c4933b5 None None] Provisioning for port c40ddcc6-93a7-4750-b05f-afd59e822e45 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:35.307588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-25be3265-ceb7-4893-a16d-baa3e98a9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.309039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-25be3265-ceb7-4893-a16d-baa3e98a9b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.2895334 Aug 27 02:22:35.309421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ba064ad3-84db-4d38-95e8-04f47c4933b5 None None] Provisioning complete for port c40ddcc6-93a7-4750-b05f-afd59e822e45 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:35.310042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba064ad3-84db-4d38-95e8-04f47c4933b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.331443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Deleting port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:35.331782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.366753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ba064ad3-84db-4d38-95e8-04f47c4933b5 None None] Port c40ddcc6-93a7-4750-b05f-afd59e822e45 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:35.395092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.459421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a1cf-22d2-4c65-98df-9c974da33326 req-9a9d2515-fa6f-4e7d-a7ea-5a79608e68a9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.469693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c880a1cf-22d2-4c65-98df-9c974da33326 req-9a9d2515-fa6f-4e7d-a7ea-5a79608e68a9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 944 time: 0.0610435 Aug 27 02:22:35.471227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-320c44da-8b98-4a35-9f1a-f6a377627708 req-d9b4cd87-1c3e-4fcd-a80a-5231b0752769 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218430 Aug 27 02:22:35.527078 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c880a1cf-22d2-4c65-98df-9c974da33326 req-2db77c94-2604-4752-8907-51b89ba9e2af tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Aug 27 02:22:35.539320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-e62d5a6b-da97-4b33-8f05-84b99b4336ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:35.540820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-e62d5a6b-da97-4b33-8f05-84b99b4336ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186067 Aug 27 02:22:35.541819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] For port a98ad0d5-965f-4a32-8e91-9c045b9d3b19, host n-d-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:35.542175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.569343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Attempting to bind port 1d856448-701a-48da-86a8-7653b03854d2 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:35.569695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Attempting to bind port 1d856448-701a-48da-86a8-7653b03854d2 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:35.570009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Attempting to bind port 1d856448-701a-48da-86a8-7653b03854d2 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:35.576798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Calling delete_port for a98ad0d5-965f-4a32-8e91-9c045b9d3b19 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:35.583555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:22:35.632058 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.642967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Port 1d856448-701a-48da-86a8-7653b03854d2 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:35.643318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Attempting to bind port 1d856448-701a-48da-86a8-7653b03854d2 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:35.687332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ad0d5-965f-4a32-8e91-9c045b9d3b19,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:35.689835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:35.693382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:35.693779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:35.694223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Bound port: 1d856448-701a-48da-86a8-7653b03854d2, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:35.694608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.700709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:35.703060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] No DVR routers for this DVR port a98ad0d5-965f-4a32-8e91-9c045b9d3b19 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:36.204356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-4eef2692-36a7-4842-986a-ef2d2061a3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543660 Aug 27 02:22:36.273104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.299872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:36.353240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddff95d-0c22-4cda-bd97-a3c1c1340221']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:36.356762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:36.373298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1d856448-701a-48da-86a8-7653b03854d2,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:36.425026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:36.425463 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.427819 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.433948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9822c5c4-ee76-4a6d-8a03-4b00dca6b483') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:36.434318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9822c5c4-ee76-4a6d-8a03-4b00dca6b483') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:36.492774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.532760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18766600-d3e3-4a02-a652-7423be4ca6dd req-272cfdf6-f20d-401a-a4c1-d8bb0459ae97 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.534588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18766600-d3e3-4a02-a652-7423be4ca6dd req-272cfdf6-f20d-401a-a4c1-d8bb0459ae97 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.3236887 Aug 27 02:22:36.558837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.559463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.561900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d856448-701a-48da-86a8-7653b03854d2 HTTP/1.1" status: 200 len: 1092 time: 2.7540789 Aug 27 02:22:36.561900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'tag': '1d856448-701a-48da-86a8-7653b03854d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:36.564887 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6603b111-2e5d-4f58-bd49-1e2eef036bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "tag": "1d856448-701a-48da-86a8-7653b03854d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:36.584979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.619678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a98ad0d5-965f-4a32-8e91-9c045b9d3b19 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:36.625188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:22:36.625615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:22:36.627491 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:22:36.651841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a98ad0d5-965f-4a32-8e91-9c045b9d3b19 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:36.652346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a98ad0d5-965f-4a32-8e91-9c045b9d3b19 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:36.654157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef20f32-911c-4162-9bfa-4b23beeb3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:36.656742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b28d0-2476-4a90-93f2-605faa338761 req-ee65b882-7b6b-45df-a8a2-3c69647b9716 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.669294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c16b28d0-2476-4a90-93f2-605faa338761 req-ee65b882-7b6b-45df-a8a2-3c69647b9716 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 949 time: 0.0914295 Aug 27 02:22:36.721949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c16b28d0-2476-4a90-93f2-605faa338761 req-45a58bc5-187b-4388-9425-c596f6b9cd88 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517268 Aug 27 02:22:36.730193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb3d7a0-b841-412b-9614-dbc716acfbbf req-f2a67d90-24f1-4a1f-96d2-b71c0f060b4d service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591436 Aug 27 02:22:36.791144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.800720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18766600-d3e3-4a02-a652-7423be4ca6dd req-a30225d2-4f1f-48f4-833c-8dcc7c447e01 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545013 Aug 27 02:22:36.820059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.824756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3ddff95d-0c22-4cda-bd97-a3c1c1340221 HTTP/1.1" status: 204 len: 168 time: 2.3820970 Aug 27 02:22:36.832625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.871395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.914785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:36.927271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312db4f8-7777-4f90-b251-be6ca80289a6 req-f3a1a216-1841-4e8f-87b2-2ccc0f76eef9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.936455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-312db4f8-7777-4f90-b251-be6ca80289a6 req-f3a1a216-1841-4e8f-87b2-2ccc0f76eef9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 944 time: 0.0936210 Aug 27 02:22:36.957727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608fff1-bad2-4fd4-9bef-7f45f4436719 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddff95d-0c22-4cda-bd97-a3c1c1340221,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:36.965391 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9cb857-2e0c-4245-a6b5-8c258c9a31a4 x-openstack-request-id: req-5a9cb857-2e0c-4245-a6b5-8c258c9a31a4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:36.965651 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "tag": "1d856448-701a-48da-86a8-7653b03854d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:36.965906 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a9cb857-2e0c-4245-a6b5-8c258c9a31a4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:36.966317 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'tag': '1d856448-701a-48da-86a8-7653b03854d2', 'status': 'completed', 'code': 200} Aug 27 02:22:36.975394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-3e748bfc-c593-487d-83de-8a39de0f313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:36.976953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-3e748bfc-c593-487d-83de-8a39de0f313c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 1095 time: 0.2705920 Aug 27 02:22:36.980645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:36.988999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Pushing event updated for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.008668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:37.036087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-312db4f8-7777-4f90-b251-be6ca80289a6 req-b164785c-1d34-402f-8f87-4ab5435cd835 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938478 Aug 27 02:22:37.091518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-743f2b21-942b-4527-9e22-4ce7a28c5004 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d856448-701a-48da-86a8-7653b03854d2 HTTP/1.1" status: 200 len: 217 time: 0.0934770 Aug 27 02:22:37.101396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-eccddfb0-4ea2-40fa-94d4-e560e3d7496d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3040574 Aug 27 02:22:37.104453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:37.123469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'mac_address': 'fa:16:3e:af:a7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:37.173739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.186482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:37.208091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:37.213388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.256542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-c632a22f-4603-4e4f-96b6-29304a1ff2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.258012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-c632a22f-4603-4e4f-96b6-29304a1ff2f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.1474698 Aug 27 02:22:37.264765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.284559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-725b21b9-4b55-4aba-bc26-0b590af0013d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bf697c719e043abbd3014eaa453ddcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744648 Aug 27 02:22:37.287281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:37.289788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6325bc-e70f-4fc0-b414-5803eb1c561b req-1d1aa73f-8915-426c-b0b5-c483fd02bb18 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.291328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6325bc-e70f-4fc0-b414-5803eb1c561b req-1d1aa73f-8915-426c-b0b5-c483fd02bb18 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 1100 time: 0.1960695 Aug 27 02:22:37.312263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-793a6160-8ea1-4b9c-9a0b-5b964fbfc86c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444357 Aug 27 02:22:37.320677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Network 6b3f73ec-f125-48c4-b068-579e49133749 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:37.344804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-7b9eeb5f-1480-49ce-a668-765110cb206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.346303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-7b9eeb5f-1480-49ce-a668-765110cb206d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 1096 time: 0.1726806 Aug 27 02:22:37.347205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:37.373679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.408486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.489447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.493243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.498188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f45093e7-cba9-40e2-8936-28285f81c9ba HTTP/1.1" status: 204 len: 168 time: 0.2074506 Aug 27 02:22:37.503954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e35966e0-4099-4f81-bdf7-150910c17c65'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:37.521208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6325bc-e70f-4fc0-b414-5803eb1c561b req-ad6414bf-07c3-4e7e-b124-c94b6f6ae175 tempest-MigrationsAdminTest-599072017 tempest-MigrationsAdminTest-599072017-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124188 Aug 27 02:22:37.541862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d60b5-1290-4fa1-8685-9480bf823d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45093e7-cba9-40e2-8936-28285f81c9ba,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:37.707532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-7b37cf4a-9a99-403a-8db9-5a45c9719048 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793423 Aug 27 02:22:37.712253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-07c222ba-8170-4ef0-b0b9-687e93103054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.713138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-07c222ba-8170-4ef0-b0b9-687e93103054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.3178093 Aug 27 02:22:37.724992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:37.817638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-7a2d9b64-96b2-4be6-a275-34b05d8575e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 200 len: 217 time: 0.0904500 Aug 27 02:22:37.851781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b5e1a0e3-880a-4877-b122-1f3a09f1fadb None None] Provisioning complete for port c40ddcc6-93a7-4750-b05f-afd59e822e45 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:37.852162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5e1a0e3-880a-4877-b122-1f3a09f1fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:37.897984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1a0e3-880a-4877-b122-1f3a09f1fadb None None] Port c40ddcc6-93a7-4750-b05f-afd59e822e45 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:37.959853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efa46d-3069-48ea-9d65-4377c13aa580 req-b06d20d6-6444-4cb9-bcb0-fbaccfb74abe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:37.967103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-54efa46d-3069-48ea-9d65-4377c13aa580 req-b06d20d6-6444-4cb9-bcb0-fbaccfb74abe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.1027570 Aug 27 02:22:38.006916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-54efa46d-3069-48ea-9d65-4377c13aa580 req-7aa5248c-26d5-4746-8b1b-11ae7542693e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Aug 27 02:22:38.029490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:38.049056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-029a484c-f32c-4d6a-97ec-a303dc9cd61f admin admin] 10.222.0.26 "PUT /v2.0/routers/98bac5e7-69a8-47c7-bb7d-473b99fd0fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2409449 Aug 27 02:22:38.049301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Sync routers for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:38.049419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-6666496d-ecc5-47ac-af5e-2ebeb15b3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.049419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-6666496d-ecc5-47ac-af5e-2ebeb15b3ded service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1238019 Aug 27 02:22:38.064548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:38.064548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:38.066157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e60303-3fcf-4f86-b37f-da7c0519a34a req-0a499330-1201-4f9d-bbb4-179f28ffe132 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498740 Aug 27 02:22:38.086279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-54b31f65-318e-419f-8f0d-c96e1a6a872e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310302 Aug 27 02:22:38.094627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e338f87-08a3-4a8d-b609-56588f589305 req-9610f482-c42c-463c-9791-9ac952b97755 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.096163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e338f87-08a3-4a8d-b609-56588f589305 req-9610f482-c42c-463c-9791-9ac952b97755 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1333382 Aug 27 02:22:38.227941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:38.234731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e338f87-08a3-4a8d-b609-56588f589305 req-b8006356-248d-4f7b-a4d4-d8acfecb74d3 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161716 Aug 27 02:22:38.344879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-5c4383f8-ff4c-4507-b20c-c6a6e6b5ab8e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.346724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-5c4383f8-ff4c-4507-b20c-c6a6e6b5ab8e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.1918902 Aug 27 02:22:38.365841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-386db96c-d11b-4460-8ba1-5705c960bffd tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/quotas/a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 375 time: 0.0114048 Aug 27 02:22:38.367438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-5a1a52df-78d2-4c06-9b24-0c8b9f476c2c service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702944 Aug 27 02:22:38.395302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-9f98539d-11d2-42d9-b651-e05a71b73a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.396858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-9f98539d-11d2-42d9-b651-e05a71b73a50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 1095 time: 0.2119150 Aug 27 02:22:38.431009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f67a8227-89c1-4938-a17c-102dc02df6d8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548153 Aug 27 02:22:38.469390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ff98e-d754-46ef-86e6-4756d49cb42d req-4156524f-e1fa-4008-ae77-0da3390ea482 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.476732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a9ff98e-d754-46ef-86e6-4756d49cb42d req-4156524f-e1fa-4008-ae77-0da3390ea482 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 944 time: 0.1668289 Aug 27 02:22:38.498985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:36Z', 'revision_number': 2, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:38.535751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Checking router: 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:22:38.536465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Updating router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 port c40ddcc6-93a7-4750-b05f-afd59e822e45 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:22:38.547261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-499587df-7b52-4f09-95ed-d01c17598ae4 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047022 Aug 27 02:22:38.584642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:38.588142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fc2e660-d1cd-420b-90d0-180998f6634e req-44b6880f-9c2b-47cf-b106-d452de02c6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055755 Aug 27 02:22:38.626937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a9ff98e-d754-46ef-86e6-4756d49cb42d req-12637d36-d45a-49b7-97e4-fdf82ad7f955 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493144 Aug 27 02:22:38.652230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-5457ce15-0c3f-4a73-84db-ae091b207fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:38.653965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-5457ce15-0c3f-4a73-84db-ae091b207fb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.2175291 Aug 27 02:22:38.684583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-4bfc2beb-2896-476e-aa24-19fe0afa6577 service neutron] 10.222.0.26 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111929 Aug 27 02:22:38.928045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:38.979716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.002809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Transition to ACTIVE for port object c40ddcc6-93a7-4750-b05f-afd59e822e45 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:39.025456 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.077062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e35966e0-4099-4f81-bdf7-150910c17c65 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:39.096110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e35966e0-4099-4f81-bdf7-150910c17c65 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:39.096775 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.116165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-d3967822-90b0-4cef-9eed-4b4459262b81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d856448-701a-48da-86a8-7653b03854d2 HTTP/1.1" status: 200 len: 217 time: 0.4496064 Aug 27 02:22:39.188030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c641f-0bd2-4cae-bfa4-72b8572ccdce None None] Pushing event updated for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.188604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-af406131-ce43-4f22-9e2a-052a77d3dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:39.199049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-af406131-ce43-4f22-9e2a-052a77d3dd47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0675583 Aug 27 02:22:39.243203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-aec1da16-8775-4343-83de-12feffdd5a82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429423 Aug 27 02:22:39.398881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:39.403992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273472979', 'description': 'tempest-description--1838077942'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:39.451656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Attempting to bind port c40ddcc6-93a7-4750-b05f-afd59e822e45 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:39.453463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Attempting to bind port c40ddcc6-93a7-4750-b05f-afd59e822e45 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:39.456252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Attempting to bind port c40ddcc6-93a7-4750-b05f-afd59e822e45 on network 6b3f73ec-f125-48c4-b068-579e49133749 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:39.464762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:39.465567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Checking segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:39.466208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.466849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Bound using segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:39.467827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Bound port: c40ddcc6-93a7-4750-b05f-afd59e822e45, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:39.469189 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.473782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-45095d13-047e-41bc-82ae-3f8fc5cc5df7 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c5ff912720ae474e9043b24c918a7d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643945 Aug 27 02:22:39.485448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-836fbe37-2d92-4e31-945c-f6eb26234fd1 req-09ad9532-0886-41ef-b1b1-e7c667649b31 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0483892 Aug 27 02:22:39.538296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-6db17d89-cd46-4314-8e2e-58253d10d50c service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769785 Aug 27 02:22:39.590243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.593818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] For port c40ddcc6-93a7-4750-b05f-afd59e822e45, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:39.598401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] For port c40ddcc6-93a7-4750-b05f-afd59e822e45, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c40ddcc6-93a7-4750-b05f-afd59e822e45,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:39.601566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.610488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.663657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:39.666479 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c27384-c1d6-4aa7-812b-857711a72be3" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:39.689326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-929c06c6-2b07-4c77-a8e6-04afb31834f7 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:39.697359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-929c06c6-2b07-4c77-a8e6-04afb31834f7 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159402 Aug 27 02:22:39.719329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a345c-d874-4320-a0c2-010f90431e54 req-07e43087-1729-445e-9125-71b1b99709fe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:39.720819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86a345c-d874-4320-a0c2-010f90431e54 req-07e43087-1729-445e-9125-71b1b99709fe tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 950 time: 0.4763589 Aug 27 02:22:39.728210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:39.730163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-9c73ff04-de88-4c3e-ad01-4ff9628b744d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/quotas/c5ff912720ae474e9043b24c918a7d1c HTTP/1.1" status: 200 len: 375 time: 0.0316019 Aug 27 02:22:39.771491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.773319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-f5424012-b776-4f15-b603-147bc6285883 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ff912720ae474e9043b24c918a7d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417426 Aug 27 02:22:39.790258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:39.791043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:39.844130 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6603b111-2e5d-4f58-bd49-1e2eef036bb9 req-0633d40a-45e8-4a19-a79d-8823d1ca1dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897840 Aug 27 02:22:39.877904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.878145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c641f-0bd2-4cae-bfa4-72b8572ccdce None None] Pushing event updated for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:39.884737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.941578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:39.946058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5462177 Aug 27 02:22:39.946727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:39.958416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'security_group_rule': {'security_group_id': '2236735d-0c95-4ffb-8db7-904d54663d16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:39.979916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b5a39-e169-4e94-ad77-6197f0333639 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2236735d-0c95-4ffb-8db7-904d54663d16,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:40.001412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dddc4f-7a9e-499f-8a80-38787a24fd84 req-e15fb487-4047-4da7-9861-d33ab1462494 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:40.007887 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.013722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1dddc4f-7a9e-499f-8a80-38787a24fd84 req-e15fb487-4047-4da7-9861-d33ab1462494 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 951 time: 0.2893071 Aug 27 02:22:40.068277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=13']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:40.087234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:40.092524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1dddc4f-7a9e-499f-8a80-38787a24fd84 req-a1fa9a5d-8ebf-4699-bc7b-355f859c50ff tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776837 Aug 27 02:22:40.114508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Deleting port e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:40.114963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.189688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.201943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.222727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985acbc-06a2-4417-a875-24b1b5587fe0 req-466b3382-320f-47bb-8d93-24ce7c1df3f3 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:40.224455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0985acbc-06a2-4417-a875-24b1b5587fe0 req-466b3382-320f-47bb-8d93-24ce7c1df3f3 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0949414 Aug 27 02:22:40.256651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569bd9a0-31f5-4c83-b212-d69ad9784834,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:40.271372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] For port e35966e0-4099-4f81-bdf7-150910c17c65, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e35966e0-4099-4f81-bdf7-150910c17c65,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:40.271943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.272784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.274066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-74245f51-c8b2-4bbf-94d3-01482dc8cb16 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3243275 Aug 27 02:22:40.282093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55360) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:40.283271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132fe81-83da-428e-8279-a6d4b15370ec req-72487fac-bc9d-4737-bb64-d4abaeb2012a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:40.286765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'security_group_rule': {'security_group_id': '2236735d-0c95-4ffb-8db7-904d54663d16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:40.290704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7132fe81-83da-428e-8279-a6d4b15370ec req-72487fac-bc9d-4737-bb64-d4abaeb2012a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 944 time: 0.1072307 Aug 27 02:22:40.316881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Calling delete_port for e35966e0-4099-4f81-bdf7-150910c17c65 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:40.358000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0985acbc-06a2-4417-a875-24b1b5587fe0 req-87bcfef6-9f78-46ba-9164-09f0623bc91d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111419 Aug 27 02:22:40.361049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.397718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7132fe81-83da-428e-8279-a6d4b15370ec req-6f0a2964-6acc-432b-bfdc-9e1979189b7e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026330 Aug 27 02:22:40.401060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:39Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:40.445452 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745aac72-98fd-4886-b306-b3b5c2623749 x-openstack-request-id: req-745aac72-98fd-4886-b306-b3b5c2623749 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:40.445854 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-plugged", "status": "completed", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:40.446291 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-745aac72-98fd-4886-b306-b3b5c2623749 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:40.446803 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'code': 200} Aug 27 02:22:40.448128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a47806-f86c-458d-a9d2-42884ec01d73 None None] The sync data for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 is: [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:39Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:22:40.471992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.481481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.569952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1564fe4d-636d-4beb-90ca-0d753cfe4af9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:40.574214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.582031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-69bafc60-16de-42f2-9488-79b7037f3d93 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954402 Aug 27 02:22:40.585042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55368) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:40.590079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:40.626153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2da43504-9f24-4f55-8927-a77d6ba526b4 req-5b63293c-8dae-4ae0-8e4e-dfa92d2f2c24 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 210 time: 0.0483582 Aug 27 02:22:40.657839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.814311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.823866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a97f1495-d9b4-4eb4-8297-bdb0ccf180ed req-09347649-524e-444e-add9-bdfc61706a2b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0593436 Aug 27 02:22:40.839599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-5607a867-01bc-4807-8d0c-416c891a4827 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:40.841336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-5607a867-01bc-4807-8d0c-416c891a4827 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 820 time: 0.3874016 Aug 27 02:22:40.863982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Request body: {'port': {'device_id': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'admin_state_up': True, 'tenant_id': 'a5749f04040942db833640c26730258a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:40.867726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:40.878650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e35966e0-4099-4f81-bdf7-150910c17c65'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:40.917481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187', 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', '63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:40.959881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event deleted for resources: {'Port': ['ID=e35966e0-4099-4f81-bdf7-150910c17c65,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.017539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Allocated IP 172.25.8.242 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/37a49b55-88f0-471a-a02d-974d2ce9304f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:41.206023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] No DVR routers for this DVR port e35966e0-4099-4f81-bdf7-150910c17c65 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:41.212596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.218064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86a345c-d874-4320-a0c2-010f90431e54 req-3a062a1e-5ce2-499e-8d2f-5182c85c8dd1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.15 "DELETE /v2.0/ports/e35966e0-4099-4f81-bdf7-150910c17c65 HTTP/1.1" status: 204 len: 173 time: 1.4714432 Aug 27 02:22:41.225487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-deleted', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:41.234309 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81b412-b456-4b4e-8a83-f67b76447664" -d '{"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-deleted", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:41.295737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Made reservation on behalf of a5749f04040942db833640c26730258a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:41.307922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.312894 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c880749-d60f-4db7-a170-13c304d5e067 x-openstack-request-id: req-6c880749-d60f-4db7-a170-13c304d5e067 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:41.313478 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf4f81-b229-44dc-aec5-4f4bd2194699", "name": "network-vif-deleted", "tag": "e35966e0-4099-4f81-bdf7-150910c17c65", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:41.314058 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c880749-d60f-4db7-a170-13c304d5e067 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:41.314887 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf4f81-b229-44dc-aec5-4f4bd2194699', 'name': 'network-vif-deleted', 'tag': 'e35966e0-4099-4f81-bdf7-150910c17c65', 'status': 'completed', 'code': 200} Aug 27 02:22:41.328782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f6780bb-2319-4505-a5fe-bc9f62a7f2c7 req-77fe13d2-4002-4b0e-98c9-40a112d605f4 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dbf4f81-b229-44dc-aec5-4f4bd2194699 HTTP/1.1" status: 200 len: 210 time: 0.0995610 Aug 27 02:22:41.336226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.476457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:41.541020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:41.549245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:41.551926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:41.662669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d0a9f-f4fc-444b-b88f-013c27a62086 req-c415d534-3c12-4f74-a2f3-968c59fca393 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:41.664117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a30d0a9f-f4fc-444b-b88f-013c27a62086 req-c415d534-3c12-4f74-a2f3-968c59fca393 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1582720 Aug 27 02:22:41.665411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Allocated IP 172.20.0.7 (909e2216-bad6-46a8-adbe-1f88c2d5d740/b9ec14cf-83ad-4320-a3fc-2416e204cf5d/72fd9500-d900-4c30-8bd4-ce31cbc4d014) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:41.691076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'Port': ['ID=37a49b55-88f0-471a-a02d-974d2ce9304f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:41.710153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d56220-b8c6-4e21-a5d1-1f2bb700aa0b req-a5815f84-e474-419c-a44c-65471c7c2422 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:41.720773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04d56220-b8c6-4e21-a5d1-1f2bb700aa0b req-a5815f84-e474-419c-a44c-65471c7c2422 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 944 time: 0.1774652 Aug 27 02:22:41.771027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a30d0a9f-f4fc-444b-b88f-013c27a62086 req-c1716a19-ea86-42f9-a723-f68aeaf77de2 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002786 Aug 27 02:22:41.800632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04d56220-b8c6-4e21-a5d1-1f2bb700aa0b req-c8e75c50-5038-4220-9aaf-0b467175c80d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788317 Aug 27 02:22:41.860094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.012480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-5912d9b7-2764-4cd2-b139-c5e1da57ade7 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c5ff912720ae474e9043b24c918a7d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672848 Aug 27 02:22:42.191749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.192779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1d856448-701a-48da-86a8-7653b03854d2 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:42.263198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.384237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.388352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1d856448-701a-48da-86a8-7653b03854d2,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:42.396272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba503c3f-6501-44d2-9fce-5523425a92c6 req-8b5703a6-df60-422e-aa06-d27ffbd6e142 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 210 time: 0.4809375 Aug 27 02:22:42.404450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1d856448-701a-48da-86a8-7653b03854d2', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': '1d856448-701a-48da-86a8-7653b03854d2', 'mac_address': 'fa:16:3e:6e:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:42.437830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c40ddcc6-93a7-4750-b05f-afd59e822e45 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:42.458872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Network 909e2216-bad6-46a8-adbe-1f88c2d5d740 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:42.460593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.476205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:42.494288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:42.501895 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.523820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d856448-701a-48da-86a8-7653b03854d2 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:42.550370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1d856448-701a-48da-86a8-7653b03854d2,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:42.559760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.573023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd551-81e9-436a-8840-5a5dbff1241c req-173d3a8e-7efc-4f17-b96b-c742414eab6a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.584053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25dfd551-81e9-436a-8840-5a5dbff1241c req-173d3a8e-7efc-4f17-b96b-c742414eab6a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 931 time: 0.3421879 Aug 27 02:22:42.593385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.598854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.602427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port c40ddcc6-93a7-4750-b05f-afd59e822e45 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:42.611504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c40ddcc6-93a7-4750-b05f-afd59e822e45 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:42.611941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.626332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.639925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.660871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.664890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-80c4027c-d471-481c-97a9-ca05bbc63c03 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.668921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-80c4027c-d471-481c-97a9-ca05bbc63c03 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5994444 Aug 27 02:22:42.711328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-eb0c34de-ec6a-4bf2-8fb7-742409351a82 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8544700 Aug 27 02:22:42.728037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.740323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'Port': ['ID=37a49b55-88f0-471a-a02d-974d2ce9304f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.741977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Request body: {'port': {'device_id': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': 'c5ff912720ae474e9043b24c918a7d1c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:42.755896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.764524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Request body: {'port': {'device_id': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:42.776852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.778804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc8b2b04-4c75-4042-b830-e6e7f4b760e4 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1925502 Aug 27 02:22:42.789192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c40ddcc6-93a7-4750-b05f-afd59e822e45, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c40ddcc6-93a7-4750-b05f-afd59e822e45,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:42.798356 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.866824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25dfd551-81e9-436a-8840-5a5dbff1241c req-18d7665a-baed-41ef-a3bf-ded9380d283c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815793 Aug 27 02:22:42.868188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:42.883827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399722f-3bec-4a2d-b028-4123f05acc2b req-60e4d98f-9064-480b-a887-279292f7db75 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:42.888350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b399722f-3bec-4a2d-b028-4123f05acc2b req-60e4d98f-9064-480b-a887-279292f7db75 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 950 time: 0.0742760 Aug 27 02:22:42.939547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b399722f-3bec-4a2d-b028-4123f05acc2b req-73e4cc2d-0795-455a-ab39-b74433b6c6e1 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Aug 27 02:22:42.947207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:42.963722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.967419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Made reservation on behalf of c5ff912720ae474e9043b24c918a7d1c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:42.971018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:42.986469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: e35966e0-4099-4f81-bdf7-150910c17c65 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:42.987157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e35966e0-4099-4f81-bdf7-150910c17c65 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:42.991613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:43.017084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.083371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d43cd-2c2c-44de-bb56-d251d1e42425 req-fd2f1f4b-10d8-4bc8-973a-afed7507a15a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:43.084946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc4d43cd-2c2c-44de-bb56-d251d1e42425 req-fd2f1f4b-10d8-4bc8-973a-afed7507a15a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 945 time: 0.0728202 Aug 27 02:22:43.132775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc4d43cd-2c2c-44de-bb56-d251d1e42425 req-814bc20d-ca76-4b9a-9357-c8b240ddda73 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Aug 27 02:22:43.136992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1d856448-701a-48da-86a8-7653b03854d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:43.157295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9523c-7ef5-44ac-804d-5469c05ddaec req-6d1e604b-d563-4b54-b880-14ab4916581e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:43.165552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63c9523c-7ef5-44ac-804d-5469c05ddaec req-6d1e604b-d563-4b54-b880-14ab4916581e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1843486 Aug 27 02:22:43.268992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-16a0cb28-2aac-46e7-bf0a-b86e13a20732 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1273472979&fields=id&tenant_id=7f61cb49762643399d5060790fa6e523 HTTP/1.1" status: 200 len: 267 time: 0.0368476 Aug 27 02:22:43.305675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63c9523c-7ef5-44ac-804d-5469c05ddaec req-12194479-8dee-4ea7-b43f-39121615f8cf tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391876 Aug 27 02:22:43.363700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.379833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.406970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-18ed3608-f7ac-4e99-bd31-25d50b1555c5 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:43.408551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-18ed3608-f7ac-4e99-bd31-25d50b1555c5 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/networks?id=6b3f73ec-f125-48c4-b068-579e49133749 HTTP/1.1" status: 200 len: 812 time: 0.1281722 Aug 27 02:22:43.433396 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-04f22c19-50ec-4dd5-9d18-3a554f1ab01f tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/quotas/7f61cb49762643399d5060790fa6e523 HTTP/1.1" status: 200 len: 375 time: 0.0165205 Aug 27 02:22:43.513466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f7d92-de9e-43e2-9c42-0b476a5a125e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:43.523403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-a7fa3057-c0cc-41bc-8c2f-302acfe890e8 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f61cb49762643399d5060790fa6e523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826149 Aug 27 02:22:43.643013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23b29ff8-c3cb-4071-916e-b4d96cacf7d2 req-c284d18c-927d-4aa7-8181-99010d4700b5 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 210 time: 0.0477910 Aug 27 02:22:43.653993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-10916294-e432-4cec-b39f-7f02b83e0169 service neutron] 10.222.0.26 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294062 Aug 27 02:22:43.681649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Allocated IP 192.168.233.194 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/db3d44c3-5301-49db-92ff-2d0b11eabcd8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:43.733342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fd9500-d900-4c30-8bd4-ce31cbc4d014 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:43.744504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-4312b55a-ed81-4f30-a641-f3476bb29bdf service neutron] 10.222.0.26 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898702 Aug 27 02:22:43.750121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.780592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Transition to ACTIVE for port object 72fd9500-d900-4c30-8bd4-ce31cbc4d014 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:43.798075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:43.922140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:43.980460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94b3b39b-5206-4377-842d-411f43cd875c req-e3685d39-2f32-4fb0-a3a9-ef6202f3f77c tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 210 time: 0.0503881 Aug 27 02:22:44.045288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7312e-a101-4221-81ec-20f307294c70 req-46b6c140-9c87-4879-b8db-506161acc568 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.054650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c7312e-a101-4221-81ec-20f307294c70 req-46b6c140-9c87-4879-b8db-506161acc568 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0742290 Aug 27 02:22:44.066027 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.099468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:44.099799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:44.100121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:44.104966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Transition to ACTIVE for port object db3d44c3-5301-49db-92ff-2d0b11eabcd8 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:44.106236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:44.106580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:44.117206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:44.117432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:44.117788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:44.118219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Bound port: 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:44.118600 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.145481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c7312e-a101-4221-81ec-20f307294c70 req-bd616ec4-438d-4bed-a7fd-46369cb093ae tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893795 Aug 27 02:22:44.237167 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.263211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346022-62d9-46da-b181-96c24a1a4bf0 req-113ea2ab-3ccb-4c5b-8d42-e03d8a7ceb4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.264729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14346022-62d9-46da-b181-96c24a1a4bf0 req-113ea2ab-3ccb-4c5b-8d42-e03d8a7ceb4a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 950 time: 0.1181216 Aug 27 02:22:44.292547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ce88-8526-4c45-9e5e-234c4e11497f req-305dcb5f-f241-428b-84b3-f1415f6edf72 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.295389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5111ce88-8526-4c45-9e5e-234c4e11497f req-305dcb5f-f241-428b-84b3-f1415f6edf72 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 945 time: 0.0678968 Aug 27 02:22:44.339932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:44.344014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:44.351877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:44.364766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Pushing event updated for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:44.367143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:44.377840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:44.384094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5111ce88-8526-4c45-9e5e-234c4e11497f req-a76736c8-75e5-4290-b571-1575495d4fd4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808423 Aug 27 02:22:44.406865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14346022-62d9-46da-b181-96c24a1a4bf0 req-6243bd6b-fe37-494c-af3d-735a6db30226 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156874 Aug 27 02:22:44.410608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c40ddcc6-93a7-4750-b05f-afd59e822e45 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:44.423930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.496404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.496826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.498215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] 10.222.0.15 "PUT /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 1091 time: 1.7424619 Aug 27 02:22:44.498990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:44.501797 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61f17b-463a-40e9-9f44-34a48e224b96" -d '{"events": [{"name": "network-changed", "server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:44.512959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.513754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.541751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d8a3b-ba07-4bec-8b65-bf96237314cb service neutron] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:44.558881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bba96e25-0d56-48d6-9aee-66b754d5f4ee tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8500435 Aug 27 02:22:44.581679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c40ddcc6-93a7-4750-b05f-afd59e822e45 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:44.584595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.596950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Request body: {'port': {'device_id': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:44.640692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86016e-a278-4e20-b43a-be5ecd020a9f req-3fa09595-9c6a-4253-acf9-efef3715e8d4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.652050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd86016e-a278-4e20-b43a-be5ecd020a9f req-3fa09595-9c6a-4253-acf9-efef3715e8d4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0810323 Aug 27 02:22:44.711793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd86016e-a278-4e20-b43a-be5ecd020a9f req-355313b4-e4fd-4b2f-842b-4eae00f22c4d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585282 Aug 27 02:22:44.802733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-a4b536c3-0cf2-409e-baff-4b7034991336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.804305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-a4b536c3-0cf2-409e-baff-4b7034991336 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1094 time: 0.2327230 Aug 27 02:22:44.807593 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1071f93-8273-4291-8799-29803ad9fa79 x-openstack-request-id: req-a1071f93-8273-4291-8799-29803ad9fa79 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:44.807876 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:44.808129 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1071f93-8273-4291-8799-29803ad9fa79 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:44.808522 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'status': 'completed', 'code': 200} Aug 27 02:22:44.811156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.833113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-97ecf5b6-64a1-4c19-8c9f-0ece9343bd66 None None] Provisioning for port db3d44c3-5301-49db-92ff-2d0b11eabcd8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:44.839617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-97ecf5b6-64a1-4c19-8c9f-0ece9343bd66 None None] Provisioning complete for port db3d44c3-5301-49db-92ff-2d0b11eabcd8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:44.840074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97ecf5b6-64a1-4c19-8c9f-0ece9343bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:44.869707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-05f8b298-1363-4bf8-9425-22908c19f2f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 217 time: 0.0492961 Aug 27 02:22:44.883981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee75d-156a-40ce-a227-9fdecb339e52 req-ab8d546d-96b8-46ab-9bdd-5e143de1ea66 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.886224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d59ee75d-156a-40ce-a227-9fdecb339e52 req-ab8d546d-96b8-46ab-9bdd-5e143de1ea66 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 936 time: 0.0800681 Aug 27 02:22:44.927477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-97ecf5b6-64a1-4c19-8c9f-0ece9343bd66 None None] Port db3d44c3-5301-49db-92ff-2d0b11eabcd8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:44.938199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d59ee75d-156a-40ce-a227-9fdecb339e52 req-878c6da0-4417-4ee3-b4c4-290ec7ba8023 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Aug 27 02:22:44.965624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-680bf421-7498-4281-87b3-5b491e14caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.967471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-680bf421-7498-4281-87b3-5b491e14caf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0738246 Aug 27 02:22:44.994807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-c8ae71d8-662d-4c4d-a0cc-09f9ab3a30f7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:44.996652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-c8ae71d8-662d-4c4d-a0cc-09f9ab3a30f7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 950 time: 0.0632408 Aug 27 02:22:45.008240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-04041648-28a4-4b2f-b5a3-08eae6d514e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325093 Aug 27 02:22:45.012504 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:22:45.136767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Deleting port 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:45.137223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.156940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-645d3cc2-8af9-42ce-8f3f-504bba14bedc req-376c646d-6e47-483b-ad08-64d6fd5c5cb9 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 210 time: 0.0801744 Aug 27 02:22:45.261467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-2fbfb28f-8111-4fec-8048-2afea924682b service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993034 Aug 27 02:22:45.276119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] For port 63151f02-6619-4c29-a155-e4e6c2454856, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=63151f02-6619-4c29-a155-e4e6c2454856,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:45.276494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.295682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Calling delete_port for 63151f02-6619-4c29-a155-e4e6c2454856 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:45.333072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b95d4a-c92f-48bc-92db-69de11292167 req-d8d8cc67-03b8-466a-9ff3-839e34ae4729 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:45.336003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00b95d4a-c92f-48bc-92db-69de11292167 req-d8d8cc67-03b8-466a-9ff3-839e34ae4729 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.1010466 Aug 27 02:22:45.440968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00b95d4a-c92f-48bc-92db-69de11292167 req-d27052f8-7174-4341-ab07-15161a4a6943 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610588 Aug 27 02:22:45.506598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90492e61-d747-4e57-8d8e-bb8460a22806 req-b0530e22-f60c-496b-8557-6ca701519bbe service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342985 Aug 27 02:22:45.528107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3d44c3-5301-49db-92ff-2d0b11eabcd8 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:45.564493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.599595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187', 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', '63151f02-6619-4c29-a155-e4e6c2454856'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:45.664912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event deleted for resources: {'Port': ['ID=63151f02-6619-4c29-a155-e4e6c2454856,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:45.688182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c1f502f-9087-4566-932a-7e7b659ab7bb req-ab7802bb-f858-4d8a-8710-ce36f4aaeb47 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=b648f4a3-6648-4e65-88d9-27c09a853128 HTTP/1.1" status: 200 len: 210 time: 0.1104352 Aug 27 02:22:45.791673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] No DVR routers for this DVR port 63151f02-6619-4c29-a155-e4e6c2454856 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:45.794427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:45.796772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e3b5542-8d1e-48ed-8caa-ece9c0da71f2 req-0a098779-1f7b-4fde-b1eb-d9af6f9a3d34 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "DELETE /v2.0/ports/63151f02-6619-4c29-a155-e4e6c2454856 HTTP/1.1" status: 204 len: 173 time: 0.7823405 Aug 27 02:22:45.797176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-deleted', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:45.799711 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a1f092-56c3-4009-823e-79c68681e018" -d '{"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-deleted", "tag": "63151f02-6619-4c29-a155-e4e6c2454856"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:45.946728 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.016407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dce88-bb7e-4bef-b162-faddcbfb2e63 req-ad088107-ad2c-44ed-80b1-cf75d4eba40c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.018176 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d9dce88-bb7e-4bef-b162-faddcbfb2e63 req-ad088107-ad2c-44ed-80b1-cf75d4eba40c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0554712 Aug 27 02:22:46.023191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Transition to ACTIVE for port object db3d44c3-5301-49db-92ff-2d0b11eabcd8 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:46.044547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a28fd-2a4c-4c28-8674-7de4cb5cbe43 req-4658ee16-b91f-4e37-a4bc-9e152255a3fc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.045779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.046051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f9a28fd-2a4c-4c28-8674-7de4cb5cbe43 req-4658ee16-b91f-4e37-a4bc-9e152255a3fc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 945 time: 0.5096052 Aug 27 02:22:46.047401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.071390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d9dce88-bb7e-4bef-b162-faddcbfb2e63 req-74f85120-f468-402f-9cff-26b05cc277fc tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Aug 27 02:22:46.123278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-88ccf47b-2395-4623-bb1c-0f0c17739441 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.124873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-88ccf47b-2395-4623-bb1c-0f0c17739441 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.15 "GET /v2.0/networks?id=6b3f73ec-f125-48c4-b068-579e49133749 HTTP/1.1" status: 200 len: 812 time: 0.7320337 Aug 27 02:22:46.132503 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779172df-e1e1-4512-b3b5-184eb62333b4 x-openstack-request-id: req-779172df-e1e1-4512-b3b5-184eb62333b4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:46.133223 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648f4a3-6648-4e65-88d9-27c09a853128", "name": "network-vif-deleted", "tag": "63151f02-6619-4c29-a155-e4e6c2454856", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:46.133693 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-779172df-e1e1-4512-b3b5-184eb62333b4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:46.134313 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648f4a3-6648-4e65-88d9-27c09a853128', 'name': 'network-vif-deleted', 'tag': '63151f02-6619-4c29-a155-e4e6c2454856', 'status': 'completed', 'code': 200} Aug 27 02:22:46.150098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Pushing event updated for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:46.164494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-1793b8bd-dca6-42ab-b33d-b38d5f249c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.166008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-1793b8bd-dca6-42ab-b33d-b38d5f249c85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1094 time: 0.2055328 Aug 27 02:22:46.205003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1d856448-701a-48da-86a8-7653b03854d2 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:46.283041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e51b-c21b-42ff-a30e-f36e9df10141 req-6c423a53-b4ad-48d3-83d5-fcda06a6800f tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.284655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e087e51b-c21b-42ff-a30e-f36e9df10141 req-6c423a53-b4ad-48d3-83d5-fcda06a6800f tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 948 time: 0.0953577 Aug 27 02:22:46.293255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1d856448-701a-48da-86a8-7653b03854d2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:46.305246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1d856448-701a-48da-86a8-7653b03854d2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:46.305629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.376230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f9a28fd-2a4c-4c28-8674-7de4cb5cbe43 req-01c0805b-39b3-4c30-95f7-321dae5006e3 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802005 Aug 27 02:22:46.385715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e087e51b-c21b-42ff-a30e-f36e9df10141 req-fb96c41b-e4c4-4c68-a22d-d650c18fb5e8 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941002 Aug 27 02:22:46.412365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-93d1633c-326c-4265-8fcc-ce43962341b5 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f61cb49762643399d5060790fa6e523 HTTP/1.1" status: 200 len: 380 time: 0.2727540 Aug 27 02:22:46.432857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'port': {'device_id': '28d03524-d30b-493a-8717-0022b487354a', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'admin_state_up': True, 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'security_groups': ['2236735d-0c95-4ffb-8db7-904d54663d16']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:46.508702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.564595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1d856448-701a-48da-86a8-7653b03854d2,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:46.565500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d856448-701a-48da-86a8-7653b03854d2'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:46.568631 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814efa2b-3b05-4095-b544-b7db668f8635" -d '{"events": [{"server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "name": "network-vif-plugged", "status": "completed", "tag": "1d856448-701a-48da-86a8-7653b03854d2"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:46.578331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.609440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-64df3136-53c9-4449-842a-32c7a2def61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.610877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-64df3136-53c9-4449-842a-32c7a2def61a service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.4345028 Aug 27 02:22:46.619738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cbca774-a2de-4f15-8676-09126c850c4b req-9234b01c-2fa3-433e-81dd-6135483aa51e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 210 time: 0.0725720 Aug 27 02:22:46.652445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:46.680057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220d39-8651-42ad-8725-36397c71a726 req-1e462226-bd8b-44e9-9f66-fe9aff992dac tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.682199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37220d39-8651-42ad-8725-36397c71a726 req-1e462226-bd8b-44e9-9f66-fe9aff992dac tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0961905 Aug 27 02:22:46.688170 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e51b61c-930d-463e-993a-f8950025332f x-openstack-request-id: req-8e51b61c-930d-463e-993a-f8950025332f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:46.688467 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "name": "network-vif-plugged", "status": "completed", "tag": "1d856448-701a-48da-86a8-7653b03854d2", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:46.698712 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e51b61c-930d-463e-993a-f8950025332f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:46.699284 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d856448-701a-48da-86a8-7653b03854d2', 'code': 200} Aug 27 02:22:46.700574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-52314e85-e76a-4382-9e61-aba4d5f7bb4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 217 time: 0.0621662 Aug 27 02:22:46.703173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Attempting to bind port db3d44c3-5301-49db-92ff-2d0b11eabcd8 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:46.703552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Attempting to bind port db3d44c3-5301-49db-92ff-2d0b11eabcd8 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:46.703848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Attempting to bind port db3d44c3-5301-49db-92ff-2d0b11eabcd8 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:46.708989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Made reservation on behalf of 7f61cb49762643399d5060790fa6e523 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:46.713456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.733610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Port db3d44c3-5301-49db-92ff-2d0b11eabcd8 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:46.733987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Attempting to bind port db3d44c3-5301-49db-92ff-2d0b11eabcd8 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:46.743569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37220d39-8651-42ad-8725-36397c71a726 req-ff04d2fd-bacd-4d38-9cb8-b2318e15f1eb tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Aug 27 02:22:46.787489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:46.787911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:46.788288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:46.788728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Bound port: db3d44c3-5301-49db-92ff-2d0b11eabcd8, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:46.789157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:46.849543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638309e-5f07-447f-9168-910ef013b0f0 req-931fca06-3cf6-4a7d-8013-c481ae4be960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.852773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d638309e-5f07-447f-9168-910ef013b0f0 req-931fca06-3cf6-4a7d-8013-c481ae4be960 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 1097 time: 0.0538585 Aug 27 02:22:46.880969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-678f3f25-63c0-44df-bdd0-572aa16e2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:46.882682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-678f3f25-63c0-44df-bdd0-572aa16e2124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1750302 Aug 27 02:22:46.909195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d638309e-5f07-447f-9168-910ef013b0f0 req-edbab175-116c-4886-b733-860557b19fbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Aug 27 02:22:46.935346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-3754611d-5d57-4b3c-8ab8-df00e47749bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419908 Aug 27 02:22:47.002883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a190-6b1c-495a-b9be-780b6d678baf req-f7a64da3-1447-4ffd-aea4-228975b6757a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.004350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c02a190-6b1c-495a-b9be-780b6d678baf req-f7a64da3-1447-4ffd-aea4-228975b6757a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0557208 Aug 27 02:22:47.041240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c02a190-6b1c-495a-b9be-780b6d678baf req-fed5841c-024b-45e2-b33d-d90f11a67d0c tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Aug 27 02:22:47.043341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:47.051666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Allocated IP 172.20.0.3 (6b3f73ec-f125-48c4-b068-579e49133749/5ae8b2c0-87cf-497c-a4fa-fcda41db2677/f5edef21-bfd7-45da-b391-8440da61e579) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:47.056718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:47.068722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.136545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.137168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.138661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-bfc0deff-889f-40ee-8761-455205701182 service neutron] 10.222.0.46 "PUT /v2.0/ports/db3d44c3-5301-49db-92ff-2d0b11eabcd8 HTTP/1.1" status: 200 len: 1096 time: 2.5559051 Aug 27 02:22:47.145391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:47.148719 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1090aec1-332b-44e5-a383-b586269bcbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:47.198840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d00996-4c9c-484a-980a-462a5713014f req-bad17afa-e27f-4241-b8af-1925e3127f78 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.200557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93d00996-4c9c-484a-980a-462a5713014f req-bad17afa-e27f-4241-b8af-1925e3127f78 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0515134 Aug 27 02:22:47.233520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-93cd0446-992c-4da5-8b8e-0bbec58b82e0 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746341 Aug 27 02:22:47.244920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93d00996-4c9c-484a-980a-462a5713014f req-ea7f16bf-e9aa-4173-b943-5aca30f6934d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Aug 27 02:22:47.259467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0deff-889f-40ee-8761-455205701182 service neutron] Pushing event updated for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:47.315989 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bb53f5-8d12-49f5-b99e-e0b2ce54a764 x-openstack-request-id: req-60bb53f5-8d12-49f5-b99e-e0b2ce54a764 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:47.316283 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:47.316543 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60bb53f5-8d12-49f5-b99e-e0b2ce54a764 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:47.316934 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8', 'status': 'completed', 'code': 200} Aug 27 02:22:47.377550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.396780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e61f17b-463a-40e9-9f44-34a48e224b96 req-86668691-a234-4909-a8a8-f3ccf21d1678 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516261 Aug 27 02:22:47.427413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Transition to ACTIVE for port object f5edef21-bfd7-45da-b391-8440da61e579 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:47.449994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-2d7907aa-6101-48ff-97a7-497272e9c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.451548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-2d7907aa-6101-48ff-97a7-497272e9c303 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5ff912720ae474e9043b24c918a7d1c&device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 1099 time: 0.0571668 Aug 27 02:22:47.504536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588e4b-61c9-42ff-a8aa-f41bda1d8e40 req-6b4811d5-2ffb-4e00-b445-c3cb7007510b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.506075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75588e4b-61c9-42ff-a8aa-f41bda1d8e40 req-6b4811d5-2ffb-4e00-b445-c3cb7007510b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0536251 Aug 27 02:22:47.532984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-2cf5f3d3-54a9-4587-9e33-d5013529754b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8 HTTP/1.1" status: 200 len: 217 time: 0.0596683 Aug 27 02:22:47.541320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.552136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75588e4b-61c9-42ff-a8aa-f41bda1d8e40 req-1ef218b3-f778-4457-97ee-09094b8cdb53 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Aug 27 02:22:47.607660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df0f7b-0e1e-444e-80a7-ba0f83d340ad req-c4682194-5dfc-4ff8-bde5-8e8b63401e3d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.609666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8df0f7b-0e1e-444e-80a7-ba0f83d340ad req-c4682194-5dfc-4ff8-bde5-8e8b63401e3d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 948 time: 0.1465375 Aug 27 02:22:47.651639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Network 6b3f73ec-f125-48c4-b068-579e49133749 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:47.661392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:47.663931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:47.668375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:47.674531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-dffdbfc5-5f65-4b42-8f0e-1edc69c5a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.675834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-dffdbfc5-5f65-4b42-8f0e-1edc69c5a9cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1319580 Aug 27 02:22:47.737960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c952-edcf-481a-a3e1-ac64431fc0f8 req-3d496949-9b32-4489-b8cb-69d64d7d4f84 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.739443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8df0f7b-0e1e-444e-80a7-ba0f83d340ad req-46973b2e-4104-4c88-9284-c1a408052c43 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222262 Aug 27 02:22:47.745742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f85c952-edcf-481a-a3e1-ac64431fc0f8 req-3d496949-9b32-4489-b8cb-69d64d7d4f84 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 931 time: 0.0604262 Aug 27 02:22:47.763949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.764574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.780384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-9292a00f-be2a-4af0-83d3-fc23f71431b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.782133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-9292a00f-be2a-4af0-83d3-fc23f71431b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826099 Aug 27 02:22:47.784150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-1bae4dbb-bab4-4adc-aa1b-22bc65c70e12 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3609834 Aug 27 02:22:47.791103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f85c952-edcf-481a-a3e1-ac64431fc0f8 req-f05ea37b-4eb6-44d4-a101-84ce755a7688 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Aug 27 02:22:47.805076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Request body: {'port': {'device_id': '28d03524-d30b-493a-8717-0022b487354a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:47.944215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.954165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0af1a22f-161c-478e-8f29-209b5aabc6dc None None] Provisioning for port f5edef21-bfd7-45da-b391-8440da61e579 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:47.957865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0af1a22f-161c-478e-8f29-209b5aabc6dc None None] Provisioning complete for port f5edef21-bfd7-45da-b391-8440da61e579 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:47.958240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0af1a22f-161c-478e-8f29-209b5aabc6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:47.977208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90c59-b202-4e73-baf8-a817be79ce86 req-7fd23c52-c6de-4d6c-bcb4-23d96f63c09d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:47.978692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fa90c59-b202-4e73-baf8-a817be79ce86 req-7fd23c52-c6de-4d6c-bcb4-23d96f63c09d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.1201565 Aug 27 02:22:47.986314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-43822820-acaf-43e1-8d26-34699e42c716 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931586 Aug 27 02:22:47.993275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0af1a22f-161c-478e-8f29-209b5aabc6dc None None] Port f5edef21-bfd7-45da-b391-8440da61e579 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:22:48.162561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91456d4f-bbba-48c9-835b-b97ca5caa92f req-25f13d8a-6f8d-496f-b7d2-d922cc8e793a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.164058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91456d4f-bbba-48c9-835b-b97ca5caa92f req-25f13d8a-6f8d-496f-b7d2-d922cc8e793a tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.0483088 Aug 27 02:22:48.170713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fa90c59-b202-4e73-baf8-a817be79ce86 req-15c982fb-835f-4224-9e9d-ffb7ca788aec tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667988 Aug 27 02:22:48.205521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:48.207751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91456d4f-bbba-48c9-835b-b97ca5caa92f req-d8c70204-eeb3-4d45-b981-cca6b57d45b7 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 Aug 27 02:22:48.233478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b73e9-6358-4870-ac10-da6b2d2b4c67 req-b47418c8-04a2-42e9-9158-998400bef0c8 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269824 Aug 27 02:22:48.235323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 63151f02-6619-4c29-a155-e4e6c2454856 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:48.235671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 63151f02-6619-4c29-a155-e4e6c2454856 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:48.344738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5edef21-bfd7-45da-b391-8440da61e579 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:48.353032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.386318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Transition to ACTIVE for port object f5edef21-bfd7-45da-b391-8440da61e579 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:48.391774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.432513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5547d15-423c-44d5-9c25-d0850731330a req-1f92f175-de30-4ae2-9cfa-1cc6ed04631b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.433984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5547d15-423c-44d5-9c25-d0850731330a req-1f92f175-de30-4ae2-9cfa-1cc6ed04631b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1010451 Aug 27 02:22:48.482757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:48.565772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-1fc4d19d-f7bb-4b2d-b601-072ef092822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.567418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-1fc4d19d-f7bb-4b2d-b601-072ef092822a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5ff912720ae474e9043b24c918a7d1c&device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 1099 time: 0.1228995 Aug 27 02:22:48.573905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5547d15-423c-44d5-9c25-d0850731330a req-7a2ef97d-c478-4228-9f8f-62211b254dba tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277392 Aug 27 02:22:48.646862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Attempting to bind port f5edef21-bfd7-45da-b391-8440da61e579 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:48.647465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Attempting to bind port f5edef21-bfd7-45da-b391-8440da61e579 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:48.647580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Attempting to bind port f5edef21-bfd7-45da-b391-8440da61e579 on network 6b3f73ec-f125-48c4-b068-579e49133749 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:48.655765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Port f5edef21-bfd7-45da-b391-8440da61e579 on network 6b3f73ec-f125-48c4-b068-579e49133749 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:48.656078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Attempting to bind port f5edef21-bfd7-45da-b391-8440da61e579 on network 6b3f73ec-f125-48c4-b068-579e49133749 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:48.669131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:48.669466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Checking segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:48.669844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Bound using segment: {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:48.670266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Bound port: f5edef21-bfd7-45da-b391-8440da61e579, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208bed22-89c5-4faa-9a3a-0f9ecfab2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:48.670642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.697757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4df0c-9b48-4475-8ca7-165e473037ce req-1b5ab80f-d052-43c1-9ad3-4c2aa93a588d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.699284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a4df0c-9b48-4475-8ca7-165e473037ce req-1b5ab80f-d052-43c1-9ad3-4c2aa93a588d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0577250 Aug 27 02:22:48.717744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-6e7a08de-c11e-49be-9ce0-6eb9368208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.719792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-6e7a08de-c11e-49be-9ce0-6eb9368208e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1432979 Aug 27 02:22:48.743036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a4df0c-9b48-4475-8ca7-165e473037ce req-5999e649-5648-4d8e-8da0-d84a1c9e6c8d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Aug 27 02:22:48.778596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-2e6bb1b8-3d58-4f43-a5ca-d17bed76f3cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8 HTTP/1.1" status: 200 len: 217 time: 0.0487440 Aug 27 02:22:48.814795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:48.843916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:48.863943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.903719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-6a5efd00-ebb6-41fd-9913-0a963cfe951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.905163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-6a5efd00-ebb6-41fd-9913-0a963cfe951e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1197505 Aug 27 02:22:48.913688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941fad0-6d8d-460b-9e55-532bbf3bdfb1 req-85c9e039-f7c9-4b31-b52e-5c827b53c72e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.915565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7941fad0-6d8d-460b-9e55-532bbf3bdfb1 req-85c9e039-f7c9-4b31-b52e-5c827b53c72e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 943 time: 0.0577571 Aug 27 02:22:48.936903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.937530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:48.939234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] 10.222.0.15 "PUT /v2.0/ports/f5edef21-bfd7-45da-b391-8440da61e579 HTTP/1.1" status: 200 len: 1091 time: 1.1381912 Aug 27 02:22:48.972045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7941fad0-6d8d-460b-9e55-532bbf3bdfb1 req-27f8c434-b81d-4656-92e5-5575379e3ff9 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Aug 27 02:22:48.978256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6a95-0a5f-4475-97b7-c998bb9f933e req-818d29cb-4c81-458e-b10f-076df7c9a2ef tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:48.979828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d0c6a95-0a5f-4475-97b7-c998bb9f933e req-818d29cb-4c81-458e-b10f-076df7c9a2ef tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 948 time: 0.1532557 Aug 27 02:22:48.998530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6ed95-b9ac-46f6-9bd9-b81cdaba207e service neutron] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:49.058334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-824ea453-93cd-4078-9fc0-488851e3b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.059884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-824ea453-93cd-4078-9fc0-488851e3b215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408081 Aug 27 02:22:49.069393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d0c6a95-0a5f-4475-97b7-c998bb9f933e req-54c7b427-0f42-4e56-844c-cda9745dc5ef tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793908 Aug 27 02:22:49.079924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-9af798e3-2703-40eb-8824-d5dae2b8aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.082360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-9af798e3-2703-40eb-8824-d5dae2b8aa57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61cb49762643399d5060790fa6e523&device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 1094 time: 0.0946987 Aug 27 02:22:49.164056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-852b5946-c927-4fa6-be4f-9c364d1391ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5edef21-bfd7-45da-b391-8440da61e579 HTTP/1.1" status: 200 len: 217 time: 0.0694828 Aug 27 02:22:49.198481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-a376f04e-8e88-453f-aef2-38d9e3bb36ec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.201271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-a376f04e-8e88-453f-aef2-38d9e3bb36ec tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1393778 Aug 27 02:22:49.216750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-4d37a5ce-80d9-4dd2-b75a-f59bb0d2b6ba tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0103796 Aug 27 02:22:49.236527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-ca538813-e984-491f-bedf-3f6af42e374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.237992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-ca538813-e984-491f-bedf-3f6af42e374d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ae8b2c0-87cf-497c-a4fa-fcda41db2677 HTTP/1.1" status: 200 len: 851 time: 0.0658436 Aug 27 02:22:49.241796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-25bf3126-81b4-4169-868b-a141b1e3892c service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715200 Aug 27 02:22:49.279977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-27b4a222-5239-40a5-93cc-7b79e2be2430 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531943 Aug 27 02:22:49.320032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:49.322238 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "tag": "f5edef21-bfd7-45da-b391-8440da61e579"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:49.373168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-dbea6bf7-bb69-4265-8322-9a5e9d6548fa service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861371 Aug 27 02:22:49.380376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-867c3a27-0e5f-4887-a30f-91c3d7707b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.381870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-867c3a27-0e5f-4887-a30f-91c3d7707b28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b3f73ec-f125-48c4-b068-579e49133749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357050 Aug 27 02:22:49.395409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c71fe9-fa72-4e49-ab2e-0050dc2f73b8 req-f2b0e436-9099-4150-bf5b-1c11fda22295 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.396810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2c71fe9-fa72-4e49-ab2e-0050dc2f73b8 req-f2b0e436-9099-4150-bf5b-1c11fda22295 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.1401024 Aug 27 02:22:49.462444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-5d207d34-b5d1-4bb3-834c-54be0ddca3fc service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824816 Aug 27 02:22:49.477424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1090aec1-332b-44e5-a383-b586269bcbc8 req-bbded3cc-9333-4384-996c-b6ab5f66969c service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931994 Aug 27 02:22:49.507730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2c71fe9-fa72-4e49-ab2e-0050dc2f73b8 req-e5a4e1f0-1160-4dc3-8cb8-408265638370 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Aug 27 02:22:49.545814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-6d7b52ac-6686-4d07-a868-848b3c56d4ce service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480489 Aug 27 02:22:49.619838 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfcf44b-a273-44c4-bfef-d27dffbc885c x-openstack-request-id: req-dcfcf44b-a273-44c4-bfef-d27dffbc885c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:49.620131 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "tag": "f5edef21-bfd7-45da-b391-8440da61e579", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:49.620362 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcfcf44b-a273-44c4-bfef-d27dffbc885c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:49.620743 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579', 'status': 'completed', 'code': 200} Aug 27 02:22:49.719647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-bfe5fa83-5ccc-4f76-8c2e-8e90b9188293 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.721387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-bfe5fa83-5ccc-4f76-8c2e-8e90b9188293 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1109354 Aug 27 02:22:49.735820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7c3c-fbcd-4209-a63e-50d24b56e8bb req-6ba9b42c-9506-45a5-9a30-307ba13f3656 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.737292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daeb7c3c-fbcd-4209-a63e-50d24b56e8bb req-6ba9b42c-9506-45a5-9a30-307ba13f3656 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 950 time: 0.1605709 Aug 27 02:22:49.750765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01f7c325-2170-46fd-bda6-d3c32329a0b8 req-cdff4625-e2e8-4b90-b206-06f1d39b7b63 service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966250 Aug 27 02:22:49.760709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a23c3b6-6d51-4a12-999f-9dd472373c6b req-96fe8980-e3bd-431b-86a0-84cfa66cf6d5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 210 time: 0.0359979 Aug 27 02:22:49.891906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc7488-a715-48c6-8811-1cf037d8cff8 req-14a7f2d1-171f-4f53-a256-2a90a5fbb39c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.893359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01bc7488-a715-48c6-8811-1cf037d8cff8 req-14a7f2d1-171f-4f53-a256-2a90a5fbb39c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0520654 Aug 27 02:22:49.898966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daeb7c3c-fbcd-4209-a63e-50d24b56e8bb req-63819d47-d2e0-4739-842e-3d64d494544f tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511621 Aug 27 02:22:49.913437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200a602-e64b-417f-8463-a750a4164f35 req-ad39dd1c-a717-46c4-aa38-82189db99bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.923517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2200a602-e64b-417f-8463-a750a4164f35 req-ad39dd1c-a717-46c4-aa38-82189db99bb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 1096 time: 0.1448956 Aug 27 02:22:49.951689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01bc7488-a715-48c6-8811-1cf037d8cff8 req-24da3e50-fa7e-4377-8451-89d11445f6d6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486989 Aug 27 02:22:49.955127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-672f1d67-5eda-4a57-b0a7-0b6bc3093543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:49.956764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-672f1d67-5eda-4a57-b0a7-0b6bc3093543 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61cb49762643399d5060790fa6e523&device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 1094 time: 0.1388848 Aug 27 02:22:50.003002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2200a602-e64b-417f-8463-a750a4164f35 req-1bdce8b5-0cf3-446a-8ab9-190db5b3e828 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Aug 27 02:22:50.039316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Deleting port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:50.039649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.186421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f370222-bc83-437b-94e3-bdb31a1ed42e req-22e83471-ee94-4ed8-8b51-9cf6d927c04e tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.188655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f370222-bc83-437b-94e3-bdb31a1ed42e req-22e83471-ee94-4ed8-8b51-9cf6d927c04e tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 948 time: 0.0512857 Aug 27 02:22:50.230415 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f370222-bc83-437b-94e3-bdb31a1ed42e req-ec7f1e8a-7150-4dba-be54-2c42b3fb2f4c tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Aug 27 02:22:50.488546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f5d1-a5b2-4c08-b01c-5da12e32d5d9 req-b7c188d4-8aed-4361-98e3-9715705cab7f tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.490022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4096f5d1-a5b2-4c08-b01c-5da12e32d5d9 req-b7c188d4-8aed-4361-98e3-9715705cab7f tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 943 time: 0.4327290 Aug 27 02:22:50.493394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-2eada486-1f0b-475e-b019-5115623ee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.494747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-2eada486-1f0b-475e-b019-5115623ee989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b3f73ec-f125-48c4-b068-579e49133749 HTTP/1.1" status: 200 len: 913 time: 0.5247719 Aug 27 02:22:50.555017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-2e5005f1-4cbe-413d-be8a-c96ba725f4b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5edef21-bfd7-45da-b391-8440da61e579 HTTP/1.1" status: 200 len: 217 time: 0.0506406 Aug 27 02:22:50.567798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] For port dde64fe6-73a4-4ac2-a105-0763ff69c2c4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:50.568168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.619402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Calling delete_port for dde64fe6-73a4-4ac2-a105-0763ff69c2c4 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:50.623559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4096f5d1-a5b2-4c08-b01c-5da12e32d5d9 req-fcf8cc3d-9d89-45b6-8395-0a01fe22d8af tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252830 Aug 27 02:22:50.633685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeb330-d1c2-4587-b545-b0e035f8094d req-9f278130-b987-45dc-bb95-a5984455433a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.635196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22aeb330-d1c2-4587-b545-b0e035f8094d req-9f278130-b987-45dc-bb95-a5984455433a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0525208 Aug 27 02:22:50.645771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-0ecbb5be-25d5-44ea-9064-003d924f6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.647253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-0ecbb5be-25d5-44ea-9064-003d924f6d41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ae8b2c0-87cf-497c-a4fa-fcda41db2677 HTTP/1.1" status: 200 len: 851 time: 0.0823951 Aug 27 02:22:50.674978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22aeb330-d1c2-4587-b545-b0e035f8094d req-539aedfc-22cd-41a2-bee0-18f1636604d1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 27 02:22:50.735578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-a7e6cb7c-e19f-4809-bbce-2f49e76a0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:50.737170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-a7e6cb7c-e19f-4809-bbce-2f49e76a0576 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b3f73ec-f125-48c4-b068-579e49133749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620279 Aug 27 02:22:50.871110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5507c705-702a-4589-ab93-2e2ae399f926 req-9c780fd2-de05-4135-b8a4-83d24fc8ebd6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Aug 27 02:22:50.911845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:50.946351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:50.976247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event deleted for resources: {'Port': ['ID=dde64fe6-73a4-4ac2-a105-0763ff69c2c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:51.032320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-cf92ac92-ddae-4180-b57a-4a2829371a3c service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742569 Aug 27 02:22:51.061239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] No DVR routers for this DVR port dde64fe6-73a4-4ac2-a105-0763ff69c2c4 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:51.071306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50746ce1-3745-4cb2-b2bb-dc991cd36500 req-4e0dea5c-dcb5-4f3a-951f-ef35487c4c39 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5 HTTP/1.1" status: 200 len: 210 time: 0.0655022 Aug 27 02:22:51.077899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-68d060cb-0e32-44d4-a30d-005a59bf3a87 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.079346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-68d060cb-0e32-44d4-a30d-005a59bf3a87 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.3202634 Aug 27 02:22:51.080457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.082305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa53b0a0-4bf6-4e99-b198-5cd3f74cddd2 req-ad96fc59-5f32-4758-bf5c-6bf2cdcb7541 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "DELETE /v2.0/ports/dde64fe6-73a4-4ac2-a105-0763ff69c2c4 HTTP/1.1" status: 204 len: 173 time: 1.3423932 Aug 27 02:22:51.084020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e7e0a-dcae-4cb4-b180-8bc24a0c12df req-2780cdc8-db1e-4ecf-a538-3014bdb4ad34 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.097863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:51.106072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e5e7e0a-dcae-4cb4-b180-8bc24a0c12df req-2780cdc8-db1e-4ecf-a538-3014bdb4ad34 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0801127 Aug 27 02:22:51.163606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e5e7e0a-dcae-4cb4-b180-8bc24a0c12df req-0be32abf-3b48-4acf-a829-c74e2739c2c9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Aug 27 02:22:51.244170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5c08a7-2fa7-4eeb-9158-838bb7c24bf5 req-441cf466-fc5a-4581-8ea8-d0e66122a33c service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842201 Aug 27 02:22:51.269096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:22:51.272412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.423200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab1499-48c9-4e67-9d56-f21f1a5152cd req-bfb60b82-5c6c-4daa-bb40-dbbb95f26059 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.424752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62ab1499-48c9-4e67-9d56-f21f1a5152cd req-bfb60b82-5c6c-4daa-bb40-dbbb95f26059 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 948 time: 0.0961626 Aug 27 02:22:51.461888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.14 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/89995cfd-48aa-4919-9ea1-d46f81f1e388) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:22:51.487550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62ab1499-48c9-4e67-9d56-f21f1a5152cd req-636c69ff-1f00-4d3d-aa67-5084c8831971 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554543 Aug 27 02:22:51.622536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-deleted', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:51.626636 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9826fd05-1255-4e02-8430-dac467f84a05" -d '{"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-deleted", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:51.633860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.677035 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987c3e05-a19c-4baf-8e63-943b8d409a0c x-openstack-request-id: req-987c3e05-a19c-4baf-8e63-943b8d409a0c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:51.677462 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5", "name": "network-vif-deleted", "tag": "dde64fe6-73a4-4ac2-a105-0763ff69c2c4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:51.677710 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-987c3e05-a19c-4baf-8e63-943b8d409a0c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:51.678108 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1bae5a-5b8f-4d55-8b69-dc39ef534ce5', 'name': 'network-vif-deleted', 'tag': 'dde64fe6-73a4-4ac2-a105-0763ff69c2c4', 'status': 'completed', 'code': 200} Aug 27 02:22:51.685819 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.719684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847', '1d856448-701a-48da-86a8-7653b03854d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:51.774283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:22:51.776990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:22:51.778810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:51.782955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:22:51.826611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a50e-7a16-458d-bdee-e0b078b29b15 req-94dce5f0-f00e-49e4-b9b3-40db263399ec tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.827673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6062a-7901-4c53-a20f-ecb9634a5350 req-225a24c1-6434-4b26-a542-2ab9d8308654 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.828821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7364a50e-7a16-458d-bdee-e0b078b29b15 req-94dce5f0-f00e-49e4-b9b3-40db263399ec tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0567863 Aug 27 02:22:51.829140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56c6062a-7901-4c53-a20f-ecb9634a5350 req-225a24c1-6434-4b26-a542-2ab9d8308654 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 943 time: 0.1153665 Aug 27 02:22:51.847595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:51.848215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:51.877436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7b4d1e07-f699-428c-9125-0712823e11b8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832844 Aug 27 02:22:51.880038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7364a50e-7a16-458d-bdee-e0b078b29b15 req-01bb0d71-b51e-4ce8-a3ee-166b5cb6cc02 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Aug 27 02:22:51.890116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Request body: {'port': {'device_id': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:51.915793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56c6062a-7901-4c53-a20f-ecb9634a5350 req-57a2bb29-995b-4e3c-8f5a-daa1f9d733bc tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756571 Aug 27 02:22:51.959271 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.134995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178eda4-99fb-4d1a-b568-2895418a5310 req-b2b5aef5-d09b-400f-8691-e2ee71232d69 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.136531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e178eda4-99fb-4d1a-b568-2895418a5310 req-b2b5aef5-d09b-400f-8691-e2ee71232d69 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 932 time: 0.1319413 Aug 27 02:22:52.221474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device db3d44c3-5301-49db-92ff-2d0b11eabcd8 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:52.228713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e178eda4-99fb-4d1a-b568-2895418a5310 req-ada82b81-5531-42f9-b895-e7463a88b92b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846939 Aug 27 02:22:52.230597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:52.261757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: dde64fe6-73a4-4ac2-a105-0763ff69c2c4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:52.262104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dde64fe6-73a4-4ac2-a105-0763ff69c2c4 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:52.341955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89995cfd-48aa-4919-9ea1-d46f81f1e388 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:52.354493 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.364476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92151f2-84e7-4e73-9de7-db6c5a711eed req-09f2ca8f-08ee-472f-9a72-1e14a55bacad tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.371998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b92151f2-84e7-4e73-9de7-db6c5a711eed req-09f2ca8f-08ee-472f-9a72-1e14a55bacad tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0597060 Aug 27 02:22:52.375333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:52.388513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Transition to ACTIVE for port object 89995cfd-48aa-4919-9ea1-d46f81f1e388 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:22:52.389533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8', 'mac_address': 'fa:16:3e:9f:01:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:52.397197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.425007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b92151f2-84e7-4e73-9de7-db6c5a711eed req-9d6e713e-9bf3-495b-b5df-e9d776246b23 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 Aug 27 02:22:52.443500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.462342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3d44c3-5301-49db-92ff-2d0b11eabcd8 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:52.487368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:52.493325 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.550588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:52.555231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078504-7595-42b0-a700-3f98a6be5064 req-cb0ebbfb-a8a2-4bc5-be8b-c71e2b5894ac tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.556829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69078504-7595-42b0-a700-3f98a6be5064 req-cb0ebbfb-a8a2-4bc5-be8b-c71e2b5894ac tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0600266 Aug 27 02:22:52.566069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Pushing event updated for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:52.588692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afe1e1b2-a6b6-4b5e-ac02-72251a98a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.600654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69078504-7595-42b0-a700-3f98a6be5064 req-945b3d2b-bfa5-4220-9ca0-171f971a8cca tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364943 Aug 27 02:22:52.606102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Attempting to bind port 89995cfd-48aa-4919-9ea1-d46f81f1e388 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:22:52.606478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Attempting to bind port 89995cfd-48aa-4919-9ea1-d46f81f1e388 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:22:52.606806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Attempting to bind port 89995cfd-48aa-4919-9ea1-d46f81f1e388 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:52.617719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeae3-42af-4559-ac9a-37b9e5fe41a7 req-dce9f7e2-d4ab-45e2-afeb-c7f9060b9a56 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.619622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8aedeae3-42af-4559-ac9a-37b9e5fe41a7 req-dce9f7e2-d4ab-45e2-afeb-c7f9060b9a56 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0966735 Aug 27 02:22:52.621628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Port 89995cfd-48aa-4919-9ea1-d46f81f1e388 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:22:52.621993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Attempting to bind port 89995cfd-48aa-4919-9ea1-d46f81f1e388 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:22:52.627923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:22:52.628258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:22:52.628630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:22:52.629052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Bound port: 89995cfd-48aa-4919-9ea1-d46f81f1e388, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:22:52.629402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.702474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6abaa1-d4b8-410c-a355-bbe852f126e7 req-81adc2d9-7253-4532-92c3-df2038a50fcf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.703338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8aedeae3-42af-4559-ac9a-37b9e5fe41a7 req-2df7df5f-82c3-495a-aa30-abc1f83a816e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716965 Aug 27 02:22:52.704770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb6abaa1-d4b8-410c-a355-bbe852f126e7 req-81adc2d9-7253-4532-92c3-df2038a50fcf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 949 time: 0.0493443 Aug 27 02:22:52.723321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:22:52.726409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:22:52.732265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.751681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb6abaa1-d4b8-410c-a355-bbe852f126e7 req-120de6a1-5fdc-4a4a-8842-be08be8b2e7a tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Aug 27 02:22:52.774860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.775492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:52.776872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] 10.222.0.15 "PUT /v2.0/ports/89995cfd-48aa-4919-9ea1-d46f81f1e388 HTTP/1.1" status: 200 len: 1092 time: 0.8911357 Aug 27 02:22:52.798236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16d054-0dca-46fc-bdb9-4a90266c9d8e service neutron] Pushing event updated for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:52.863915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-ae65e561-3bcc-4425-8b9e-38ac3e71c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.865695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-ae65e561-3bcc-4425-8b9e-38ac3e71c09e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 1095 time: 0.0428231 Aug 27 02:22:52.910252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-2581426b-7496-4ff0-a127-f6b93ed30d14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388 HTTP/1.1" status: 200 len: 217 time: 0.0358176 Aug 27 02:22:52.947158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e34190-e18d-4866-aaa6-4bcd549cc625 req-eaec7ba3-98f9-4d26-9f5b-96f380f26a42 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:52.948682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2e34190-e18d-4866-aaa6-4bcd549cc625 req-eaec7ba3-98f9-4d26-9f5b-96f380f26a42 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0522966 Aug 27 02:22:52.951739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['db3d44c3-5301-49db-92ff-2d0b11eabcd8'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:52.991480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2e34190-e18d-4866-aaa6-4bcd549cc625 req-ced961d3-9f7d-4486-87dd-54d0c7e3f6a9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Aug 27 02:22:53.000169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-3f83f0bd-09b5-47c3-9ade-55b7d091af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.001641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-3f83f0bd-09b5-47c3-9ade-55b7d091af2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0843186 Aug 27 02:22:53.019448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f5edef21-bfd7-45da-b391-8440da61e579 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:53.046416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-726e0973-c323-4172-b0b6-3d63bd246b14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333588 Aug 27 02:22:53.063409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392788-90d3-4817-8fc3-2aac37f0f6b8 req-cc52d818-f1c0-4eb0-a7e2-d1d5c7fa561d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.065108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25392788-90d3-4817-8fc3-2aac37f0f6b8 req-cc52d818-f1c0-4eb0-a7e2-d1d5c7fa561d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0991526 Aug 27 02:22:53.121851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806610-4e1f-4391-a116-e311bf9e602e req-80bfe02e-afd4-404c-ae38-8ab476e40369 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.124103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0806610-4e1f-4391-a116-e311bf9e602e req-80bfe02e-afd4-404c-ae38-8ab476e40369 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 943 time: 0.0605388 Aug 27 02:22:53.158694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-25392788-90d3-4817-8fc3-2aac37f0f6b8 req-a0352e34-fa71-41d1-b723-48e719958614 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Aug 27 02:22:53.185277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0806610-4e1f-4391-a116-e311bf9e602e req-8b8828ae-e74e-42c7-bd2e-02dd601ab6b9 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519531 Aug 27 02:22:53.222826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-93333296-1d8d-4de0-9afb-cd85236c1527 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565890 Aug 27 02:22:53.240980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:53.256716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f5edef21-bfd7-45da-b391-8440da61e579', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'port_id': 'f5edef21-bfd7-45da-b391-8440da61e579', 'mac_address': 'fa:16:3e:c0:95:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:53.298923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:53.314683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5edef21-bfd7-45da-b391-8440da61e579 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:53.334442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:53.335236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094de8b9-4ea3-4bcf-9039-cfd80312efc4 req-63054d7f-ac30-4b3a-9834-dd8995e03e33 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001186 Aug 27 02:22:53.339305 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:53.350446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17fc0f-3c3e-477c-aca8-935e69d9e463 req-02d1ddb7-8984-4f72-9628-13c4df4efc3c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.352165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f17fc0f-3c3e-477c-aca8-935e69d9e463 req-02d1ddb7-8984-4f72-9628-13c4df4efc3c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 944 time: 0.0539513 Aug 27 02:22:53.387056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:53.397409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f17fc0f-3c3e-477c-aca8-935e69d9e463 req-fa78102b-e8ac-4828-9826-98912415e7b2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Aug 27 02:22:53.582628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f5edef21-bfd7-45da-b391-8440da61e579'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:53.679245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:53.681730 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86692d4-999d-4c7a-8f4a-0204072b651a" -d '{"events": [{"name": "network-changed", "server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:53.718249 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a15d6f7-8275-4123-9b5f-2f1115714c36 x-openstack-request-id: req-3a15d6f7-8275-4123-9b5f-2f1115714c36 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:53.718577 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:53.718836 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a15d6f7-8275-4123-9b5f-2f1115714c36 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:53.719237 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388', 'status': 'completed', 'code': 200} Aug 27 02:22:53.719484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12514c-cd2c-463b-a1e0-888c7790f858 req-3952824b-199b-4f3f-9965-e6b872617c5b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.721061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f12514c-cd2c-463b-a1e0-888c7790f858 req-3952824b-199b-4f3f-9965-e6b872617c5b tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0533428 Aug 27 02:22:53.759755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f12514c-cd2c-463b-a1e0-888c7790f858 req-5c5716aa-34e3-496f-98c3-4eb62e41d795 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/security-groups?id=756d27b3-3345-432f-88a4-1eb55fbd0a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Aug 27 02:22:53.787843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-f01b8c6e-6be5-4b31-8b97-661ed9d02d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.789351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-f01b8c6e-6be5-4b31-8b97-661ed9d02d00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 1095 time: 0.0479419 Aug 27 02:22:53.915015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfbee5-b553-4585-98de-d2275e83a070 req-5db958d2-11e7-41ae-90f2-4e610c795c83 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.916371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03bfbee5-b553-4585-98de-d2275e83a070 req-5db958d2-11e7-41ae-90f2-4e610c795c83 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 949 time: 0.0780365 Aug 27 02:22:53.919010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-a5f497f2-9ff0-4ade-9a89-842247fddc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:53.920317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-a5f497f2-9ff0-4ade-9a89-842247fddc10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.1229081 Aug 27 02:22:53.969495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-04132dd6-b92e-49fd-af6a-8388a983f7ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388 HTTP/1.1" status: 200 len: 217 time: 0.0406129 Aug 27 02:22:53.994416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03bfbee5-b553-4585-98de-d2275e83a070 req-1cf9344b-f488-42ee-ba48-65a672c6366d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713403 Aug 27 02:22:54.031078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-01b60ade-b0ad-4c25-8e5a-31d8717928b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.032517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-01b60ade-b0ad-4c25-8e5a-31d8717928b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0528483 Aug 27 02:22:54.066616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-167d2cb7-dc9f-444f-b9f5-815452ce1252 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254908 Aug 27 02:22:54.110089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bef2b-c5fd-4d20-9b80-b8d08847609b req-0c6a412a-2f70-44c7-9df5-45febe892159 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.111607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-107bef2b-c5fd-4d20-9b80-b8d08847609b req-0c6a412a-2f70-44c7-9df5-45febe892159 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0489466 Aug 27 02:22:54.150169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-107bef2b-c5fd-4d20-9b80-b8d08847609b req-67f80a76-5b0b-4fe3-ba9d-9a588afe27f0 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Aug 27 02:22:54.160853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-481c872a-6681-4137-ad40-5923b2e8b375 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864491 Aug 27 02:22:54.255189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d86692d4-999d-4c7a-8f4a-0204072b651a req-f508d07d-6733-461e-8bb9-3a747580f8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864775 Aug 27 02:22:54.306850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61506f-c585-4ab0-b025-f80ea6fe8ab0 req-3932574e-2298-4d71-a2e1-e43eb044d4c5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.308348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f61506f-c585-4ab0-b025-f80ea6fe8ab0 req-3932574e-2298-4d71-a2e1-e43eb044d4c5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0511413 Aug 27 02:22:54.336506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-c618f838-b9a7-41c0-8882-a1a27174e932 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.337969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-c618f838-b9a7-41c0-8882-a1a27174e932 tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 950 time: 0.0813668 Aug 27 02:22:54.350584 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f61506f-c585-4ab0-b025-f80ea6fe8ab0 req-bf796d1f-1ca1-4d12-ba35-ec0c939c288d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Aug 27 02:22:54.361526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b76b-b455-4233-b910-fb7678cbbdb1 req-0eef39ee-a99f-493b-9520-45d7c06ac8a3 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.363013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a09b76b-b455-4233-b910-fb7678cbbdb1 req-0eef39ee-a99f-493b-9520-45d7c06ac8a3 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 944 time: 0.0744605 Aug 27 02:22:54.452993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a09b76b-b455-4233-b910-fb7678cbbdb1 req-9dd0d17f-d08d-4c10-b38e-ac0669c4d2c0 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714216 Aug 27 02:22:54.487568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Deleting port 6da39fef-f579-411b-916c-995a0c6df187 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:22:54.487999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:54.605849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fa276-1e3c-44f9-91e1-722974aeb839 req-1206561f-968d-4272-8f80-1bd921309d7f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.607338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642fa276-1e3c-44f9-91e1-722974aeb839 req-1206561f-968d-4272-8f80-1bd921309d7f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 944 time: 0.0777209 Aug 27 02:22:54.633016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] For port 6da39fef-f579-411b-916c-995a0c6df187, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6da39fef-f579-411b-916c-995a0c6df187,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:54.633382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:54.635638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4c45-290f-4444-8b47-5dd0bc3403b5 req-78ec6970-af9f-495f-a4fb-a8e650337943 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:54.637129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc3e4c45-290f-4444-8b47-5dd0bc3403b5 req-78ec6970-af9f-495f-a4fb-a8e650337943 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0617015 Aug 27 02:22:54.653486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Calling delete_port for 6da39fef-f579-411b-916c-995a0c6df187 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:22:54.674344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc3e4c45-290f-4444-8b47-5dd0bc3403b5 req-298e1b42-3b72-4bb0-af15-ad1c1191212d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Aug 27 02:22:54.676974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642fa276-1e3c-44f9-91e1-722974aeb839 req-7071e31e-a737-4711-bedc-c2b66d60b0de tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Aug 27 02:22:54.813655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:54.847520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6da39fef-f579-411b-916c-995a0c6df187'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:54.848144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Pushing event deleted for resources: {'Port': ['ID=6da39fef-f579-411b-916c-995a0c6df187,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:54.894901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0d36d61-0270-40b6-95c0-0634c331007b req-7cdb38e0-9cbf-4ade-8589-e1394291967e tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.26 "GET /v2.0/ports?device_id=03381a5f-13b6-4da8-bc8c-ddde82ae1da1 HTTP/1.1" status: 200 len: 210 time: 0.0494535 Aug 27 02:22:54.911758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] No DVR routers for this DVR port 6da39fef-f579-411b-916c-995a0c6df187 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:22:54.915977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:54.917992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3da2778-6ac6-4d29-8dfa-e88f61b715ef req-cb3f1c0b-9824-4f77-bffd-5a8f9c5d91cb tempest-MigrationsAdminTest-2088008621 tempest-MigrationsAdminTest-2088008621-project] 10.222.0.46 "DELETE /v2.0/ports/6da39fef-f579-411b-916c-995a0c6df187 HTTP/1.1" status: 204 len: 173 time: 0.5733428 Aug 27 02:22:55.015904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:55.019081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f5edef21-bfd7-45da-b391-8440da61e579 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:55.114307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4875d-da97-4d4b-9757-1920f9b2e606 req-9e717c77-707b-40e8-b926-b78380c12df2 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.115902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ef4875d-da97-4d4b-9757-1920f9b2e606 req-9e717c77-707b-40e8-b926-b78380c12df2 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 949 time: 0.0501950 Aug 27 02:22:55.157907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ef4875d-da97-4d4b-9757-1920f9b2e606 req-7ce50b6b-0d0c-4b4b-b1c4-4d47e16ee3e5 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Aug 27 02:22:55.268646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d1bcaf-ebc8-4416-a2c5-b6b74a097686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.276326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port f5edef21-bfd7-45da-b391-8440da61e579 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:55.284430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f5edef21-bfd7-45da-b391-8440da61e579 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:55.284802 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.330860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:55.352640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.355521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740', 'port_id': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'mac_address': 'fa:16:3e:f2:d4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ec14cf-83ad-4320-a3fc-2416e204cf5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:55.426587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.449543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.451992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fd9500-d900-4c30-8bd4-ce31cbc4d014 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:55.486232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:55.493384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:55.495970 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5940d8-601a-416b-b939-4cf80d7382d8" -d '{"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-plugged", "status": "completed", "tag": "f5edef21-bfd7-45da-b391-8440da61e579"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:55.501778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.503037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368c8f-a988-486b-8536-654308bb474a req-9409e272-fb58-47b8-a925-1886717032b5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.506209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec368c8f-a988-486b-8536-654308bb474a req-9409e272-fb58-47b8-a925-1886717032b5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0828557 Aug 27 02:22:55.513989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:55.535923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:55.556365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec368c8f-a988-486b-8536-654308bb474a req-951cf9c9-5955-47af-b6c8-76a9c1f40e15 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Aug 27 02:22:55.563819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.604985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d94f7-b6b1-47ab-865f-d072252bb760 req-9377bb0d-1ef8-4e66-bd7a-a09a9c7d19f3 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.606581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be2d94f7-b6b1-47ab-865f-d072252bb760 req-9377bb0d-1ef8-4e66-bd7a-a09a9c7d19f3 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.0519900 Aug 27 02:22:55.617320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:55.629184 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c724041f-2578-46c5-8599-3c8d0bd0b8a6 x-openstack-request-id: req-c724041f-2578-46c5-8599-3c8d0bd0b8a6 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:55.629529 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-plugged", "status": "completed", "tag": "f5edef21-bfd7-45da-b391-8440da61e579", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:55.629946 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c724041f-2578-46c5-8599-3c8d0bd0b8a6 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:55.630922 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579', 'code': 200} Aug 27 02:22:55.653341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be2d94f7-b6b1-47ab-865f-d072252bb760 req-93efe6d6-3b27-47cc-8aa2-4ef66987cc6b tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Aug 27 02:22:55.721315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-deleted', 'tag': '6da39fef-f579-411b-916c-995a0c6df187'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:55.723903 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c664b8e-535c-466e-9a88-2a04951c9827" -d '{"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-deleted", "tag": "6da39fef-f579-411b-916c-995a0c6df187"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:55.740672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550841c5-3685-4ec5-bdeb-c423af99d4df req-b0e414fd-bbd2-43e3-a77e-94b088a2a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.742306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-550841c5-3685-4ec5-bdeb-c423af99d4df req-b0e414fd-bbd2-43e3-a77e-94b088a2a5b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 1096 time: 0.0529306 Aug 27 02:22:55.761336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['72fd9500-d900-4c30-8bd4-ce31cbc4d014'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:55.810950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-550841c5-3685-4ec5-bdeb-c423af99d4df req-aca38161-bf3c-4de1-90c3-46b0173eeeb7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608895 Aug 27 02:22:55.811931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9117d4-515b-41ca-ad14-f5309a1d0b61 req-764dd607-fd15-4bbd-ae16-8493fd099d87 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.813512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd9117d4-515b-41ca-ad14-f5309a1d0b61 req-764dd607-fd15-4bbd-ae16-8493fd099d87 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0502169 Aug 27 02:22:55.828076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dd218-bb18-4fc4-83b6-be377688444b req-3459520f-f078-490e-8c91-026a749f0176 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:55.829542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b97dd218-bb18-4fc4-83b6-be377688444b req-3459520f-f078-490e-8c91-026a749f0176 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 944 time: 0.0651307 Aug 27 02:22:55.855313 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd9117d4-515b-41ca-ad14-f5309a1d0b61 req-7c179309-c12c-4737-9a26-7d988ad335f7 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Aug 27 02:22:55.871535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b97dd218-bb18-4fc4-83b6-be377688444b req-2b487c97-74a5-4c6e-b1a2-7b31a3af1b2d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356576 Aug 27 02:22:55.919137 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415bb90-a6fe-4633-ba92-98bcc0df7ec7 x-openstack-request-id: req-7415bb90-a6fe-4633-ba92-98bcc0df7ec7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:55.919433 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03381a5f-13b6-4da8-bc8c-ddde82ae1da1", "name": "network-vif-deleted", "tag": "6da39fef-f579-411b-916c-995a0c6df187", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:55.919692 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7415bb90-a6fe-4633-ba92-98bcc0df7ec7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:55.920090 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03381a5f-13b6-4da8-bc8c-ddde82ae1da1', 'name': 'network-vif-deleted', 'tag': '6da39fef-f579-411b-916c-995a0c6df187', 'status': 'completed', 'code': 200} Aug 27 02:22:56.242864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55656) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:56.248922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device db3d44c3-5301-49db-92ff-2d0b11eabcd8 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:56.291361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51469ebb-f9c6-425b-a795-91618206c867 req-489053cf-563b-4cf0-a1ea-4f24857aa325 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:56.299164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51469ebb-f9c6-425b-a795-91618206c867 req-489053cf-563b-4cf0-a1ea-4f24857aa325 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 949 time: 0.0719523 Aug 27 02:22:56.344989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port db3d44c3-5301-49db-92ff-2d0b11eabcd8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:56.347759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51469ebb-f9c6-425b-a795-91618206c867 req-9f0f327d-46be-4596-a2ab-87a229b1f61e tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Aug 27 02:22:56.359115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port db3d44c3-5301-49db-92ff-2d0b11eabcd8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:56.359482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.423733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.430674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55662) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:56.431113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f25a39f5-d048-4057-8d58-a6bd75dcd469 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8979ee25cce144c7b0192d72d85959f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867263 Aug 27 02:22:56.480703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.482375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.503539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.515837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:56.519652 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.559132 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.562438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:56.566072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756d27b3-3345-432f-88a4-1eb55fbd0a6c HTTP/1.1" status: 204 len: 168 time: 0.1314986 Aug 27 02:22:56.572247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:56.572731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b59cd-d4fa-453b-a35a-b2f6d041c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756d27b3-3345-432f-88a4-1eb55fbd0a6c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:56.724455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9fcde-a5cc-4fb9-963f-d33986804d24 req-27a7ff61-7aef-44a3-9591-754e2ead53df tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:56.726342 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d9fcde-a5cc-4fb9-963f-d33986804d24 req-27a7ff61-7aef-44a3-9591-754e2ead53df tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.0797517 Aug 27 02:22:56.775318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d9fcde-a5cc-4fb9-963f-d33986804d24 req-dc9aacc4-ede2-4c34-83b2-b3318886c309 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Aug 27 02:22:56.795590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fd9a-771f-4090-8eb9-839de50c1d51 req-1ea2798c-8d4e-477b-a2cf-28d1c4d197c9 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:56.797314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2e4fd9a-771f-4090-8eb9-839de50c1d51 req-1ea2798c-8d4e-477b-a2cf-28d1c4d197c9 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.0556762 Aug 27 02:22:56.855448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2e4fd9a-771f-4090-8eb9-839de50c1d51 req-12c9e633-a668-4c1d-a916-41713fa9cd51 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502734 Aug 27 02:22:56.931513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55676) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:57.001565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10a168fd-bd1a-470a-9b92-1052192efe57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39d0083126ed4756978ed94f504d415d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683813 Aug 27 02:22:57.004097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:57.018098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7308a-2e35-4cef-91f5-37647004af70 req-68af03b5-c355-41c9-84ef-d456493aa35b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.019723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffe7308a-2e35-4cef-91f5-37647004af70 req-68af03b5-c355-41c9-84ef-d456493aa35b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 944 time: 0.0692105 Aug 27 02:22:57.024594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 89995cfd-48aa-4919-9ea1-d46f81f1e388 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:22:57.028665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:57.085778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffe7308a-2e35-4cef-91f5-37647004af70 req-fe1665a5-67ad-4021-9900-c9ca06d8625e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 Aug 27 02:22:57.101921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.131968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.152084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:57.164388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:57.164836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.182737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.185299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.186460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56713390-87c6-4deb-a17f-101ea63c750d HTTP/1.1" status: 204 len: 168 time: 0.1813548 Aug 27 02:22:57.194617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe269c-6232-4516-934d-2c41788f2998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56713390-87c6-4deb-a17f-101ea63c750d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:57.220017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:57.242408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '89995cfd-48aa-4919-9ea1-d46f81f1e388', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': '89995cfd-48aa-4919-9ea1-d46f81f1e388', 'mac_address': 'fa:16:3e:6d:2c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:22:57.314990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.317520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.338718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89995cfd-48aa-4919-9ea1-d46f81f1e388 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:22:57.373807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:57.377669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:57.381287 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.387044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.445450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:57.513207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b72b63-5191-4c5b-8f9b-70645fe5cad2 req-038371bf-17ec-48b6-abde-2f5bb0371da2 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.515133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8b72b63-5191-4c5b-8f9b-70645fe5cad2 req-038371bf-17ec-48b6-abde-2f5bb0371da2 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.0738969 Aug 27 02:22:57.520554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:57.591366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ea60-d0f7-4e54-b254-14278a46c4f6 req-2dc7e722-3b3c-4bbe-bf2a-08b81eca536a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.592895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7834ea60-d0f7-4e54-b254-14278a46c4f6 req-2dc7e722-3b3c-4bbe-bf2a-08b81eca536a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0674322 Aug 27 02:22:57.604596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8b72b63-5191-4c5b-8f9b-70645fe5cad2 req-84ebdf77-9fed-4777-949f-91f973dc5801 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Aug 27 02:22:57.609249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f75e1-53b0-4041-8f23-e0071d064772 req-9a628d2f-a429-42c1-8472-9e740fec05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.611083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-9a628d2f-a429-42c1-8472-9e740fec05da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.0922501 Aug 27 02:22:57.631790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8'}, {'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:57.634285 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5cc56-9a81-4766-a082-bbec8d0ead00" -d '{"events": [{"server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "name": "network-vif-plugged", "status": "completed", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8"}, {"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-plugged", "status": "completed", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:57.641478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7834ea60-d0f7-4e54-b254-14278a46c4f6 req-942ac8c1-4031-4e2d-b50f-547acef7aa40 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Aug 27 02:22:57.669657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['89995cfd-48aa-4919-9ea1-d46f81f1e388'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:22:57.701274 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669aae81-1545-4b20-a282-f140fca7ee51 x-openstack-request-id: req-669aae81-1545-4b20-a282-f140fca7ee51 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:57.701635 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "name": "network-vif-plugged", "status": "completed", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8", "code": 200}, {"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-plugged", "status": "completed", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:57.701828 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-669aae81-1545-4b20-a282-f140fca7ee51 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:57.703502 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8', 'code': 200} Aug 27 02:22:57.703766 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'code': 200} Aug 27 02:22:57.731452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f75e1-53b0-4041-8f23-e0071d064772 req-957bb609-dd26-4929-ba45-5f45867ccb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.733208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-957bb609-dd26-4929-ba45-5f45867ccb08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.1089201 Aug 27 02:22:57.794853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-c01d5d57-2948-498d-987f-b782cc3ca50e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.0487785 Aug 27 02:22:57.855399 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:57.875319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731795-0ea9-4ceb-9df8-e367ecf72b09 req-327568f7-d700-4727-8ab4-fb4d2c1f4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.877077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a731795-0ea9-4ceb-9df8-e367ecf72b09 req-327568f7-d700-4727-8ab4-fb4d2c1f4f65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 1101 time: 0.0675552 Aug 27 02:22:57.881427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b0e67-bf41-4247-9e6e-b79c79e83c2b req-71dfc643-dd35-4d28-9ea4-ef1b37b07151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.883094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2b0e67-bf41-4247-9e6e-b79c79e83c2b req-71dfc643-dd35-4d28-9ea4-ef1b37b07151 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1096 time: 0.0902023 Aug 27 02:22:57.884874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f75e1-53b0-4041-8f23-e0071d064772 req-c857dfe8-56a5-404c-8823-9f7ec3d1d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.886271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-c857dfe8-56a5-404c-8823-9f7ec3d1d2e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.0648386 Aug 27 02:22:57.929685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-b2b48771-41a2-4f06-87aa-74850cfe5c25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343289 Aug 27 02:22:57.955886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a731795-0ea9-4ceb-9df8-e367ecf72b09 req-5d956cf9-82a9-4da1-9f85-352eebc4b253 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693090 Aug 27 02:22:57.972890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3926d-6860-493a-b47b-c2c8c9b56734 req-f22712e6-64a9-4e4c-9b2b-b875a03ffa8c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:57.980662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc3926d-6860-493a-b47b-c2c8c9b56734 req-f22712e6-64a9-4e4c-9b2b-b875a03ffa8c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0733256 Aug 27 02:22:58.027830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc3926d-6860-493a-b47b-c2c8c9b56734 req-e7b24b9d-fa8a-4042-b9a9-54ab1cc49623 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Aug 27 02:22:58.034251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd2b0e67-bf41-4247-9e6e-b79c79e83c2b req-d4840bc0-c364-44ba-9a6a-43646b833290 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373651 Aug 27 02:22:58.071352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6edad8-7918-4e68-86d1-77f13d5c1fbc req-ca009d67-b9df-42bb-a2eb-5b985a5b9210 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:58.072866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba6edad8-7918-4e68-86d1-77f13d5c1fbc req-ca009d67-b9df-42bb-a2eb-5b985a5b9210 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.1237981 Aug 27 02:22:58.091980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-741631a2-c0dc-445f-a487-b81d0bf989b9 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534271 Aug 27 02:22:58.120206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba6edad8-7918-4e68-86d1-77f13d5c1fbc req-206a1642-310d-42f3-8c57-26ba7c0ae5fb tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 Aug 27 02:22:58.225554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0930dd-85d3-4edc-b8f8-74c6d84a941f req-c0a5b94d-dba4-4779-9f86-8bd063458151 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:58.227156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a0930dd-85d3-4edc-b8f8-74c6d84a941f req-c0a5b94d-dba4-4779-9f86-8bd063458151 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Aug 27 02:22:58.251122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:22:58.266430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a0930dd-85d3-4edc-b8f8-74c6d84a941f req-61e540b9-5efc-48df-a1e9-d3736415fbfe tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Aug 27 02:22:58.297251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 6da39fef-f579-411b-916c-995a0c6df187 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:22:58.297597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6da39fef-f579-411b-916c-995a0c6df187 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:22:58.471837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086f8a-3b74-4cb4-84df-4ce4f0e6c234 req-522b970c-476e-45f8-a6a1-41f1a65f1085 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:58.473312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56086f8a-3b74-4cb4-84df-4ce4f0e6c234 req-522b970c-476e-45f8-a6a1-41f1a65f1085 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.0759199 Aug 27 02:22:58.482938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55736) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:22:58.484846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-102f75e1-53b0-4041-8f23-e0071d064772 req-59cf7c6e-a874-40d8-b0c9-3d24ac175800 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344905 Aug 27 02:22:58.488041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Request body: {'floatingip': {'port_id': 'f5edef21-bfd7-45da-b391-8440da61e579'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:22:58.527723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:58.772223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209419-88f6-4fc6-baa8-bb44aa6cb1d2 req-9b51f915-158b-4ec1-a400-4bcf9d069cb6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:58.773980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18209419-88f6-4fc6-baa8-bb44aa6cb1d2 req-9b51f915-158b-4ec1-a400-4bcf9d069cb6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0545025 Aug 27 02:22:58.798406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878fbe-e479-4c84-963b-9f5767525e89 req-91e15379-12f9-4c9d-9abf-375e1474ed4b tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:58.800530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01878fbe-e479-4c84-963b-9f5767525e89 req-91e15379-12f9-4c9d-9abf-375e1474ed4b tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.1170988 Aug 27 02:22:58.826187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18209419-88f6-4fc6-baa8-bb44aa6cb1d2 req-b4bc6648-9b20-4d24-99c2-3442bf7ddb1e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Aug 27 02:22:58.935469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01878fbe-e479-4c84-963b-9f5767525e89 req-124f498a-850b-44d2-9024-db80e7de461b tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228452 Aug 27 02:22:59.064809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 89995cfd-48aa-4919-9ea1-d46f81f1e388 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:22:59.098037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.105013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.126632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 89995cfd-48aa-4919-9ea1-d46f81f1e388 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:22:59.131550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 89995cfd-48aa-4919-9ea1-d46f81f1e388 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:22:59.132267 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.268855 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.271407 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Floating IP 114601d1-99af-4a85-972c-fc8b3819abcf associated. External IP: 172.25.8.242, port: f5edef21-bfd7-45da-b391-8440da61e579. Aug 27 02:22:59.286883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d203c1-a6e7-442a-8855-8e68371d682d req-2c0ee3c6-6f0f-4f10-b739-2a5a27a5b772 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:59.289448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21d203c1-a6e7-442a-8855-8e68371d682d req-2c0ee3c6-6f0f-4f10-b739-2a5a27a5b772 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1340058 Aug 27 02:22:59.348582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:22:59.364278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.426687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21d203c1-a6e7-442a-8855-8e68371d682d req-b01bfbd2-c98f-4132-943d-15b4daab54c4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801072 Aug 27 02:22:59.440028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:22:59.444663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3565a-070a-4ce7-81d6-5184da391a63 req-946c90e1-3c79-4aa6-975d-0edd60a46bf5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:59.447613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5b3565a-070a-4ce7-81d6-5184da391a63 req-946c90e1-3c79-4aa6-975d-0edd60a46bf5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.0893745 Aug 27 02:22:59.459575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.459933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.460268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.460850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.461184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.461513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.461837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.462166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.462496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.462819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.463137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.463455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:22:59.519461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5b3565a-070a-4ce7-81d6-5184da391a63 req-68b9c651-b773-4ff0-8b1c-61cc6cc79197 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Aug 27 02:22:59.621235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:22:59.705583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:59.708461 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69cbdf-9849-46b1-aecd-e04276dfb2a7" -d '{"events": [{"server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "name": "network-vif-plugged", "status": "completed", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:59.726057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c45cc4-9e8d-4faf-ae40-d2880d8a2901 req-f7c1141d-2630-47d4-ac0c-a377c19c53fd tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:59.727813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0c45cc4-9e8d-4faf-ae40-d2880d8a2901 req-f7c1141d-2630-47d4-ac0c-a377c19c53fd tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.0540009 Aug 27 02:22:59.753112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:22:59.759032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:22:59.766187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Sync routers for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:22:59.767230 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d0831-16ac-4f26-bb75-4a693be11507 x-openstack-request-id: req-cc0d0831-16ac-4f26-bb75-4a693be11507 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:59.767574 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "name": "network-vif-plugged", "status": "completed", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:59.767885 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc0d0831-16ac-4f26-bb75-4a693be11507 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:59.768337 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388', 'code': 200} Aug 27 02:22:59.787695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0c45cc4-9e8d-4faf-ae40-d2880d8a2901 req-a2cf07bc-1575-4029-9fe3-33367601b816 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496869 Aug 27 02:22:59.788605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:22:59.790571 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:22:59.797193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a683420-b5e5-4b14-83c4-6f0775b52766 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "PUT /v2.0/floatingips/114601d1-99af-4a85-972c-fc8b3819abcf HTTP/1.1" status: 200 len: 991 time: 1.3127930 Aug 27 02:22:59.797871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:22:59.800464 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "tag": "f5edef21-bfd7-45da-b391-8440da61e579"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:22:59.867608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe33eb2-14e9-4f70-8c9d-21c1a0ded70d req-2083780e-5b59-4f0e-b595-c19e7ebabc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:22:59.869101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe33eb2-14e9-4f70-8c9d-21c1a0ded70d req-2083780e-5b59-4f0e-b595-c19e7ebabc6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 1097 time: 0.0446751 Aug 27 02:22:59.929749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:22:59.932553 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe33eb2-14e9-4f70-8c9d-21c1a0ded70d req-fe5dbad6-1459-4c2e-b4c0-c555e746797c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Aug 27 02:22:59.950753 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1014cabc-376c-45ca-a18f-df7e5cca46da x-openstack-request-id: req-1014cabc-376c-45ca-a18f-df7e5cca46da {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:22:59.950753 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "tag": "f5edef21-bfd7-45da-b391-8440da61e579", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:22:59.950753 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1014cabc-376c-45ca-a18f-df7e5cca46da {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:22:59.950753 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579', 'status': 'completed', 'code': 200} Aug 27 02:23:00.032974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7ef5-347e-461d-81eb-dff88023575c req-d225d3a6-5dc2-4a97-9cd3-9c9f077dd072 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.034821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b6b7ef5-347e-461d-81eb-dff88023575c req-d225d3a6-5dc2-4a97-9cd3-9c9f077dd072 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0686140 Aug 27 02:23:00.083486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b6b7ef5-347e-461d-81eb-dff88023575c req-0127a08f-88b2-4ebb-8fcb-5b2b07357068 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Aug 27 02:23:00.097854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97238c21-b926-4d71-9654-ddb5615d7e93 req-718aa6cf-a9d0-4186-88fd-a7922de2ad05 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.099560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97238c21-b926-4d71-9654-ddb5615d7e93 req-718aa6cf-a9d0-4186-88fd-a7922de2ad05 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.0771177 Aug 27 02:23:00.146822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97238c21-b926-4d71-9654-ddb5615d7e93 req-f7e35602-b117-4add-b6ef-9522d44b912a tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Aug 27 02:23:00.223278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-574a03e7-c8a7-4584-9191-0dd84a30f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.225009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-574a03e7-c8a7-4584-9191-0dd84a30f0b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61cb49762643399d5060790fa6e523&device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 1096 time: 0.0730603 Aug 27 02:23:00.230500 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '114601d1-99af-4a85-972c-fc8b3819abcf', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'port_id': 'f5edef21-bfd7-45da-b391-8440da61e579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'mac_address': 'fa:16:3e:c0:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d03524-d30b-493a-8717-0022b487354a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:59Z', 'revision_number': 1, 'project_id': '7f61cb49762643399d5060790fa6e523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:00.257555 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Checking router: 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:00.268943 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:00.269559 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:00.355026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-35bd936e-2ec4-4883-841a-804441dc3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.357732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-35bd936e-2ec4-4883-841a-804441dc3a74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b3f73ec-f125-48c4-b068-579e49133749 HTTP/1.1" status: 200 len: 913 time: 0.1216047 Aug 27 02:23:00.417206 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:00.454422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-cad95147-0ee9-46ac-82b8-b33d320a20d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5edef21-bfd7-45da-b391-8440da61e579 HTTP/1.1" status: 200 len: 999 time: 0.0832429 Aug 27 02:23:00.504383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:00.566837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-9e993a28-e96b-48b7-9b62-899989b04734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.568882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-9e993a28-e96b-48b7-9b62-899989b04734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5ae8b2c0-87cf-497c-a4fa-fcda41db2677 HTTP/1.1" status: 200 len: 851 time: 0.0958149 Aug 27 02:23:00.625101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd0e4-bc95-4f35-846c-fadff9e0b018 req-242d4db4-ffcd-4d8f-a2f2-664c94cf9405 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.632467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77fdd0e4-bc95-4f35-846c-fadff9e0b018 req-242d4db4-ffcd-4d8f-a2f2-664c94cf9405 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0679734 Aug 27 02:23:00.671429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77fdd0e4-bc95-4f35-846c-fadff9e0b018 req-ecfd3a9d-cfb2-4b8a-9b8c-de1858389ab7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373235 Aug 27 02:23:00.672737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d1c93-a535-448f-b458-17e3d012cbcb req-682c6d98-1376-4f0e-a72f-1be7fe305b5d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.674483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-996d1c93-a535-448f-b458-17e3d012cbcb req-682c6d98-1376-4f0e-a72f-1be7fe305b5d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.0971823 Aug 27 02:23:00.678176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-51eb3c4b-2048-482f-ae0b-3942e2fc47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:00.679114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-51eb3c4b-2048-482f-ae0b-3942e2fc47b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b3f73ec-f125-48c4-b068-579e49133749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889304 Aug 27 02:23:00.736512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '114601d1-99af-4a85-972c-fc8b3819abcf', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'port_id': 'f5edef21-bfd7-45da-b391-8440da61e579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'mac_address': 'fa:16:3e:c0:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d03524-d30b-493a-8717-0022b487354a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:59Z', 'revision_number': 1, 'project_id': '7f61cb49762643399d5060790fa6e523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:00.775585 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39617e3b-1da2-4719-a1f0-f867c60243f3 None None] The sync data for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 is: [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '114601d1-99af-4a85-972c-fc8b3819abcf', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'port_id': 'f5edef21-bfd7-45da-b391-8440da61e579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'mac_address': 'fa:16:3e:c0:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d03524-d30b-493a-8717-0022b487354a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:22:41Z', 'updated_at': '2021-08-27T02:22:59Z', 'revision_number': 1, 'project_id': '7f61cb49762643399d5060790fa6e523', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:00.788828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-996d1c93-a535-448f-b458-17e3d012cbcb req-6cae89c9-3950-47ac-b677-a5704bd0371d tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064162 Aug 27 02:23:00.824315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-d8365902-859d-4a29-8fd4-9509d1238821 service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352072 Aug 27 02:23:00.831253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:01.052951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77edc08f-aa66-40e5-9a65-40fc33532377 None None] New status for floating IP 114601d1-99af-4a85-972c-fc8b3819abcf: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:23:01.056121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b52542-1664-4088-a3ee-aa3100b6fdc9 req-6222e405-4882-4fe9-9aa4-d394a4142d04 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.058829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82b52542-1664-4088-a3ee-aa3100b6fdc9 req-6222e405-4882-4fe9-9aa4-d394a4142d04 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1096 time: 0.0587435 Aug 27 02:23:01.103167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82b52542-1664-4088-a3ee-aa3100b6fdc9 req-7ada4cc6-22f5-4058-ad7b-4947ece55e1f tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Aug 27 02:23:01.277178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e36e-e917-4fd8-abb4-48e928337db1 req-150109ed-3448-48dc-9093-5c3666339bb7 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.285326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b20e36e-e917-4fd8-abb4-48e928337db1 req-150109ed-3448-48dc-9093-5c3666339bb7 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.0811682 Aug 27 02:23:01.287995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.319095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b20e36e-e917-4fd8-abb4-48e928337db1 req-a4580c12-8f17-43f5-8ed6-ca10df32f9a6 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Aug 27 02:23:01.365151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f1e63-7497-4a19-a8e9-d184f21a651a req-50e88143-f817-4f1f-8fcc-ed0cc3b71ea0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.366676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-577f1e63-7497-4a19-a8e9-d184f21a651a req-50e88143-f817-4f1f-8fcc-ed0cc3b71ea0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.4520628 Aug 27 02:23:01.393137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4d26a9f-d2fa-452e-b9f2-4c1fa96a0dc6 req-06a7b0cf-ea28-45da-877b-21e9b6715a1f service neutron] 10.222.0.15 "GET /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363843 Aug 27 02:23:01.431796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-577f1e63-7497-4a19-a8e9-d184f21a651a req-66ffd3db-223a-4649-be40-fd4efd249f9e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 Aug 27 02:23:01.476816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.482859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.496086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f177-81e4-4f07-b37c-b099da5ff3f5 req-a190822d-beb9-4e1c-908e-14ce027d2291 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.497563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0167f177-81e4-4f07-b37c-b099da5ff3f5 req-a190822d-beb9-4e1c-908e-14ce027d2291 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0542467 Aug 27 02:23:01.536475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0167f177-81e4-4f07-b37c-b099da5ff3f5 req-cd4a6028-9705-4291-bb49-3bdfe80a46da tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Aug 27 02:23:01.552271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360655ff-f006-4045-b44f-ec309c81e58c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:01.559204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c78a96bfa7d8441c84a234bc6b3a5a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246463 Aug 27 02:23:01.559585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:01.565265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.565611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.565950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.566284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.566641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.566977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.567304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.567626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.567948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.568269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.568590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.568907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef506a0-5623-4f4c-9d8e-92ae95b1c3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:01.578073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32b59d-3d1f-44af-9885-0d41a1f90327 req-8e3b4ed6-ae30-4b41-a55c-4e74f2705abc tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.579530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a32b59d-3d1f-44af-9885-0d41a1f90327 req-8e3b4ed6-ae30-4b41-a55c-4e74f2705abc tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1096 time: 0.0857940 Aug 27 02:23:01.612606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.615014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a32b59d-3d1f-44af-9885-0d41a1f90327 req-1d3e33ef-b653-4d6c-942d-ff51869995ad tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296056 Aug 27 02:23:01.633289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.679968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.682583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:01.686136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/360655ff-f006-4045-b44f-ec309c81e58c HTTP/1.1" status: 204 len: 168 time: 0.1233072 Aug 27 02:23:01.693337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe14d5-2e67-4741-bef2-01770dc81259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360655ff-f006-4045-b44f-ec309c81e58c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:01.921202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bcb13-acc0-4964-ba4f-c550e2167dc0 req-9fb285cb-fe4e-4feb-a76c-97ce2718ca3f tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:01.922762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-045bcb13-acc0-4964-ba4f-c550e2167dc0 req-9fb285cb-fe4e-4feb-a76c-97ce2718ca3f tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.0638733 Aug 27 02:23:01.971947 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-045bcb13-acc0-4964-ba4f-c550e2167dc0 req-8713145d-72a3-4c6c-87d1-5179e8481f12 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b6f7d92-de9e-43e2-9c42-0b476a5a125e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368545 Aug 27 02:23:01.981255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:01.996234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04f1b2db-2ded-4b94-9ab3-089d07a2d2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.104935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04f1b2db-2ded-4b94-9ab3-089d07a2d2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.109350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04f1b2db-2ded-4b94-9ab3-089d07a2d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.149268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04f1b2db-2ded-4b94-9ab3-089d07a2d2d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24d732bb7237452f957de553fffcb1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669328 Aug 27 02:23:02.150356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1b2db-2ded-4b94-9ab3-089d07a2d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73625e8f-ae18-415d-ac34-d3b18802977b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:02.151998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55872) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:02.200866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.222557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.273153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.276219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.277450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73625e8f-ae18-415d-ac34-d3b18802977b HTTP/1.1" status: 204 len: 168 time: 0.1243823 Aug 27 02:23:02.285103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4d5a0-0e87-4055-9428-7d278365b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73625e8f-ae18-415d-ac34-d3b18802977b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:02.345780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-3d53f4a0-7e79-4223-90e7-8fbab6fac886 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.347554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-3d53f4a0-7e79-4223-90e7-8fbab6fac886 tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 950 time: 0.0544581 Aug 27 02:23:02.472323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdac3b2-dfa4-470a-b8d0-453ea5e864b9 req-0cb75a50-dc0c-49ac-8707-d773100756dc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.474897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcdac3b2-dfa4-470a-b8d0-453ea5e864b9 req-0cb75a50-dc0c-49ac-8707-d773100756dc tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.0610611 Aug 27 02:23:02.489802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Deleting port db3d44c3-5301-49db-92ff-2d0b11eabcd8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:02.490316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.525976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcdac3b2-dfa4-470a-b8d0-453ea5e864b9 req-9ddcd269-a8c2-424b-a0c0-f7443110cf5b tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392954 Aug 27 02:23:02.588132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] For port db3d44c3-5301-49db-92ff-2d0b11eabcd8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=db3d44c3-5301-49db-92ff-2d0b11eabcd8,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:02.588382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.648728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Calling delete_port for db3d44c3-5301-49db-92ff-2d0b11eabcd8 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:02.687073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0256cd-2f66-40b4-af63-063207a27dff req-c1f50152-b1b5-422a-bbc3-c01d54460652 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.688606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e0256cd-2f66-40b4-af63-063207a27dff req-c1f50152-b1b5-422a-bbc3-c01d54460652 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 945 time: 0.0900562 Aug 27 02:23:02.722715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fad71-92e8-4f1a-9074-1acc9c0dbcec req-6f685138-6934-472d-972d-4a1495f11dd8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.724500 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-795fad71-92e8-4f1a-9074-1acc9c0dbcec req-6f685138-6934-472d-972d-4a1495f11dd8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.0651999 Aug 27 02:23:02.764715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-7868e585-eebe-4651-88b4-54779543ef2e tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:23:02.765719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-7868e585-eebe-4651-88b4-54779543ef2e tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123873 Aug 27 02:23:02.775407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-795fad71-92e8-4f1a-9074-1acc9c0dbcec req-f43dd379-35bf-432e-a6c9-705fb0588f7c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Aug 27 02:23:02.898272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Deleting port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:02.898657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:02.918702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6c2d-1eda-493d-84b4-a10e70ee0e8b req-ff9c278c-cf44-4997-b967-97ac03143807 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:02.920298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a93b6c2d-1eda-493d-84b4-a10e70ee0e8b req-ff9c278c-cf44-4997-b967-97ac03143807 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0702438 Aug 27 02:23:02.944665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Request body: {'binding': {'host': 'n-h1-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:02.945222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:23:02.971364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a93b6c2d-1eda-493d-84b4-a10e70ee0e8b req-36b67a7a-d8fc-4c82-ba12-260f8dd3d3cc tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440919 Aug 27 02:23:02.995290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.033366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['db3d44c3-5301-49db-92ff-2d0b11eabcd8'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:03.097109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fc5b-3aa7-480e-b9e4-747cfda53b14 req-37969c9b-a08a-4915-8c3d-79d9cd0569d7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.098725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1b7fc5b-3aa7-480e-b9e4-747cfda53b14 req-37969c9b-a08a-4915-8c3d-79d9cd0569d7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0546076 Aug 27 02:23:03.101097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Pushing event deleted for resources: {'Port': ['ID=db3d44c3-5301-49db-92ff-2d0b11eabcd8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:03.149067 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1b7fc5b-3aa7-480e-b9e4-747cfda53b14 req-a89ab907-87ef-4127-b14b-4b76927f8466 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Aug 27 02:23:03.167385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] No DVR routers for this DVR port db3d44c3-5301-49db-92ff-2d0b11eabcd8 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:03.170337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.172931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994e78fb-28e3-425a-a022-7ef0f0fd5ed7 req-bb336737-aaca-4eb9-ad8b-9500d2c0acbf tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.46 "DELETE /v2.0/ports/db3d44c3-5301-49db-92ff-2d0b11eabcd8 HTTP/1.1" status: 204 len: 173 time: 0.8164802 Aug 27 02:23:03.175459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'name': 'network-vif-deleted', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:03.178801 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5add63-a682-40cf-9691-82f0a82febd0" -d '{"events": [{"server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "name": "network-vif-deleted", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:03.211769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] For port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:03.212442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.297629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc0eb053-674d-40e5-9ce8-f8c9e5fe6ca9 req-a73f8cb8-fa66-4dd1-b81f-0e660c08291b tempest-ImagesNegativeTestJSON-1710138355 tempest-ImagesNegativeTestJSON-1710138355-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5af818-a10c-42bd-845b-c0ec4d7e4129 HTTP/1.1" status: 200 len: 210 time: 0.0357113 Aug 27 02:23:03.408850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on host n-h1-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:03.409237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:03.409714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:03.424529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:03.424529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:03.457709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:03.458053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:03.458465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:03.458897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Bound port: 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:03.517527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.518200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.518200 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Floating IP 796adc4d-069d-401c-a6e3-06525ede4b23 disassociated. External IP: 172.25.8.178, port: 1cdcfcd6-5fab-414a-a597-d8ffd734f62b. Aug 27 02:23:03.518884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Calling delete_port for 1cdcfcd6-5fab-414a-a597-d8ffd734f62b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:03.527120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eec5e-a367-423b-8423-0d4188456d63 req-14bcdf90-e7eb-44ed-9b9c-6731380ded78 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.534695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84eec5e-a367-423b-8423-0d4188456d63 req-14bcdf90-e7eb-44ed-9b9c-6731380ded78 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.0615387 Aug 27 02:23:03.550027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:03.581895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.590979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84eec5e-a367-423b-8423-0d4188456d63 req-fc0ee3e8-aafe-42fd-8db6-bd3c7f5354dd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553842 Aug 27 02:23:03.591336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-2890d89c-c902-41e8-932a-108ff8040978 service neutron] 10.222.0.26 "POST /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014/bindings HTTP/1.1" status: 201 len: 389 time: 0.8108912 Aug 27 02:23:03.680868 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95af56c-bf02-41a9-89b5-8c58c7d0799b x-openstack-request-id: req-a95af56c-bf02-41a9-89b5-8c58c7d0799b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:03.681889 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5af818-a10c-42bd-845b-c0ec4d7e4129", "name": "network-vif-deleted", "tag": "db3d44c3-5301-49db-92ff-2d0b11eabcd8", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:03.682309 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a95af56c-bf02-41a9-89b5-8c58c7d0799b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:03.682888 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5af818-a10c-42bd-845b-c0ec4d7e4129', 'name': 'network-vif-deleted', 'tag': 'db3d44c3-5301-49db-92ff-2d0b11eabcd8', 'status': 'completed', 'code': 200} Aug 27 02:23:03.784936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:03.844865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event deleted for resources: {'Port': ['ID=1cdcfcd6-5fab-414a-a597-d8ffd734f62b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:03.861275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebce9f8-02f1-4412-9b99-beca6df811d0 req-e48902ad-afbc-4e05-94a7-6c301cc74b73 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:03.870348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ebce9f8-02f1-4412-9b99-beca6df811d0 req-e48902ad-afbc-4e05-94a7-6c301cc74b73 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 867 time: 0.1537986 Aug 27 02:23:04.003167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ebce9f8-02f1-4412-9b99-beca6df811d0 req-3b9e4ddf-9b66-4ca4-b4e0-a79f9b6492e2 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups?id=b284ef10-cbfe-4c5d-8949-18a71ab7c721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319222 Aug 27 02:23:04.045175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-b4d5e5b4-b218-462e-9e90-e9a0261429de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.046912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-b4d5e5b4-b218-462e-9e90-e9a0261429de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1096 time: 0.1621397 Aug 27 02:23:04.058115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83a86c-06c5-4793-adf9-d52f6fe2b334 req-ae8d7693-be68-4f84-8bc2-d69f4b20036c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.059960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a83a86c-06c5-4793-adf9-d52f6fe2b334 req-ae8d7693-be68-4f84-8bc2-d69f4b20036c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0679016 Aug 27 02:23:04.100568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a83a86c-06c5-4793-adf9-d52f6fe2b334 req-4117cad4-c875-4ed7-ad88-b3905c6eb29d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Aug 27 02:23:04.156641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:04.194493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9ebd0-75ff-4b1d-8f3e-4a0c56201f46 req-3d6c5222-b944-480a-817d-14378f3bc6dd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.195996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-beb9ebd0-75ff-4b1d-8f3e-4a0c56201f46 req-3d6c5222-b944-480a-817d-14378f3bc6dd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.1224980 Aug 27 02:23:04.263659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-22827dac-ebeb-4824-b750-7a1c53d9b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.265677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-22827dac-ebeb-4824-b750-7a1c53d9b38d service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.2059824 Aug 27 02:23:04.315997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1378793188', 'description': 'tempest-description-1966084001'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:04.341925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.350607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.352125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-d2fccc13-e33c-47d6-b748-435b18a6b016 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 217 time: 0.0760887 Aug 27 02:23:04.359429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-beb9ebd0-75ff-4b1d-8f3e-4a0c56201f46 req-431a5e4b-a35e-440d-95c7-4d0b1337fff2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253216 Aug 27 02:23:04.415261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:04.431892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:04.443829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:04.444488 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:04.450645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-15f0e836-d847-44d6-b8cb-2ca7ab37432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.452108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-15f0e836-d847-44d6-b8cb-2ca7ab37432b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0903466 Aug 27 02:23:04.484305 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.489622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.500381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] No DVR routers for this DVR port 1cdcfcd6-5fab-414a-a597-d8ffd734f62b on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:04.517785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.519785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e0256cd-2f66-40b4-af63-063207a27dff req-7ef6b84f-8736-443b-be46-68dbc330361d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.15 "DELETE /v2.0/ports/1cdcfcd6-5fab-414a-a597-d8ffd734f62b HTTP/1.1" status: 204 len: 173 time: 1.8015254 Aug 27 02:23:04.521794 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-59e90782-9051-4142-9665-fa1f981f13da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567634 Aug 27 02:23:04.563433 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:04.566471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd85ddb-0af8-43dc-97fb-ef0096b6cfea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:04.580034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.580538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.580971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.581403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.581853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.582739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.583170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.583603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.584027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.584551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.584976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.585395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:04.622371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.624438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899dce1-ec05-4b7d-a75d-3781a1535c10 req-1489a107-83c1-40cb-8c59-377ab2a16bf6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:04.625985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3899dce1-ec05-4b7d-a75d-3781a1535c10 req-1489a107-83c1-40cb-8c59-377ab2a16bf6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1776404 Aug 27 02:23:04.630723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.659941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.661150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2649a1bb-62ee-48a5-a3aa-23a88160686e req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3512256 Aug 27 02:23:04.662998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81a551-cdc2-4a83-9c21-26f8cfa6c4b8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c48d6d-a560-45bf-be7c-b116f67da851,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:04.676352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-1369fdea-8817-48ea-b41d-74a29ce28d39 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379697 Aug 27 02:23:04.682282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3899dce1-ec05-4b7d-a75d-3781a1535c10 req-6e88268d-c795-4486-9b72-dcd67c80d442 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Aug 27 02:23:04.746326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Request body: {'security_group': {'name': 'tempest-securitygroup-599000542', 'description': 'tempest-description-1002093405'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:04.773351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.807197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-d159aed8-c02d-41b6-b57f-837c51632acf service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215520 Aug 27 02:23:04.823772 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:04.861768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:04.875137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:04.875664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:04.877143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.882674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.915614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:04.917245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da16f245-6435-4005-963e-8797f2eff8d8 req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1752987 Aug 27 02:23:04.917552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df0336-29e3-4736-b2ae-a83f4b8f81a5 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f864a0-2f60-4342-a442-eb05ca77f852,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:05.005776 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:05.047961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1097389225', 'description': 'tempest-description-2008240656'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:05.099796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.121457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.300181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.303284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf37e141-6332-41c5-845c-b26a2c68129c req-f152dda7-fa47-439f-8e79-96d68990147c tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c7424c-4cee-426b-82d2-c1dcc143d33b HTTP/1.1" status: 200 len: 210 time: 0.0655510 Aug 27 02:23:05.307168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.375277 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:05.416919 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b7698-d660-489f-ac5f-292f60bb3c9d None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:16:57Z', 'revision_number': 4, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd7453660-a57c-4c83-b531-544aeef1f9ee', 'name': '', 'network_id': 'cde954ee-ca36-4fc3-90c3-5e66d757b2bb', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'mac_address': 'fa:16:3e:a8:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:56Z', 'updated_at': '2021-08-27T02:17:07Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'subnets': [{'id': '4cf1c454-f8c4-479f-a004-865341ed4f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:05.424080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.439258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.446669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55988) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:05.471824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.473073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de351fb7-f778-470a-9dc6-89efdf26b9b6 req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4297264 Aug 27 02:23:05.473855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6ec09-b4ea-4269-86fc-91cde4b85e3f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:05.501791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986f31f-fc06-41f5-b059-e1691bb4fa9f tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bac7f-3728-4913-b840-6b9bc70641b5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:05.526486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b36b8a-be24-4925-9972-9104d8e10acc req-68968d23-93a5-4437-968d-3734604a1eb5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.528035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54b36b8a-be24-4925-9972-9104d8e10acc req-68968d23-93a5-4437-968d-3734604a1eb5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1473217 Aug 27 02:23:05.543069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-ee52c158-94bc-4406-a439-bf5cbbf19fa7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.544542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-ee52c158-94bc-4406-a439-bf5cbbf19fa7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.1150165 Aug 27 02:23:05.616250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193da54-0009-4777-8614-bea5aaf72752 req-d4c29929-5597-4527-92e3-5a196c76ab56 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.623878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4193da54-0009-4777-8614-bea5aaf72752 req-d4c29929-5597-4527-92e3-5a196c76ab56 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 946 time: 0.0612502 Aug 27 02:23:05.643175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54b36b8a-be24-4925-9972-9104d8e10acc req-37d05cd7-3fc5-48d9-8800-971272f11d67 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081524 Aug 27 02:23:05.681236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1335108648', 'description': 'tempest-description-1175294020'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:05.685184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'name': 'network-vif-deleted', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:05.688010 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe027d0-bc2d-41ef-bc51-4da7d6738800" -d '{"events": [{"server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "name": "network-vif-deleted", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:05.718788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4193da54-0009-4777-8614-bea5aaf72752 req-93b2826a-eb77-44dd-bbcb-5bb54ea58ef8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937059 Aug 27 02:23:05.719212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port 89995cfd-48aa-4919-9ea1-d46f81f1e388 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:05.720910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.722199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e9f912bf-7e57-4abc-afed-301dcaf34c79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5ff912720ae474e9043b24c918a7d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745142 Aug 27 02:23:05.724868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55998) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:05.726818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.792045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.820046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.820553 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d08f128-ccbf-452e-9d19-a088dc31f73f x-openstack-request-id: req-1d08f128-ccbf-452e-9d19-a088dc31f73f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:05.820891 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c7424c-4cee-426b-82d2-c1dcc143d33b", "name": "network-vif-deleted", "tag": "1cdcfcd6-5fab-414a-a597-d8ffd734f62b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:05.821091 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d08f128-ccbf-452e-9d19-a088dc31f73f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:05.821484 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c7424c-4cee-426b-82d2-c1dcc143d33b', 'name': 'network-vif-deleted', 'tag': '1cdcfcd6-5fab-414a-a597-d8ffd734f62b', 'status': 'completed', 'code': 200} Aug 27 02:23:05.863630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b365bb-89ba-4a63-bcbe-1ba987579637 None None] New status for floating IP 796adc4d-069d-401c-a6e3-06525ede4b23: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:23:05.911924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.933812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.940248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd781a1-c377-40b8-a3a6-b5b797a2053b req-d9008bdf-9036-43e2-8a4b-e1ea326845d4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:05.941766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5dd781a1-c377-40b8-a3a6-b5b797a2053b req-d9008bdf-9036-43e2-8a4b-e1ea326845d4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0654573 Aug 27 02:23:05.946469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port 89995cfd-48aa-4919-9ea1-d46f81f1e388, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=89995cfd-48aa-4919-9ea1-d46f81f1e388,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:05.946845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.989706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for 89995cfd-48aa-4919-9ea1-d46f81f1e388 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:05.994092 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5dd781a1-c377-40b8-a3a6-b5b797a2053b req-3489e22a-1159-4205-b721-0c887b775571 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Aug 27 02:23:05.994727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:05.997258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.011822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b6f7d92-de9e-43e2-9c42-0b476a5a125e HTTP/1.1" status: 204 len: 168 time: 0.2756612 Aug 27 02:23:06.025849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd03a1-0280-4f28-9f25-7091342d64f4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:06.027328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769cfa-7c5f-4496-8d6a-d6c8012d6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f7d92-de9e-43e2-9c42-0b476a5a125e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:06.036455 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.043717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d21d696-a317-42de-8a26-16bc534dc6f2 req-8a5d01b5-7745-4ec3-bc9e-1a737cb5e699 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3676445 Aug 27 02:23:06.314758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device db3d44c3-5301-49db-92ff-2d0b11eabcd8 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:06.356139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: db3d44c3-5301-49db-92ff-2d0b11eabcd8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:06.356490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device db3d44c3-5301-49db-92ff-2d0b11eabcd8 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:06.384909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.400412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['89995cfd-48aa-4919-9ea1-d46f81f1e388'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:06.429996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=89995cfd-48aa-4919-9ea1-d46f81f1e388,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:06.496773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847', '1d856448-701a-48da-86a8-7653b03854d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:06.502968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port 89995cfd-48aa-4919-9ea1-d46f81f1e388 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:06.510497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.512860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0da4089a-ec6c-4012-b714-6f6860cb4c2e req-59b53dd4-eb99-43d4-a590-14c816659efd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "DELETE /v2.0/ports/89995cfd-48aa-4919-9ea1-d46f81f1e388 HTTP/1.1" status: 204 len: 173 time: 0.9613776 Aug 27 02:23:06.619756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:06.696352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-540401db-258c-4015-af04-4e3f6bf3df0c tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50533 time: 0.5897772 Aug 27 02:23:06.708438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.779416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.822872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-f28f238e-ca3d-4432-9a58-269ed75f567b tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5c747d74-a229-4c67-afe2-d9bf4dc93ae3 HTTP/1.1" status: 200 len: 2981 time: 0.0797079 Aug 27 02:23:06.890230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-be1ac5b0-bb1b-4cee-8c69-ef880f1dbd50 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/5c747d74-a229-4c67-afe2-d9bf4dc93ae3 HTTP/1.1" status: 200 len: 2981 time: 0.0649397 Aug 27 02:23:06.904127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403e4e-29ad-4956-b5f9-0b0bc869fa08 req-5400f5ee-aa54-4350-bd40-8afb1175fe7f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:06.906369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27403e4e-29ad-4956-b5f9-0b0bc869fa08 req-5400f5ee-aa54-4350-bd40-8afb1175fe7f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1497819 Aug 27 02:23:06.954925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27403e4e-29ad-4956-b5f9-0b0bc869fa08 req-16277b6d-0797-49a7-ace5-716e90ebe328 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 Aug 27 02:23:06.957385 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.961108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:06.965650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "DELETE /v2.0/security-groups/b284ef10-cbfe-4c5d-8949-18a71ab7c721 HTTP/1.1" status: 204 len: 168 time: 0.3452718 Aug 27 02:23:06.966579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56038) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:06.972334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-3afa41f3-976e-4d9a-a863-d826f34753b6 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/768ef58c-40a0-4f45-94b8-ded220fd4898 HTTP/1.1" status: 200 len: 2981 time: 0.0758860 Aug 27 02:23:06.996265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a0f0b-d1ab-4da7-8388-b4c17feaf564 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284ef10-cbfe-4c5d-8949-18a71ab7c721,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:07.023611 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-9b41e8d0-4a1d-4fa5-8643-fdfcc440751d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] show failed (client error): The resource could not be found. Aug 27 02:23:07.028959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9b41e8d0-4a1d-4fa5-8643-fdfcc440751d tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "GET /v2.0/security-groups/b284ef10-cbfe-4c5d-8949-18a71ab7c721 HTTP/1.1" status: 404 len: 347 time: 0.0556290 Aug 27 02:23:07.029489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:07.032273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-74a3274d-6b17-4398-9647-7726b45e0056 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/768ef58c-40a0-4f45-94b8-ded220fd4898 HTTP/1.1" status: 200 len: 2981 time: 0.0525193 Aug 27 02:23:07.084819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-418beb91-a21a-4089-9871-84ed97446ff7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7ff3f2c9-23dc-427f-a5cd-dbc356017ef3 HTTP/1.1" status: 200 len: 2981 time: 0.0515940 Aug 27 02:23:07.134930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1cdcfcd6-5fab-414a-a597-d8ffd734f62b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:07.194796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 1cdcfcd6-5fab-414a-a597-d8ffd734f62b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:07.195422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1cdcfcd6-5fab-414a-a597-d8ffd734f62b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:07.196048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-f4066aaa-6769-4e5a-abc7-7d45f4b233df tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7ff3f2c9-23dc-427f-a5cd-dbc356017ef3 HTTP/1.1" status: 200 len: 2981 time: 0.1040184 Aug 27 02:23:07.196266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 89995cfd-48aa-4919-9ea1-d46f81f1e388 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:07.219405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 89995cfd-48aa-4919-9ea1-d46f81f1e388 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:07.219957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 89995cfd-48aa-4919-9ea1-d46f81f1e388 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:07.236900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2553c95e-10ac-4bc6-88d1-cf23d4f172a5 req-52e8a8cb-1d84-45a5-8bff-d15a10064b4e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=f03fcf43-06eb-402f-aac7-997c1a4156c0 HTTP/1.1" status: 200 len: 210 time: 0.1079457 Aug 27 02:23:07.292662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-398bbb3b-e196-46e4-88cf-d4998358836e tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/87834cc9-c072-4cb8-8b37-3cb7cf958811 HTTP/1.1" status: 200 len: 2977 time: 0.0787106 Aug 27 02:23:07.335999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-98a02bc8-2c97-46e3-ad41-1fe0770b914c tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/87834cc9-c072-4cb8-8b37-3cb7cf958811 HTTP/1.1" status: 200 len: 2977 time: 0.0422988 Aug 27 02:23:07.364109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Deleting port cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:07.364463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.386850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-8b65bcb6-b7f4-4130-a5b1-5e16bd4fe59c tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8f2ff205-b112-4688-88f0-881642105466 HTTP/1.1" status: 200 len: 2973 time: 0.0432787 Aug 27 02:23:07.428948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112a32d-59c9-41ba-9354-6aa7b2821a6c req-7b01393e-2c71-4552-b5b0-04c5a14f10ea tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:07.430479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d112a32d-59c9-41ba-9354-6aa7b2821a6c req-7b01393e-2c71-4552-b5b0-04c5a14f10ea tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1105375 Aug 27 02:23:07.430866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-91e2122f-89ae-49f0-93e9-d2d974300b20 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8f2ff205-b112-4688-88f0-881642105466 HTTP/1.1" status: 200 len: 2973 time: 0.0367417 Aug 27 02:23:07.469445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.469718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.481494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-248644e5-ae24-4d1d-9978-79a919e977c3 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a892cead-8377-4f68-b3de-2a4f9188ad98 HTTP/1.1" status: 200 len: 2977 time: 0.0419683 Aug 27 02:23:07.493421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Calling delete_port for cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:07.503521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d112a32d-59c9-41ba-9354-6aa7b2821a6c req-4d753023-a51b-4517-a193-c392895bdbb4 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605814 Aug 27 02:23:07.534583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-147ba55a-a8eb-4f50-aaf5-d412e4af3776 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/a892cead-8377-4f68-b3de-2a4f9188ad98 HTTP/1.1" status: 200 len: 2977 time: 0.0458262 Aug 27 02:23:07.599806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-e5af9d95-5068-4399-b713-05addf448d2b tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c4c0e276-55dd-4c7f-91fc-59566ef9793b HTTP/1.1" status: 200 len: 2981 time: 0.0590189 Aug 27 02:23:07.651308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-002ba351-8344-4fc7-9c30-69647003c548 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c4c0e276-55dd-4c7f-91fc-59566ef9793b HTTP/1.1" status: 200 len: 2981 time: 0.0493429 Aug 27 02:23:07.675115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.707217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-697ca16b-972c-49c1-8a6f-e70e3b0d4e45 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/ced6ec09-b4ea-4269-86fc-91cde4b85e3f HTTP/1.1" status: 200 len: 2981 time: 0.0486252 Aug 27 02:23:07.712686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Pushing event deleted for resources: {'Port': ['ID=cd5b89c8-0ef0-4b6e-bf44-de8ac8bb0b98,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:07.768348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-0504d9fc-1a57-44c1-82e7-70126a38b87a tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/ced6ec09-b4ea-4269-86fc-91cde4b85e3f HTTP/1.1" status: 200 len: 2981 time: 0.0547464 Aug 27 02:23:07.793451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.797825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:07.802579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2328e48e-4629-4655-a9ae-c59d42d6a283 tempest-ServersWithSpecificFlavorTestJSON-1266972595 tempest-ServersWithSpecificFlavorTestJSON-1266972595-project] 10.222.0.26 "DELETE /v2.0/floatingips/796adc4d-069d-401c-a6e3-06525ede4b23 HTTP/1.1" status: 204 len: 168 time: 0.7712104 Aug 27 02:23:07.822721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'name': 'network-vif-deleted', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:07.825732 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bbc7a-3879-4012-97b5-a503c0e011f3" -d '{"events": [{"server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "name": "network-vif-deleted", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:07.837201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-2b74d2b4-5224-4027-829b-a7d668c17cc3 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d3fa438a-531c-406f-840f-9ba6b160b9e4 HTTP/1.1" status: 200 len: 2981 time: 0.0679517 Aug 27 02:23:07.889050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-33bfed1e-4d8f-4f1a-b621-dc42c0bef857 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d3fa438a-531c-406f-840f-9ba6b160b9e4 HTTP/1.1" status: 200 len: 2981 time: 0.0508382 Aug 27 02:23:07.930252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-8c65d5cf-8fc3-4177-85fd-c6aaba94bbe2 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db3e7179-f728-499e-98a4-598e866f8a62 HTTP/1.1" status: 200 len: 2981 time: 0.0399408 Aug 27 02:23:07.989561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-d44404e1-3616-4956-9d10-07c9da802a21 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db3e7179-f728-499e-98a4-598e866f8a62 HTTP/1.1" status: 200 len: 2981 time: 0.0515900 Aug 27 02:23:08.050293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-33b59920-0610-4ca5-bc8b-d601565abb81 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e432889d-3f69-43e2-943d-479db3b67614 HTTP/1.1" status: 200 len: 2977 time: 0.0503750 Aug 27 02:23:08.100708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-a0d9c97c-381f-4676-b9ee-79386cf6f4b6 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e432889d-3f69-43e2-943d-479db3b67614 HTTP/1.1" status: 200 len: 2977 time: 0.0479665 Aug 27 02:23:08.101729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:08.131195 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0688b1e-2366-43ae-b080-57a5bf77d832 x-openstack-request-id: req-d0688b1e-2366-43ae-b080-57a5bf77d832 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:08.131574 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03fcf43-06eb-402f-aac7-997c1a4156c0", "name": "network-vif-deleted", "tag": "89995cfd-48aa-4919-9ea1-d46f81f1e388", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:08.131897 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0688b1e-2366-43ae-b080-57a5bf77d832 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:08.132354 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03fcf43-06eb-402f-aac7-997c1a4156c0', 'name': 'network-vif-deleted', 'tag': '89995cfd-48aa-4919-9ea1-d46f81f1e388', 'status': 'completed', 'code': 200} Aug 27 02:23:08.153636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-423ebec0-a548-4ad6-9958-04970cd80336 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/edeba88c-2da2-4808-89e4-779fb02545b4 HTTP/1.1" status: 200 len: 2981 time: 0.0533814 Aug 27 02:23:08.205996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-dbfc35b8-a309-448f-b0ed-ebdc90fa2d83 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/edeba88c-2da2-4808-89e4-779fb02545b4 HTTP/1.1" status: 200 len: 2981 time: 0.0512002 Aug 27 02:23:08.217167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb5fe2-0e34-4909-aa04-1d5156466406 req-a1cc7c7d-e217-4c15-8dae-38ddfa14968f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:08.225321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2eeb5fe2-0e34-4909-aa04-1d5156466406 req-a1cc7c7d-e217-4c15-8dae-38ddfa14968f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0653121 Aug 27 02:23:08.256885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-6a731797-2dde-4442-a8d6-c389712bad70 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fdd85ddb-0af8-43dc-97fb-ef0096b6cfea HTTP/1.1" status: 200 len: 2981 time: 0.0496082 Aug 27 02:23:08.270278 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2eeb5fe2-0e34-4909-aa04-1d5156466406 req-0ec0f7b2-e325-43f2-b893-8d34e3a9f97a tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Aug 27 02:23:08.312076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e4e2a3-3bf8-47a0-b8fa-ceb91eb6580d req-807993e1-3414-42e3-a034-8fdec1566ff6 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fdd85ddb-0af8-43dc-97fb-ef0096b6cfea HTTP/1.1" status: 200 len: 2981 time: 0.0532873 Aug 27 02:23:08.312581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40a79e80-1002-4136-8e5f-eab7dab629aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.441792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d5b855-4ba4-44ce-9f7d-77c9cf0208c1 req-5c700188-ed01-4ea4-bee8-19cd5317981f tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70b095dec93544f4b674820171b30698 HTTP/1.1" status: 200 len: 6103 time: 0.0976508 Aug 27 02:23:08.507094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40a79e80-1002-4136-8e5f-eab7dab629aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.510234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d5b855-4ba4-44ce-9f7d-77c9cf0208c1 req-c905c9f5-e111-4646-bfa5-98fea1556dbd tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "GET /v2.0/security-groups/fdd85ddb-0af8-43dc-97fb-ef0096b6cfea HTTP/1.1" status: 200 len: 2981 time: 0.0625679 Aug 27 02:23:08.513919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40a79e80-1002-4136-8e5f-eab7dab629aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.604089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40a79e80-1002-4136-8e5f-eab7dab629aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9da2d9afe8f04d36b8713d07fd67b057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011809 Aug 27 02:23:08.606718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:08.613386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a79e80-1002-4136-8e5f-eab7dab629aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86901196-7122-48f6-8f14-944005b2d0bc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:08.640246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13d5b855-4ba4-44ce-9f7d-77c9cf0208c1 req-afaa0c0e-7074-45d5-97d1-df2a881f9832 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "GET /v2.0/security-groups/fdd85ddb-0af8-43dc-97fb-ef0096b6cfea HTTP/1.1" status: 200 len: 2981 time: 0.1103876 Aug 27 02:23:08.735397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.757700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195334-26d1-4b6c-91a2-60d7d28b2524 req-66b2943b-be40-4269-bca8-4516294e3f83 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:08.759187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5195334-26d1-4b6c-91a2-60d7d28b2524 req-66b2943b-be40-4269-bca8-4516294e3f83 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0795045 Aug 27 02:23:08.778119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.778836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761030-abbd-4c43-8d7a-4d1a4cf270d0 req-36e6c6de-ee86-43e4-a4e1-9612f4b583c6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:08.780453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74761030-abbd-4c43-8d7a-4d1a4cf270d0 req-36e6c6de-ee86-43e4-a4e1-9612f4b583c6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0546865 Aug 27 02:23:08.820518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74761030-abbd-4c43-8d7a-4d1a4cf270d0 req-6eac4c73-2202-492d-9bda-768a22e0900d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328023 Aug 27 02:23:08.828174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5195334-26d1-4b6c-91a2-60d7d28b2524 req-d624241b-d075-4064-a231-240d3231e74f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592647 Aug 27 02:23:08.863803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.867234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:08.869718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86901196-7122-48f6-8f14-944005b2d0bc HTTP/1.1" status: 204 len: 168 time: 0.2588153 Aug 27 02:23:08.886467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b2e5d-1b46-469f-a6fe-a1081cb2f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86901196-7122-48f6-8f14-944005b2d0bc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:08.926370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784430b9-3b95-4a3d-91f1-996380c185bc req-0c6b0969-e721-4015-9887-2d237692d328 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b2bd03a1-0280-4f28-9f25-7091342d64f4 HTTP/1.1" status: 200 len: 1778 time: 0.0550344 Aug 27 02:23:08.996516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784430b9-3b95-4a3d-91f1-996380c185bc req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.030836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784430b9-3b95-4a3d-91f1-996380c185bc req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.091112 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784430b9-3b95-4a3d-91f1-996380c185bc req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.095271 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-784430b9-3b95-4a3d-91f1-996380c185bc req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.100076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-784430b9-3b95-4a3d-91f1-996380c185bc req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2bd03a1-0280-4f28-9f25-7091342d64f4 HTTP/1.1" status: 204 len: 173 time: 0.1647038 Aug 27 02:23:09.124568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecca70-3b49-4ca3-9d90-e5f7404fa9c7 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd03a1-0280-4f28-9f25-7091342d64f4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.132972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56112) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:09.175209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-61abce14-5144-4c1c-bc4e-6b84e1ac37be tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d98bac7f-3728-4913-b840-6b9bc70641b5 HTTP/1.1" status: 200 len: 1778 time: 0.0480316 Aug 27 02:23:09.251454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.275280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.335189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.338190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.339368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47b818c1-49f7-4dcc-8d89-94b58d9645b4 req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/d98bac7f-3728-4913-b840-6b9bc70641b5 HTTP/1.1" status: 204 len: 173 time: 0.1576355 Aug 27 02:23:09.352983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3ea6e-041c-4e0b-964e-90762a22a079 tempest-SecurityGroupsTestAdminJSON-1736661318 tempest-SecurityGroupsTestAdminJSON-1736661318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bac7f-3728-4913-b840-6b9bc70641b5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.437240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-70a7a72d-0b17-4fe0-96c6-1ed76c5e1677 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "GET /v2.0/security-groups/d5f864a0-2f60-4342-a442-eb05ca77f852 HTTP/1.1" status: 200 len: 1777 time: 0.0589571 Aug 27 02:23:09.525316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.558882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.623055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.626507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.627681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-113718b7-e44e-4048-94e8-5bb3e225a6b6 req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5f864a0-2f60-4342-a442-eb05ca77f852 HTTP/1.1" status: 204 len: 173 time: 0.1839991 Aug 27 02:23:09.639330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9bc46-7886-4a97-8e40-023c44b97153 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f864a0-2f60-4342-a442-eb05ca77f852,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.718148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8db83a44-e075-476a-90c8-8611104b287e req-348d762e-3d1a-454d-ac22-cdc1edf9a6c8 tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "GET /v2.0/security-groups/e6c48d6d-a560-45bf-be7c-b116f67da851 HTTP/1.1" status: 200 len: 1778 time: 0.0656090 Aug 27 02:23:09.786417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8db83a44-e075-476a-90c8-8611104b287e req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.790005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61706148-ef32-4f25-a743-a0db6795def9 req-af04f364-f94e-47e5-9740-3fcbb9b8fc89 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:09.797435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61706148-ef32-4f25-a743-a0db6795def9 req-af04f364-f94e-47e5-9740-3fcbb9b8fc89 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0995963 Aug 27 02:23:09.813873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8db83a44-e075-476a-90c8-8611104b287e req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.828555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:09.876601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8db83a44-e075-476a-90c8-8611104b287e req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.879748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8db83a44-e075-476a-90c8-8611104b287e req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:09.881404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8db83a44-e075-476a-90c8-8611104b287e req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] 10.222.0.26 "DELETE /v2.0/security-groups/e6c48d6d-a560-45bf-be7c-b116f67da851 HTTP/1.1" status: 204 len: 173 time: 0.1567943 Aug 27 02:23:09.882674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61706148-ef32-4f25-a743-a0db6795def9 req-51d4efb0-acbb-4e81-8c50-47f13d64e186 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824156 Aug 27 02:23:09.907086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c4ae6-8e64-46ad-a6db-0c998c4173de tempest-SecurityGroupsTestAdminJSON-1873826454 tempest-SecurityGroupsTestAdminJSON-1873826454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c48d6d-a560-45bf-be7c-b116f67da851,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:09.992980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1488995967-network', 'tenant_id': '9cb116a5e6734d7f90f56f139c64af5a'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:10.055336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Made reservation on behalf of 9cb116a5e6734d7f90f56f139c64af5a for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:10.057640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.084739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a3bf-45ac-4ed9-9c3b-476ddea2be0b req-d8801591-129f-438c-a84f-216cfddc1e84 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.091952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1c0a3bf-45ac-4ed9-9c3b-476ddea2be0b req-d8801591-129f-438c-a84f-216cfddc1e84 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0950634 Aug 27 02:23:10.095084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.108097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16fc9-4db1-4da0-b751-8e36ec1f1611 req-95e441a5-37c7-452b-b2d2-96d2a2ac211d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.109734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ff16fc9-4db1-4da0-b751-8e36ec1f1611 req-95e441a5-37c7-452b-b2d2-96d2a2ac211d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0721402 Aug 27 02:23:10.174488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1c0a3bf-45ac-4ed9-9c3b-476ddea2be0b req-83d24a0f-21eb-4d91-90c5-dae1cf41bdd1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810392 Aug 27 02:23:10.180272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ff16fc9-4db1-4da0-b751-8e36ec1f1611 req-920a3906-7e0c-4294-a176-a4b701c7eb89 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498958 Aug 27 02:23:10.268307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:10.280981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.308893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.314109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.336573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:10.353420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc38d3db-f519-4606-be22-e2239c3886c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:10.356528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.357555 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Added segment a91ecd0d-97d2-4845-8a7e-48af54671091 of type vlan for network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 Aug 27 02:23:10.399845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.424798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.425776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.426367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.481015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6519244 Aug 27 02:23:10.483935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:10.486290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64005-cfb9-49df-a962-4aff97d73138 admin admin] Pushing event updated for resources: {'Network': ['ID=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:10.490788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Request body: {'subnet': {'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1488995967-subnet', 'tenant_id': '9cb116a5e6734d7f90f56f139c64af5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:10.496309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:10.499682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ce024607-d793-437b-bee3-d544a40ec787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70b095dec93544f4b674820171b30698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299669 Aug 27 02:23:10.501216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:10.530226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Made reservation on behalf of 9cb116a5e6734d7f90f56f139c64af5a for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:10.532557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.594653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.604789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-8c4b295a-a7c2-4bc0-8f48-543124ddaca7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.606252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-8c4b295a-a7c2-4bc0-8f48-543124ddaca7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.0739470 Aug 27 02:23:10.651784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.705613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Deleting port d7453660-a57c-4c83-b531-544aeef1f9ee {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:10.705951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.743802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.746350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.758663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdd85ddb-0af8-43dc-97fb-ef0096b6cfea HTTP/1.1" status: 204 len: 168 time: 0.2484858 Aug 27 02:23:10.763649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port 1d856448-701a-48da-86a8-7653b03854d2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:10.763976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.817222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.883025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] For port d7453660-a57c-4c83-b531-544aeef1f9ee, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d7453660-a57c-4c83-b531-544aeef1f9ee,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:10.883414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:10.930596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df79914f-54a4-4842-b7d5-cb4510685b74,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:10.958505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Calling delete_port for d7453660-a57c-4c83-b531-544aeef1f9ee owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:10.983951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5885c-8bae-4360-a1c3-db071ddfbac0 req-7738a77d-345e-4327-8891-c88fff2bb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:10.985479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11f5885c-8bae-4360-a1c3-db071ddfbac0 req-7738a77d-345e-4327-8891-c88fff2bb990 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.1078942 Aug 27 02:23:10.996442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Checking segment: {'id': 'a91ecd0d-97d2-4845-8a7e-48af54671091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:10.996807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Network hostable DHCP agents. Network: 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:11.088585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11f5885c-8bae-4360-a1c3-db071ddfbac0 req-0e7a1f47-08b4-4da2-8dbb-be43e8cd70fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932612 Aug 27 02:23:11.089159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:11.089304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ec13b-5849-4867-8208-9e04e321ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd85ddb-0af8-43dc-97fb-ef0096b6cfea,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:11.111129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:11.117988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:11.127760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d45634-9020-48d4-b46d-9d4fd236f96b None None] Network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:11.163171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:11.163772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.183635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-83934456-3521-4e9b-84c0-109b9de0ca74 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6977651 Aug 27 02:23:11.234991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59a52ac5-755b-498e-b4ea-8a2ce00b72cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8f11e6e68974494a2fee0234dbeab4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025882 Aug 27 02:23:11.235823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:11.245323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd3970-1c24-45a1-8a55-ca4f48ce433e req-f69004db-8b1d-4949-845f-f55827eb9ec9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:11.246883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ffd3970-1c24-45a1-8a55-ca4f48ce433e req-f69004db-8b1d-4949-845f-f55827eb9ec9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1589031 Aug 27 02:23:11.280463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port 1d856448-701a-48da-86a8-7653b03854d2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1d856448-701a-48da-86a8-7653b03854d2,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:11.280836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.308032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for 1d856448-701a-48da-86a8-7653b03854d2 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:11.321401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9ef65-1649-4301-8f2f-6a584bdc4f67 None None] Network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:11.348273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.383966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ffd3970-1c24-45a1-8a55-ca4f48ce433e req-4ffe1b24-5764-4f53-8c03-d64dccf22b78 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261001 Aug 27 02:23:11.426762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.426890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=d7453660-a57c-4c83-b531-544aeef1f9ee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:11.463694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.545648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a5c0-5bea-4f08-8340-abe6d383388a req-c5d9fdc0-afff-4d7d-865c-3d35909ac57f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:11.547592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f107a5c0-5bea-4f08-8340-abe6d383388a req-c5d9fdc0-afff-4d7d-865c-3d35909ac57f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=49b0ebae-d094-4aad-83f4-a75a4f578074 HTTP/1.1" status: 200 len: 946 time: 0.2132189 Aug 27 02:23:11.584369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.631307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=1d856448-701a-48da-86a8-7653b03854d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:11.632555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847', '1d856448-701a-48da-86a8-7653b03854d2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:11.643381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f107a5c0-5bea-4f08-8340-abe6d383388a req-0fe568e3-880e-4924-aa9c-4adf6a97f218 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Aug 27 02:23:11.658922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff0c26-2e1c-46ff-86dd-20223ede52cf req-7342b302-2be2-4f78-8b39-dd2015d9141f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:11.660935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07ff0c26-2e1c-46ff-86dd-20223ede52cf req-7342b302-2be2-4f78-8b39-dd2015d9141f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1367123 Aug 27 02:23:11.664125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.667316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.668703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ced6ec09-b4ea-4269-86fc-91cde4b85e3f HTTP/1.1" status: 204 len: 168 time: 0.4319756 Aug 27 02:23:11.726554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port 1d856448-701a-48da-86a8-7653b03854d2 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:11.735225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5308013-8cf2-4ed4-a3d5-532dea76480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6ec09-b4ea-4269-86fc-91cde4b85e3f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:11.740320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.742899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c8d060e-77d1-4608-8f39-2d8c68d6688c req-2d10ff36-632c-461f-9a38-ad3863a500ee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "DELETE /v2.0/ports/1d856448-701a-48da-86a8-7653b03854d2 HTTP/1.1" status: 204 len: 173 time: 1.1280239 Aug 27 02:23:11.743729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'name': 'network-vif-deleted', 'tag': '1d856448-701a-48da-86a8-7653b03854d2'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:11.746585 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c069e-ccf9-4053-a221-5ed7a816f5d7" -d '{"events": [{"server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "name": "network-vif-deleted", "tag": "1d856448-701a-48da-86a8-7653b03854d2"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:11.760086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:11.772009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07ff0c26-2e1c-46ff-86dd-20223ede52cf req-8d29c72a-121e-4bcd-ad04-29d24b5dbf8b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018624 Aug 27 02:23:11.976228 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f18f2-9b62-4b2c-849a-f22d3a9ddf3f x-openstack-request-id: req-b92f18f2-9b62-4b2c-849a-f22d3a9ddf3f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:11.976738 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b0ebae-d094-4aad-83f4-a75a4f578074", "name": "network-vif-deleted", "tag": "1d856448-701a-48da-86a8-7653b03854d2", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:11.976997 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b92f18f2-9b62-4b2c-849a-f22d3a9ddf3f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:11.977403 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b0ebae-d094-4aad-83f4-a75a4f578074', 'name': 'network-vif-deleted', 'tag': '1d856448-701a-48da-86a8-7653b03854d2', 'status': 'completed', 'code': 200} Aug 27 02:23:12.075909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Router d39b338e-2b6c-4d86-9d12-12082a026456 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:12.203414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:12.209185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a914f8ac-a7d5-412c-9433-61abc9541ecc admin admin] 10.222.0.26 "PUT /v2.0/routers/d39b338e-2b6c-4d86-9d12-12082a026456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747850 Aug 27 02:23:12.212127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56208) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:12.213235 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Sync routers for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:12.224257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:12.225078 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.395497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.402943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f8459500-f6b8-45ed-a122-f991a0eaaa2c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:12.415529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f8459500-f6b8-45ed-a122-f991a0eaaa2c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/networks?id=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 HTTP/1.1" status: 200 len: 821 time: 0.1794937 Aug 27 02:23:12.444151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-3a61e42c-0de1-40ef-ba9f-a2e7a0a669c6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/quotas/9cb116a5e6734d7f90f56f139c64af5a HTTP/1.1" status: 200 len: 375 time: 0.0274081 Aug 27 02:23:12.490598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-a5c7fb9e-942e-4fe6-80f5-52b599905179 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cb116a5e6734d7f90f56f139c64af5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444529 Aug 27 02:23:12.520976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:12.636043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-62f6a1a0-52e7-448a-a860-994c96521c1c service neutron] 10.222.0.26 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436563 Aug 27 02:23:12.652737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.733511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:23:11Z', 'revision_number': 5, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port': {'id': '6a560dc7-3353-436e-b04f-4b1d80b16f5a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.753308 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-3372fb1c-e9e9-4609-9328-35c60570e9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111088 Aug 27 02:23:12.760647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72260a-0ebd-41a3-b182-e0c4a2a9ab46 req-0a80014b-4511-4d46-b833-b6378133133c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:12.761847 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Checking router: d39b338e-2b6c-4d86-9d12-12082a026456 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:12.762537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a72260a-0ebd-41a3-b182-e0c4a2a9ab46 req-0a80014b-4511-4d46-b833-b6378133133c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1208262 Aug 27 02:23:12.779372 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Routers {'d39b338e-2b6c-4d86-9d12-12082a026456'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:12.780848 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d39b338e-2b6c-4d86-9d12-12082a026456'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:12.831626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a72260a-0ebd-41a3-b182-e0c4a2a9ab46 req-5a121402-a52f-4538-b03a-70f2084f42f3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617425 Aug 27 02:23:12.833405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Deleting port 6a560dc7-3353-436e-b04f-4b1d80b16f5a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:12.833746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:12.940930 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] Set router d39b338e-2b6c-4d86-9d12-12082a026456 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:12.974018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] For port 6a560dc7-3353-436e-b04f-4b1d80b16f5a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a560dc7-3353-436e-b04f-4b1d80b16f5a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:12.977228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.017905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Calling delete_port for 6a560dc7-3353-436e-b04f-4b1d80b16f5a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:13.083074 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:23:12Z', 'revision_number': 6, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:13.124088 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a267e7b3-bc30-4aa0-b362-0d89824b3bd2 None None] The sync data for ids ['d39b338e-2b6c-4d86-9d12-12082a026456'] in n-d-806292-1 is: [{'id': 'd39b338e-2b6c-4d86-9d12-12082a026456', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2144679292-router', 'tenant_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:16:54Z', 'updated_at': '2021-08-27T02:23:12Z', 'revision_number': 6, 'project_id': 'acda5b4382b84ed7bf3dfc60f1ab8431', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:13.149972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31807a-16a4-442c-bd57-0cbfab1077e8 req-baf56add-d867-47e9-b631-969676b5ebb5 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.152479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f31807a-16a4-442c-bd57-0cbfab1077e8 req-baf56add-d867-47e9-b631-969676b5ebb5 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1320531 Aug 27 02:23:13.209137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e4a7fd2-e8c2-458d-aacd-84ca01a13a10 req-f5949690-4aeb-4dcb-81d8-12cccc74f6e3 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 210 time: 0.0578115 Aug 27 02:23:13.256606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f31807a-16a4-442c-bd57-0cbfab1077e8 req-a1570cd2-18f5-423c-899e-f67c5251d918 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Aug 27 02:23:13.374568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.412489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6a560dc7-3353-436e-b04f-4b1d80b16f5a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:13.484707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.520798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-61d77950-e746-4f9b-8e04-a41600ec6b31 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.522439 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-61d77950-e746-4f9b-8e04-a41600ec6b31 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1723907 Aug 27 02:23:13.553050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-84358d73-b78e-4f19-b36c-7a4487591a31 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0231650 Aug 27 02:23:13.653059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.656210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.670670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-8a7d9120-2426-44e3-957d-4805c3e87137 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102622 Aug 27 02:23:13.771057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.771602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d39b338e-2b6c-4d86-9d12-12082a026456 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:13.789282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-f9d569e7-0abe-48a2-ae75-e73c3123ac67 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170218 Aug 27 02:23:13.792464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.795984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2972128b-3b04-4415-bc4c-91d5a1d20e7f admin admin] 10.222.0.26 "DELETE /v2.0/routers/d39b338e-2b6c-4d86-9d12-12082a026456 HTTP/1.1" status: 204 len: 168 time: 1.5830233 Aug 27 02:23:13.796150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56272) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:13.825217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c83e4-bf69-4c1a-9ed4-1e226af3a947 req-c0ce9110-b7a2-44fe-91a2-daa102c96f6e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.826765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c1c83e4-bf69-4c1a-9ed4-1e226af3a947 req-c0ce9110-b7a2-44fe-91a2-daa102c96f6e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1031873 Aug 27 02:23:13.833006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-9bb482fb-32d9-4cbb-8235-9d80d0316194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.834567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-9bb482fb-32d9-4cbb-8235-9d80d0316194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.0761461 Aug 27 02:23:13.896691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Deleting subnet 4cf1c454-f8c4-479f-a004-865341ed4f45 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:13.911633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:13.919429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c1c83e4-bf69-4c1a-9ed4-1e226af3a947 req-59ef4e0a-ffe5-4968-8d73-ea6f0e9cde8b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Aug 27 02:23:13.970126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-16437e5f-6397-467c-8260-a8afd0a7a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:13.971183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-65a7ed66-31d6-42c8-ba32-6abbb85539e3 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634994 Aug 27 02:23:13.971855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-16437e5f-6397-467c-8260-a8afd0a7a3d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.1276166 Aug 27 02:23:13.986349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.047267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-5ce00850-235b-4c76-b5c2-f0fdd9296625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.0659962 Aug 27 02:23:14.095382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.137246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-32d1900e-c071-45ed-87a5-aa24aa3574f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:14.138741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-32d1900e-c071-45ed-87a5-aa24aa3574f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.0788174 Aug 27 02:23:14.152620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84436197-eda4-4b38-a5a0-fa312b16b237 req-cf1edb7b-b753-49b5-b491-da4c05978676 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:14.154141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84436197-eda4-4b38-a5a0-fa312b16b237 req-cf1edb7b-b753-49b5-b491-da4c05978676 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1106088 Aug 27 02:23:14.164660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.194240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-29f37e90-a164-4037-a958-32d5217d3335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390506 Aug 27 02:23:14.201965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf1c454-f8c4-479f-a004-865341ed4f45,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:14.204630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.209003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2e3f1271-318f-4ec9-ad5b-6c2c5d3fc5c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4cf1c454-f8c4-479f-a004-865341ed4f45 HTTP/1.1" status: 204 len: 168 time: 0.4093578 Aug 27 02:23:14.209386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:14.215018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457fb9b-154c-4229-b724-fd3af76e4ca4 None None] Network cde954ee-ca36-4fc3-90c3-5e66d757b2bb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:14.255155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84436197-eda4-4b38-a5a0-fa312b16b237 req-1a15fdda-f404-4fd6-a518-93b825912e5f tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921140 Aug 27 02:23:14.375641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1d856448-701a-48da-86a8-7653b03854d2 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:14.421139 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-1c18cf2a-0864-4f22-ae31-b49df7331b06 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011189 Aug 27 02:23:14.424958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.531721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a560dc7-3353-436e-b04f-4b1d80b16f5a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:14.611703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1d856448-701a-48da-86a8-7653b03854d2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:14.612216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1d856448-701a-48da-86a8-7653b03854d2 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:14.626083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-203a46b2-dd09-4f65-aa6c-2b5f05732535 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:14.627919 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-203a46b2-dd09-4f65-aa6c-2b5f05732535 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.46 "GET /v2.0/networks?id=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 HTTP/1.1" status: 200 len: 821 time: 0.2342851 Aug 27 02:23:14.653680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7def2ffd-9555-4214-9a6a-54fd593c6aa5 req-b6706c7a-0f58-47c7-85a0-c8b68df5a6dc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 210 time: 0.0891082 Aug 27 02:23:14.654841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6a560dc7-3353-436e-b04f-4b1d80b16f5a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:14.655357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a560dc7-3353-436e-b04f-4b1d80b16f5a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:14.656276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d7453660-a57c-4c83-b531-544aeef1f9ee no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:14.659904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Request body: {'port': {'device_id': '4334e25f-0995-4cda-aca3-cb967ccae107', 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93', 'admin_state_up': True, 'tenant_id': '9cb116a5e6734d7f90f56f139c64af5a'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:14.691174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56414f6e-b507-40d2-8504-6bbeca0abcf6 req-ecd4e3ce-bc28-45f1-adbe-1b91331eb9f6 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606046 Aug 27 02:23:14.698328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d7453660-a57c-4c83-b531-544aeef1f9ee {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:14.698696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d7453660-a57c-4c83-b531-544aeef1f9ee not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:14.762046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] DHCP port deletion for cde954ee-ca36-4fc3-90c3-5e66d757b2bb request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:14.770036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-60c62505-2365-4dbf-a9b4-a88d08be8229 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=81134266389342258c4c6d1ff12a5118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340957 Aug 27 02:23:14.776572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Deleting port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:14.776924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.787350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7559d6e-0794-455f-9f50-43b29b1cd1ed req-1499e8f0-d3cd-41f2-9705-f30b6714e8cf tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 210 time: 0.0399563 Aug 27 02:23:14.827472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Deleting port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:14.827847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.907411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] For port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:14.907870 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.922705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Calling delete_port for f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:14.941424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] For port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,segment=NetworkSegment(70d5da39-7caa-41f9-aec2-5381dbaed04d),segment_id=70d5da39-7caa-41f9-aec2-5381dbaed04d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:14.941790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:14.971899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Calling delete_port for f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:15.007255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-33473d35-4715-436a-b986-98908b967a3d tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:15.008727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-33473d35-4715-436a-b986-98908b967a3d tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161586 Aug 27 02:23:15.033952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.059921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] Pushing event deleted for resources: {'Port': ['ID=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.064210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eefd2-81c9-4b8e-a740-90e4dd983760 None None] No DVR routers for this DVR port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:15.075886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16617ce4-e489-4fe9-b43b-a4d8c331e234 req-3d48e49e-ffe9-4c7d-ac48-7059d061839c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:15.077652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16617ce4-e489-4fe9-b43b-a4d8c331e234 req-3d48e49e-ffe9-4c7d-ac48-7059d061839c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0601614 Aug 27 02:23:15.109973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-5776b856-fb1a-4cf7-8d42-efcc30a88082 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/quotas/81134266389342258c4c6d1ff12a5118 HTTP/1.1" status: 200 len: 375 time: 0.0416429 Aug 27 02:23:15.110690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Made reservation on behalf of 9cb116a5e6734d7f90f56f139c64af5a for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:15.114894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.132943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16617ce4-e489-4fe9-b43b-a4d8c331e234 req-ee1f56bd-f884-4466-8a45-dd9fff6b5175 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Aug 27 02:23:15.381768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c80a9-e7dc-41fd-8a18-d1859bc62b3c req-a7772d54-a028-4943-9f8e-9975774d0ac1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:15.383314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-615c80a9-e7dc-41fd-8a18-d1859bc62b3c req-a7772d54-a028-4943-9f8e-9975774d0ac1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.0554612 Aug 27 02:23:15.423614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-615c80a9-e7dc-41fd-8a18-d1859bc62b3c req-25e4597c-c512-4e26-b507-08a3b337de77 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342922 Aug 27 02:23:15.462855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-8e68b930-7fc8-4f24-bad0-5687072835f9 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=81134266389342258c4c6d1ff12a5118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3460534 Aug 27 02:23:15.504457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.540026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8341cf3-d2d4-4b28-927d-cbbf613c4aa5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:15.546981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] No DVR routers for this DVR port f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:15.638938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-471dd836-d970-45f1-8e29-b7e03b69529f req-1d8176e9-7f5a-45e5-a610-fdc7d60673b5 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Aug 27 02:23:15.660646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.670973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Allocated IP 172.20.0.13 (1d40a762-e7c0-4e95-b7fe-6c578d2d4b93/df79914f-54a4-4842-b7d5-cb4510685b74/2ad1da72-028d-4132-b084-2c3094df2466) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:15.677187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde954ee-ca36-4fc3-90c3-5e66d757b2bb']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:15.692546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d5da39-7caa-41f9-aec2-5381dbaed04d') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:15.692839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d5da39-7caa-41f9-aec2-5381dbaed04d') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:15.706710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.733950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.750427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:15.750891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:15.753178 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:15.836811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70d6dd6f-2f56-4893-b44a-9c577ba1e884 req-2cb298dd-7886-40ed-8e03-5fb89bdd8be7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 210 time: 0.0697992 Aug 27 02:23:15.868301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-88466363-4983-4bea-a53e-ece2a224fcb5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:15.874199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-88466363-4983-4bea-a53e-ece2a224fcb5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1915104 Aug 27 02:23:15.900346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.909926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:15.911986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cde954ee-ca36-4fc3-90c3-5e66d757b2bb HTTP/1.1" status: 204 len: 168 time: 1.7012591 Aug 27 02:23:15.915154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:15.937657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51c3cf0e-ccc3-49e1-95da-0abf98f61854 req-0fc8ef63-015d-418f-aad1-401b3901892b tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 210 time: 0.0527954 Aug 27 02:23:15.954511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:15.976073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9b39-4563-47c2-826f-328c2e3158f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde954ee-ca36-4fc3-90c3-5e66d757b2bb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:16.061775 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.065577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.085308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:16.088705 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.204319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.259988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:16.283515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:16.289320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.6 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/62d803ee-7e83-4ef1-a48a-0aab43e73f6e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:16.291590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:16.297137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Pushing event updated for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:16.310204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64718-60dd-41b5-aec2-25107554a8d3 req-5ab573dd-4274-48c6-acb9-7e332a3ae795 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:16.317481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51e64718-60dd-41b5-aec2-25107554a8d3 req-5ab573dd-4274-48c6-acb9-7e332a3ae795 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1065674 Aug 27 02:23:16.375451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51e64718-60dd-41b5-aec2-25107554a8d3 req-fb6cc514-434b-48bd-8443-e8e6b3e851ed tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512145 Aug 27 02:23:16.400649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:16.402105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:16.402840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.421104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-f045736d-4d43-46a5-955a-7af3039b9cc9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7665331 Aug 27 02:23:16.422736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:16.423277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f8341cf3-d2d4-4b28-927d-cbbf613c4aa5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:16.456491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Request body: {'port': {'device_id': '4334e25f-0995-4cda-aca3-cb967ccae107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:16.510828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.565019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.592687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.602760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:16.612615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:16.618154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:16.622571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:16.646794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:16.655653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40f6c1-151d-4511-9e60-5d321de20572 req-7be73323-e6b4-4cdb-9c34-321900358075 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:16.657425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c40f6c1-151d-4511-9e60-5d321de20572 req-7be73323-e6b4-4cdb-9c34-321900358075 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.1451201 Aug 27 02:23:16.668848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.687453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:16.688335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.719838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-0677ec9a-fdce-4623-a830-0059119f591a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766039 Aug 27 02:23:16.749489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Request body: {'port': {'device_id': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:16.753851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b5b1dfb-c6b0-4c2b-8890-78ba792ed77d req-df6e62eb-3926-4772-aee2-502da0ab3d17 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0371482 Aug 27 02:23:16.805241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:16.877596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c40f6c1-151d-4511-9e60-5d321de20572 req-e3229da0-6edc-4609-9641-ad7180e4411e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535816 Aug 27 02:23:16.996730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.46', 53522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:17.060710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66595140-2d44-4723-9939-a828c9fb68c4 req-f1f75526-384e-4b93-ae7d-641d10ff8e67 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.068531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-be0d00e8-9242-4865-b835-404d30427f7b tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=81134266389342258c4c6d1ff12a5118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680118 Aug 27 02:23:17.068751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66595140-2d44-4723-9939-a828c9fb68c4 req-f1f75526-384e-4b93-ae7d-641d10ff8e67 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 931 time: 0.1176531 Aug 27 02:23:17.132875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66595140-2d44-4723-9939-a828c9fb68c4 req-a7364f74-09e8-4c8e-8d85-92d8cb2c59e5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632463 Aug 27 02:23:17.200784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d803ee-7e83-4ef1-a48a-0aab43e73f6e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:17.206198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.218814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Transition to ACTIVE for port object 62d803ee-7e83-4ef1-a48a-0aab43e73f6e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:17.223135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.240492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-467c2dc2-a805-4c91-9ce2-0b34125040ff tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.242068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-467c2dc2-a805-4c91-9ce2-0b34125040ff tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.2237201 Aug 27 02:23:17.268124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49163d-039b-4e1f-98b6-6cc6f0646f45 req-7d724320-77b3-4d83-8a8e-54eac76a44b8 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.269589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df49163d-039b-4e1f-98b6-6cc6f0646f45 req-7d724320-77b3-4d83-8a8e-54eac76a44b8 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 932 time: 0.2540781 Aug 27 02:23:17.275436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Pushing event updated for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.282705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806292-1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:17.343933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Attempting to bind port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:17.344264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Attempting to bind port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:17.344584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Attempting to bind port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:17.348780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:17.349098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Attempting to bind port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:17.354082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:17.354439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:17.354816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:17.355247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Bound port: 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:17.355595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.387945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-7bad00ea-6295-468c-b701-374ad4d4fb8c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.391219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-7bad00ea-6295-468c-b701-374ad4d4fb8c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903550 Aug 27 02:23:17.423817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:17.427155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:17.432831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.450412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Request body: {'port': {'device_id': 'b558be17-8837-4fc9-976c-124d71457fd4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '81134266389342258c4c6d1ff12a5118'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:17.457778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad1da72-028d-4132-b084-2c3094df2466 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:17.471499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.495789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df49163d-039b-4e1f-98b6-6cc6f0646f45 req-60100ae0-7709-49d3-8bac-1152466a2aa6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062516 Aug 27 02:23:17.501113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.501727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.503118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] 10.222.0.46 "PUT /v2.0/ports/62d803ee-7e83-4ef1-a48a-0aab43e73f6e HTTP/1.1" status: 200 len: 1091 time: 0.7586243 Aug 27 02:23:17.504405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:17.506654 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de31391c-fa46-4867-8627-9d11d1109579" -d '{"events": [{"name": "network-changed", "server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:17.524085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.529874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b469d5-d293-42ad-ab0c-98219b7a7c65 service neutron] Pushing event updated for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.547743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826015-6aed-43a8-b8f0-4f3ec1a7ddc8 req-8fb85602-e563-4d26-902d-e02084feaa41 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.549167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92826015-6aed-43a8-b8f0-4f3ec1a7ddc8 req-8fb85602-e563-4d26-902d-e02084feaa41 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1029906 Aug 27 02:23:17.578669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Transition to ACTIVE for port object 2ad1da72-028d-4132-b084-2c3094df2466 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:17.588427 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10666d25-b9dc-46e5-81de-eaeccaf021c5 x-openstack-request-id: req-10666d25-b9dc-46e5-81de-eaeccaf021c5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:17.588728 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:17.588979 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10666d25-b9dc-46e5-81de-eaeccaf021c5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:17.589383 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e', 'status': 'completed', 'code': 200} Aug 27 02:23:17.594126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.606728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92826015-6aed-43a8-b8f0-4f3ec1a7ddc8 req-a9c4a8b0-a25f-4160-9eff-46572b519941 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Aug 27 02:23:17.650019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-9eee9d93-dbb7-4546-873b-dfa97f5b93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.651559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-9eee9d93-dbb7-4546-873b-dfa97f5b93e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 1094 time: 0.0440032 Aug 27 02:23:17.722004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-5ef33e7d-4990-41b9-beb4-f8b0f1b8daff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e HTTP/1.1" status: 200 len: 217 time: 0.0384555 Aug 27 02:23:17.732626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Deleting port 7680031b-267f-47b6-9972-2aea4b5ee8ab {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:17.733496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:17.739753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:17.853127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82effbce-f87a-42ba-8546-b0477c9b45d3 req-550ac45c-8a2f-4015-af02-c2a9eed49f73 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Aug 27 02:23:17.906276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-e87f4677-4c99-4016-9c93-fa239d8397f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:17.907723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-e87f4677-4c99-4016-9c93-fa239d8397f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0515437 Aug 27 02:23:17.970992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-abc338dc-9bb3-499f-a332-65b27c9d2b32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550306 Aug 27 02:23:18.074133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-c139ae1f-6998-43a9-a620-935a94d24ddc service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950294 Aug 27 02:23:18.167646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b4b49bc-af6b-428f-9695-706a4b1d7a1f req-6a0acd96-f462-4b0d-b3af-c9898f7bc10a service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856614 Aug 27 02:23:18.195476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:18.197689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Made reservation on behalf of 81134266389342258c4c6d1ff12a5118 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:18.203901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.236381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.255131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c1d1e-793f-46d8-ae31-b62cae361a6a req-86c556ee-1339-4ec8-8698-5ded52c68a43 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.256702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2c1d1e-793f-46d8-ae31-b62cae361a6a req-86c556ee-1339-4ec8-8698-5ded52c68a43 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 943 time: 0.0506294 Aug 27 02:23:18.303966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe995-5dd8-46b2-8261-5c49d47b0651 req-46ab6476-cedf-4616-a1c4-dd799ca83f80 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.305648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-577fe995-5dd8-46b2-8261-5c49d47b0651 req-46ab6476-cedf-4616-a1c4-dd799ca83f80 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 945 time: 0.2039642 Aug 27 02:23:18.309658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] For port 7680031b-267f-47b6-9972-2aea4b5ee8ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7680031b-267f-47b6-9972-2aea4b5ee8ab,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:18.310489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.321783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Attempting to bind port 2ad1da72-028d-4132-b084-2c3094df2466 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:18.322196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Attempting to bind port 2ad1da72-028d-4132-b084-2c3094df2466 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'a91ecd0d-97d2-4845-8a7e-48af54671091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:18.322349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Attempting to bind port 2ad1da72-028d-4132-b084-2c3094df2466 on network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:18.327808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d2c1d1e-793f-46d8-ae31-b62cae361a6a req-1b161147-d40e-4058-a322-72160e341d11 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647087 Aug 27 02:23:18.334247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31391c-fa46-4867-8627-9d11d1109579 req-8d0acaf0-99a4-4a19-acba-ba5191d0d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.335993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-8d0acaf0-99a4-4a19-acba-ba5191d0d61a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 1094 time: 0.0707145 Aug 27 02:23:18.336409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:18.365944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Calling delete_port for 7680031b-267f-47b6-9972-2aea4b5ee8ab owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:18.367826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Port 2ad1da72-028d-4132-b084-2c3094df2466 on network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:18.368245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Attempting to bind port 2ad1da72-028d-4132-b084-2c3094df2466 on network 1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:18.378098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:18.403637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:18.405316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Checking segment: {'id': 'a91ecd0d-97d2-4845-8a7e-48af54671091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:18.405316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Bound using segment: {'id': 'a91ecd0d-97d2-4845-8a7e-48af54671091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:18.405567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Bound port: 2ad1da72-028d-4132-b084-2c3094df2466, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91ecd0d-97d2-4845-8a7e-48af54671091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:18.405724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.439757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31391c-fa46-4867-8627-9d11d1109579 req-929562ec-756d-4893-bb53-a1636e60c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.441689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-929562ec-756d-4893-bb53-a1636e60c5e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.0978925 Aug 27 02:23:18.488271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:18.490873 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929eb26e-9303-48e7-a5f0-f4ecf17dac60" -d '{"events": [{"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:18.491524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-f2be3f52-8fca-45e9-b0d1-ad8c4616f01e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e HTTP/1.1" status: 200 len: 217 time: 0.0414891 Aug 27 02:23:18.494970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.496973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:18.513396 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-577fe995-5dd8-46b2-8261-5c49d47b0651 req-e529e250-b73c-4335-bf93-c10c61f5df93 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833420 Aug 27 02:23:18.528324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 has no active binding in host n-h1-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:23:18.537828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.558840 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5635c36-e3fa-465a-9333-2142ee84f438 x-openstack-request-id: req-c5635c36-e3fa-465a-9333-2142ee84f438 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:18.559133 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-unplugged", "status": "completed", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:18.559382 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5635c36-e3fa-465a-9333-2142ee84f438 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:18.559778 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'code': 200} Aug 27 02:23:18.564457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31391c-fa46-4867-8627-9d11d1109579 req-4265cd1f-69ca-4a8f-8b40-14cfd29eedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.566093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-4265cd1f-69ca-4a8f-8b40-14cfd29eedb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0678730 Aug 27 02:23:18.605222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-99e51e4a-0788-4887-8463-e9966744a462 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313418 Aug 27 02:23:18.728997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-8b47c709-4bd8-46b7-aeed-af8b2867f4af service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163547 Aug 27 02:23:18.732804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:18.754605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696c17-5221-4bf5-860b-bc602281628b req-f4bb2531-a158-4685-83d0-648501424763 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.756070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45696c17-5221-4bf5-860b-bc602281628b req-f4bb2531-a158-4685-83d0-648501424763 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0706654 Aug 27 02:23:18.791455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:18.802662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.806713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2ad1da72-028d-4132-b084-2c3094df2466,segment=NetworkSegment(a91ecd0d-97d2-4845-8a7e-48af54671091),segment_id=a91ecd0d-97d2-4845-8a7e-48af54671091)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:18.819301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.829554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.846574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45696c17-5221-4bf5-860b-bc602281628b req-1c7e9a42-9505-4a54-b1e8-596d72855cca tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807507 Aug 27 02:23:18.856144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on host n-h2-806292-1 for vnic_type normal with profile {"migrating_to": "n-h1-806292-1"} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:18.856472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:18.856799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:18.865993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0301e-0feb-4536-a755-7d8c8c204c71 req-0fc6d1de-edff-4f67-98d5-cc1eb61de03c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.867525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5a0301e-0feb-4536-a755-7d8c8c204c71 req-0fc6d1de-edff-4f67-98d5-cc1eb61de03c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.2397692 Aug 27 02:23:18.896615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de31391c-fa46-4867-8627-9d11d1109579 req-5931b860-2d93-4d8c-b077-5c15ff98c7cf service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549106 Aug 27 02:23:18.899370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:18.899715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Attempting to bind port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on network 909e2216-bad6-46a8-adbe-1f88c2d5d740 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:18.941517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:18.942223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:18.943688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ad1da72-028d-4132-b084-2c3094df2466 HTTP/1.1" status: 200 len: 1092 time: 2.4936852 Aug 27 02:23:18.983336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:18.983566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Checking segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:18.983934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Bound using segment: {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:18.984410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Bound port: 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb440a4-8bad-4f4b-a4d0-1231cc315870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '909e2216-bad6-46a8-adbe-1f88c2d5d740'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:18.984768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.008736 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb094f6-9151-47b4-a541-78f1a03ef97c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.039573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de508957-67d9-4ebd-a317-535b24bdcbd4 req-ec21387c-30cf-41dd-bd02-f936f0b63d6f tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0295024 Aug 27 02:23:19.123924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5a0301e-0feb-4536-a755-7d8c8c204c71 req-500ac1cd-e600-4cac-9766-b2b8c89f2c47 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363932 Aug 27 02:23:19.181252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e024da-e378-4db4-afcf-4166e154bf20 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.192676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.246151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-fcff9023-1345-435f-8084-aa641a54add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.247596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-fcff9023-1345-435f-8084-aa641a54add1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cb116a5e6734d7f90f56f139c64af5a&device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 1095 time: 0.2220626 Aug 27 02:23:19.255055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7680031b-267f-47b6-9972-2aea4b5ee8ab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.273250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Allocated IP 192.168.233.118 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:19.337647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-963aef6c-bd92-471e-b921-27010a50be1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ad1da72-028d-4132-b084-2c3094df2466 HTTP/1.1" status: 200 len: 217 time: 0.0675495 Aug 27 02:23:19.340613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:19.393644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:19.430672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.526833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af97d2-ca72-4c20-aae2-b7146058cfd6 req-91d0fd6a-8025-4eff-8822-a7cf7872e0ae tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.529760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51af97d2-ca72-4c20-aae2-b7146058cfd6 req-91d0fd6a-8025-4eff-8822-a7cf7872e0ae tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 943 time: 0.1063800 Aug 27 02:23:19.531328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-1c8b512a-9aea-499d-91f5-d5f9e241be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.532933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-1c8b512a-9aea-499d-91f5-d5f9e241be1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df79914f-54a4-4842-b7d5-cb4510685b74 HTTP/1.1" status: 200 len: 861 time: 0.1866696 Aug 27 02:23:19.591763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51af97d2-ca72-4c20-aae2-b7146058cfd6 req-8572b07b-f37e-474e-a129-aa7ce502f6c7 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Aug 27 02:23:19.657759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-d37b3fa1-5fce-41cf-bef2-83bc61c4fa0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155958 Aug 27 02:23:19.663986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:19.777229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.778081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.779791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-91d62a5a-dc23-490c-a6c1-a7a8f7318a3b service neutron] 10.222.0.46 "PUT /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 1121 time: 2.5054801 Aug 27 02:23:19.848303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['72fd9500-d900-4c30-8bd4-ce31cbc4d014'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:19.925592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:19.941993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b02f7-c936-4b8c-a1b1-b29eeda03988 req-b5bae78f-ccf7-4f77-b0fe-986974e5c1a1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:19.951095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-414b02f7-c936-4b8c-a1b1-b29eeda03988 req-b5bae78f-ccf7-4f77-b0fe-986974e5c1a1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.3183596 Aug 27 02:23:19.964905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-a49202bf-93a7-45f8-81ab-8aad99e41fd2 service neutron] 10.222.0.46 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858047 Aug 27 02:23:19.975512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.043311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['72fd9500-d900-4c30-8bd4-ce31cbc4d014'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:20.061500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Transition to ACTIVE for port object 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:20.129209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-414b02f7-c936-4b8c-a1b1-b29eeda03988 req-99223c55-b218-478d-994a-83b254aed914 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570168 Aug 27 02:23:20.170789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7f09217-5774-434a-becd-7c9ab85a132c req-0eea82cd-828e-41d1-a79c-99a3b3bfddd1 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0435421 Aug 27 02:23:20.247289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50efb158-e7c0-4be5-b350-8df8792ded4a req-28235b57-3447-49de-bcaf-0d718bf2dd2f service neutron] 10.222.0.46 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099688 Aug 27 02:23:20.271404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.373000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf8ab8-5a83-4c32-8a2c-b199ae63dd40 req-1532f105-d519-4e5a-80d5-60080ea4872a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.375172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ccf8ab8-5a83-4c32-8a2c-b199ae63dd40 req-1532f105-d519-4e5a-80d5-60080ea4872a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0525753 Aug 27 02:23:20.389756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:20.418040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ccf8ab8-5a83-4c32-8a2c-b199ae63dd40 req-e501a45e-8b26-4351-9c46-8f3d883bd9ae tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Aug 27 02:23:20.423060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:20.430101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:20.440463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Pushing event updated for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:20.478374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a341-00b5-4bf0-98fb-44cb9eddbfee req-c28c5e83-f235-46e6-bcde-299cde23070f tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.480052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8da3a341-00b5-4bf0-98fb-44cb9eddbfee req-c28c5e83-f235-46e6-bcde-299cde23070f tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.2258420 Aug 27 02:23:20.546476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:20.553397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:20.554033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.564464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466'}, {'name': 'network-changed', 'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:20.566845 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e05c4c-18cf-4994-9731-9b64a068df95" -d '{"events": [{"name": "network-changed", "server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "tag": "2ad1da72-028d-4132-b084-2c3094df2466"}, {"name": "network-changed", "server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:20.575841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8da3a341-00b5-4bf0-98fb-44cb9eddbfee req-e6a70e43-fdd2-4b7c-b7a9-1559ae11e5ba tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859327 Aug 27 02:23:20.632249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-d5aa9027-e40b-494d-bd65-ca7b86497246 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1864610 Aug 27 02:23:20.688835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Request body: {'port': {'device_id': 'b558be17-8837-4fc9-976c-124d71457fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:20.722980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5172d5c8-05f5-4447-957a-7589308d5151 None None] Provisioning for port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:20.728874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5172d5c8-05f5-4447-957a-7589308d5151 None None] Provisioning complete for port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:20.729454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5172d5c8-05f5-4447-957a-7589308d5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:20.780982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5172d5c8-05f5-4447-957a-7589308d5151 None None] Port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:21.102251 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7613023-37fb-4238-91db-51ed2ec100bd x-openstack-request-id: req-b7613023-37fb-4238-91db-51ed2ec100bd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:21.102805 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "tag": "2ad1da72-028d-4132-b084-2c3094df2466", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:21.102805 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7613023-37fb-4238-91db-51ed2ec100bd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:21.103195 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466', 'status': 'completed', 'code': 200} Aug 27 02:23:21.103454 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'status': 'completed', 'code': 200} Aug 27 02:23:21.108795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-6b36b8ff-367f-4ad5-b75b-fd97271d90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.110456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-6b36b8ff-367f-4ad5-b75b-fd97271d90c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1124 time: 0.3804772 Aug 27 02:23:21.208381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-c174553a-5527-4ee0-9986-804b9a5a23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.210796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-c174553a-5527-4ee0-9986-804b9a5a23ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.0927811 Aug 27 02:23:21.219129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:21.225874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2a49f050-baf5-4f2b-919c-37e77041e3fd admin admin] 10.222.0.26 "PUT /v2.0/routers/c7715266-68b8-4999-ba0a-3e5beb3d2bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3090060 Aug 27 02:23:21.227801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Sync routers for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:21.231288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:21.239206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.241847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:21.243201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:21.270249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-02dc0637-ccae-4579-a96a-4fa4f3a6fa50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 217 time: 0.0497689 Aug 27 02:23:21.328097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190fa5c-fdc4-4edc-bb2d-7849be7e19a7 req-f07bda98-0377-4b7a-9406-e5b46a94f4cd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.329643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d190fa5c-fdc4-4edc-bb2d-7849be7e19a7 req-f07bda98-0377-4b7a-9406-e5b46a94f4cd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 943 time: 0.2293298 Aug 27 02:23:21.331760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-d0f8b4a3-d5d0-4383-9276-842ceb55bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.333174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-d0f8b4a3-d5d0-4383-9276-842ceb55bc66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cb116a5e6734d7f90f56f139c64af5a&device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 1095 time: 0.2290354 Aug 27 02:23:21.368666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-af456188-d2a3-49f4-996a-8213d3b79547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.370145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-af456188-d2a3-49f4-996a-8213d3b79547 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0922961 Aug 27 02:23:21.378078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbd63d-8640-44c9-9384-933a57a61c3e req-ab18ea1e-9788-4954-b987-189ba774a693 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.383581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:21.385325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aafbd63d-8640-44c9-9384-933a57a61c3e req-ab18ea1e-9788-4954-b987-189ba774a693 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0906413 Aug 27 02:23:21.422942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-9e0ac011-8914-4083-80b6-bb1cb68a6a77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349741 Aug 27 02:23:21.506605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aafbd63d-8640-44c9-9384-933a57a61c3e req-e0daebfc-c4a2-4d92-9ece-3de6795bcbc0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203976 Aug 27 02:23:21.555937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-c109de96-e62e-4c82-b1ca-8a6f803c441c service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203861 Aug 27 02:23:21.598422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:23:18Z', 'revision_number': 5, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:21.634034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Checking router: c7715266-68b8-4999-ba0a-3e5beb3d2bb3 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:21.640067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.644417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Routers {'c7715266-68b8-4999-ba0a-3e5beb3d2bb3'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:21.645175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:22:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:21.674741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-ddd49240-2455-4a2a-9dae-d8954ca6fae4 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048696 Aug 27 02:23:21.735326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a540a86-7c7c-4ea3-b9c2-51b369f4e408 req-20a73365-9428-4ae4-8201-e36c3c945525 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.743190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a540a86-7c7c-4ea3-b9c2-51b369f4e408 req-20a73365-9428-4ae4-8201-e36c3c945525 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 936 time: 0.0673325 Aug 27 02:23:21.783042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] Set router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:21.783796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a540a86-7c7c-4ea3-b9c2-51b369f4e408 req-95d7147a-4790-4606-8ba9-7a57424ec508 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Aug 27 02:23:21.812316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-1c0bb45b-4f05-4efd-8be9-5fdd78bf1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.814138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-1c0bb45b-4f05-4efd-8be9-5fdd78bf1868 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 HTTP/1.1" status: 200 len: 922 time: 0.3447223 Aug 27 02:23:21.895008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d190fa5c-fdc4-4edc-bb2d-7849be7e19a7 req-8da560cd-5dd6-4cb1-9745-8720f32a3f75 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576618 Aug 27 02:23:21.923167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86ed1-87f1-469f-b09c-43207266f9c1 req-bad28d7c-97ba-4e25-b891-75251078a89d tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:21.932560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8eb86ed1-87f1-469f-b09c-43207266f9c1 req-bad28d7c-97ba-4e25-b891-75251078a89d tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.0851460 Aug 27 02:23:21.976752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:21.978758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8eb86ed1-87f1-469f-b09c-43207266f9c1 req-df3c3885-aa21-453d-a54e-f0f4045d90fe tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Aug 27 02:23:22.012077 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:22.036276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-27d4eab3-06f4-43de-984c-ff15b93a40b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ad1da72-028d-4132-b084-2c3094df2466 HTTP/1.1" status: 200 len: 217 time: 0.1853340 Aug 27 02:23:22.082089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:23:18Z', 'revision_number': 5, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:22.112677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2a11-94d8-4748-a017-8a98044adc86 None None] The sync data for ids ['c7715266-68b8-4999-ba0a-3e5beb3d2bb3'] in n-d-806292-1 is: [{'id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1773536040-router', 'tenant_id': '8f163395d6564603902c2ff3c4416948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:17:01Z', 'updated_at': '2021-08-27T02:23:18Z', 'revision_number': 5, 'project_id': '8f163395d6564603902c2ff3c4416948', 'gw_port': {'id': 'd1680fe4-9f53-4bc2-8c46-21e12d615ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7715266-68b8-4999-ba0a-3e5beb3d2bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:17:02Z', 'updated_at': '2021-08-27T02:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:22.165051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-94b0d507-571f-48e5-8393-af895bdbc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:22.166737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-94b0d507-571f-48e5-8393-af895bdbc056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df79914f-54a4-4842-b7d5-cb4510685b74 HTTP/1.1" status: 200 len: 861 time: 0.1189704 Aug 27 02:23:22.228868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:22.235512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-c187ca06-789e-472b-98fe-0681ba986574 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393267 Aug 27 02:23:22.242056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.256445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Deleting port d1680fe4-9f53-4bc2-8c46-21e12d615ab5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:22.256926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.261222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Transition to ACTIVE for port object 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:22.297087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.424369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 62d803ee-7e83-4ef1-a48a-0aab43e73f6e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:22.451212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:22.510701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] For port d1680fe4-9f53-4bc2-8c46-21e12d615ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:22.511312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.559460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Calling delete_port for d1680fe4-9f53-4bc2-8c46-21e12d615ab5 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:22.567715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7680031b-267f-47b6-9972-2aea4b5ee8ab no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:22.679019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7680031b-267f-47b6-9972-2aea4b5ee8ab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:22.679662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7680031b-267f-47b6-9972-2aea4b5ee8ab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:22.702159 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d5df7afd-a687-4995-9535-f7dbfaae1b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.728554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:22.746951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e', 'mac_address': 'fa:16:3e:3c:1e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:22.797094 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.817647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d803ee-7e83-4ef1-a48a-0aab43e73f6e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:22.860744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:22.867845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-6fd38d01-156c-42f3-befb-28f68d67bae0 service neutron] 10.222.0.46 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717885 Aug 27 02:23:22.869696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:22.939412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:22.975352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0539864-b8f9-43c8-b3ae-de212a2d256b req-46a821dd-f8e5-4053-9058-5ba7306022f0 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:22.981839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8440b-1de7-4857-9fdb-4eb0447cb386 req-21c89a5e-70ca-4657-ba96-d27e0c46d0f3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:22.983950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ff8440b-1de7-4857-9fdb-4eb0447cb386 req-21c89a5e-70ca-4657-ba96-d27e0c46d0f3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.2479625 Aug 27 02:23:22.996003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0539864-b8f9-43c8-b3ae-de212a2d256b req-46a821dd-f8e5-4053-9058-5ba7306022f0 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 948 time: 0.1225927 Aug 27 02:23:23.037513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Attempting to bind port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:23.037824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Attempting to bind port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:23.038181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Attempting to bind port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:23.056940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0539864-b8f9-43c8-b3ae-de212a2d256b req-fc8d2e65-2d3e-4673-9924-518d26f001b8 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Aug 27 02:23:23.066890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6e05c4c-18cf-4994-9731-9b64a068df95 req-b8c93779-bf98-4bfe-91c1-149bfe994d8c service neutron] 10.222.0.46 "GET /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892920 Aug 27 02:23:23.106728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:23.107305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Attempting to bind port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:23.119915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:23.120190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:23.120500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:23.120961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Bound port: 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:23.121437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.126107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ff8440b-1de7-4857-9fdb-4eb0447cb386 req-ceea00f8-ceab-44dd-b932-bd67c499ce68 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082461 Aug 27 02:23:23.128167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.179515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1680fe4-9f53-4bc2-8c46-21e12d615ab5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:23.210464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fa56f-7832-41f3-b590-f43164ceb52a req-cc5e9e63-a2a0-4faf-a88c-8eadf6edb272 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.218933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c2fa56f-7832-41f3-b590-f43164ceb52a req-cc5e9e63-a2a0-4faf-a88c-8eadf6edb272 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 944 time: 0.0659726 Aug 27 02:23:23.267001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c2fa56f-7832-41f3-b590-f43164ceb52a req-1259e4e6-d07d-4c85-ace0-802a622d168d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Aug 27 02:23:23.344299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:23.347500 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.350530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:23.358971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d91921-e6ca-48bd-953a-d2bd626f00f0 req-948af41c-4857-4df5-9d6a-1451209413f5 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.360488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91d91921-e6ca-48bd-953a-d2bd626f00f0 req-948af41c-4857-4df5-9d6a-1451209413f5 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.1331415 Aug 27 02:23:23.363373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.423239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['62d803ee-7e83-4ef1-a48a-0aab43e73f6e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:23.504282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.504923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.506275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 HTTP/1.1" status: 200 len: 1096 time: 2.8240449 Aug 27 02:23:23.506740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:23.508955 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4c88d-8774-40fd-b2c1-61c842053e39" -d '{"events": [{"name": "network-changed", "server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:23.527691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.531936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.622740 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455967cd-7680-4450-be09-27fde627ea19 x-openstack-request-id: req-455967cd-7680-4450-be09-27fde627ea19 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:23.623083 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:23.623334 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-455967cd-7680-4450-be09-27fde627ea19 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:23.623725 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0', 'status': 'completed', 'code': 200} Aug 27 02:23:23.626945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91d91921-e6ca-48bd-953a-d2bd626f00f0 req-79bf43db-048a-4402-8e6e-a16f70e3132d tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324541 Aug 27 02:23:23.638440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc9cec-bfa7-4d78-975b-261905a13ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:23.673060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.673646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7715266-68b8-4999-ba0a-3e5beb3d2bb3 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:23.681988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.683156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-73aaf448-6ee8-4acc-9793-7c993307e102 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c7715266-68b8-4999-ba0a-3e5beb3d2bb3 HTTP/1.1" status: 204 len: 168 time: 2.4509716 Aug 27 02:23:23.686936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:23.704374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-4fd3a77a-fa39-4205-96dd-4913261cc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.705814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-4fd3a77a-fa39-4205-96dd-4913261cc5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81134266389342258c4c6d1ff12a5118&device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0938635 Aug 27 02:23:23.757175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Deleting subnet 8f9b7db8-f40f-439d-b1ee-e5ec042000db {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:23.764969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-9822ba2c-3ef9-4436-b43c-421b6c9bac48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 HTTP/1.1" status: 200 len: 217 time: 0.0409439 Aug 27 02:23:23.768303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.826944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-e8db91e6-9f1a-4058-aa92-8b2cfa49d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.828453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-e8db91e6-9f1a-4058-aa92-8b2cfa49d453 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0554614 Aug 27 02:23:23.843278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:23.903211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-8ce580e1-fc5b-4082-afd9-d6b6f19e66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:23.905109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-8ce580e1-fc5b-4082-afd9-d6b6f19e66a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683415 Aug 27 02:23:23.959153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.032261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-1321e47a-8fac-498d-85b2-fa9ff5a72bde service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177905 Aug 27 02:23:24.056356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.092629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9b7db8-f40f-439d-b1ee-e5ec042000db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.110355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.116271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400f865-31e9-4361-947f-4559da380c65 None None] Network 86ba9073-1b50-4cf4-9d5f-737cc882109c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:24.118347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-54242162-53f9-4688-b2e4-a18937802f45 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f9b7db8-f40f-439d-b1ee-e5ec042000db HTTP/1.1" status: 204 len: 168 time: 0.4283049 Aug 27 02:23:24.120127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:24.210559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abd35fdf-91b6-463e-a328-e584bde4b915 req-8f30268c-3bcb-441f-9f1e-1f5925784e97 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682270 Aug 27 02:23:24.270122 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.287111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4c121-162c-44fa-a5bf-5b8a08715f46 req-af3ecad0-3b2b-40f1-b167-fbdc882160d2 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.288695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae4c121-162c-44fa-a5bf-5b8a08715f46 req-af3ecad0-3b2b-40f1-b167-fbdc882160d2 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 948 time: 0.1576095 Aug 27 02:23:24.336086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678e273-cd89-400e-ae5d-b279a805ef7b req-75a23f69-e1c0-462c-9707-7474d11a7f43 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.344330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e678e273-cd89-400e-ae5d-b279a805ef7b req-75a23f69-e1c0-462c-9707-7474d11a7f43 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.1007130 Aug 27 02:23:24.390781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] DHCP port deletion for 86ba9073-1b50-4cf4-9d5f-737cc882109c request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:24.407508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ae4c121-162c-44fa-a5bf-5b8a08715f46 req-855b16ad-64c7-419d-8425-19a068a03c15 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951984 Aug 27 02:23:24.430894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e678e273-cd89-400e-ae5d-b279a805ef7b req-b468cea6-659c-446e-9885-5a7247ec31b7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 Aug 27 02:23:24.433818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-d73cbba8-1ce3-4297-bb84-e39843a799a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.435312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-d73cbba8-1ce3-4297-bb84-e39843a799a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=81134266389342258c4c6d1ff12a5118&device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1194212 Aug 27 02:23:24.436973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d1680fe4-9f53-4bc2-8c46-21e12d615ab5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:24.445857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Deleting port 615168b2-cdf6-40c5-a0b9-24fec6a6950d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:24.446426 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.502800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d1680fe4-9f53-4bc2-8c46-21e12d615ab5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:24.503241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d1680fe4-9f53-4bc2-8c46-21e12d615ab5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:24.524461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Deleting port 615168b2-cdf6-40c5-a0b9-24fec6a6950d {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:24.524965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.571602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] For port 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=615168b2-cdf6-40c5-a0b9-24fec6a6950d,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:24.572368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.598215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Calling delete_port for 615168b2-cdf6-40c5-a0b9-24fec6a6950d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:24.604888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] For port 615168b2-cdf6-40c5-a0b9-24fec6a6950d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=615168b2-cdf6-40c5-a0b9-24fec6a6950d,segment=NetworkSegment(add28375-f928-4c9a-8f5d-92d6c72b541b),segment_id=add28375-f928-4c9a-8f5d-92d6c72b541b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:24.605440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.620585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Calling delete_port for 615168b2-cdf6-40c5-a0b9-24fec6a6950d owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:24.626496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-426c6495-390f-4a03-bc09-049a8deb4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.628725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-426c6495-390f-4a03-bc09-049a8deb4a40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1810625 Aug 27 02:23:24.629291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb311f-f4c0-46cb-bb4a-d33aa0dc54e9 req-9cebe220-aa8e-4e50-aff3-25b6547395e1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.631692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1dfb311f-f4c0-46cb-bb4a-d33aa0dc54e9 req-9cebe220-aa8e-4e50-aff3-25b6547395e1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 944 time: 0.1017892 Aug 27 02:23:24.720965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.721960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-31c331d4-2e41-49cc-a639-9e6798f3b0d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 HTTP/1.1" status: 200 len: 217 time: 0.0527792 Aug 27 02:23:24.735483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] No DVR routers for this DVR port 615168b2-cdf6-40c5-a0b9-24fec6a6950d on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:24.745640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1dfb311f-f4c0-46cb-bb4a-d33aa0dc54e9 req-874f41bc-b429-4edd-94c1-0af03802874b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Aug 27 02:23:24.752791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.769700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c513c6-c19f-45b0-918b-b62407275b7a None None] Pushing event deleted for resources: {'Port': ['ID=615168b2-cdf6-40c5-a0b9-24fec6a6950d,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.780438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Pushing event deleted for resources: {'Port': ['ID=615168b2-cdf6-40c5-a0b9-24fec6a6950d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:24.790600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] No DVR routers for this DVR port 615168b2-cdf6-40c5-a0b9-24fec6a6950d on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:24.865502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.868718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-00362116-be55-42b7-a25c-c29f2a6ec4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.870322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-00362116-be55-42b7-a25c-c29f2a6ec4cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1390414 Aug 27 02:23:24.876515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ba9073-1b50-4cf4-9d5f-737cc882109c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:24.896185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add28375-f928-4c9a-8f5d-92d6c72b541b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:24.896185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add28375-f928-4c9a-8f5d-92d6c72b541b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:24.896501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fe008-b9fb-463f-96ad-1d4b69974360 req-0b591cbc-f856-493c-bb04-1a2c9b64003f tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.896501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-228fe008-b9fb-463f-96ad-1d4b69974360 req-0b591cbc-f856-493c-bb04-1a2c9b64003f tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.0804021 Aug 27 02:23:24.905955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.920470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.927005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:24.928309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:24.929546 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:24.963233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-228fe008-b9fb-463f-96ad-1d4b69974360 req-055422b7-4253-438a-b3c3-d8a234ea4c10 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Aug 27 02:23:24.966619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-d193b2e4-b6e5-4c8e-b728-0752556f06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:24.968722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-d193b2e4-b6e5-4c8e-b728-0752556f06d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753400 Aug 27 02:23:25.000717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.008117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.010769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] 10.222.0.26 "DELETE /v2.0/networks/86ba9073-1b50-4cf4-9d5f-737cc882109c HTTP/1.1" status: 204 len: 168 time: 0.8881528 Aug 27 02:23:25.024462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262be65-236e-49ca-b848-af0ce2af578d admin admin] Pushing event deleted for resources: {'Network': ['ID=86ba9073-1b50-4cf4-9d5f-737cc882109c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:25.079482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-5ad658c0-8af1-499a-8c6a-bac863f1b458 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016576 Aug 27 02:23:25.169725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5136ead4-ec8a-42ca-b7b9-759a62a807f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.193310 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a4c88d-8774-40fd-b2c1-61c842053e39 req-684f5bc5-23f1-43bd-bb35-0bb91347645b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031244 Aug 27 02:23:25.211257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56466) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:25.267189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e500053a-e335-4e2b-892c-0a93ebff94a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acda5b4382b84ed7bf3dfc60f1ab8431&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536768 Aug 27 02:23:25.270273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:25.317315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.329635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.352253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.399683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.402322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:25.406403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a892cead-8377-4f68-b3de-2a4f9188ad98 HTTP/1.1" status: 204 len: 168 time: 0.1320922 Aug 27 02:23:25.415255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb235f-9e2e-419f-be1f-83e9b71c3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892cead-8377-4f68-b3de-2a4f9188ad98,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:25.552891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8602d5-3976-490e-bd7f-92dbe32bf665 req-e6773139-dc5d-43de-a85b-d988e45d8c1c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.555219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f8602d5-3976-490e-bd7f-92dbe32bf665 req-e6773139-dc5d-43de-a85b-d988e45d8c1c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 948 time: 0.0631683 Aug 27 02:23:25.600528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a88c1-18b2-41cb-a1fc-d146382c4b83 req-c3538053-9663-4489-95c3-6d22a12231a7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.602193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492a88c1-18b2-41cb-a1fc-d146382c4b83 req-c3538053-9663-4489-95c3-6d22a12231a7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 943 time: 0.0636253 Aug 27 02:23:25.612331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f8602d5-3976-490e-bd7f-92dbe32bf665 req-bba1b406-ea63-4483-97f2-22447d3ff798 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Aug 27 02:23:25.657986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492a88c1-18b2-41cb-a1fc-d146382c4b83 req-dc7909aa-c288-4b9d-85b1-eae9d6915598 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462189 Aug 27 02:23:25.830694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:25.910987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d4c3be5-88a5-40e0-be89-934d51d13025 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f163395d6564603902c2ff3c4416948&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791044 Aug 27 02:23:25.914926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:25.922470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928759-1688-4c43-acb5-d91b266a4800 req-d1647354-703c-48e6-b357-6b885c67d987 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.925708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3928759-1688-4c43-acb5-d91b266a4800 req-d1647354-703c-48e6-b357-6b885c67d987 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0734658 Aug 27 02:23:25.943048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642e1f0-1c76-4d39-88f2-20b02324c911 req-208e724a-a910-4607-b0f3-89e668805f3c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:25.944880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7642e1f0-1c76-4d39-88f2-20b02324c911 req-208e724a-a910-4607-b0f3-89e668805f3c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 944 time: 0.0931187 Aug 27 02:23:25.973026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3928759-1688-4c43-acb5-d91b266a4800 req-ca608df0-0e74-4a0e-b2e3-139352469f41 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Aug 27 02:23:26.018992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7642e1f0-1c76-4d39-88f2-20b02324c911 req-9cd370fb-77be-4593-8d34-198793231503 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598955 Aug 27 02:23:26.106515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.128348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739ee9d-1fa2-46bf-bf2f-e2b1e6e3b4e5 req-b02448ef-6d69-4cda-af6b-d088f2508dc4 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.130179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9739ee9d-1fa2-46bf-bf2f-e2b1e6e3b4e5 req-b02448ef-6d69-4cda-af6b-d088f2508dc4 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 944 time: 0.0616086 Aug 27 02:23:26.147687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.150900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-291ef34d-ad46-430f-9299-bc10100c56d7 service neutron] 10.222.0.15 "GET /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1375680 Aug 27 02:23:26.192639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9739ee9d-1fa2-46bf-bf2f-e2b1e6e3b4e5 req-88496f55-fc54-4adc-a5ce-9780bccacb3e tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Aug 27 02:23:26.278254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.281690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.283144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e432889d-3f69-43e2-943d-479db3b67614 HTTP/1.1" status: 204 len: 168 time: 0.3669133 Aug 27 02:23:26.303925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc43c6b-cc7b-4f66-9315-ac50ad26c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e432889d-3f69-43e2-943d-479db3b67614,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.373318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.392852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 615168b2-cdf6-40c5-a0b9-24fec6a6950d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:26.408893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.414870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 615168b2-cdf6-40c5-a0b9-24fec6a6950d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:26.415552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 615168b2-cdf6-40c5-a0b9-24fec6a6950d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:26.444775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2ad1da72-028d-4132-b084-2c3094df2466 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:26.454133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:26.454828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 62d803ee-7e83-4ef1-a48a-0aab43e73f6e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:26.496587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fd9500-d900-4c30-8bd4-ce31cbc4d014 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:26.514994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.535700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.588887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:26.598183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:26.598577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.634145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2ad1da72-028d-4132-b084-2c3094df2466,segment=NetworkSegment(a91ecd0d-97d2-4845-8a7e-48af54671091),segment_id=a91ecd0d-97d2-4845-8a7e-48af54671091)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.654354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] Transition to ACTIVE for port object 72fd9500-d900-4c30-8bd4-ce31cbc4d014 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:26.661613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.690890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '2ad1da72-028d-4132-b084-2c3094df2466', 'network_id': '1d40a762-e7c0-4e95-b7fe-6c578d2d4b93', 'port_id': '2ad1da72-028d-4132-b084-2c3094df2466', 'mac_address': 'fa:16:3e:f6:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df79914f-54a4-4842-b7d5-cb4510685b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:26.751059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] No DVR routers for this DVR port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:26.786020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.817849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.856900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad1da72-028d-4132-b084-2c3094df2466 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:26.861434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7f439-dd1d-49c3-8575-3319f4e0a102 req-5a93fdc9-781f-4e8d-9bdf-441ab8e05969 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.867481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] Pushing event updated for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:26.873060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03b7f439-dd1d-49c3-8575-3319f4e0a102 req-5a93fdc9-781f-4e8d-9bdf-441ab8e05969 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.0919194 Aug 27 02:23:26.881554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2ad1da72-028d-4132-b084-2c3094df2466,segment=NetworkSegment(a91ecd0d-97d2-4845-8a7e-48af54671091),segment_id=a91ecd0d-97d2-4845-8a7e-48af54671091)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:26.889869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-0a611d46-2e20-47f4-b24e-690f4caca555 service neutron] 10.222.0.15 "PUT /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014/bindings/n-h1-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7291136 Aug 27 02:23:26.897156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:26.907330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d42a6a-0428-483d-840a-c73d0f3a1ed0 req-b9f5687b-7709-4381-aaeb-195392293a55 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:26.909159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69d42a6a-0428-483d-840a-c73d0f3a1ed0 req-b9f5687b-7709-4381-aaeb-195392293a55 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 948 time: 0.1078455 Aug 27 02:23:26.910845 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ec18b-225a-4984-a9e1-7cce2c393f18" -d '{"events": [{"server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "name": "network-vif-plugged", "status": "completed", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:26.936287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03b7f439-dd1d-49c3-8575-3319f4e0a102 req-e41b29b8-3491-40d1-93dd-b66f719d7d9c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617821 Aug 27 02:23:26.937742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:26.975645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69d42a6a-0428-483d-840a-c73d0f3a1ed0 req-473c670a-aaac-447f-8ff3-891c5afa29ea tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504663 Aug 27 02:23:27.022667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-84f98704-aa85-43b6-8876-d3677cdfae20 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.024472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-84f98704-aa85-43b6-8876-d3677cdfae20 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0629172 Aug 27 02:23:27.035528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:27.064269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.105121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.139226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-df0e5bb0-7b00-4733-9baa-49bb636ae0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.141147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-df0e5bb0-7b00-4733-9baa-49bb636ae0bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f&tenant_id=a5749f04040942db833640c26730258a HTTP/1.1" status: 200 len: 1095 time: 0.1054850 Aug 27 02:23:27.180260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:27.276649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-456a2b4c-e6f0-48d2-911c-86ad3bf25ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.285021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-456a2b4c-e6f0-48d2-911c-86ad3bf25ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1095 time: 0.1002281 Aug 27 02:23:27.303674 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb97aabf-d45a-477b-8e9d-37c91dddc8e9 x-openstack-request-id: req-eb97aabf-d45a-477b-8e9d-37c91dddc8e9 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:27.305600 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "name": "network-vif-plugged", "status": "completed", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:27.305999 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb97aabf-d45a-477b-8e9d-37c91dddc8e9 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:27.306632 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e', 'code': 200} Aug 27 02:23:27.308143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4051f-4c73-4848-a12d-c22dc35e802f req-1a98f4f7-acba-49a0-adf5-b386d9b335fa tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.314977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:27.320444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54f4051f-4c73-4848-a12d-c22dc35e802f req-1a98f4f7-acba-49a0-adf5-b386d9b335fa tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0871050 Aug 27 02:23:27.350701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:27.377160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54f4051f-4c73-4848-a12d-c22dc35e802f req-fd5f5ecb-8bb8-40d0-b1eb-62b5bdb1491c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558515 Aug 27 02:23:27.436870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb28a97-09f8-43c9-8a6b-2493650931b9 req-ca2f52d5-ed32-4de6-bfb8-f946f5ef7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.438413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4cb28a97-09f8-43c9-8a6b-2493650931b9 req-ca2f52d5-ed32-4de6-bfb8-f946f5ef7b7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 1096 time: 0.1322384 Aug 27 02:23:27.465808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-5d0cae56-1f85-4c18-b34f-36be8ba9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.467359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-5d0cae56-1f85-4c18-b34f-36be8ba9985e service neutron] 10.222.0.46 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.1624811 Aug 27 02:23:27.520693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2ad1da72-028d-4132-b084-2c3094df2466'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:27.529108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-4205ac07-b4d6-4020-b489-e87d9254b965 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 200 len: 217 time: 0.0528140 Aug 27 02:23:27.533061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4cb28a97-09f8-43c9-8a6b-2493650931b9 req-1052fa0c-8b65-4d2b-bcec-5713e58605b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797074 Aug 27 02:23:27.582512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe2b3a-1be4-4405-af36-edbd9bb27170 req-e337329b-0541-498c-897c-c561b21113fe tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.600791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cbe2b3a-1be4-4405-af36-edbd9bb27170 req-e337329b-0541-498c-897c-c561b21113fe tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 945 time: 0.1306994 Aug 27 02:23:27.671043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cbe2b3a-1be4-4405-af36-edbd9bb27170 req-f8537cf8-8fa6-4c61-a69c-328a00eeff0c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694873 Aug 27 02:23:27.718916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43becb07-682d-450d-a80d-711b8a794022 req-74f8cff8-a45f-4875-bc4b-bf51a1360374 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.721699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43becb07-682d-450d-a80d-711b8a794022 req-74f8cff8-a45f-4875-bc4b-bf51a1360374 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0953217 Aug 27 02:23:27.773278 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43becb07-682d-450d-a80d-711b8a794022 req-ce5d180a-1be0-41fe-b62b-d56a72905967 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Aug 27 02:23:27.819659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:27.921554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-12f33ee3-abab-46df-ad5c-b6c7b5ee0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:27.923123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-12f33ee3-abab-46df-ad5c-b6c7b5ee0155 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.0609319 Aug 27 02:23:27.993632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-7030637b-cd76-435b-a7f1-7a27fb1b74c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322247 Aug 27 02:23:28.132257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4341f6-bd58-429d-a1e3-d88222948c08 req-db30f39f-fb19-4022-8c9d-ac4393715fb7 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.134540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae4341f6-bd58-429d-a1e3-d88222948c08 req-db30f39f-fb19-4022-8c9d-ac4393715fb7 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 948 time: 0.0756440 Aug 27 02:23:28.187230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae4341f6-bd58-429d-a1e3-d88222948c08 req-386417fa-bf31-4082-abf9-9a8a42947fab tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Aug 27 02:23:28.436781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072b5d-4c12-45af-8bed-219a7e6601c2 req-a0e67303-bbdb-4ef6-ba90-bf4c8ffb3f80 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.443973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82072b5d-4c12-45af-8bed-219a7e6601c2 req-a0e67303-bbdb-4ef6-ba90-bf4c8ffb3f80 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.4314427 Aug 27 02:23:28.451554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:28.477559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-d469fe24-1ea9-435d-95c7-6afd68809798 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637084 Aug 27 02:23:28.506986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82072b5d-4c12-45af-8bed-219a7e6601c2 req-dc19ed70-9358-4e51-a066-7dc2315f60a0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Aug 27 02:23:28.615870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385acc6d-d146-4847-b661-19dcb249718d req-18900ee4-7ad8-46fe-a375-4dadb8fb1e6d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.617718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-385acc6d-d146-4847-b661-19dcb249718d req-18900ee4-7ad8-46fe-a375-4dadb8fb1e6d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.1218736 Aug 27 02:23:28.678357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-385acc6d-d146-4847-b661-19dcb249718d req-638f09ca-f413-4912-a807-5a7dcf8913fc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Aug 27 02:23:28.698676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-49414d47-a979-4372-a134-6d158e31c031 service neutron] 10.222.0.46 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082105 Aug 27 02:23:28.726414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e99040-f3a1-4159-b3af-0772154c446a req-e0380f90-9efb-4955-aaf7-a092e26ac2e5 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.730846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:28.736883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23e99040-f3a1-4159-b3af-0772154c446a req-e0380f90-9efb-4955-aaf7-a092e26ac2e5 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0994012 Aug 27 02:23:28.748559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0', 'mac_address': 'fa:16:3e:66:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:28.792321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23e99040-f3a1-4159-b3af-0772154c446a req-f406e2f5-186d-44bb-96e6-79160f179eae tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495656 Aug 27 02:23:28.805228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.819866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:28.832258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2ed53-a914-4706-af90-a63810f9bb19 req-8ab1e4d7-ea91-461a-9bfa-62577693e7f6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:28.833810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ae2ed53-a914-4706-af90-a63810f9bb19 req-8ab1e4d7-ea91-461a-9bfa-62577693e7f6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 945 time: 0.0544183 Aug 27 02:23:28.841222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:28.846562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:28.875616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ae2ed53-a914-4706-af90-a63810f9bb19 req-a3b0cf5e-a173-4669-abbe-bc304dad131b tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Aug 27 02:23:28.900876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:29.079064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-378a8823-1115-4c9e-9c91-981376396422 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.080808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-378a8823-1115-4c9e-9c91-981376396422 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f&tenant_id=a5749f04040942db833640c26730258a&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0483491 Aug 27 02:23:29.204505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-812f0195-8374-4997-b548-0c148def0341 service neutron] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:29.208032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-812f0195-8374-4997-b548-0c148def0341 service neutron] Notify callbacks [] for binding, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:29.209260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-211d3110-1356-4783-8b87-f6ab2e8efa2c req-812f0195-8374-4997-b548-0c148def0341 service neutron] 10.222.0.46 "DELETE /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014/bindings/n-h2-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.1180458 Aug 27 02:23:29.326284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e9e0c-836c-4847-b659-7a5bb6f786fe req-d1315d03-d2f1-4c16-9aad-0877d592dc09 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.328463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b03e9e0c-836c-4847-b659-7a5bb6f786fe req-d1315d03-d2f1-4c16-9aad-0877d592dc09 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 949 time: 0.0618708 Aug 27 02:23:29.370058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b03e9e0c-836c-4847-b659-7a5bb6f786fe req-c608fadc-e320-40a2-910a-9462755493cf tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Aug 27 02:23:29.469912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:29.663306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0e766-e75b-4098-ad1f-bcfad0deca5b req-376883e8-ea3f-47c9-9c1a-90b2239344f5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.664916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36e0e766-e75b-4098-ad1f-bcfad0deca5b req-376883e8-ea3f-47c9-9c1a-90b2239344f5 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.0698199 Aug 27 02:23:29.707026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36e0e766-e75b-4098-ad1f-bcfad0deca5b req-190907cc-3cc9-4607-a7d2-697cc112584e tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Aug 27 02:23:29.818847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f067-2854-4adf-85fe-970cf51c3e08 req-e15839ef-ba44-428b-b8f1-ebdfec6113eb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.820471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d21f067-2854-4adf-85fe-970cf51c3e08 req-e15839ef-ba44-428b-b8f1-ebdfec6113eb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Aug 27 02:23:29.874343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d21f067-2854-4adf-85fe-970cf51c3e08 req-127d35b5-3fc6-42f4-8ea5-bb156a28fcdf tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Aug 27 02:23:29.969278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f783-b4c8-4ba1-b938-ef92c3e76b59 req-72e5f419-cd11-46db-a9a1-8e19ae02b2eb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:29.971008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7977f783-b4c8-4ba1-b938-ef92c3e76b59 req-72e5f419-cd11-46db-a9a1-8e19ae02b2eb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0583868 Aug 27 02:23:29.997683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f92f-7fec-423a-971b-ba0af7312940 req-6c29779a-41df-4dca-9ec4-bb5797788320 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.000032 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3444f92f-7fec-423a-971b-ba0af7312940 req-6c29779a-41df-4dca-9ec4-bb5797788320 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 1095 time: 0.0453095 Aug 27 02:23:30.013351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7977f783-b4c8-4ba1-b938-ef92c3e76b59 req-274a1140-f99d-4c95-ad67-597b01150533 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356295 Aug 27 02:23:30.049258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3444f92f-7fec-423a-971b-ba0af7312940 req-a2b0d474-ad32-49bd-8ef0-f19d64af9072 tempest-LiveAutoBlockMigrationV225Test-1372414614 tempest-LiveAutoBlockMigrationV225Test-1372414614-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Aug 27 02:23:30.176507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e4bdd-422d-4ff1-9379-f90c81707a19 req-c44ab6c6-517b-4409-8c7b-dd25fa119f8c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.177990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-431e4bdd-422d-4ff1-9379-f90c81707a19 req-c44ab6c6-517b-4409-8c7b-dd25fa119f8c tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 945 time: 0.0560937 Aug 27 02:23:30.217737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-431e4bdd-422d-4ff1-9379-f90c81707a19 req-fb061247-7451-4054-96c7-1c4f22065aa9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Aug 27 02:23:30.324498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965ece-86c9-4d28-8e47-934868533700 req-626f6992-56fa-479d-ac84-a070060f1f0a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.332374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13965ece-86c9-4d28-8e47-934868533700 req-626f6992-56fa-479d-ac84-a070060f1f0a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0584826 Aug 27 02:23:30.365552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13965ece-86c9-4d28-8e47-934868533700 req-ab868dc2-848a-49ba-957e-f9c71a07e1e2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Aug 27 02:23:30.415169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0f2cc-7161-4b68-93a4-b170f3d9b7cf req-2d06d333-3c0e-4b10-aef7-e35309f5b7f6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.416640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e0f2cc-7161-4b68-93a4-b170f3d9b7cf req-2d06d333-3c0e-4b10-aef7-e35309f5b7f6 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.0509791 Aug 27 02:23:30.456160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e0f2cc-7161-4b68-93a4-b170f3d9b7cf req-a26c899d-f16b-4bdb-9954-11c7438d9ce0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Aug 27 02:23:30.459689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2ad1da72-028d-4132-b084-2c3094df2466 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:30.516810 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.529760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 2ad1da72-028d-4132-b084-2c3094df2466 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:30.534320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 2ad1da72-028d-4132-b084-2c3094df2466 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:30.534720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.594165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9099cac-5329-4025-9989-b05b90c6bdae req-bf31af59-40ab-4f6c-abef-5f88bc104197 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.595716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9099cac-5329-4025-9989-b05b90c6bdae req-bf31af59-40ab-4f6c-abef-5f88bc104197 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0566585 Aug 27 02:23:30.635218 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.636390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9099cac-5329-4025-9989-b05b90c6bdae req-816c2da8-358c-4011-913a-cf5cf891f3dd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Aug 27 02:23:30.647116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88d5f-f97a-41c9-ab1d-6ba2a8c8f27a req-892bb2a7-6955-4386-81f7-7ed5185a4ec5 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.650716 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09d88d5f-f97a-41c9-ab1d-6ba2a8c8f27a req-892bb2a7-6955-4386-81f7-7ed5185a4ec5 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 949 time: 0.0661423 Aug 27 02:23:30.664970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:30.667368 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279d637-ef45-4aaa-8647-bb97b0dc0cce" -d '{"events": [{"server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1da72-028d-4132-b084-2c3094df2466"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:30.681737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2ad1da72-028d-4132-b084-2c3094df2466,segment=NetworkSegment(a91ecd0d-97d2-4845-8a7e-48af54671091),segment_id=a91ecd0d-97d2-4845-8a7e-48af54671091)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:30.687230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:30.692224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09d88d5f-f97a-41c9-ab1d-6ba2a8c8f27a req-8647ab0c-1079-4d06-aa45-f5a2bdd8b84c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Aug 27 02:23:30.741781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:30.822320 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249dde82-fe85-4455-8aac-1c9c59e5df4c x-openstack-request-id: req-249dde82-fe85-4455-8aac-1c9c59e5df4c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:30.823108 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1da72-028d-4132-b084-2c3094df2466", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:30.823637 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-249dde82-fe85-4455-8aac-1c9c59e5df4c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:30.824009 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466', 'code': 200} Aug 27 02:23:30.928737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba602a-ebde-4dfa-b262-d61d7742c3c0 req-ad28c3ec-dc21-4df3-8d35-570dc8a09aa9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:30.930236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8eba602a-ebde-4dfa-b262-d61d7742c3c0 req-ad28c3ec-dc21-4df3-8d35-570dc8a09aa9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0636292 Aug 27 02:23:30.971037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8eba602a-ebde-4dfa-b262-d61d7742c3c0 req-28e09084-319f-42b9-a97d-73535c03a474 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Aug 27 02:23:31.170932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-84b630b9-5c95-4b14-bf11-64d3269102cc tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.172392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-84b630b9-5c95-4b14-bf11-64d3269102cc tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.1094809 Aug 27 02:23:31.175033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339ff91-3818-47dd-a535-2d7e83c23cd3 req-e299eaca-55a5-49f4-b8c9-f754cb7546a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.176420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3339ff91-3818-47dd-a535-2d7e83c23cd3 req-e299eaca-55a5-49f4-b8c9-f754cb7546a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 1097 time: 0.1221626 Aug 27 02:23:31.190015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f7e4-95bf-43f1-80e4-69eb525c2120 req-345d2c10-e1ef-4920-8db9-cdb7ef86f3bb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.191482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2474f7e4-95bf-43f1-80e4-69eb525c2120 req-345d2c10-e1ef-4920-8db9-cdb7ef86f3bb tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 945 time: 0.0884914 Aug 27 02:23:31.309583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3339ff91-3818-47dd-a535-2d7e83c23cd3 req-34d2c5cb-fc35-4eba-9b4c-4b977b295bbc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107197 Aug 27 02:23:31.313766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2474f7e4-95bf-43f1-80e4-69eb525c2120 req-9335c0b6-d048-4f35-81e3-3351b02ea300 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups?id=b82ebe5a-8ad8-4e56-8b77-b9db4783617f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934703 Aug 27 02:23:31.340408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Deleting port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:31.340754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.354488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd5e3-74a8-46b3-8c3a-1ff3e9289ec4 req-0e4a957a-7f40-4d57-9408-bb642e341306 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.355999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-453bd5e3-74a8-46b3-8c3a-1ff3e9289ec4 req-0e4a957a-7f40-4d57-9408-bb642e341306 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.0641925 Aug 27 02:23:31.356518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:31.397833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-453bd5e3-74a8-46b3-8c3a-1ff3e9289ec4 req-d4ef81c6-96e6-4968-9e43-77b8bb0634bd tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Aug 27 02:23:31.434353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] For port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:31.434753 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.471806 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49e5303a-d2c8-4708-b149-9c791de23e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.602801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49e5303a-d2c8-4708-b149-9c791de23e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.611685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49e5303a-d2c8-4708-b149-9c791de23e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.654602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-49e5303a-d2c8-4708-b149-9c791de23e91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c78d288086c41e783e6d7ab95090257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965462 Aug 27 02:23:31.655570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5303a-d2c8-4708-b149-9c791de23e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59711497-4fd3-48ad-a99b-26868140de20,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.658003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:31.675517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2069b-5e1c-4408-af80-cfd660bc04b3 req-ce8d2127-e0d4-4ce7-ac40-5c8fa7f2ad37 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.677033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96e2069b-5e1c-4408-af80-cfd660bc04b3 req-ce8d2127-e0d4-4ce7-ac40-5c8fa7f2ad37 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.1228993 Aug 27 02:23:31.712388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.740153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.758134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96e2069b-5e1c-4408-af80-cfd660bc04b3 req-b5145be2-f332-49ab-b811-071f2bb6a7aa tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Aug 27 02:23:31.768040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.768438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.768758 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Floating IP fc9c9e13-3a8a-4d79-b575-f996b39d0a25 disassociated. External IP: 172.25.8.141, port: 0b1da3be-6e48-4a5e-bbba-21c21e79fec1. Aug 27 02:23:31.769097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Calling delete_port for 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:31.825061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423c4b2-a6be-4c2c-8e88-e8e3e3ee82bc req-5c279d6a-0995-4928-859f-6026468fe16e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:31.826771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c423c4b2-a6be-4c2c-8e88-e8e3e3ee82bc req-5c279d6a-0995-4928-859f-6026468fe16e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 949 time: 0.0598321 Aug 27 02:23:31.827882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.830548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.831668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59711497-4fd3-48ad-a99b-26868140de20 HTTP/1.1" status: 204 len: 168 time: 0.1726859 Aug 27 02:23:31.854247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b39a1-9a60-42e9-a5f7-ec30027d841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59711497-4fd3-48ad-a99b-26868140de20,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:31.881657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c423c4b2-a6be-4c2c-8e88-e8e3e3ee82bc req-c80da8bc-7af4-42b2-b5d2-976d01514b68 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487726 Aug 27 02:23:31.923579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:31.950681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event deleted for resources: {'Port': ['ID=0b1da3be-6e48-4a5e-bbba-21c21e79fec1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.144938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:32.146132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56722) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:32.156639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc81a-a6cc-4ea4-9db0-fe66e88d34d9 req-2bf911a7-dc65-4872-8cf8-10c93ac67b56 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.158112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee9bc81a-a6cc-4ea4-9db0-fe66e88d34d9 req-2bf911a7-dc65-4872-8cf8-10c93ac67b56 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.1051779 Aug 27 02:23:32.159232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9f47dbd-b1e4-46f6-828a-833611225b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.168498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-8642706a-d528-43f9-a6cb-325bf1379a3d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.170456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-8642706a-d528-43f9-a6cb-325bf1379a3d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 944 time: 0.1183107 Aug 27 02:23:32.252277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9f47dbd-b1e4-46f6-828a-833611225b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.256252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9f47dbd-b1e4-46f6-828a-833611225b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.289489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee9bc81a-a6cc-4ea4-9db0-fe66e88d34d9 req-bd6a2e26-585a-4a0a-91b2-ea870edc9894 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179726 Aug 27 02:23:32.294050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47dbd-b1e4-46f6-828a-833611225b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c657e-8ef7-4acc-b9ad-df1e64508d59,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.301131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9f47dbd-b1e4-46f6-828a-833611225b28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b948a8f688f4e4cb6c9fe2a9514c248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513586 Aug 27 02:23:32.301355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:32.382864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.407057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Deleting port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:32.407393 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.410491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:32.419240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.425009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Sync routers for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:32.434111 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:32.434894 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:32.451946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0ad4baac-a0fc-4018-a499-a60467ad59aa req-3b1fbaf5-bfbe-4520-bb56-103630afd37b tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0477924 Aug 27 02:23:32.467407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:32.515734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.519510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.521059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/645c657e-8ef7-4acc-b9ad-df1e64508d59 HTTP/1.1" status: 204 len: 168 time: 0.2185340 Aug 27 02:23:32.522321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] No DVR routers for this DVR port 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:32.532532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e098e-8304-4f06-bc24-30e2e6d7a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c657e-8ef7-4acc-b9ad-df1e64508d59,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:32.540708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.542876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-707e5afd-9ff1-461d-85f4-c436a11055b8 req-23b25dc6-021d-4fdb-a010-3b88b485c67f tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.46 "DELETE /v2.0/ports/0b1da3be-6e48-4a5e-bbba-21c21e79fec1 HTTP/1.1" status: 204 len: 173 time: 1.3504863 Aug 27 02:23:32.546709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'name': 'network-vif-deleted', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:32.549392 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d305e4-d04a-4660-9e6e-80cbe44ed872" -d '{"events": [{"server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "name": "network-vif-deleted", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:32.589540 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:32.606168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:32.611050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:32.611500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.656557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baa3ff-47ff-44aa-abbc-23b8d90a7133 req-071512e0-91fe-4d7a-9536-acb7c5a9c621 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:32.664839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65baa3ff-47ff-44aa-abbc-23b8d90a7133 req-071512e0-91fe-4d7a-9536-acb7c5a9c621 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.1443169 Aug 27 02:23:32.672699 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6c9fc-6053-44af-a6c5-0b5ce36b942f x-openstack-request-id: req-5ef6c9fc-6053-44af-a6c5-0b5ce36b942f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:32.672985 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f28ea48-22c6-42d8-ac1f-decca0339ebf", "name": "network-vif-deleted", "tag": "0b1da3be-6e48-4a5e-bbba-21c21e79fec1", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:32.673476 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ef6c9fc-6053-44af-a6c5-0b5ce36b942f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:32.674247 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f28ea48-22c6-42d8-ac1f-decca0339ebf', 'name': 'network-vif-deleted', 'tag': '0b1da3be-6e48-4a5e-bbba-21c21e79fec1', 'status': 'completed', 'code': 200} Aug 27 02:23:32.677224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] For port 72fd9500-d900-4c30-8bd4-ce31cbc4d014, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=72fd9500-d900-4c30-8bd4-ce31cbc4d014,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:32.677660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.744861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Calling delete_port for 72fd9500-d900-4c30-8bd4-ce31cbc4d014 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:32.778358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.821911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65baa3ff-47ff-44aa-abbc-23b8d90a7133 req-ec2039cd-fce5-4e8b-ac90-563b63139897 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514831 Aug 27 02:23:32.827258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:32.829528 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267d8a8-55c6-46ce-ae93-38ca82b672e5" -d '{"events": [{"server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:32.864697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:32.876081 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:32.879236 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f3480-5fe9-4e5e-a284-6ca20385451e x-openstack-request-id: req-ea7f3480-5fe9-4e5e-a284-6ca20385451e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:32.879532 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:32.879795 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea7f3480-5fe9-4e5e-a284-6ca20385451e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:32.880217 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0', 'code': 200} Aug 27 02:23:32.944199 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:32.974422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.015659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Checking router: cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:33.024209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12ce4f-560a-4163-bb2e-98be67e35bb8 req-13a82606-a054-48d7-bb3d-9afd4fa983e3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.026213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79', '72fd9500-d900-4c30-8bd4-ce31cbc4d014'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:33.037123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df12ce4f-560a-4163-bb2e-98be67e35bb8 req-13a82606-a054-48d7-bb3d-9afd4fa983e3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 866 time: 0.1361368 Aug 27 02:23:33.045174 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:33.045953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:33.075357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event deleted for resources: {'Port': ['ID=72fd9500-d900-4c30-8bd4-ce31cbc4d014,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.117367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.136136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df12ce4f-560a-4163-bb2e-98be67e35bb8 req-7b31d954-b1ff-47de-86cc-5b4f93fa7bf4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829389 Aug 27 02:23:33.266481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] No DVR routers for this DVR port 72fd9500-d900-4c30-8bd4-ce31cbc4d014 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:33.273465 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:33.284043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.286250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf822cd-c5be-4eb1-9368-c46982d6acff req-f72acdcf-ea02-4dd5-a80b-0a3f565738a8 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "DELETE /v2.0/ports/72fd9500-d900-4c30-8bd4-ce31cbc4d014 HTTP/1.1" status: 204 len: 173 time: 1.1067343 Aug 27 02:23:33.309671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc69ca-3c2a-4cc0-9eaa-241c1b24b603 req-499ce628-410b-4d1a-9a37-11dec78de5e4 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.312498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75cc69ca-3c2a-4cc0-9eaa-241c1b24b603 req-499ce628-410b-4d1a-9a37-11dec78de5e4 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.2397056 Aug 27 02:23:33.319220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45ea1-f83b-490e-bfcf-33a6a5a16bc3 req-796343b2-a208-4d6a-ae7c-6d1becaa1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.320908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8be45ea1-f83b-490e-bfcf-33a6a5a16bc3 req-796343b2-a208-4d6a-ae7c-6d1becaa1d9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 1101 time: 0.0950236 Aug 27 02:23:33.344812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:33.372118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56db76ae-89d2-49a3-a215-de945d1f39c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.413810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75cc69ca-3c2a-4cc0-9eaa-241c1b24b603 req-c190d0a3-0390-46ca-93fa-733a522b4334 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916474 Aug 27 02:23:33.448424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8be45ea1-f83b-490e-bfcf-33a6a5a16bc3 req-9fdbe856-dbca-4fd8-a1b8-3e7a91b73287 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782237 Aug 27 02:23:33.528028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ded81-2b50-4ffc-a98d-b64e9bc9cdb2 req-91709ce4-ae99-433d-87d8-d3c466fd6c88 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.538034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-804ded81-2b50-4ffc-a98d-b64e9bc9cdb2 req-91709ce4-ae99-433d-87d8-d3c466fd6c88 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.1017356 Aug 27 02:23:33.561164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56db76ae-89d2-49a3-a215-de945d1f39c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.576708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56db76ae-89d2-49a3-a215-de945d1f39c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.608713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-804ded81-2b50-4ffc-a98d-b64e9bc9cdb2 req-118a092e-80e3-410f-8eef-588cdbe82dfb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Aug 27 02:23:33.629051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56db76ae-89d2-49a3-a215-de945d1f39c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41db921d0dca4214a8c72fc825a70bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831292 Aug 27 02:23:33.632660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:33.637542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db76ae-89d2-49a3-a215-de945d1f39c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1319f3-04bb-4124-8a49-ca25c3357316,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.662633 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:33.677558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82d594db-1d63-41c3-92e3-8a9f128b847c req-8a226956-7536-4b86-a0d6-c3df5ee68ea6 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0756135 Aug 27 02:23:33.694724 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d133c0-dcfb-434d-a7b0-8c15a7baf5a2 None None] The sync data for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 is: [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2', 'name': '', 'network_id': 'd216fc1a-0b04-4039-a664-de1f915ec777', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'mac_address': 'fa:16:3e:44:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:16Z', 'updated_at': '2021-08-27T02:20:24Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'subnets': [{'id': '58eeb62c-c50b-456e-9cb4-2aa2f365995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:33.703769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.726037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.787336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.790312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:33.791661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d1319f3-04bb-4124-8a49-ca25c3357316 HTTP/1.1" status: 204 len: 168 time: 0.1585035 Aug 27 02:23:33.800166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ae467-ff2a-4dff-8550-a5fa87c99fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1319f3-04bb-4124-8a49-ca25c3357316,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:33.988183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfcf7-6994-4a16-9ca1-80f954fcb990 req-a44aa0f6-5032-46d7-a569-1a318f6b07a8 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:33.989669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b59dfcf7-6994-4a16-9ca1-80f954fcb990 req-a44aa0f6-5032-46d7-a569-1a318f6b07a8 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.0935674 Aug 27 02:23:34.026730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-a7250390-d05e-494f-9ab6-680e8b5e7031 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:34.028582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-a7250390-d05e-494f-9ab6-680e8b5e7031 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 945 time: 0.0905027 Aug 27 02:23:34.055485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e46e4b-b88e-4ace-b3d2-4484c9ee7bd4 None None] New status for floating IP fc9c9e13-3a8a-4d79-b575-f996b39d0a25: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:23:34.085275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b59dfcf7-6994-4a16-9ca1-80f954fcb990 req-c8d814c1-6de3-40a9-81ed-c1b72d4e9ca6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876839 Aug 27 02:23:34.204296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:34.206772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.292945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a385302e-3433-4fd0-91bd-7cba490bfcd4 req-52ea2522-d1a7-437f-a87f-952453cd37a3 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0730669 Aug 27 02:23:34.372125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:34.372742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.389276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for 62d803ee-7e83-4ef1-a48a-0aab43e73f6e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:34.495653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:34.551947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:34.552316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0b1da3be-6e48-4a5e-bbba-21c21e79fec1 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:34.552707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:34.581008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.603290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 72fd9500-d900-4c30-8bd4-ce31cbc4d014 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:34.604214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 72fd9500-d900-4c30-8bd4-ce31cbc4d014 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:34.617289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb5601-c9e3-4028-9a68-79306d858d07 req-4b55dcfd-8ad9-44b8-84e3-bec2e32d94cf tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:34.626981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847', '62d803ee-7e83-4ef1-a48a-0aab43e73f6e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:34.635014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46fb5601-c9e3-4028-9a68-79306d858d07 req-4b55dcfd-8ad9-44b8-84e3-bec2e32d94cf tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.1175795 Aug 27 02:23:34.657328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=62d803ee-7e83-4ef1-a48a-0aab43e73f6e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:34.676530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-deleted', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:34.680703 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd76cbcd-657e-4941-b61e-bb431c6fe5d6" -d '{"events": [{"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-deleted", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:34.696804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46fb5601-c9e3-4028-9a68-79306d858d07 req-0e48ef0f-4d6b-4060-9284-e437d399ed5c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609078 Aug 27 02:23:34.720464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port 62d803ee-7e83-4ef1-a48a-0aab43e73f6e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:34.737456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:34.743566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7eb25d6d-109b-43e6-b4cc-ad6e843d80c0 req-e9681033-cd76-40fb-ba76-580f1a037245 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "DELETE /v2.0/ports/62d803ee-7e83-4ef1-a48a-0aab43e73f6e HTTP/1.1" status: 204 len: 173 time: 0.7021835 Aug 27 02:23:34.809471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-589d8dd0-a74b-4c97-8e6c-c858422aa755 req-7052385d-cd2c-4c13-974e-386decd577e1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=57fbba2c-23b9-44a2-af59-7f5e76895e67 HTTP/1.1" status: 200 len: 210 time: 0.0557086 Aug 27 02:23:34.815989 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1db4f1a-4574-462f-855f-98b5b0741156 x-openstack-request-id: req-e1db4f1a-4574-462f-855f-98b5b0741156 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:34.816324 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7768017-d2dd-4c88-886f-4337d905f27f", "name": "network-vif-deleted", "tag": "72fd9500-d900-4c30-8bd4-ce31cbc4d014", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:34.816536 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1db4f1a-4574-462f-855f-98b5b0741156 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:34.816934 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7768017-d2dd-4c88-886f-4337d905f27f', 'name': 'network-vif-deleted', 'tag': '72fd9500-d900-4c30-8bd4-ce31cbc4d014', 'status': 'completed', 'code': 200} Aug 27 02:23:34.931648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b384ac98-d775-4fec-975f-97b838ec9abc req-ea4b6fb0-a9e9-46ce-bcbf-7b31af726ee2 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0406041 Aug 27 02:23:35.150124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6f04-b341-4fd8-9d58-b1466d5d6386 req-aefbf35e-0063-4e15-87f5-e334278453b6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:35.151672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f4e6f04-b341-4fd8-9d58-b1466d5d6386 req-aefbf35e-0063-4e15-87f5-e334278453b6 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.0523062 Aug 27 02:23:35.210973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f4e6f04-b341-4fd8-9d58-b1466d5d6386 req-cb28eee7-0baa-4e4a-8314-0bda55c19055 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Aug 27 02:23:35.413131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ae7354c-bb49-4098-97b9-71270f1cfc55 req-65a1eaab-bb41-4cd6-b1ca-bb66395a92c0 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0286481 Aug 27 02:23:35.837360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ecbb4-7151-42a0-8d0a-3783d4311375 req-a91a87ce-e00f-42b7-9542-4035cfd45458 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:35.840051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a07ecbb4-7151-42a0-8d0a-3783d4311375 req-a91a87ce-e00f-42b7-9542-4035cfd45458 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.0617881 Aug 27 02:23:35.879783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a07ecbb4-7151-42a0-8d0a-3783d4311375 req-c9ad5356-9618-46db-b47b-b30662166875 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Aug 27 02:23:36.050870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfa9b8af-6ad9-4335-8a72-f7682f4b38ac req-e29227ff-fcb0-4155-8220-d1aa095d18b0 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0276256 Aug 27 02:23:36.268248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-69c2ef1f-5ceb-4d1a-bc4e-b4d623d02a93 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:36.275727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-69c2ef1f-5ceb-4d1a-bc4e-b4d623d02a93 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.1257327 Aug 27 02:23:36.293228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-957b6d5e-2a10-4344-bad8-f6e143335038 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/quotas/577ae02eafa34a78b2b79f9af249d0c3 HTTP/1.1" status: 200 len: 375 time: 0.0163918 Aug 27 02:23:36.316448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372ddb-5024-41db-8846-623ad0ccd760 req-a89297d0-793a-4d49-a4f8-e187101dfbed tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:36.318418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34372ddb-5024-41db-8846-623ad0ccd760 req-a89297d0-793a-4d49-a4f8-e187101dfbed tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.0647163 Aug 27 02:23:36.370448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-dd8f70d0-f749-45ae-9f8c-03687efe8415 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757957 Aug 27 02:23:36.376266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34372ddb-5024-41db-8846-623ad0ccd760 req-a6049e91-137b-452e-8a8b-8d5d53df3133 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489719 Aug 27 02:23:36.480167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3cd581db-c6ab-46f1-8229-a42596cf8af4 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084023 Aug 27 02:23:36.507755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484faf-374f-4914-91a5-ee2d0e579708 req-c7448f9a-b970-485e-8fb9-58d8a82cda65 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:36.515914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09484faf-374f-4914-91a5-ee2d0e579708 req-c7448f9a-b970-485e-8fb9-58d8a82cda65 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.0612149 Aug 27 02:23:36.539189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56886) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:36.580037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09484faf-374f-4914-91a5-ee2d0e579708 req-0c793d5f-8d0d-45ab-8f82-409d089877ff tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632081 Aug 27 02:23:36.591809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-66c219c9-64c7-4eec-b9fd-61581b333986 service neutron] 10.222.0.26 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075630 Aug 27 02:23:36.673482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4c3eea-4f1b-4310-b15a-8b66b69f86dc req-d5502326-82ea-4cf7-9a6e-6543d60ded9c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0362506 Aug 27 02:23:36.679159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd562-3eaa-4ad3-92bf-40ce3c213240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.787109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12ac5718-570c-444d-a6f5-202dad4f7d87 req-e8a2b95e-976b-48ea-b901-3d9721c947f6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 210 time: 0.0308328 Aug 27 02:23:36.819198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'name': 'network-vif-deleted', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:36.821845 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4158472-2ef5-4535-af42-012f1dbc9060" -d '{"events": [{"server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "name": "network-vif-deleted", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:36.856536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd562-3eaa-4ad3-92bf-40ce3c213240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.874704 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be1a338-252b-4322-a9a5-a13a1f678a1a x-openstack-request-id: req-9be1a338-252b-4322-a9a5-a13a1f678a1a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:36.875203 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fbba2c-23b9-44a2-af59-7f5e76895e67", "name": "network-vif-deleted", "tag": "62d803ee-7e83-4ef1-a48a-0aab43e73f6e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:36.875675 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9be1a338-252b-4322-a9a5-a13a1f678a1a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:36.876256 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fbba2c-23b9-44a2-af59-7f5e76895e67', 'name': 'network-vif-deleted', 'tag': '62d803ee-7e83-4ef1-a48a-0aab43e73f6e', 'status': 'completed', 'code': 200} Aug 27 02:23:36.877680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9dbd562-3eaa-4ad3-92bf-40ce3c213240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:36.923219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c9dbd562-3eaa-4ad3-92bf-40ce3c213240 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8aac2cca3ac74b4fb5a7692508758bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804996 Aug 27 02:23:36.923219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbd562-3eaa-4ad3-92bf-40ce3c213240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5777fe36-7882-4a76-98b5-59d166fd63e7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:36.924220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:36.984364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.022677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.085741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.088425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.089676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5777fe36-7882-4a76-98b5-59d166fd63e7 HTTP/1.1" status: 204 len: 168 time: 0.1645942 Aug 27 02:23:37.102853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78be2-03d2-4932-8c86-70e5d2f1035f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5777fe36-7882-4a76-98b5-59d166fd63e7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:37.221867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94ac9865-70a2-4798-8b7f-d592e541f5e3 req-ddc0353e-74e1-4c63-989c-e2c8860a576c tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f28ea48-22c6-42d8-ac1f-decca0339ebf HTTP/1.1" status: 200 len: 210 time: 0.0635269 Aug 27 02:23:37.250047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a644b-7104-4255-a023-13a366fa3364 req-36f065ea-ea28-47cc-bc6e-2a53da043f38 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.251938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-773a644b-7104-4255-a023-13a366fa3364 req-36f065ea-ea28-47cc-bc6e-2a53da043f38 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.46 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.1078644 Aug 27 02:23:37.425695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Deleting port 2ad1da72-028d-4132-b084-2c3094df2466 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:37.426286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.579192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] For port 2ad1da72-028d-4132-b084-2c3094df2466, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2ad1da72-028d-4132-b084-2c3094df2466,segment=NetworkSegment(a91ecd0d-97d2-4845-8a7e-48af54671091),segment_id=a91ecd0d-97d2-4845-8a7e-48af54671091)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:37.579559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.582261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56914) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:37.588843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2e30b-c072-492e-8608-70d11b0ec339 req-d6d678f3-1683-4a86-a50f-422d52e566bb tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.590305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6dc2e30b-c072-492e-8608-70d11b0ec339 req-d6d678f3-1683-4a86-a50f-422d52e566bb tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.0934808 Aug 27 02:23:37.601221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d861653b-7eb2-47b7-ab88-e37771f4aa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.602883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Calling delete_port for 2ad1da72-028d-4132-b084-2c3094df2466 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:37.694466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6dc2e30b-c072-492e-8608-70d11b0ec339 req-ee4dcb21-231f-4bb0-a366-31694ba64201 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Aug 27 02:23:37.745454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69e304-61fb-4d00-aa08-c5de55aeac37 req-2a899503-1f05-40a1-ab40-0007ef5309ef tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:37.747420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa69e304-61fb-4d00-aa08-c5de55aeac37 req-2a899503-1f05-40a1-ab40-0007ef5309ef tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/ports?device_id=4334e25f-0995-4cda-aca3-cb967ccae107 HTTP/1.1" status: 200 len: 946 time: 0.0793722 Aug 27 02:23:37.802722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d861653b-7eb2-47b7-ab88-e37771f4aa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.845833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d861653b-7eb2-47b7-ab88-e37771f4aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.853599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d52afb8-1535-4123-af6d-ff2d3b9db806 req-aeab4328-4a7a-4bbe-9350-e33659c63c98 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0492651 Aug 27 02:23:37.899426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa69e304-61fb-4d00-aa08-c5de55aeac37 req-21f6e55b-550c-439b-9a26-79cd28077d33 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc38d3db-f519-4606-be22-e2239c3886c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405640 Aug 27 02:23:37.910119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861653b-7eb2-47b7-ab88-e37771f4aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f475f-982e-4a41-a7da-705c24483289,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:37.917060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:37.959034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-b1602d91-4120-45c1-bf6e-dc529cc8a7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546001 Aug 27 02:23:37.961006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2ad1da72-028d-4132-b084-2c3094df2466'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:38.000926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d861653b-7eb2-47b7-ab88-e37771f4aa0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33e92a88db9849d5ac3019b3bdf04f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169674 Aug 27 02:23:38.001676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:38.082214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb14b79b-fd78-4d09-adef-1bdaa59124df req-c411d9e5-7857-41e2-9d53-d2bceb8dde90 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 210 time: 0.0605557 Aug 27 02:23:38.083549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Pushing event deleted for resources: {'Port': ['ID=2ad1da72-028d-4132-b084-2c3094df2466,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.127784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] No DVR routers for this DVR port 2ad1da72-028d-4132-b084-2c3094df2466 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:38.130203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.132269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-773a644b-7104-4255-a023-13a366fa3364 req-8a4c6659-97ca-46d4-8995-39d820e978f9 tempest-ServerMetadataNegativeTestJSON-1166359363 tempest-ServerMetadataNegativeTestJSON-1166359363-project] 10.222.0.46 "DELETE /v2.0/ports/2ad1da72-028d-4132-b084-2c3094df2466 HTTP/1.1" status: 204 len: 173 time: 0.8728228 Aug 27 02:23:38.145698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-1c9e35ad-f555-4931-adc8-e10dd6007202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.147218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-1c9e35ad-f555-4931-adc8-e10dd6007202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5749f04040942db833640c26730258a&device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 1095 time: 0.1168084 Aug 27 02:23:38.178550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.220713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-e7f347c1-d141-4782-82ca-f9d10706f980 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.222610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-e7f347c1-d141-4782-82ca-f9d10706f980 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 804 time: 0.3201728 Aug 27 02:23:38.313616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Request body: {'port': {'device_id': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'admin_state_up': True, 'tenant_id': '577ae02eafa34a78b2b79f9af249d0c3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:38.324875 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56936) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:38.397947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.479671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c38eec94-b36f-41fa-93c2-e0fea5db58f7 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.481630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c38eec94-b36f-41fa-93c2-e0fea5db58f7 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.46 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.1339860 Aug 27 02:23:38.485444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.514714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 62d803ee-7e83-4ef1-a48a-0aab43e73f6e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:38.524299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.527117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.532737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d8f475f-982e-4a41-a7da-705c24483289 HTTP/1.1" status: 204 len: 168 time: 0.5231910 Aug 27 02:23:38.532737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-8aadf1a6-a989-4a17-abf5-a04068fcd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.532737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-8aadf1a6-a989-4a17-abf5-a04068fcd826 service neutron] 10.222.0.15 "GET /v2.0/networks?id=909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 200 len: 921 time: 0.3473845 Aug 27 02:23:38.546145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac9dd1-2c4b-4afc-95a1-5a0173cb9f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f475f-982e-4a41-a7da-705c24483289,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.556223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 62d803ee-7e83-4ef1-a48a-0aab43e73f6e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:38.559160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 62d803ee-7e83-4ef1-a48a-0aab43e73f6e not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:38.594096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Made reservation on behalf of 577ae02eafa34a78b2b79f9af249d0c3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:38.616712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.617704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.625401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-40e91e38-a96b-434e-8ca2-d8c2b3ca8fb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 200 len: 217 time: 0.0817840 Aug 27 02:23:38.690646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Deleting port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:38.691390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.762723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-42677a74-4d7c-4301-b792-968022d8c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.764659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-42677a74-4d7c-4301-b792-968022d8c5a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 200 len: 860 time: 0.1303563 Aug 27 02:23:38.829698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.832928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:38.834749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "DELETE /v2.0/security-groups/b82ebe5a-8ad8-4e56-8b77-b9db4783617f HTTP/1.1" status: 204 len: 168 time: 0.5088606 Aug 27 02:23:38.835933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-d5942c6e-3418-46ed-9025-df5d896dcc0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=909e2216-bad6-46a8-adbe-1f88c2d5d740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520308 Aug 27 02:23:38.839232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:38.880604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'name': 'network-vif-deleted', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:38.883148 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bbb8c-86ca-4779-9ffe-204bb81d6ca8" -d '{"events": [{"server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "name": "network-vif-deleted", "tag": "2ad1da72-028d-4132-b084-2c3094df2466"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:38.902052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317ad5d-a593-4c09-b976-bdcd898826db tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ebe5a-8ad8-4e56-8b77-b9db4783617f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:38.941958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Allocated IP 172.20.0.9 (100279b2-426f-4cf0-8411-7ae7befe70d4/682b36ee-618b-4ee3-a535-d86aa62f718e/ab97f33a-0c60-442c-adcd-15f3199e9a43) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:38.968547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-dcddc66e-8019-4e1a-b6c0-508ef53e9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:38.969180 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-03c856b2-347d-4235-8d62-b179d913d4e6 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] show failed (client error): The resource could not be found. Aug 27 02:23:38.970036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-dcddc66e-8019-4e1a-b6c0-508ef53e9a7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.1555135 Aug 27 02:23:38.973296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-03c856b2-347d-4235-8d62-b179d913d4e6 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "GET /v2.0/security-groups/b82ebe5a-8ad8-4e56-8b77-b9db4783617f HTTP/1.1" status: 404 len: 347 time: 0.1329696 Aug 27 02:23:38.974668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:39.113447 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-ae9b8ee4-369e-456a-a2ea-7410461422b9 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606275 Aug 27 02:23:39.123155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bd56d-3f09-426e-bc62-2e363813cda2 req-572c6653-f791-4657-bcd7-153a0fd6d0ca tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:39.131951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c05bd56d-3f09-426e-bc62-2e363813cda2 req-572c6653-f791-4657-bcd7-153a0fd6d0ca tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.3884480 Aug 27 02:23:39.299284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c05bd56d-3f09-426e-bc62-2e363813cda2 req-01f95647-eb54-474c-93c8-539453294795 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660612 Aug 27 02:23:39.406122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846d305-6319-4c18-923b-9d86200f92a6 req-58681c51-9619-4dcf-9f10-fe64b5df2913 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:39.407866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7846d305-6319-4c18-923b-9d86200f92a6 req-58681c51-9619-4dcf-9f10-fe64b5df2913 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 950 time: 0.5504785 Aug 27 02:23:39.424400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] For port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:39.425199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.509741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Calling delete_port for 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:39.587013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7846d305-6319-4c18-923b-9d86200f92a6 req-efb329c7-d39f-4e70-8552-b66d68e13866 tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/security-groups?id=bcb094f6-9151-47b4-a541-78f1a03ef97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583240 Aug 27 02:23:39.622487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56978) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:39.676991 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e82cab-e5d0-4faf-97cc-edb6929eb0fe x-openstack-request-id: req-50e82cab-e5d0-4faf-97cc-edb6929eb0fe {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:39.677497 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4334e25f-0995-4cda-aca3-cb967ccae107", "name": "network-vif-deleted", "tag": "2ad1da72-028d-4132-b084-2c3094df2466", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:39.677789 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50e82cab-e5d0-4faf-97cc-edb6929eb0fe {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:39.679789 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4334e25f-0995-4cda-aca3-cb967ccae107', 'name': 'network-vif-deleted', 'tag': '2ad1da72-028d-4132-b084-2c3094df2466', 'status': 'completed', 'code': 200} Aug 27 02:23:39.695368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56982) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:39.767328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83c55e21-27dc-4207-b588-cfc3aae2a138 req-c6b31d63-d5c6-4925-93a1-6d5d74f2a634 service neutron] 10.222.0.15 "GET /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332488 Aug 27 02:23:39.783367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-615665ca-e3ec-497c-a5da-33175c8f69c5 req-b4b61731-d710-44c5-bea9-b1fc8653090d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.4136634 Aug 27 02:23:39.801462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-5da99cc1-7cbb-4923-90ea-3f45d2ab0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:39.803043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-5da99cc1-7cbb-4923-90ea-3f45d2ab0db8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.8219781 Aug 27 02:23:39.874266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.887180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1434998598-network', 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:39.914652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.923022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f60514e0-f1d7-4d38-99b8-59d14853f57a req-38a91a47-226c-47c2-9641-2d20e322f316 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 210 time: 0.1741683 Aug 27 02:23:39.958491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Deleting subnet df79914f-54a4-4842-b7d5-cb4510685b74 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:39.961101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:39.965126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Network 100279b2-426f-4cf0-8411-7ae7befe70d4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:39.968217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-30b740af-f2d3-43e1-afdb-b59c354df551 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.1398654 Aug 27 02:23:39.971260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:39.972045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:39.979674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:40.010367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Deleting port 114a181f-8662-4459-bf73-fa5c3e230e8d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:40.010703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.014924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event updated for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.045311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.046208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.069355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.118699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-3eab11f1-99ac-41d4-8452-d284c4ba4ea6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8680408 Aug 27 02:23:40.133843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Request body: {'port': {'device_id': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:40.143963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:40.146322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.151970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.180268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Pushing event deleted for resources: {'Port': ['ID=0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.193927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.199440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.217224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-4efcd064-8702-4211-8cac-d78f86755f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.218748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-4efcd064-8702-4211-8cac-d78f86755f64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.2116799 Aug 27 02:23:40.301792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] No DVR routers for this DVR port 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:40.304783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-27792da5-c52e-4ee0-8a89-d777c335cda1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675745 Aug 27 02:23:40.305791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.307670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67026c32-11a9-4248-b2d1-a6abc8a457ca req-c8415c2b-9a9a-4f36-b0ec-e32fc0e2558e tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.46 "DELETE /v2.0/ports/0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 HTTP/1.1" status: 204 len: 173 time: 1.8159068 Aug 27 02:23:40.317171 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.342550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.342899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.416159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Calling delete_port for 114a181f-8662-4459-bf73-fa5c3e230e8d owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:40.421808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:40.564750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.602793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ff507-e7b4-4aaa-8027-abdd645918d5 req-563532af-57c4-4716-be9c-f9d4f011b060 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:40.604295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b76ff507-e7b4-4aaa-8027-abdd645918d5 req-563532af-57c4-4716-be9c-f9d4f011b060 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1209779 Aug 27 02:23:40.630213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df79914f-54a4-4842-b7d5-cb4510685b74,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.647177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.651347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-00b460f8-41e7-41ae-8b6d-bfdb58ec94cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/df79914f-54a4-4842-b7d5-cb4510685b74 HTTP/1.1" status: 204 len: 168 time: 0.9407201 Aug 27 02:23:40.652207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:40.655214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-15b93f26-3805-4ee9-8c78-cff275aa1e74 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097548 Aug 27 02:23:40.665814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab97f33a-0c60-442c-adcd-15f3199e9a43 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:40.706689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.736078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b76ff507-e7b4-4aaa-8027-abdd645918d5 req-30a57433-5391-4b5f-9d38-f96b842f8070 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Aug 27 02:23:40.750190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Transition to ACTIVE for port object ab97f33a-0c60-442c-adcd-15f3199e9a43 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:40.760795 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.760795 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.815566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f66f7d4c-cfc0-42c7-8a1b-7df4715aee57 req-2ceec72b-460f-4433-b46e-c7ef4bbc7c1c tempest-ServerDiagnosticsNegativeTest-1511000703 tempest-ServerDiagnosticsNegativeTest-1511000703-project] 10.222.0.26 "GET /v2.0/ports?device_id=b558be17-8837-4fc9-976c-124d71457fd4 HTTP/1.1" status: 200 len: 210 time: 0.0963809 Aug 27 02:23:40.817662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.829675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Pushing event updated for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:40.854869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:40.998952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24c5c35-d137-49eb-b4d9-61d3faa79401,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.005368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c302c70-4b24-4617-b048-c3eefbc5d8b2 req-e080684c-07d0-4587-af35-cd576bdd738b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0623477 Aug 27 02:23:41.009311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:41.010081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.025584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d40a762-e7c0-4e95-b7fe-6c578d2d4b93']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:41.041800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.050001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91ecd0d-97d2-4845-8a7e-48af54671091') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:41.050843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91ecd0d-97d2-4845-8a7e-48af54671091') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:41.068185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.072786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Attempting to bind port ab97f33a-0c60-442c-adcd-15f3199e9a43 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:41.072786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Attempting to bind port ab97f33a-0c60-442c-adcd-15f3199e9a43 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:41.072786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Attempting to bind port ab97f33a-0c60-442c-adcd-15f3199e9a43 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:41.081318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e66c1e-7994-4efe-a2f6-ea31d87731d0 req-a5ed2321-bb7e-47c8-b50a-6513628978ec service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141996 Aug 27 02:23:41.081655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Port ab97f33a-0c60-442c-adcd-15f3199e9a43 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:41.081979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Attempting to bind port ab97f33a-0c60-442c-adcd-15f3199e9a43 on network 100279b2-426f-4cf0-8411-7ae7befe70d4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:41.082505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.082878 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Added segment 9f8e0779-fd56-4728-9b64-3c0dfc457f16 of type vlan for network 3aee6bba-22f8-44f1-8b99-7899b8883478 Aug 27 02:23:41.093321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:41.093738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Checking segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:41.094165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Bound using segment: {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:41.094668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Bound port: ab97f33a-0c60-442c-adcd-15f3199e9a43, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140696e3-4819-4fd3-bec7-f161ba807d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:41.095119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.097665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.113032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:41.113612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:41.115362 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:41.131895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Pushing event deleted for resources: {'Port': ['ID=114a181f-8662-4459-bf73-fa5c3e230e8d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.233210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.239549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.243013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1d40a762-e7c0-4e95-b7fe-6c578d2d4b93 HTTP/1.1" status: 204 len: 168 time: 0.5897646 Aug 27 02:23:41.258414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:41.261745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:41.270557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.280031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.282624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bc460-3deb-4999-9744-a4a7cfc5ca11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d40a762-e7c0-4e95-b7fe-6c578d2d4b93,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.326052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b577ec-ef58-4b2b-af27-5286aa388570 req-362a5106-93b8-4a64-bba3-d43ab1312d25 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.327593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88b577ec-ef58-4b2b-af27-5286aa388570 req-362a5106-93b8-4a64-bba3-d43ab1312d25 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 943 time: 0.1974514 Aug 27 02:23:41.331838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.335473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.336848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8bca6110-87af-4e23-ae37-294ea177ec22 tempest-ServersTestBootFromVolume-1483936265 tempest-ServersTestBootFromVolume-1483936265-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc9c9e13-3a8a-4d79-b575-f996b39d0a25 HTTP/1.1" status: 204 len: 168 time: 2.3611071 Aug 27 02:23:41.338262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.339040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.339734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.342684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] 10.222.0.15 "PUT /v2.0/ports/ab97f33a-0c60-442c-adcd-15f3199e9a43 HTTP/1.1" status: 200 len: 1091 time: 1.2150931 Aug 27 02:23:41.343274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:41.345737 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:41.348323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.348512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:41.349184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.396931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7711270 Aug 27 02:23:41.403372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:41.411796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Request body: {'subnet': {'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1434998598-subnet', 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:41.466819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57008) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:41.476527 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9288cd19-bb5a-4146-b059-a8b8fb51f2d6 x-openstack-request-id: req-9288cd19-bb5a-4146-b059-a8b8fb51f2d6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:41.476812 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:41.477064 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9288cd19-bb5a-4146-b059-a8b8fb51f2d6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:41.477465 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43', 'status': 'completed', 'code': 200} Aug 27 02:23:41.478459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88b577ec-ef58-4b2b-af27-5286aa388570 req-d72bf26a-9910-40b4-9fdf-caa196c68d5f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146300 Aug 27 02:23:41.494713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569d39-16d0-4af9-b09c-6fbfc2a6712a service neutron] Pushing event updated for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.501136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162726c-af8d-410c-9ef4-52c3d1f7a873 admin admin] Pushing event updated for resources: {'Network': ['ID=3aee6bba-22f8-44f1-8b99-7899b8883478,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.516215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:41.528528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-834328bf-5105-4095-85be-376f08f9dbdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cb116a5e6734d7f90f56f139c64af5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603509 Aug 27 02:23:41.531200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:41.569221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:41.571845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.575475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-4a915820-81da-48ad-a7e3-1e994ab4aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.577658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-4a915820-81da-48ad-a7e3-1e994ab4aad2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 1094 time: 0.1625547 Aug 27 02:23:41.604068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.628865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.681321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'name': 'network-vif-deleted', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:41.681862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-334e0c2a-6aa6-478a-9b83-5ff1620863a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43 HTTP/1.1" status: 200 len: 217 time: 0.0832362 Aug 27 02:23:41.684018 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470bda48-d561-4636-a830-c8adf110c59b" -d '{"events": [{"server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "name": "network-vif-deleted", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:41.714130 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.717210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:41.719026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc38d3db-f519-4606-be22-e2239c3886c1 HTTP/1.1" status: 204 len: 168 time: 0.1862822 Aug 27 02:23:41.741821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db2040-7b3b-4235-b1f5-75b81c34bf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc38d3db-f519-4606-be22-e2239c3886c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:41.801632 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe34fe-2cca-4011-ae42-e00d27593f35 x-openstack-request-id: req-c7fe34fe-2cca-4011-ae42-e00d27593f35 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:41.801933 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b558be17-8837-4fc9-976c-124d71457fd4", "name": "network-vif-deleted", "tag": "0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:41.802188 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7fe34fe-2cca-4011-ae42-e00d27593f35 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:41.802706 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b558be17-8837-4fc9-976c-124d71457fd4', 'name': 'network-vif-deleted', 'tag': '0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0', 'status': 'completed', 'code': 200} Aug 27 02:23:41.954035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090b65-ccb2-4984-8e94-e745c5bffc3c req-7b565841-805a-4c0a-b4b7-9be18e84c622 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:41.964172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42090b65-ccb2-4984-8e94-e745c5bffc3c req-7b565841-805a-4c0a-b4b7-9be18e84c622 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0739734 Aug 27 02:23:42.022642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42090b65-ccb2-4984-8e94-e745c5bffc3c req-c642bb4d-3b16-44e0-86af-f3f13921cced tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Aug 27 02:23:42.150047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-4f8200a4-46e5-4bf5-8198-58b94a7f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.151793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-4f8200a4-46e5-4bf5-8198-58b94a7f3c67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.4233444 Aug 27 02:23:42.244210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-d3c026e4-1312-4d18-ad6c-9b729d523726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634615 Aug 27 02:23:42.272353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06bf44fd-c960-4fad-94f6-011e28bbe687 req-7ca19860-ae98-45c6-a644-830888692fd9 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7768017-d2dd-4c88-886f-4337d905f27f HTTP/1.1" status: 200 len: 210 time: 0.0422792 Aug 27 02:23:42.392468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.412530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57036) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:42.467583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-9fbccb27-233f-4f42-bec7-d74af2d5cb51 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115355 Aug 27 02:23:42.474128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5787790-3784-4c42-825f-3a3e88b220d7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:42.528638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2ad1da72-028d-4132-b084-2c3094df2466 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:42.581922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:42.582293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Network hostable DHCP agents. Network: 3aee6bba-22f8-44f1-8b99-7899b8883478, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:42.591169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 2ad1da72-028d-4132-b084-2c3094df2466 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:42.594001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2ad1da72-028d-4132-b084-2c3094df2466 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:42.594634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:42.669087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:42.675828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0ab6c438-76c5-4fbe-b0ca-eced0ce95eb0 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:42.688481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4597d48a-d12e-4e13-9ef2-98343ce92a4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81134266389342258c4c6d1ff12a5118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726338 Aug 27 02:23:42.689026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57046) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:42.699915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:42.743061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4fd7124-e54b-4a62-b3bd-3854e94f252d req-f5e5db5b-a4a8-4b20-919c-85bfc23800f7 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598479 Aug 27 02:23:42.756220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.790482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3aee6bba-22f8-44f1-8b99-7899b8883478) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:42.796558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.797134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.800296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b182a-2a3a-4166-8eae-7b7b3d455449 None None] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:42.808355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.853296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e849a8e-43a9-4b66-b5c5-5a51c3082b32 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4485559 Aug 27 02:23:42.902224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.907691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:42.909240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcb094f6-9151-47b4-a541-78f1a03ef97c HTTP/1.1" status: 204 len: 168 time: 0.2190566 Aug 27 02:23:42.923141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ffb4d-3280-4bd1-838d-81a5e0f15aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb094f6-9151-47b4-a541-78f1a03ef97c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:42.927273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621e253-1c86-459b-a7d2-a1c7dc81ddee req-53b056cf-886e-4e49-a230-ec57bf26fa96 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:42.935821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4621e253-1c86-459b-a7d2-a1c7dc81ddee req-53b056cf-886e-4e49-a230-ec57bf26fa96 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 943 time: 0.2496550 Aug 27 02:23:43.008801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.023893 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4621e253-1c86-459b-a7d2-a1c7dc81ddee req-148de866-8ed3-4331-abdc-95b79459fa6e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Aug 27 02:23:43.089094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9895284-d5ea-4332-a555-96cc2e3977d9 None None] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:43.113605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-a53ed465-c680-4d14-84c8-4dd5a50dd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.115117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-a53ed465-c680-4d14-84c8-4dd5a50dd4ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 1094 time: 0.3085487 Aug 27 02:23:43.245883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da843f-49d7-4935-9c37-1476278bc51e req-f9891de1-1edd-413a-8997-17009c6aa419 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.254705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7da843f-49d7-4935-9c37-1476278bc51e req-f9891de1-1edd-413a-8997-17009c6aa419 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1489387 Aug 27 02:23:43.328067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-1cc1d73d-0424-4d76-8fdf-fdd884d8453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.329822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-1cc1d73d-0424-4d76-8fdf-fdd884d8453b service neutron] 10.222.0.15 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.2056055 Aug 27 02:23:43.352981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7da843f-49d7-4935-9c37-1476278bc51e req-60684021-3f20-42f9-8244-103a568bb419 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920651 Aug 27 02:23:43.392952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-9c610fcc-930b-4a9b-8771-370ccd40043b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43 HTTP/1.1" status: 200 len: 217 time: 0.0428483 Aug 27 02:23:43.478020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-8f32e14b-c293-4fc4-a165-011fa6e651b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:43.479694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-8f32e14b-c293-4fc4-a165-011fa6e651b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.0789201 Aug 27 02:23:43.540448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-0cd0f1e9-3780-4e01-ae31-2dbb80191321 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356867 Aug 27 02:23:43.676366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Deleting port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:43.676366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.717935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-ad473ba5-6280-49e2-b9bd-2c11122bee89 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532960 Aug 27 02:23:43.836578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] For port 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:43.836947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:43.859099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Calling delete_port for 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:43.878979 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f793a13-ed1a-4aa6-8d69-bc171068cd7d req-8894c52b-2c1d-4ec2-97cf-149bb8bc2f99 service neutron] 10.222.0.15 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515975 Aug 27 02:23:43.913477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57080) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:43.935012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9a35300-c881-48dc-8aab-647f630a421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.113317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9a35300-c881-48dc-8aab-647f630a421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.126870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b9a35300-c881-48dc-8aab-647f630a421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.220516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.246012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a35300-c881-48dc-8aab-647f630a421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7fd4a-62d2-4186-a5fd-9cb6afb939a7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:44.256229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b9a35300-c881-48dc-8aab-647f630a421b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=505423db9ed043ff9a4ace980a683df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405390 Aug 27 02:23:44.286337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:44.327320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:44.338701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa998fd3-dbfd-4b7a-9379-d1df4d7c19b8 req-4103c062-75b0-43b2-96d3-29cc68c75ff6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.350647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa998fd3-dbfd-4b7a-9379-d1df4d7c19b8 req-4103c062-75b0-43b2-96d3-29cc68c75ff6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 943 time: 0.1619201 Aug 27 02:23:44.467423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa998fd3-dbfd-4b7a-9379-d1df4d7c19b8 req-6033385d-650b-41a4-9100-e3a0ca141d9d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148615 Aug 27 02:23:44.649486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-533d3967-676d-4e49-adcd-844bd7ed25ff req-5050e448-e2bd-41b0-8357-39f260e22873 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.1104534 Aug 27 02:23:44.742704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:44.764597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbfd1b-9207-4b21-9a6b-6f54e3f99c9c req-0ec61820-1ec3-4472-a77d-0dcd367ffc0f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:44.766345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81cbfd1b-9207-4b21-9a6b-6f54e3f99c9c req-0ec61820-1ec3-4472-a77d-0dcd367ffc0f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1501658 Aug 27 02:23:44.801802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1307134233-network', 'tenant_id': '956af75ad9724047879dd2409be40074'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:44.831356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.873874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Made reservation on behalf of 956af75ad9724047879dd2409be40074 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:44.877941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.904158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:44.930673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81cbfd1b-9207-4b21-9a6b-6f54e3f99c9c req-7165fceb-aca2-4ba8-82e2-adc3f4057a09 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134329 Aug 27 02:23:45.102602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.117541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.140888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:45.162242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.163034 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Added segment 2091bda8-7ecb-41b1-90fc-9bf6630fb95e of type vlan for network 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 Aug 27 02:23:45.208883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ab97f33a-0c60-442c-adcd-15f3199e9a43 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:45.245289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.314323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8660edf7-e352-44bf-8495-6a07c3b93875,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.321903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.323365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:45.325559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.408015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb87b3-e5fe-4f1d-b459-5ed87d7dce68,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.418705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:45.427628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71eb7c33-3ed1-4559-9da1-5e4a4d3696f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6562567 Aug 27 02:23:45.430802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:45.444544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Request body: {'subnet': {'network_id': '8feb87b3-e5fe-4f1d-b459-5ed87d7dce68', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1307134233-subnet', 'tenant_id': '956af75ad9724047879dd2409be40074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:45.492725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.511132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Made reservation on behalf of 956af75ad9724047879dd2409be40074 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:45.514576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.598742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.600855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:45.615550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'ab97f33a-0c60-442c-adcd-15f3199e9a43', 'network_id': '100279b2-426f-4cf0-8411-7ae7befe70d4', 'port_id': 'ab97f33a-0c60-442c-adcd-15f3199e9a43', 'mac_address': 'fa:16:3e:89:68:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682b36ee-618b-4ee3-a535-d86aa62f718e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:45.667972 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.686118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab97f33a-0c60-442c-adcd-15f3199e9a43 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:45.736990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:45.746675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.781615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.785286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:45.787006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aad7fd4a-62d2-4186-a5fd-9cb6afb939a7 HTTP/1.1" status: 204 len: 168 time: 1.4991496 Aug 27 02:23:45.823557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9e83a-fef8-4786-8bf9-66de791a1fdb req-f9beb448-06ba-428a-8396-19437c5e3270 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:45.825255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9c9e83a-fef8-4786-8bf9-66de791a1fdb req-f9beb448-06ba-428a-8396-19437c5e3270 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 943 time: 0.1627343 Aug 27 02:23:45.895788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:45.952557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff91c1f-b1a4-4ed1-9eff-0ed55cab826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7fd4a-62d2-4186-a5fd-9cb6afb939a7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:46.010736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['ab97f33a-0c60-442c-adcd-15f3199e9a43'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:46.041284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9c9e83a-fef8-4786-8bf9-66de791a1fdb req-657c78b1-6d3d-41b8-a598-3accee6c6ec8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061718 Aug 27 02:23:46.124711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eb04df8-0c90-4a58-bacb-31c2631e03d8 req-403a8144-41df-488b-97f5-c3367181e0fa tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0867550 Aug 27 02:23:46.143269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:23:46.182599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.311944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.351707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:23:46.361875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-831e681c-4636-4c32-8c88-249bc598c6f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0098147 Aug 27 02:23:46.362091 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Sync routers for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:23:46.363546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:46.378039 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:46.379753 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:46.510321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.554878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b5a4-2cf2-4be3-89e7-121e44752524 req-4c81c736-d191-4483-ac0f-f51deb0c705f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:46.558988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e91b5a4-2cf2-4be3-89e7-121e44752524 req-4c81c736-d191-4483-ac0f-f51deb0c705f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.3538556 Aug 27 02:23:46.559706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b23f8f-80f5-47c1-b452-86dde101f2d6,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:46.623207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Checking segment: {'id': '2091bda8-7ecb-41b1-90fc-9bf6630fb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8feb87b3-e5fe-4f1d-b459-5ed87d7dce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:46.623567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Network hostable DHCP agents. Network: 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:46.652452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e91b5a4-2cf2-4be3-89e7-121e44752524 req-fcad5682-b97a-4fd0-a42d-79f6ab3c3191 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782528 Aug 27 02:23:46.673159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Network 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:46.692027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:46.704528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512dd5ed-1fd8-4746-9636-372b07b406f3 None None] Network 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:46.708742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:46.709780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.716884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.746126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56222f9b-578a-4272-9cd4-ba71595502df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3129337 Aug 27 02:23:46.894710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Deleting port 818c1f64-be1f-48aa-9b47-0e2af8954730 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:46.895270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:46.969961 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:47.073778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] For port 818c1f64-be1f-48aa-9b47-0e2af8954730, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=818c1f64-be1f-48aa-9b47-0e2af8954730,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:47.091702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.102779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683de2b-a925-42a0-afc1-ec700dbdeb07 None None] Network 8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:47.164178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Calling delete_port for 818c1f64-be1f-48aa-9b47-0e2af8954730 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:47.279852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ab97f33a-0c60-442c-adcd-15f3199e9a43 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:47.397061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84a42f-c107-419b-88fd-4a75a4f60655 req-02317aab-c52c-4979-9ccd-c742b73c530a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:47.404955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc84a42f-c107-419b-88fd-4a75a4f60655 req-02317aab-c52c-4979-9ccd-c742b73c530a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 944 time: 0.1622066 Aug 27 02:23:47.434297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port ab97f33a-0c60-442c-adcd-15f3199e9a43 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:47.436961 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:23:44Z', 'revision_number': 5, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port': {'id': '818c1f64-be1f-48aa-9b47-0e2af8954730', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:20:11Z', 'updated_at': '2021-08-27T02:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:47.451902 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-694a454e-682c-4bf2-9566-9027fafaeefe req-2fa5d9af-8ad7-403a-b6a8-5f46d931f104 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0755498 Aug 27 02:23:47.463827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port ab97f33a-0c60-442c-adcd-15f3199e9a43 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:47.464201 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.522659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc84a42f-c107-419b-88fd-4a75a4f60655 req-6481d9d6-4a96-4c13-b240-2ebb3183c8be tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020925 Aug 27 02:23:47.537889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Checking router: cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:23:47.581723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Routers {'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:23:47.582357 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:47.613616 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.657123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:47.659859 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9be643-bd90-45aa-8c1e-04c4465906dd" -d '{"events": [{"server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "name": "network-vif-plugged", "status": "completed", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:47.696426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:47.704803 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.741724 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] Set router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:23:47.752877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:47.793595 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ecd4c0-085b-4f01-8c16-63a39b866c9d x-openstack-request-id: req-27ecd4c0-085b-4f01-8c16-63a39b866c9d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:47.795492 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "name": "network-vif-plugged", "status": "completed", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:47.795756 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27ecd4c0-085b-4f01-8c16-63a39b866c9d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:47.800186 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43', 'code': 200} Aug 27 02:23:47.804960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Pushing event deleted for resources: {'Port': ['ID=818c1f64-be1f-48aa-9b47-0e2af8954730,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:47.902936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:47.952280 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:23:46Z', 'revision_number': 6, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:47.992858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c785ef-e311-4baa-92e9-b5371980eaf9 req-833d663d-4bdf-42d4-82e6-462fe88c8e57 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:47.994602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c785ef-e311-4baa-92e9-b5371980eaf9 req-833d663d-4bdf-42d4-82e6-462fe88c8e57 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1267838 Aug 27 02:23:48.019888 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbb67f-8a88-49ac-a683-d21f48b30406 None None] The sync data for ids ['cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65'] in n-d-806292-1 is: [{'id': 'cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65', 'name': 'tempest-ServersTestBootFromVolume-1123278330-router', 'tenant_id': '588bf87870a7428e9ab42a25f321c00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:20:10Z', 'updated_at': '2021-08-27T02:23:46Z', 'revision_number': 6, 'project_id': '588bf87870a7428e9ab42a25f321c00c', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:23:48.051673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28c785ef-e311-4baa-92e9-b5371980eaf9 req-3be14a12-341e-436e-be18-477aed7c689b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Aug 27 02:23:48.097824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.101112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab30b-3089-4c14-b715-bf8c2581e6f8 req-ab7a3e39-3c80-47cf-a3c0-edc922ed0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.106237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ab30b-3089-4c14-b715-bf8c2581e6f8 req-ab7a3e39-3c80-47cf-a3c0-edc922ed0bcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 1096 time: 0.2825596 Aug 27 02:23:48.306139 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.312434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.320524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ab30b-3089-4c14-b715-bf8c2581e6f8 req-705d85f7-5eeb-4744-967e-d443961d05dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098927 Aug 27 02:23:48.395492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-d5bdfe4d-c872-4c7f-8995-0e66579694c1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.402445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-d5bdfe4d-c872-4c7f-8995-0e66579694c1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.4205728 Aug 27 02:23:48.420943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-20146f8d-54f2-4df0-81a4-d430c54c8bef tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/quotas/84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 375 time: 0.0175288 Aug 27 02:23:48.431001 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.431521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:23:48.436882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.440299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e69ab36-8807-41de-9bea-bb4ced0dc135 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cbcdb3a8-a220-4ae0-968c-e9c1b7e3eb65 HTTP/1.1" status: 204 len: 168 time: 2.0733628 Aug 27 02:23:48.440676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57198) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:48.461900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:48.470110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-17687a7b-5d2c-4772-adad-38dd12ac9091 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482063 Aug 27 02:23:48.500877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Deleting subnet 58eeb62c-c50b-456e-9cb4-2aa2f365995b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:48.504373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:48.504989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ea0eceb-7339-43d4-b5e8-a1dfad8f68d2 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:48.521729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.620433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.697465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-52fbac57-4625-4fcd-90c0-9ffdda3f9398 service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263522 Aug 27 02:23:48.734477 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf2c4028-b1e3-4c2a-84c4-3f70097ae8a9 req-d5403ddb-b295-41b5-919e-b0fde23b3fb6 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0583000 Aug 27 02:23:48.868724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-f72793a2-1119-4f9e-be73-6fa707957c97 service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699982 Aug 27 02:23:48.878351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a82bc4b9-86b4-4199-b40a-0095aa0f5116 req-48425ccd-9818-46a8-9cd5-d1655f5f5316 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0813429 Aug 27 02:23:48.882703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:48.976553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47a29-67e9-4393-ad24-d590bca35136 req-b26ce1c5-ebac-446e-ad84-b56640a7be9b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:48.978323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ec47a29-67e9-4393-ad24-d590bca35136 req-b26ce1c5-ebac-446e-ad84-b56640a7be9b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1027970 Aug 27 02:23:49.026120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.071928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58eeb62c-c50b-456e-9cb4-2aa2f365995b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:49.094640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.095585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b5669-8db7-42d3-8085-ad02bd3ee7ab None None] Network d216fc1a-0b04-4039-a664-de1f915ec777 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:49.097864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b3ff797-b8d9-4241-a778-202898213850 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58eeb62c-c50b-456e-9cb4-2aa2f365995b HTTP/1.1" status: 204 len: 168 time: 0.6554940 Aug 27 02:23:49.100399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:49.126272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ec47a29-67e9-4393-ad24-d590bca35136 req-b0a676aa-c3b5-47db-8043-7607d4bdf465 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357119 Aug 27 02:23:49.213798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4de99355-3ae0-43a3-a0d2-87cf2fedcb75 req-635caaed-4cf4-4a11-be15-dec96a715e7e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 210 time: 0.1040945 Aug 27 02:23:49.241722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.295597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e3bc0-9842-4423-820e-ea0482c40cd3 req-046f7599-850c-4f92-b469-39b80fcbd129 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:49.312558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b20e3bc0-9842-4423-820e-ea0482c40cd3 req-046f7599-850c-4f92-b469-39b80fcbd129 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0983512 Aug 27 02:23:49.343509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Deleting port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:49.343509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.360595 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b20e3bc0-9842-4423-820e-ea0482c40cd3 req-fbec54b6-9207-437a-82df-e795a0d4116a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Aug 27 02:23:49.423000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] DHCP port deletion for d216fc1a-0b04-4039-a664-de1f915ec777 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:23:49.513850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Deleting port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:49.514281 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.552235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] For port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:49.552926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.589432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Calling delete_port for 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:49.625056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] For port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,segment=NetworkSegment(4afec2f3-06cf-422e-b380-d1556b1cf5f1),segment_id=4afec2f3-06cf-422e-b380-d1556b1cf5f1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:49.627043 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.661432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Calling delete_port for 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:49.712183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.753236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-9a498cb0-0e2f-46aa-8838-867bae9847c5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584373 Aug 27 02:23:49.754672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Pushing event deleted for resources: {'Port': ['ID=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:49.758345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] No DVR routers for this DVR port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:49.813912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.843418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] Pushing event deleted for resources: {'Port': ['ID=88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:49.852422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8160dd-2c51-41d8-8348-0807e07f05b7 None None] No DVR routers for this DVR port 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:49.871092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902522b-7719-4570-8bd8-282292f0b5de req-007ecdd8-4512-4cab-a5ba-91909aea8e13 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:49.872616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d902522b-7719-4570-8bd8-282292f0b5de req-007ecdd8-4512-4cab-a5ba-91909aea8e13 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.0635984 Aug 27 02:23:49.917375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:49.920598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d902522b-7719-4570-8bd8-282292f0b5de req-baaf02fe-6545-4873-ae05-67d5e50cfeee tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Aug 27 02:23:49.939339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d216fc1a-0b04-4039-a664-de1f915ec777']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:49.976899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afec2f3-06cf-422e-b380-d1556b1cf5f1') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:49.977240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afec2f3-06cf-422e-b380-d1556b1cf5f1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:23:50.002343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.030314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-5f58d4f5-70ad-4d68-a952-96bdf8e4e40d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.031804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-5f58d4f5-70ad-4d68-a952-96bdf8e4e40d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409751 Aug 27 02:23:50.032746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.038466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4dfba3a4-0b59-4db6-9387-8907f5c91006 req-99be9383-6a96-4606-b15e-2c828d17e6bb tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0266414 Aug 27 02:23:50.039848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:23:50.040303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:23:50.042702 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:23:50.089507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-79c4611a-b656-41de-bc6a-56858ee22747 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/quotas/490b2bfe10774058acf0e914f4818c92 HTTP/1.1" status: 200 len: 375 time: 0.0508158 Aug 27 02:23:50.121990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.126990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-5c690907-aed1-4604-b389-686e2cf77c2f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304821 Aug 27 02:23:50.128375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.129813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/d216fc1a-0b04-4039-a664-de1f915ec777 HTTP/1.1" status: 204 len: 168 time: 1.0273471 Aug 27 02:23:50.150189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9c937-6332-4bc7-9797-132de1b380cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d216fc1a-0b04-4039-a664-de1f915ec777,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:50.281921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234b9f8-93dd-4ab3-937d-a96de6fc2358 req-1bd1d602-26c4-46d5-86b7-fc5aa5f012e5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.283599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e234b9f8-93dd-4ab3-937d-a96de6fc2358 req-1bd1d602-26c4-46d5-86b7-fc5aa5f012e5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0800748 Aug 27 02:23:50.383707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:50.395847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e234b9f8-93dd-4ab3-937d-a96de6fc2358 req-d5d9a6cf-b8f2-44e7-8310-c6b6099ef7c5 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052072 Aug 27 02:23:50.412219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c32732ac-fbd9-48aa-b9bc-e74a2a3d8dca req-1362dcef-db71-459d-84d8-e6842091866c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 210 time: 0.0884545 Aug 27 02:23:50.428451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 818c1f64-be1f-48aa-9b47-0e2af8954730 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:50.465300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 818c1f64-be1f-48aa-9b47-0e2af8954730 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:50.479183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 818c1f64-be1f-48aa-9b47-0e2af8954730 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:50.480115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:50.521949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:50.522200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88a8f5f9-8ecf-43e1-861a-b7c78d9a15ba not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:50.544122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-cc6a9ecc-fe66-4b29-a721-d8ee1b0cc90b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328016 Aug 27 02:23:50.546971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-446a5620-0fc3-44b1-9d1c-7cb477967184 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=588bf87870a7428e9ab42a25f321c00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619101 Aug 27 02:23:50.550248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57276) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:50.574916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cb131-b281-43a8-9deb-60e5754e6626 req-ce2c67f7-1d8d-4e23-9c29-57f79ec603cd tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.583630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d37cb131-b281-43a8-9deb-60e5754e6626 req-ce2c67f7-1d8d-4e23-9c29-57f79ec603cd tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0914981 Aug 27 02:23:50.619434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d37cb131-b281-43a8-9deb-60e5754e6626 req-893a3003-9fad-47b5-867f-44f706ced121 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Aug 27 02:23:50.775125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.792573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f415a-f78a-4b44-8472-c7831b275527 req-98ddb271-f6d3-4e4c-96a1-0133bb67ca9c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.794130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-172f415a-f78a-4b44-8472-c7831b275527 req-98ddb271-f6d3-4e4c-96a1-0133bb67ca9c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.2093296 Aug 27 02:23:50.870773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-ccf07344-3ef9-4d11-9132-97c03f6e7e72 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.872384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-ccf07344-3ef9-4d11-9132-97c03f6e7e72 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232260 Aug 27 02:23:50.881054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:50.936132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478f251-a6d0-4785-84b0-bd6ff15f6d42 req-729223b0-f9eb-414d-a3d2-c352706dc92e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.937270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-fbc8e4d5-b9b1-48f5-b5d8-e54054b6ee00 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:50.937801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3478f251-a6d0-4785-84b0-bd6ff15f6d42 req-729223b0-f9eb-414d-a3d2-c352706dc92e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0603437 Aug 27 02:23:50.938696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-fbc8e4d5-b9b1-48f5-b5d8-e54054b6ee00 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.3054378 Aug 27 02:23:50.967226 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-d351d19b-b4ac-4b45-ac62-3ebc11d8b86a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/quotas/490b2bfe10774058acf0e914f4818c92 HTTP/1.1" status: 200 len: 375 time: 0.0823662 Aug 27 02:23:50.973175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Request body: {'port': {'device_id': '58a29f78-f89b-452d-acb6-5048b62372f6', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'admin_state_up': True, 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:50.988287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3478f251-a6d0-4785-84b0-bd6ff15f6d42 req-8cc86c4e-0ee5-477b-8335-95a4d6b0a30c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Aug 27 02:23:51.012219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-ec750f65-4964-455e-be99-2a2e8daeedd5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428057 Aug 27 02:23:51.112009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.114803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.115916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db3e7179-f728-499e-98a4-598e866f8a62 HTTP/1.1" status: 204 len: 168 time: 0.5635355 Aug 27 02:23:51.124631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Deleting port 8be4c673-3037-45ff-a772-638cc1e52c79 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:51.124986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.136996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67bee5-33f1-4106-aba5-b7024e9cf2d2 req-61203736-50e2-43bf-b95a-c388b5b206de tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.139897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da67bee5-33f1-4106-aba5-b7024e9cf2d2 req-61203736-50e2-43bf-b95a-c388b5b206de tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 944 time: 0.0815463 Aug 27 02:23:51.179474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be202ff-255e-4cee-90a9-86fca26e8b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e7179-f728-499e-98a4-598e866f8a62,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:51.194324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da67bee5-33f1-4106-aba5-b7024e9cf2d2 req-06d171da-27c4-458f-bb93-ce368286da54 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Aug 27 02:23:51.307220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21618e8a-62b5-44f3-9c6f-9fb4dbcad42c req-a373410f-c99a-44e4-bbac-20edf8c61e97 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.308769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21618e8a-62b5-44f3-9c6f-9fb4dbcad42c req-a373410f-c99a-44e4-bbac-20edf8c61e97 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0615366 Aug 27 02:23:51.362623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] For port 8be4c673-3037-45ff-a772-638cc1e52c79, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8be4c673-3037-45ff-a772-638cc1e52c79,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:51.366606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.379439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21618e8a-62b5-44f3-9c6f-9fb4dbcad42c req-550bcf1f-47d0-4778-b238-5029f3dadcfd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 Aug 27 02:23:51.398445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:51.399524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:51.436461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Calling delete_port for 8be4c673-3037-45ff-a772-638cc1e52c79 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:51.462976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6618df75-efdf-4c87-a83a-01c2d743dfc6 req-53ba180a-508c-4f7c-b0f1-c1c92351748e tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.1614940 Aug 27 02:23:51.564756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-d9355a51-fbfc-45bb-bd98-8732bd37557f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246212 Aug 27 02:23:51.566617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-121bf45c-7276-4047-b8b7-276675628352 req-68af1289-701a-4668-8c78-68a9493ac08d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 210 time: 0.0895495 Aug 27 02:23:51.794263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-9551480d-de65-4796-8316-e0547987dab1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:51.796336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-9551480d-de65-4796-8316-e0547987dab1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249422 Aug 27 02:23:51.815840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Request body: {'port': {'device_id': '5463ca40-7907-468d-90e2-a23722150d00', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '490b2bfe10774058acf0e914f4818c92'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:51.892369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6a5245d-8018-4025-92d3-e2c09c050a45 req-d682c510-dafd-43d8-9561-86f66400273c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 210 time: 0.1213634 Aug 27 02:23:52.084596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Made reservation on behalf of 490b2bfe10774058acf0e914f4818c92 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:52.088570 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.100721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Allocated IP 172.20.0.14 (3aee6bba-22f8-44f1-8b99-7899b8883478/c5787790-3784-4c42-825f-3a3e88b220d7/186884b6-5ef4-48c1-9619-4542fbd5dee9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:52.101629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.117591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9de9-809d-4974-ab78-785fb9569bdd req-30fe425c-30c6-4169-b2fa-d571adb7627d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.126148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09ec9de9-809d-4974-ab78-785fb9569bdd req-30fe425c-30c6-4169-b2fa-d571adb7627d tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0972028 Aug 27 02:23:52.195422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09ec9de9-809d-4974-ab78-785fb9569bdd req-9f8d3d66-af57-4753-9074-38db4675bd0f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632889 Aug 27 02:23:52.391699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:52.402053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb369be-4020-43d6-a93d-f62885d22aa3 req-eaa3e94b-d618-4c63-8eab-d6208b828ebc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.403633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdb369be-4020-43d6-a93d-f62885d22aa3 req-eaa3e94b-d618-4c63-8eab-d6208b828ebc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1045852 Aug 27 02:23:52.408337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.428307 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.428528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.439844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.444927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d672a0ae-a207-4260-b05e-39a4e5748a8e req-36d2d1a3-e747-473a-950f-e05850f31c98 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae HTTP/1.1" status: 200 len: 210 time: 0.0431144 Aug 27 02:23:52.478416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8be4c673-3037-45ff-a772-638cc1e52c79'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:52.482712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:52.497736 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event deleted for resources: {'Port': ['ID=8be4c673-3037-45ff-a772-638cc1e52c79,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:52.576375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdb369be-4020-43d6-a93d-f62885d22aa3 req-18fd6437-090d-44c3-af03-dd30fe6c3bb4 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652977 Aug 27 02:23:52.589597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] No DVR routers for this DVR port 8be4c673-3037-45ff-a772-638cc1e52c79 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:52.606471 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c977b12-17dc-4759-9884-7819e1bf0be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.629931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-768833494-network', 'tenant_id': '15d31ecbc347410db227a281db451165'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:52.641776 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-835b287b-460d-4d50-ba28-d05060f3bf7b req-1bfdec0d-d442-4d3c-a6d0-a9c2569470fb tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0494816 Aug 27 02:23:52.654670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.656187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-172f415a-f78a-4b44-8472-c7831b275527 req-dddc763b-4588-4436-9464-092387faf7c7 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.46 "DELETE /v2.0/ports/8be4c673-3037-45ff-a772-638cc1e52c79 HTTP/1.1" status: 204 len: 173 time: 1.8500245 Aug 27 02:23:52.656630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-deleted', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:52.658893 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1cda77-e5c9-4c3f-9901-08379105a310" -d '{"events": [{"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-deleted", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:52.660450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Allocated IP 192.168.233.225 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/c7a75e05-1812-4c26-a152-3e5e5fbad9d4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:52.699865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.718096 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa66c14-b488-40b4-b605-49b0d782ab21 x-openstack-request-id: req-5fa66c14-b488-40b4-b605-49b0d782ab21 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:52.718414 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae", "name": "network-vif-deleted", "tag": "8be4c673-3037-45ff-a772-638cc1e52c79", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:52.718652 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fa66c14-b488-40b4-b605-49b0d782ab21 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:52.719047 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f93e870-1d2c-4d8e-8e6f-3ed5b338ffae', 'name': 'network-vif-deleted', 'tag': '8be4c673-3037-45ff-a772-638cc1e52c79', 'status': 'completed', 'code': 200} Aug 27 02:23:52.740703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:52.742908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe575faa-32bf-4169-8995-ea12e2e072b7 req-373767ae-9174-4197-9221-09e831f7400d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 210 time: 0.0439641 Aug 27 02:23:52.743786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Made reservation on behalf of 15d31ecbc347410db227a281db451165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:52.746029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.756543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.758507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:52.763122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:52.806567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:52.838656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:52.839272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.887624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.904243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Transition to ACTIVE for port object c7a75e05-1812-4c26-a152-3e5e5fbad9d4 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:52.919226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.925885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.937029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-3a2914b3-deab-4b6a-bf76-35efb9ea4e3d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9759741 Aug 27 02:23:52.953802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:52.983435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-5d6d2861-34a8-4fc0-b892-75ba98b08c66 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379078 Aug 27 02:23:53.004037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Request body: {'port': {'device_id': '58a29f78-f89b-452d-acb6-5048b62372f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:53.010630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:23:53.016207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:53.019422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:53.024330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:53.054883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.094023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.095132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1123943-6c38-40c6-b2e0-cddcb32b0638,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.095298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.099925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.100516 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Added segment 38d01d17-b27d-443d-aa8b-bdc04ad3f55e of type vlan for network 11d870ca-ce19-4175-8e75-0d8971a0eac0 Aug 27 02:23:53.116041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-c6e2d323-42af-4a4e-aea3-7253c89f8d40 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3043840 Aug 27 02:23:53.130101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Request body: {'port': {'device_id': '5463ca40-7907-468d-90e2-a23722150d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:53.209941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.223856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.226122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.271956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c994c3-9b15-4d87-bd56-1aee762c117c req-e66cfc10-a100-4529-adc4-70680a3bc7e6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.280204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4c994c3-9b15-4d87-bd56-1aee762c117c req-e66cfc10-a100-4529-adc4-70680a3bc7e6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 932 time: 0.2881234 Aug 27 02:23:53.330351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21608a8c-b388-4814-a159-dce450b60898 None None] Provisioning for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:53.337698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21608a8c-b388-4814-a159-dce450b60898 None None] Provisioning complete for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:53.338076 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21608a8c-b388-4814-a159-dce450b60898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.383390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-21608a8c-b388-4814-a159-dce450b60898 None None] Port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:53.401210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-21e04fee-fc8d-4c44-b0d0-3b11a8ceab6c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.402797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-21e04fee-fc8d-4c44-b0d0-3b11a8ceab6c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902416 Aug 27 02:23:53.412092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.413159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.413728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.433456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Request body: {'port': {'device_id': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '490b2bfe10774058acf0e914f4818c92'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:53.484643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4c994c3-9b15-4d87-bd56-1aee762c117c req-fb66f888-9144-4f6b-a749-c2cb9a254ba9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034757 Aug 27 02:23:53.550463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1552958 Aug 27 02:23:53.559409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57366) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:53.563373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f7d4-f9a1-40bd-ab15-acf94526e8bc req-a2deb37a-0ed1-4935-9d1a-cf0b5b1b049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.565236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc63f7d4-f9a1-40bd-ab15-acf94526e8bc req-a2deb37a-0ed1-4935-9d1a-cf0b5b1b049a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.3069546 Aug 27 02:23:53.572881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Request body: {'subnet': {'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-768833494-subnet', 'tenant_id': '15d31ecbc347410db227a281db451165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:53.585383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cefaa-bb12-47f8-96fb-1d76b002d7af admin admin] Pushing event updated for resources: {'Network': ['ID=11d870ca-ce19-4175-8e75-0d8971a0eac0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:53.599865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:23:53.700717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Made reservation on behalf of 15d31ecbc347410db227a281db451165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:53.703096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.752486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15850e-7da0-403b-a752-1da43c0aba98 req-fbc04b76-5083-4b7e-861b-4bf1d2d7954a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.753950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d15850e-7da0-403b-a752-1da43c0aba98 req-fbc04b76-5083-4b7e-861b-4bf1d2d7954a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.4396877 Aug 27 02:23:53.820266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc63f7d4-f9a1-40bd-ab15-acf94526e8bc req-7a83d6af-3a0f-4352-949e-f13f8444872d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795752 Aug 27 02:23:53.821121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d15850e-7da0-403b-a752-1da43c0aba98 req-6c3a9315-65eb-4326-9d2d-4bcc0fec2f64 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549510 Aug 27 02:23:53.903564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:53.919588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Made reservation on behalf of 490b2bfe10774058acf0e914f4818c92 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:23:53.923063 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.924066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8825db38-b590-4f7f-88eb-f1e2a9140541 req-3db7b16e-7b23-40ba-b51a-fe83d7bf1d66 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0374205 Aug 27 02:23:53.925829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:53.937031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e73b-c7f0-4c3d-a738-59ef3c6b0432 req-10765984-c51a-4d2a-8eb6-a125e02fe34e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:53.938469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae59e73b-c7f0-4c3d-a738-59ef3c6b0432 req-10765984-c51a-4d2a-8eb6-a125e02fe34e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1636248 Aug 27 02:23:53.940425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Transition to ACTIVE for port object c7a75e05-1812-4c26-a152-3e5e5fbad9d4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:53.956058 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.020813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:54.114355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Attempting to bind port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:54.114943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Attempting to bind port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:54.115759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Attempting to bind port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:54.122821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:54.123524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Attempting to bind port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:54.126083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae59e73b-c7f0-4c3d-a738-59ef3c6b0432 req-880d7d25-f3ac-4aa8-9c57-7aa329e92692 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718590 Aug 27 02:23:54.129807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:54.130528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:54.131130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:54.131759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Bound port: c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:54.132340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.183189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186884b6-5ef4-48c1-9619-4542fbd5dee9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:54.222957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5490bb37-53ac-4c3b-9dae-a33aa9ba351a req-5644265b-2ca5-47d7-bc07-04e92f9a2674 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 210 time: 0.0365584 Aug 27 02:23:54.229501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.241301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:54.244649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:54.250815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.262574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Transition to ACTIVE for port object 186884b6-5ef4-48c1-9619-4542fbd5dee9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:54.287521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.288666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.290062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7a75e05-1812-4c26-a152-3e5e5fbad9d4 HTTP/1.1" status: 200 len: 1096 time: 1.1649361 Aug 27 02:23:54.292408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:54.304787 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c" -d '{"events": [{"name": "network-changed", "server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:54.354488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Allocated IP 192.168.233.116 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/67991f63-90f6-4993-a55e-687e35e2c798) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:54.361699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.374742 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e14d2d-1bf6-4a27-b28d-f160a9658955 x-openstack-request-id: req-e3e14d2d-1bf6-4a27-b28d-f160a9658955 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:54.375096 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:54.375413 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3e14d2d-1bf6-4a27-b28d-f160a9658955 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:54.375890 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'status': 'completed', 'code': 200} Aug 27 02:23:54.384803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc2939-f0a0-4eb9-9bb1-50cb63854534 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:54.396753 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.403981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-2c8a2e00-9b5f-42da-9da1-60ee92a91c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.405689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-2c8a2e00-9b5f-42da-9da1-60ee92a91c2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1099 time: 0.0672166 Aug 27 02:23:54.462704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-73c12331-430c-49f1-a5b4-4bcf56af3392 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4 HTTP/1.1" status: 200 len: 217 time: 0.0479436 Aug 27 02:23:54.519717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-99280800-80fb-4824-a95e-19b33d811d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.521236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-99280800-80fb-4824-a95e-19b33d811d9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0514662 Aug 27 02:23:54.527596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f541d78-7658-42a0-be5b-b68e1c815e89 req-5d9731cc-5996-4674-b351-dd35dfbc6f7c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.530977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f541d78-7658-42a0-be5b-b68e1c815e89 req-5d9731cc-5996-4674-b351-dd35dfbc6f7c tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.3062816 Aug 27 02:23:54.550581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:54.552448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:54.553444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:54.588105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 8be4c673-3037-45ff-a772-638cc1e52c79 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:54.588345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d12d-53ed-4434-9068-d0580b0463ff req-290793f1-64b7-4518-bb4b-1d7215e969b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.589098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8be4c673-3037-45ff-a772-638cc1e52c79 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:54.589919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-290793f1-64b7-4518-bb4b-1d7215e969b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603163 Aug 27 02:23:54.677229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Checking segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:54.677585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Network hostable DHCP agents. Network: 11d870ca-ce19-4175-8e75-0d8971a0eac0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:23:54.737869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-28e32bdc-f723-44c0-b53d-5e45d6caa865 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.739662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-28e32bdc-f723-44c0-b53d-5e45d6caa865 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 944 time: 0.1472964 Aug 27 02:23:54.743661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f541d78-7658-42a0-be5b-b68e1c815e89 req-d47b5f3c-9c2a-482a-977a-765c315ab0b4 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887307 Aug 27 02:23:54.747056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:54.748389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:54.748389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:54.753228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea53956-4763-4ca0-a12c-c3cc2f80e538 req-19117bb5-b1a6-4efe-8418-20738b434e60 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.753783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:23:54.754932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ea53956-4763-4ca0-a12c-c3cc2f80e538 req-19117bb5-b1a6-4efe-8418-20738b434e60 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.1417234 Aug 27 02:23:54.766613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:54.766944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:54.783706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 11d870ca-ce19-4175-8e75-0d8971a0eac0) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:54.787466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.789771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:54.790109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:54.790519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:54.790955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Bound port: 186884b6-5ef4-48c1-9619-4542fbd5dee9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:54.791306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.795225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d8465-b058-4eb9-9e69-be90945bd823 None None] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:54.796543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:54.797139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.825179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Transition to ACTIVE for port object 67991f63-90f6-4993-a55e-687e35e2c798 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:54.830327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-682d67b9-019b-450a-8a0a-1a633549f479 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277718 Aug 27 02:23:54.857373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-363aa436-3b2c-41c0-97eb-9f27b71daaee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2911279 Aug 27 02:23:54.860633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:54.867773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:54.936050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:54.963938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ea53956-4763-4ca0-a12c-c3cc2f80e538 req-17a60b15-9c34-489c-bb4e-ec17c2cad8a4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924040 Aug 27 02:23:54.965567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.967170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:54.976879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:54.989661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.016833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-11d870ca-ce19-4175-8e75-0d8971a0eac0', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:23:55.017699 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.037690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.038308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.039217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Deleting port 67197fe5-7031-415b-aaa0-4240148998fa {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:55.039566 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.040420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 1092 time: 2.0460358 Aug 27 02:23:55.042233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:55.046556 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f7764-ae54-49f1-8303-77c267091434" -d '{"events": [{"name": "network-changed", "server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:55.054881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df95d12d-53ed-4434-9068-d0580b0463ff req-699b24d2-ed57-4a9a-888e-e65f182e2d3c service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143850 Aug 27 02:23:55.057445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.139458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9089-181c-4a98-9405-f73eb91214ce req-5b1e70e2-6a56-420c-980b-d93e0286093c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.146643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a44b9089-181c-4a98-9405-f73eb91214ce req-5b1e70e2-6a56-420c-980b-d93e0286093c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.2305872 Aug 27 02:23:55.165504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.175781 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2f67-7c8c-43ce-8ea8-f974994df6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.188605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Allocated IP 172.20.0.2 (11d870ca-ce19-4175-8e75-0d8971a0eac0/ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0/eee59e8d-a4a0-4fb1-bc6a-20f108b86db6) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:55.228122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d50322da-a8c8-4c23-9375-58bfb9530a7a req-11f9b22b-8fb5-45d3-811d-ad4167ecd44e tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0878906 Aug 27 02:23:55.257061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:55.263912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:55.278358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-2c6dbfc9-1b57-4657-8603-1ec3cfe82827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.280773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-2c6dbfc9-1b57-4657-8603-1ec3cfe82827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1099 time: 0.1415796 Aug 27 02:23:55.292675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf1c1-7772-4ea2-ad1c-d538df4cb3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.297680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:55.324385 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a44b9089-181c-4a98-9405-f73eb91214ce req-f9e3786f-c949-4a9c-9d23-f0d3cd56f02c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768885 Aug 27 02:23:55.364725 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e78eb-31f6-4efb-b69d-f5f8b7b083bb x-openstack-request-id: req-4e5e78eb-31f6-4efb-b69d-f5f8b7b083bb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:55.365011 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:55.365263 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e5e78eb-31f6-4efb-b69d-f5f8b7b083bb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:55.365656 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'status': 'completed', 'code': 200} Aug 27 02:23:55.371783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] For port 67197fe5-7031-415b-aaa0-4240148998fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=67197fe5-7031-415b-aaa0-4240148998fa,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:55.372567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.403375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Calling delete_port for 67197fe5-7031-415b-aaa0-4240148998fa owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:55.431369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.454781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Transition to ACTIVE for port object eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:55.481659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-99da73c4-c3a3-475f-acfa-4a5c6ade43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.483537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-99da73c4-c3a3-475f-acfa-4a5c6ade43e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1095 time: 0.3272057 Aug 27 02:23:55.484786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Transition to ACTIVE for port object eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:55.488199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.500089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.508442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-1c6e8f37-eb68-4f76-98ad-73d7816430de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.509939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-1c6e8f37-eb68-4f76-98ad-73d7816430de service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2195573 Aug 27 02:23:55.546020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event updated for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.564534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Pushing event updated for resources: {'Port': ['ID=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.575515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:55.577528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:55.577920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.582078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-7f9079d7-5eaa-4018-9dc7-c024138a9443 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4 HTTP/1.1" status: 200 len: 217 time: 0.0639365 Aug 27 02:23:55.585952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:55.603388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.603388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.605597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5efff-14b0-4a5b-9fca-bde3fe709137 req-2fa06639-eecc-4f78-868b-5cd8606c65d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.607422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cda5efff-14b0-4a5b-9fca-bde3fe709137 req-2fa06639-eecc-4f78-868b-5cd8606c65d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 936 time: 0.1402831 Aug 27 02:23:55.617099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-a5b72f31-86b5-4a60-86fc-46c79bb7efef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.0998299 Aug 27 02:23:55.622955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-94a9c7ed-dd83-40c1-ab1b-ada71df1cddd tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1967237 Aug 27 02:23:55.648668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Request body: {'port': {'device_id': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:23:55.677630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Attempting to bind port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:55.678472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Attempting to bind port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:55.679159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Attempting to bind port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 on network 11d870ca-ce19-4175-8e75-0d8971a0eac0 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:55.683304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-4b0e0e8e-16d0-4515-9b84-2d1ba9cfcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.685316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-4b0e0e8e-16d0-4515-9b84-2d1ba9cfcd42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0950935 Aug 27 02:23:55.687101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:55.687832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Checking segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:55.688418 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.689066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Bound using segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:55.689760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Bound port: eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:55.690351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.694059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-835f9d90-4428-4e77-90c2-ac2760e384f3 None None] Provisioning for port 67991f63-90f6-4993-a55e-687e35e2c798 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:55.710745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-835f9d90-4428-4e77-90c2-ac2760e384f3 None None] Provisioning complete for port 67991f63-90f6-4993-a55e-687e35e2c798 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:55.710997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cda5efff-14b0-4a5b-9fca-bde3fe709137 req-8cd6e4d9-2eda-40c1-8eb7-ccdf45819038 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946193 Aug 27 02:23:55.711715 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-835f9d90-4428-4e77-90c2-ac2760e384f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.742762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62950-7780-4d42-8027-e37ff9cc3c0e req-dad373bb-e4eb-406e-8ca2-d49e4bb61db6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.744324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd62950-7780-4d42-8027-e37ff9cc3c0e req-dad373bb-e4eb-406e-8ca2-d49e4bb61db6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.2687337 Aug 27 02:23:55.759327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-9fb1d7bf-e34f-43c4-bd85-6f947a79845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.760666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-9fb1d7bf-e34f-43c4-bd85-6f947a79845a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1277795 Aug 27 02:23:55.771652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-bee49dff-167e-4cb8-909e-02855a4f9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:55.772155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-bee49dff-167e-4cb8-909e-02855a4f9051 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642040 Aug 27 02:23:55.774428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.853856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event deleted for resources: {'Port': ['ID=67197fe5-7031-415b-aaa0-4240148998fa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:55.919531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-835f9d90-4428-4e77-90c2-ac2760e384f3 None None] Port 67991f63-90f6-4993-a55e-687e35e2c798 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:23:55.930766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9964274d-27be-47e4-a74b-968d8f2bbc63 req-708461e8-caf5-4299-a749-05224074ec23 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=785f2c1a-db40-431e-b2c9-6906c5dfc923 HTTP/1.1" status: 200 len: 210 time: 0.0724173 Aug 27 02:23:55.938194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] No DVR routers for this DVR port 67197fe5-7031-415b-aaa0-4240148998fa on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:55.941990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:55.944056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e56e7ea7-c1ec-47e8-b824-bacd09023813 req-ea2f766b-afc0-4360-a340-96c70cbd9c7b tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "DELETE /v2.0/ports/67197fe5-7031-415b-aaa0-4240148998fa HTTP/1.1" status: 204 len: 173 time: 1.1882091 Aug 27 02:23:55.981051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-f28ab6de-cdaf-454b-a210-b670f89e391f service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993594 Aug 27 02:23:56.023609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] For port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:56.028977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] For port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:56.035243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.122661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7ef89-a80c-45cf-a0bd-59a5848c23c4 None None] Pushing event updated for resources: {'Port': ['ID=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:56.163118 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-40000d4a-39e5-46a8-a822-e4891f289c80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3928659 Aug 27 02:23:56.165465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.190619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16447b-6b8a-4afe-8a4a-ca1bdefaa69c req-57892d60-a87f-4e69-b723-865451276aaa tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:56.192209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c16447b-6b8a-4afe-8a4a-ca1bdefaa69c req-57892d60-a87f-4e69-b723-865451276aaa tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0964253 Aug 27 02:23:56.220940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41cd9682-b02a-495c-9eb5-7c3ecc46c10c req-c381207a-a73d-4287-ad0b-ce40df444e81 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297246 Aug 27 02:23:56.235013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cd62950-7780-4d42-8027-e37ff9cc3c0e req-f93758ce-4e8c-409b-895b-47be8ada833c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785626 Aug 27 02:23:56.251196 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c16447b-6b8a-4afe-8a4a-ca1bdefaa69c req-bd7225e2-469f-4fb6-b08f-4b67bcb8d368 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Aug 27 02:23:56.377296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-deleted', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:56.379456 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f458f71-2ca8-46c6-a3a5-8a2730c723c9" -d '{"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-deleted", "tag": "67197fe5-7031-415b-aaa0-4240148998fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:56.386351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.474394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-75adaf77-de2e-46cf-bcd5-a4d7983f6d19 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910056 Aug 27 02:23:56.477367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2d218ca-2949-40a1-a816-9613483d8738 req-fe726642-eb5e-4f95-aa98-44e87e657a37 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0661585 Aug 27 02:23:56.536180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:56.570140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f38120-6c4d-453c-ab6d-bf03d25d1e9f req-cc67da4d-5ea3-467f-8d40-39223899df66 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:56.577883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3f38120-6c4d-453c-ab6d-bf03d25d1e9f req-cc67da4d-5ea3-467f-8d40-39223899df66 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1304829 Aug 27 02:23:56.593197 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28acae27-a2d3-4a92-ae3c-ca2bb5f974f3 x-openstack-request-id: req-28acae27-a2d3-4a92-ae3c-ca2bb5f974f3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:56.593487 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785f2c1a-db40-431e-b2c9-6906c5dfc923", "name": "network-vif-deleted", "tag": "67197fe5-7031-415b-aaa0-4240148998fa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:56.593743 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28acae27-a2d3-4a92-ae3c-ca2bb5f974f3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:56.594138 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f2c1a-db40-431e-b2c9-6906c5dfc923', 'name': 'network-vif-deleted', 'tag': '67197fe5-7031-415b-aaa0-4240148998fa', 'status': 'completed', 'code': 200} Aug 27 02:23:56.632630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3f38120-6c4d-453c-ab6d-bf03d25d1e9f req-0be5f6d5-95c1-402c-9e67-4deae1dced83 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Aug 27 02:23:56.637008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:56.738424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74e17ee8-531f-42a7-85e2-b5e17d5bafa0 req-4daeeaae-2508-416e-bf20-58367acd7060 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540162 Aug 27 02:23:56.744506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.767032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.884699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b080c-ae88-40c4-9819-0b41c8bb7348 req-e1634b9f-cc81-4e58-bf99-29e8b79aa26d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:56.894431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67991f63-90f6-4993-a55e-687e35e2c798 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:56.894608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b080c-ae88-40c4-9819-0b41c8bb7348 req-e1634b9f-cc81-4e58-bf99-29e8b79aa26d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 936 time: 0.0978208 Aug 27 02:23:56.907642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.942665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Transition to ACTIVE for port object 67991f63-90f6-4993-a55e-687e35e2c798 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:23:56.956012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:56.974922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b73b080c-ae88-40c4-9819-0b41c8bb7348 req-cf356a46-f65d-49d0-bce5-1dfdfbb20f34 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724103 Aug 27 02:23:57.012857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Allocated IP 172.25.8.246 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6ce05f74-efdd-46f7-b137-1a2360e2aa84) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:23:57.026212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7764-ae54-49f1-8303-77c267091434 req-5c1e5795-265d-47b1-acba-4891c4052b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.027718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-5c1e5795-265d-47b1-acba-4891c4052b61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1095 time: 0.1822720 Aug 27 02:23:57.149263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Pushing event updated for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.260917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-207017dd-7537-46ef-8477-a92c9f6740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.263710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-207017dd-7537-46ef-8477-a92c9f6740e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34ec69d7612a41e786ada11885766830&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 1097 time: 0.2870760 Aug 27 02:23:57.278689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:23:57.282154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:23:57.324441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 67197fe5-7031-415b-aaa0-4240148998fa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:23:57.324781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 67197fe5-7031-415b-aaa0-4240148998fa not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:23:57.370970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa14b4-cf8f-430b-b13d-3b605c813f6b req-f6405f6a-d445-470f-8205-ae8b60eec346 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.373226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7fa14b4-cf8f-430b-b13d-3b605c813f6b req-f6405f6a-d445-470f-8205-ae8b60eec346 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.0810492 Aug 27 02:23:57.374503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7764-ae54-49f1-8303-77c267091434 req-ac0060fd-64d5-4e6c-b887-6de0fa0736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.375984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-ac0060fd-64d5-4e6c-b887-6de0fa0736e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.3089924 Aug 27 02:23:57.383765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b45f-de1c-4cd2-92ec-1526f74e4750 req-001150d8-b119-455b-bb50-52f5d4e4077e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.384839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc238f3a-ca86-4b7f-ba7d-a4cacc2ed8ff None None] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:23:57.387940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f77b45f-de1c-4cd2-92ec-1526f74e4750 req-001150d8-b119-455b-bb50-52f5d4e4077e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.4158227 Aug 27 02:23:57.427171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7fa14b4-cf8f-430b-b13d-3b605c813f6b req-c6733514-f527-49f8-949c-e4c552d99929 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/security-groups?id=edeba88c-2da2-4808-89e4-779fb02545b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Aug 27 02:23:57.480169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-cd038e1f-d334-4707-8f42-d54cd9f76a60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.0700915 Aug 27 02:23:57.498866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:57.519128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'mac_address': 'fa:16:3e:0e:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:23:57.554795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc79b3-a766-455d-a492-c794bbac1879 req-5e8be0a6-0569-42d5-9f4f-33ea92eeb24f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.556424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16fc79b3-a766-455d-a492-c794bbac1879 req-5e8be0a6-0569-42d5-9f4f-33ea92eeb24f tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0604241 Aug 27 02:23:57.567470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Attempting to bind port 67991f63-90f6-4993-a55e-687e35e2c798 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:23:57.567796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Attempting to bind port 67991f63-90f6-4993-a55e-687e35e2c798 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:23:57.568126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Attempting to bind port 67991f63-90f6-4993-a55e-687e35e2c798 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:57.572820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.576181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Provisioning for port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:57.588115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Provisioning complete for port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:57.588504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.594329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f77b45f-de1c-4cd2-92ec-1526f74e4750 req-7805747e-d345-474f-a75d-6ef8ec5f2b6b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830873 Aug 27 02:23:57.600555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Port 67991f63-90f6-4993-a55e-687e35e2c798 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:23:57.600874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Attempting to bind port 67991f63-90f6-4993-a55e-687e35e2c798 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:23:57.615017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-cfab0734-f1e3-4908-83a0-204817137fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.616503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-cfab0734-f1e3-4908-83a0-204817137fec service neutron] 10.222.0.46 "GET /v2.0/networks?id=64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 200 len: 920 time: 0.3273592 Aug 27 02:23:57.631906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:23:57.632642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:23:57.632642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:23:57.633450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Bound port: 67991f63-90f6-4993-a55e-687e35e2c798, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:23:57.633671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.640057 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.647216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16fc79b3-a766-455d-a492-c794bbac1879 req-b917bd34-a6c3-45da-86ee-668890572275 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754440 Aug 27 02:23:57.653349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f7764-ae54-49f1-8303-77c267091434 req-950f2140-ba0b-419f-a0a8-05e19af45753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.655319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-950f2140-ba0b-419f-a0a8-05e19af45753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1521628 Aug 27 02:23:57.687221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:23:57.697985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-037a3f5e-b84f-4539-923d-674f8bbd03ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 200 len: 217 time: 0.0594258 Aug 27 02:23:57.717766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:57.735404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26788223-44bf-4e78-85dd-9259fa941bac req-6dec0fda-2495-4c42-85eb-bb3614429768 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.737424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26788223-44bf-4e78-85dd-9259fa941bac req-6dec0fda-2495-4c42-85eb-bb3614429768 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 945 time: 0.1251357 Aug 27 02:23:57.757994 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-8021e0aa-e0ef-4c15-8863-815561a815f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702252 Aug 27 02:23:57.759095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.806978 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.830866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-760f35f4-10b6-4de4-b240-a471f246d8bf req-af148d74-cea6-4956-a65b-187fbfb78fc4 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0484624 Aug 27 02:23:57.873651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.898047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.904449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] For port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:57.908676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.915899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.940371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Deleting port 31342568-d93c-4a2d-bfcc-ad77337b7046 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:23:57.940711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:57.953337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-2f5eb178-c79c-491a-b0ef-3195d5521bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:57.954829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-2f5eb178-c79c-491a-b0ef-3195d5521bf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 200 len: 859 time: 0.2492237 Aug 27 02:23:57.975261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800116a5-f3d6-4adb-bead-753ae5f4b2dd None None] Pushing event updated for resources: {'Port': ['ID=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:57.989855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:23:57.995073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:23:58.003290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:23:58.053233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:23:58.064266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-2c8713ef-64e7-4119-99f9-7671a5b19078 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64d5b96b-9459-4878-b307-0ef86ab7d16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910771 Aug 27 02:23:58.065060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:23:58.071102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce05f74-efdd-46f7-b137-1a2360e2aa84,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:58.081903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a2d6f-7ba2-4f2b-88be-81c967308703 req-590763e3-21b5-485f-a739-04f51b1f5671 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.084051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2c9a2d6f-7ba2-4f2b-88be-81c967308703 req-590763e3-21b5-485f-a739-04f51b1f5671 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.3297744 Aug 27 02:23:58.085463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-b89d4b39-59d4-4b01-a0e0-9195eea83a3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209259 Aug 27 02:23:58.093331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67991f63-90f6-4993-a55e-687e35e2c798,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:23:58.141045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] For port 31342568-d93c-4a2d-bfcc-ad77337b7046, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=31342568-d93c-4a2d-bfcc-ad77337b7046,segment=NetworkSegment(7cb440a4-8bad-4f4b-a4d0-1231cc315870),segment_id=7cb440a4-8bad-4f4b-a4d0-1231cc315870)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:58.141832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.142001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.167458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Calling delete_port for 31342568-d93c-4a2d-bfcc-ad77337b7046 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:23:58.178967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-43c77c35-f89b-4af0-9523-9bd18767b55c None None] Provisioning complete for port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:58.179768 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-43c77c35-f89b-4af0-9523-9bd18767b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.210030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-c6645096-d252-457d-a412-9afa52b55403 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250345 Aug 27 02:23:58.211713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c75c2c-fff2-414e-abc1-03731ed6ef99 req-15960886-5780-496a-a15f-7f799e14e1a5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.213208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80c75c2c-fff2-414e-abc1-03731ed6ef99 req-15960886-5780-496a-a15f-7f799e14e1a5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.1246862 Aug 27 02:23:58.252013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.252623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.254005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] 10.222.0.46 "PUT /v2.0/ports/67991f63-90f6-4993-a55e-687e35e2c798 HTTP/1.1" status: 200 len: 1096 time: 2.6109254 Aug 27 02:23:58.256144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:58.258328 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf4721-ad04-4083-abef-4429fa393c13" -d '{"events": [{"name": "network-changed", "server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "tag": "67991f63-90f6-4993-a55e-687e35e2c798"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:58.284563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-d479d9c8-47ac-408d-a251-fe57a79fe8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.286075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-d479d9c8-47ac-408d-a251-fe57a79fe8fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 1097 time: 0.1198783 Aug 27 02:23:58.323812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80c75c2c-fff2-414e-abc1-03731ed6ef99 req-7723fcee-099e-4c5f-bd68-c9e5ebbedca5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Aug 27 02:23:58.440235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:58.505415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-851ad90f-5dcc-4f13-82e2-3bee340d860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.506270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2c9a2d6f-7ba2-4f2b-88be-81c967308703 req-1a0bb503-8caa-4aad-a122-0a86f7140a90 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070780 Aug 27 02:23:58.506866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-851ad90f-5dcc-4f13-82e2-3bee340d860b service neutron] 10.222.0.46 "GET /v2.0/networks?id=100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 200 len: 905 time: 0.1818779 Aug 27 02:23:58.516313 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c73c0-7d05-4dcf-a8a0-c21acd750754 x-openstack-request-id: req-a96c73c0-7d05-4dcf-a8a0-c21acd750754 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:58.517084 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "tag": "67991f63-90f6-4993-a55e-687e35e2c798", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:58.517624 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a96c73c0-7d05-4dcf-a8a0-c21acd750754 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:58.518452 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798', 'status': 'completed', 'code': 200} Aug 27 02:23:58.526823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:58.527249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.539024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0cf7a-db20-44a7-88b1-d36141c4a1bc service neutron] Pushing event updated for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:58.567116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.569478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-0a4e8c1e-5a65-4359-a114-9497129d0f99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847 HTTP/1.1" status: 200 len: 217 time: 0.0547044 Aug 27 02:23:58.592453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-f69fc1ff-9539-43dc-b490-46ae1c5c5181 service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072355 Aug 27 02:23:58.645044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92fbac38-34a4-46fc-87dd-1f1724683927 req-3dd38f9f-6eb6-469c-bae4-a4a4f6e0868d tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.26 "GET /v2.0/ports?device_id=63879f70-323c-40cd-85f2-29424e40afca HTTP/1.1" status: 200 len: 210 time: 0.0801611 Aug 27 02:23:58.650767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Pushing event deleted for resources: {'Port': ['ID=31342568-d93c-4a2d-bfcc-ad77337b7046,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:58.704372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-b06eb3d1-56ae-45b7-bedc-1731df0ea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.705851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-b06eb3d1-56ae-45b7-bedc-1731df0ea6be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 200 len: 844 time: 0.1245215 Aug 27 02:23:58.706788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] No DVR routers for this DVR port 31342568-d93c-4a2d-bfcc-ad77337b7046 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:23:58.714444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:58.714444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26788223-44bf-4e78-85dd-9259fa941bac req-0bf88777-4758-4cc4-b315-0bcbc5ff2eb1 tempest-LiveAutoBlockMigrationV225Test-277980332 tempest-LiveAutoBlockMigrationV225Test-277980332-project] 10.222.0.15 "DELETE /v2.0/ports/31342568-d93c-4a2d-bfcc-ad77337b7046 HTTP/1.1" status: 204 len: 173 time: 0.9695404 Aug 27 02:23:58.714444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-deleted', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:58.716184 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae677e-d9a2-4905-a62b-76f730befb8c" -d '{"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-deleted", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:58.750885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-435eaa87-5a40-4bce-9c14-3a0fabdd36cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=100279b2-426f-4cf0-8411-7ae7befe70d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316195 Aug 27 02:23:58.873985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2bba1-daac-4bfb-8873-c027a743662d req-c65bd276-b0fa-4bd1-ae3e-8081fd1d3971 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:58.875517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15b2bba1-daac-4bfb-8873-c027a743662d req-c65bd276-b0fa-4bd1-ae3e-8081fd1d3971 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1162913 Aug 27 02:23:58.911419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-9b2fd8e5-065c-4372-b1ae-476684547e27 service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426003 Aug 27 02:23:58.946490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15b2bba1-daac-4bfb-8873-c027a743662d req-fe11b29a-0970-46dc-9a21-25411aeb6caa tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Aug 27 02:23:59.007645 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60539ee-74fc-4a84-8188-cd34c137f170 x-openstack-request-id: req-f60539ee-74fc-4a84-8188-cd34c137f170 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:59.007830 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63879f70-323c-40cd-85f2-29424e40afca", "name": "network-vif-deleted", "tag": "31342568-d93c-4a2d-bfcc-ad77337b7046", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:59.008098 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f60539ee-74fc-4a84-8188-cd34c137f170 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:59.008501 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63879f70-323c-40cd-85f2-29424e40afca', 'name': 'network-vif-deleted', 'tag': '31342568-d93c-4a2d-bfcc-ad77337b7046', 'status': 'completed', 'code': 200} Aug 27 02:23:59.018733 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:23:59.026181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dc29b-68e5-48be-8b5b-cbf78d432ef8 req-0bd29ed2-5891-4a98-9447-6ca2eb04dc5e service neutron] 10.222.0.46 "GET /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041415 Aug 27 02:23:59.094664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f279338-2775-4fc0-930e-a5cd64e4790e req-3a6fcf28-c8e0-4d3c-81d8-2be4dbc4ce38 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0295751 Aug 27 02:23:59.109305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e2f7764-ae54-49f1-8303-77c267091434 req-67f73639-5dbe-4e74-81e9-41162c548fbd service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900125 Aug 27 02:23:59.128379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-f20a3502-258c-4827-b832-91d5b12495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.130036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-f20a3502-258c-4827-b832-91d5b12495d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 1099 time: 0.7656696 Aug 27 02:23:59.231756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-fae9ec07-f88a-4b2e-9686-95881f8e7c52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=67991f63-90f6-4993-a55e-687e35e2c798 HTTP/1.1" status: 200 len: 217 time: 0.0820229 Aug 27 02:23:59.266788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c69e6b3-a807-4e3b-a436-3cfcd716450a req-00df78f9-5982-47aa-8486-76b809b05eca service neutron] 10.222.0.46 "GET /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631401 Aug 27 02:23:59.288809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:23:59.292686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2b558-bc6b-41c8-98d0-8589238b00b7 req-1a4f6871-5cb9-4ceb-b03e-f7cffbdf87fc tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.294285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca2b558-bc6b-41c8-98d0-8589238b00b7 req-1a4f6871-5cb9-4ceb-b03e-f7cffbdf87fc tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.5713859 Aug 27 02:23:59.324765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.352470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:23:59.356388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:23:59.356892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.384631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-376010ae-5c3e-459f-b868-25abdfd3485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.386012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-376010ae-5c3e-459f-b868-25abdfd3485d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1408508 Aug 27 02:23:59.396899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca2b558-bc6b-41c8-98d0-8589238b00b7 req-7623b1cd-afcf-4a56-b2d0-92672ab3e69f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917950 Aug 27 02:23:59.472316 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.474225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165abd3-7d9b-4d54-a755-092ac1ef88b2 req-21f2fb17-3a87-47d6-8c73-302f76a6182e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.482957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c165abd3-7d9b-4d54-a755-092ac1ef88b2 req-21f2fb17-3a87-47d6-8c73-302f76a6182e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.0779581 Aug 27 02:23:59.494373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3526c-4542-496a-b538-ac616637474d req-aa517bc5-bff0-41c8-9b92-9e444d8d5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.496209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-aa517bc5-bff0-41c8-9b92-9e444d8d5b88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928621 Aug 27 02:23:59.501724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:23:59.505785 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e64c64-2b83-4be2-9de1-e0ce11d47330" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:23:59.520823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c165abd3-7d9b-4d54-a755-092ac1ef88b2 req-548b6b31-9ff7-47f7-933a-4d44aa00dc19 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Aug 27 02:23:59.523075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:23:59.529527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.614116 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f892803-d563-468d-9b14-af3e6acb2d8e x-openstack-request-id: req-8f892803-d563-468d-9b14-af3e6acb2d8e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:23:59.614445 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:23:59.614711 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f892803-d563-468d-9b14-af3e6acb2d8e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:23:59.615102 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'code': 200} Aug 27 02:23:59.628555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:23:59.637691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.637931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.638770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.639935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.640451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.640794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.641133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.641467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.641798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.642125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.642540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.642877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:23:59.714705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e32a8-81a6-4c2f-96f7-e6ee6545f1fd req-6fecafa3-5ae0-4cf1-b823-71bd2dc2f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.716166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d44e32a8-81a6-4c2f-96f7-e6ee6545f1fd req-6fecafa3-5ae0-4cf1-b823-71bd2dc2f0e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1101 time: 0.0432038 Aug 27 02:23:59.716712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57458) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:23:59.752961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d44e32a8-81a6-4c2f-96f7-e6ee6545f1fd req-a23441e9-f504-48aa-8aba-9e9b7abc0fa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296953 Aug 27 02:23:59.757517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.794578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024b0e-8592-4502-832d-7e3bba6ea592 req-2f5b4807-3a39-47d9-8532-ff31920b77a3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:23:59.796151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56024b0e-8592-4502-832d-7e3bba6ea592 req-2f5b4807-3a39-47d9-8532-ff31920b77a3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.1376324 Aug 27 02:23:59.833916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-6fda9247-c6ae-41a6-b05c-2937b4ea930b service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692978 Aug 27 02:23:59.857941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Deleting subnet b9ec14cf-83ad-4320-a3fc-2416e204cf5d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:23:59.871064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:23:59.989042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.031386 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56024b0e-8592-4502-832d-7e3bba6ea592 req-fc9da6cb-d0f0-4495-859a-bc28196f191c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998177 Aug 27 02:24:00.068304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf3526c-4542-496a-b538-ac616637474d req-77f5fe0b-6459-4506-8427-d1e2574670ae service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213902 Aug 27 02:24:00.068905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693d802-c851-4d9d-a42c-4dd664db0e61 req-dc04efce-7b2c-4b3a-b0d7-2bfb87a7e2aa tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.070771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b693d802-c851-4d9d-a42c-4dd664db0e61 req-dc04efce-7b2c-4b3a-b0d7-2bfb87a7e2aa tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0539184 Aug 27 02:24:00.085674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.108982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b693d802-c851-4d9d-a42c-4dd664db0e61 req-9845f62c-d123-4331-9320-a48192e5acfb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Aug 27 02:24:00.149192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Router 27577ec5-4750-4159-a244-73372c0f3289 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:00.161969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.258360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.260227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b9ec14cf-83ad-4320-a3fc-2416e204cf5d HTTP/1.1" status: 204 len: 168 time: 0.5361621 Aug 27 02:24:00.261105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2637c01-9fb2-449f-95d9-519b1931634a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ec14cf-83ad-4320-a3fc-2416e204cf5d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:00.262868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:00.286289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92d09327-8929-42f5-9b57-d5aaa19c5c99 req-a66455b8-3a25-4bf3-a73e-876c0b24d29a tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0823560 Aug 27 02:24:00.339065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.340232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-24760b1e-4286-4c01-8a60-6d45c2120624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.342320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-24760b1e-4286-4c01-8a60-6d45c2120624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 1099 time: 0.1708744 Aug 27 02:24:00.348606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:00.359375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Sync routers for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:00.369151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:00.369770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:00.406173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.410411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7fa6b8d6-38c8-4756-b177-b26fa7ce3079 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5488102 Aug 27 02:24:00.411208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57466) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:00.422002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.434241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909e2216-bad6-46a8-adbe-1f88c2d5d740']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:00.445297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb440a4-8bad-4f4b-a4d0-1231cc315870') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:00.445593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb440a4-8bad-4f4b-a4d0-1231cc315870') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:00.455730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.470416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.477008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:00.477879 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:00.479784 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:00.497633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:00.541879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-3ee5e8fa-eecc-4906-b092-10f8f8f8f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.543595 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-3ee5e8fa-eecc-4906-b092-10f8f8f8f20f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1905382 Aug 27 02:24:00.569420 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.573735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:00.585783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0686c-10df-409d-87c2-02f873ddbbf3 req-b15eeb51-8059-4916-b620-383d8b9a1528 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.590700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ccd0686c-10df-409d-87c2-02f873ddbbf3 req-b15eeb51-8059-4916-b620-383d8b9a1528 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1099887 Aug 27 02:24:00.592159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.598015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.603444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/909e2216-bad6-46a8-adbe-1f88c2d5d740 HTTP/1.1" status: 204 len: 168 time: 0.3366621 Aug 27 02:24:00.603602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-cd9d0496-580c-4ed0-9b45-81e9c8f2d694 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=67991f63-90f6-4993-a55e-687e35e2c798 HTTP/1.1" status: 200 len: 217 time: 0.0497074 Aug 27 02:24:00.603602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57474) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:00.623194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6225-6422-47f4-83d5-2c1ff36bb7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=909e2216-bad6-46a8-adbe-1f88c2d5d740,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:00.674012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ccd0686c-10df-409d-87c2-02f873ddbbf3 req-125a2514-ee19-48be-8525-dec0a06fdf0b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 Aug 27 02:24:00.760998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-ffc02e84-5dae-4b2e-9f7a-a98c9500cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.760998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-ffc02e84-5dae-4b2e-9f7a-a98c9500cdf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1456387 Aug 27 02:24:00.765834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Deleting subnet f5872ee9-6a33-45d8-a8a3-1033bb783293 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:24:00.789711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:00.804829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.812193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'port_id': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'mac_address': 'fa:16:3e:ee:9d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5787790-3784-4c42-825f-3a3e88b220d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:00.856699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:23:58Z', 'revision_number': 3, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:00.874182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b47dc-6620-47fe-b618-1f731e10589f req-a2455242-f53f-47c0-8e47-80b811ab069c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:00.875781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e1b47dc-6620-47fe-b618-1f731e10589f req-a2455242-f53f-47c0-8e47-80b811ab069c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.2179623 Aug 27 02:24:00.888647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Checking router: 27577ec5-4750-4159-a244-73372c0f3289 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:00.888995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Updating router 27577ec5-4750-4159-a244-73372c0f3289 port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:00.893186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.897588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.926715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186884b6-5ef4-48c1-9619-4542fbd5dee9 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:00.931688 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:00.972201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:00.977558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.100732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.163080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750148-dfb1-4ac7-8fc0-8d5fe5c88767 req-2b4daec9-0d01-4cd6-99af-00f7a45af5cb tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.164908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09750148-dfb1-4ac7-8fc0-8d5fe5c88767 req-2b4daec9-0d01-4cd6-99af-00f7a45af5cb tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Aug 27 02:24:01.206942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09750148-dfb1-4ac7-8fc0-8d5fe5c88767 req-bbb53f8c-4e54-4bc5-b0c9-243daf77d404 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Aug 27 02:24:01.254413 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.268732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Transition to ACTIVE for port object 6ce05f74-efdd-46f7-b137-1a2360e2aa84 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:01.271094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-87fbb7ca-242f-4431-afb9-3241de8deee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.272572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-87fbb7ca-242f-4431-afb9-3241de8deee1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4777961 Aug 27 02:24:01.277743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.329781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc56d7-1459-4e98-9ca7-5add818483a6 req-22d77180-ba33-4386-8834-413521c08a10 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.331364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36fc56d7-1459-4e98-9ca7-5add818483a6 req-22d77180-ba33-4386-8834-413521c08a10 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0540693 Aug 27 02:24:01.351225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.358073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e1b47dc-6620-47fe-b618-1f731e10589f req-6028eaf8-8a92-4ec9-a71f-9a18dbc27b61 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733918 Aug 27 02:24:01.395133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36fc56d7-1459-4e98-9ca7-5add818483a6 req-9d0300f9-0926-4930-a014-c3c342ba5b35 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Aug 27 02:24:01.448226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:01.454481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['186884b6-5ef4-48c1-9619-4542fbd5dee9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:01.491837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-267556c8-5bf0-4f02-840d-63b9f6dae8f4 req-7eed740c-1de2-49f5-ba98-29ce64a5869c tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0486102 Aug 27 02:24:01.501520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 31342568-d93c-4a2d-bfcc-ad77337b7046 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:01.502115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 31342568-d93c-4a2d-bfcc-ad77337b7046 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:01.520536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4448-3b08-45ad-ab5c-e719a08eb07a None None] Pushing event updated for resources: {'Port': ['ID=6ce05f74-efdd-46f7-b137-1a2360e2aa84,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.529712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Attempting to bind port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:01.530091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Attempting to bind port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:01.530482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Attempting to bind port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:01.538576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-f4ee910f-1c8e-4b23-a53e-aea15e11bdb5 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582784 Aug 27 02:24:01.540115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:01.540518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:01.540908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.541364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:01.541855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Bound port: 6ce05f74-efdd-46f7-b137-1a2360e2aa84, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:01.542311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.548443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.624768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5872ee9-6a33-45d8-a8a3-1033bb783293,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.633275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.634871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] For port 6ce05f74-efdd-46f7-b137-1a2360e2aa84, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:01.635345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6676fca6-ebf7-4ad9-8bd6-40fa32bcb18b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f5872ee9-6a33-45d8-a8a3-1033bb783293 HTTP/1.1" status: 204 len: 168 time: 1.0303745 Aug 27 02:24:01.639259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:01.655365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] For port 6ce05f74-efdd-46f7-b137-1a2360e2aa84, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6ce05f74-efdd-46f7-b137-1a2360e2aa84,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:01.666130 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.737880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.742023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dcf4721-ad04-4083-abef-4429fa393c13 req-1a6fb1f3-467e-49a6-8f4e-b9e1c2eba418 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950963 Aug 27 02:24:01.754286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:01.754950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:01.759005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b4448-3b08-45ad-ab5c-e719a08eb07a None None] Pushing event updated for resources: {'Port': ['ID=6ce05f74-efdd-46f7-b137-1a2360e2aa84,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:01.763516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.887100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:01.892084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.904767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d1d797-d6c3-4841-9a26-0ff669cd1fbd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:01.914732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4092ce-b2a4-40c3-b26a-8f6fd8e7f4fd req-963f4f67-22fa-466e-ab3b-aebff3f2e498 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:01.916246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be4092ce-b2a4-40c3-b26a-8f6fd8e7f4fd req-963f4f67-22fa-466e-ab3b-aebff3f2e498 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1180005 Aug 27 02:24:01.925200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abad5887-fcb4-497e-81b5-9bed76016acb') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:01.925487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abad5887-fcb4-497e-81b5-9bed76016acb') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:01.942495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.966363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Allocated IP 172.20.0.1 (11d870ca-ce19-4175-8e75-0d8971a0eac0/ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0/e6e55196-def3-4ca5-9e59-acaff964bb58) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:01.969113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.980505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be4092ce-b2a4-40c3-b26a-8f6fd8e7f4fd req-b6d4f021-9c9b-4f29-81ba-97d126faa91c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530121 Aug 27 02:24:01.982046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:01.982472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:01.984232 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:02.058989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.066365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.068519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/39d1d797-d6c3-4841-9a26-0ff669cd1fbd HTTP/1.1" status: 204 len: 168 time: 0.4269860 Aug 27 02:24:02.082959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Pushing event deleted for resources: {'Network': ['ID=39d1d797-d6c3-4841-9a26-0ff669cd1fbd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.091406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.091765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.092101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.092439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.092831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.093162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.093493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.093822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.094194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.094593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.094979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.095331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e82a079-2c13-40f9-955c-400edf1085ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:02.099953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:23:58Z', 'revision_number': 3, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:02.112263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.126357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Transition to ACTIVE for port object e6e55196-def3-4ca5-9e59-acaff964bb58 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:02.135845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240613dc-c436-4984-876c-10d37b7389f0 None None] The sync data for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 is: [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:23:58Z', 'revision_number': 3, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:02.173156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.202747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:02.230211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:02.240441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:02.257475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:02.267708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.297411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20b33b8f-1df7-4808-9a5c-b8a667c29ffd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5749f04040942db833640c26730258a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916605 Aug 27 02:24:02.300620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:02.328348 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.374896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.453457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.500819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74c513-b3a5-4dbf-8962-8df5e8923a32 req-2fe60942-5339-4523-85f1-39918d8ee7e2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.502419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b74c513-b3a5-4dbf-8962-8df5e8923a32 req-2fe60942-5339-4523-85f1-39918d8ee7e2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.1713934 Aug 27 02:24:02.551787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d87dda-61c6-4089-8891-5c6d2ff3de56 req-10902b94-fa50-4f81-a82c-41f97d96f323 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.559731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7d87dda-61c6-4089-8891-5c6d2ff3de56 req-10902b94-fa50-4f81-a82c-41f97d96f323 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.0896170 Aug 27 02:24:02.574957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.578092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.582924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edeba88c-2da2-4808-89e4-779fb02545b4 HTTP/1.1" status: 204 len: 168 time: 0.2772791 Aug 27 02:24:02.602244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f15b00-83b0-4771-95ae-7391002e94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeba88c-2da2-4808-89e4-779fb02545b4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:02.641136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.643131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7d87dda-61c6-4089-8891-5c6d2ff3de56 req-5d1b0e2f-aec2-4eb3-afdf-6342ce625ac0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627928 Aug 27 02:24:02.672182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cbbf64d1-4d82-4060-81b6-75cde331be5c None None] Provisioning for port e6e55196-def3-4ca5-9e59-acaff964bb58 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:02.680773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cbbf64d1-4d82-4060-81b6-75cde331be5c None None] Provisioning complete for port e6e55196-def3-4ca5-9e59-acaff964bb58 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:02.681348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64d1-4d82-4060-81b6-75cde331be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:02.698810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b74c513-b3a5-4dbf-8962-8df5e8923a32 req-0e9e758f-60da-4231-9e63-fbee80fef706 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852765 Aug 27 02:24:02.814887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf64d1-4d82-4060-81b6-75cde331be5c None None] Port e6e55196-def3-4ca5-9e59-acaff964bb58 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:02.893289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c970966-adee-4adc-95f0-b302ec9d33e0 req-4078896f-f52e-4c5e-8206-12e74ffc3bbb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:02.894757 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c970966-adee-4adc-95f0-b302ec9d33e0 req-4078896f-f52e-4c5e-8206-12e74ffc3bbb tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0703688 Aug 27 02:24:02.928104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60552ece-9477-46cb-9d89-7af4c077e466 req-f61e1a74-f86b-48bc-8742-dbb73ae6979d tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0393569 Aug 27 02:24:02.962001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c970966-adee-4adc-95f0-b302ec9d33e0 req-fa0913bb-a5a5-41c0-a7b0-5d2e5a84f865 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Aug 27 02:24:03.004390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.009912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.121633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:03.124754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.128949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.168194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79378a98-87f9-4d51-ab1f-7e33277414cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=faa7bf12cbcd4a0ea7fe34347f02d49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450110 Aug 27 02:24:03.170856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:03.191764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f336a-2174-45be-ab21-f7962039a90b req-f33f978c-ab57-49ee-bdf9-b99a86b7ad19 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.193423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-250f336a-2174-45be-ab21-f7962039a90b req-f33f978c-ab57-49ee-bdf9-b99a86b7ad19 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1115451 Aug 27 02:24:03.222404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.249661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.263604 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-250f336a-2174-45be-ab21-f7962039a90b req-37e6333b-e6e1-47d5-8ceb-620c9f2cf1ab tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Aug 27 02:24:03.273142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:03.274977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:03.326840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.330321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.332041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/768ef58c-40a0-4f45-94b8-ded220fd4898 HTTP/1.1" status: 204 len: 168 time: 0.1602864 Aug 27 02:24:03.357154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32682dc-40f6-4ee5-9778-40428eb32393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ef58c-40a0-4f45-94b8-ded220fd4898,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:03.420915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Router 27577ec5-4750-4159-a244-73372c0f3289 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:03.549070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b4946676-ae47-490c-b403-fae323191ed5 None None] Provisioning complete for port e6e55196-def3-4ca5-9e59-acaff964bb58 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:03.549415 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b4946676-ae47-490c-b403-fae323191ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:03.558690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:03.564381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7df65732-0d81-4371-88eb-d797be83fb5f admin admin] 10.222.0.26 "PUT /v2.0/routers/27577ec5-4750-4159-a244-73372c0f3289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1505136 Aug 27 02:24:03.631084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b4946676-ae47-490c-b403-fae323191ed5 None None] Port e6e55196-def3-4ca5-9e59-acaff964bb58 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:03.854228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984e4c-dc8c-4479-81a1-001c571abae2 req-7e49e3e1-2de4-4e03-b1a5-cdd3d67f0863 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:03.855819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f984e4c-dc8c-4479-81a1-001c571abae2 req-7e49e3e1-2de4-4e03-b1a5-cdd3d67f0863 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.0703540 Aug 27 02:24:03.908045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f984e4c-dc8c-4479-81a1-001c571abae2 req-9d986872-4d9b-4848-98dd-ccac2a957510 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Aug 27 02:24:04.006591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb32f9a-075e-44c6-92b5-d93506a78a74 req-bea88292-e9b4-4e5d-b18b-301d236e9016 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.013791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6eb32f9a-075e-44c6-92b5-d93506a78a74 req-bea88292-e9b4-4e5d-b18b-301d236e9016 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.0555103 Aug 27 02:24:04.063009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6eb32f9a-075e-44c6-92b5-d93506a78a74 req-3585e29a-896b-4153-a1c0-163aa3c6c21c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471621 Aug 27 02:24:04.126823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:04.131551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756443959', 'description': 'tempest-description--824717708'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:04.172909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Sync routers for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:04.186503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:04.187120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:04.190856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.219614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a29c-c110-4451-bd1d-a6f623b86dae req-a7549154-939c-4c89-83f4-875cb27d2540 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:04.221266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d523a29c-c110-4451-bd1d-a6f623b86dae req-a7549154-939c-4c89-83f4-875cb27d2540 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0829372 Aug 27 02:24:04.238338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b52d3749-e718-4535-8933-57cbae7dce72 req-27dbd611-9c5a-427b-917c-2715a038379f tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0407875 Aug 27 02:24:04.303215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d523a29c-c110-4451-bd1d-a6f623b86dae req-5752e078-242e-452a-8cfa-61f505e4a0b1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Aug 27 02:24:04.378255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.384339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.384946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:04.425225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.429435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2989025 Aug 27 02:24:04.429593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:04.435416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'security_group_rule': {'security_group_id': 'c34c8a23-9c0a-430a-a4e2-a6aad3dc7054', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:04.441581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a61d1-af12-4707-b2bc-a40577eca390 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.481128 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.499732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6ce05f74-efdd-46f7-b137-1a2360e2aa84 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:04.585707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.592806 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.594272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:04.599054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:04.599762 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.634000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450bd651-aed4-41a5-81f9-24b4b616b71a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.642971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.644272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-93b0b2a7-75bf-48c0-87a4-87f812d9a8d5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135704 Aug 27 02:24:04.647229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:04.652810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'security_group_rule': {'security_group_id': 'c34c8a23-9c0a-430a-a4e2-a6aad3dc7054', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:04.658499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67991f63-90f6-4993-a55e-687e35e2c798 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:04.661204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:04.707357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.738988 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 2, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:04.773129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Checking router: 27577ec5-4750-4159-a244-73372c0f3289 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:04.773496 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Updating router 27577ec5-4750-4159-a244-73372c0f3289 port e6e55196-def3-4ca5-9e59-acaff964bb58 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:04.788941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.798612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.805523 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.814513 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:24:04.828658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec65e604-19ed-4f02-aa68-762fe4df4f73,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:04.849284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.849645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.852377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.852899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.853255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.853601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.853945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.854285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.854645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.855002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.855306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.855630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:04.871731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.887834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.889074 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5b3a0a2b-b870-4c3f-98b8-316f5a3912ca tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406192 Aug 27 02:24:04.892135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57578) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:04.896652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:04.901797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6ce05f74-efdd-46f7-b137-1a2360e2aa84, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6ce05f74-efdd-46f7-b137-1a2360e2aa84,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:04.919152 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.944275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:04.989173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 186884b6-5ef4-48c1-9619-4542fbd5dee9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:05.001176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 186884b6-5ef4-48c1-9619-4542fbd5dee9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:05.001904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.019541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67991f63-90f6-4993-a55e-687e35e2c798,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:05.063843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6ce05f74-efdd-46f7-b137-1a2360e2aa84,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:05.072859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '67991f63-90f6-4993-a55e-687e35e2c798', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '67991f63-90f6-4993-a55e-687e35e2c798', 'mac_address': 'fa:16:3e:48:bb:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:05.135501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.178925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67991f63-90f6-4993-a55e-687e35e2c798 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:05.193724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.232809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ae119-6ea5-4090-b446-1a232f0c94c8 req-32099e88-292c-4e1f-b369-4cb3986a6f47 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.240627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-782ae119-6ea5-4090-b446-1a232f0c94c8 req-32099e88-292c-4e1f-b369-4cb3986a6f47 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 948 time: 0.1820083 Aug 27 02:24:05.250641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67991f63-90f6-4993-a55e-687e35e2c798,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:05.256247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:05.259229 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c3f8f-4cfd-4bff-9e9d-d768a5736701" -d '{"events": [{"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-plugged", "status": "completed", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:05.266419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.291304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2f84-fd2c-4f48-8aa2-8aa417c3f619 req-b49beb13-a1a6-497f-8846-57fe947ad9b1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.305693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-782ae119-6ea5-4090-b446-1a232f0c94c8 req-2d9fb5df-b685-464b-9e46-7108ff3a2c22 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614216 Aug 27 02:24:05.311146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-817a2f84-fd2c-4f48-8aa2-8aa417c3f619 req-b49beb13-a1a6-497f-8846-57fe947ad9b1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.1184275 Aug 27 02:24:05.323938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.341679 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.351512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:05.364989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:05.376275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.376940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Transition to ACTIVE for port object e6e55196-def3-4ca5-9e59-acaff964bb58 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:05.391142 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.430168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-817a2f84-fd2c-4f48-8aa2-8aa417c3f619 req-43bbab64-3c3a-490a-95b9-343eda946033 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072283 Aug 27 02:24:05.495821 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942fa0c-3112-4e1c-920a-84f01aa613ad x-openstack-request-id: req-c942fa0c-3112-4e1c-920a-84f01aa613ad {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:05.496125 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-plugged", "status": "completed", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:05.496365 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c942fa0c-3112-4e1c-920a-84f01aa613ad {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:05.497424 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'code': 200} Aug 27 02:24:05.498425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:05.562475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Allocated IP 172.25.8.198 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/db0b3261-6072-46bc-8b64-305710cfa749) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:05.578101 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Attempting to bind port e6e55196-def3-4ca5-9e59-acaff964bb58 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:05.578565 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Attempting to bind port e6e55196-def3-4ca5-9e59-acaff964bb58 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:05.578870 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Attempting to bind port e6e55196-def3-4ca5-9e59-acaff964bb58 on network 11d870ca-ce19-4175-8e75-0d8971a0eac0 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:05.581139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Pushing event updated for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:05.591003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.591400 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.591751 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.592144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.592614 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.592948 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.593277 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.593602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.593926 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.594307 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.594672 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.594992 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:24:05.601187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:05.601556 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Checking segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:05.601961 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.602349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Bound using segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:05.602976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Bound port: e6e55196-def3-4ca5-9e59-acaff964bb58, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:05.603357 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.644579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5623be9c-dc43-4100-9f65-229cbb054d54 req-0da27437-0030-4817-bada-e99f1cca46d8 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0698986 Aug 27 02:24:05.681464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc616d-3af4-4997-a67e-19e9910d67ca req-7ab5ace8-4d03-48f3-afa8-b11c65afed80 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.684095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dc616d-3af4-4997-a67e-19e9910d67ca req-7ab5ace8-4d03-48f3-afa8-b11c65afed80 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1169705 Aug 27 02:24:05.694084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67991f63-90f6-4993-a55e-687e35e2c798'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:05.754411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] For port e6e55196-def3-4ca5-9e59-acaff964bb58, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:05.754686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dc616d-3af4-4997-a67e-19e9910d67ca req-88f5d53f-81bc-4b54-a584-cf4f90ed9938 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Aug 27 02:24:05.773258 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] For port e6e55196-def3-4ca5-9e59-acaff964bb58, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e6e55196-def3-4ca5-9e59-acaff964bb58,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:05.789133 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.816719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03345dda-da66-48ef-a674-1fa3b5076d2a req-375a3509-3a00-4ab9-89e1-223b3d20c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:05.819527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03345dda-da66-48ef-a674-1fa3b5076d2a req-375a3509-3a00-4ab9-89e1-223b3d20c9f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1097 time: 0.2461369 Aug 27 02:24:05.889489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03345dda-da66-48ef-a674-1fa3b5076d2a req-b43a5dff-1c59-48b6-bdfe-8b82deacb7b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 Aug 27 02:24:05.903803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.949438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:05.950849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:05.963403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:05.983897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:05.986586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:05.995586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:06.089062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'Port': ['ID=db0b3261-6072-46bc-8b64-305710cfa749,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.099805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-f5afa046-868f-4479-9d82-5471680eb3cf tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375934 Aug 27 02:24:06.199181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.214819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:06.242516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.257006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-d7a05831-259a-4b24-b0c7-111e49257302 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.259054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-d7a05831-259a-4b24-b0c7-111e49257302 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581469 Aug 27 02:24:06.277540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-f614f838-5819-4c13-9b94-b4d1597524f6 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/quotas/6f4f06d3cb8f4dea83ba5ce74bdee6e6 HTTP/1.1" status: 200 len: 375 time: 0.0122955 Aug 27 02:24:06.336744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-26bfa8f7-8a3c-406a-aa54-43f940edf638 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512383 Aug 27 02:24:06.343736 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc940015-6c4d-47e8-b4b0-13e2840ceb56 None None] Pushing event updated for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:06.455380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6ce05f74-efdd-46f7-b137-1a2360e2aa84 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:06.519210 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:05Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:06.556148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:06.556148 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.570742 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0a834-ff84-4eac-aeb9-8245d7386200 None None] The sync data for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 is: [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:05Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:06.580934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be159978-540e-4f89-b71c-19b17d00bd37 req-6133be96-7e76-49fe-bc7e-8e00a742c001 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.591479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be159978-540e-4f89-b71c-19b17d00bd37 req-6133be96-7e76-49fe-bc7e-8e00a742c001 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 949 time: 0.1368289 Aug 27 02:24:06.593980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.617207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.691403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed88cc6-5c1d-4412-a413-f37d3400597a req-25bca2b1-449d-40ad-991b-50f66feb99fd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:06.693014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ed88cc6-5c1d-4412-a413-f37d3400597a req-25bca2b1-449d-40ad-991b-50f66feb99fd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 946 time: 0.1440499 Aug 27 02:24:06.781851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ed88cc6-5c1d-4412-a413-f37d3400597a req-feaf1f52-b372-455c-b501-1c9d1deecd7e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804358 Aug 27 02:24:06.883090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8879738-29f8-418b-bcfc-3167da971621 req-2898d031-cfa2-4802-acd7-d0d2c40490e6 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 210 time: 0.0491462 Aug 27 02:24:06.924159 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be159978-540e-4f89-b71c-19b17d00bd37 req-a2dfd929-5940-43a6-af85-3deaa99a70bb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242733 Aug 27 02:24:06.964302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:06.978217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'Port': ['ID=db0b3261-6072-46bc-8b64-305710cfa749,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:07.008015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:07.017292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2506698-ebe4-4a2c-9582-d5f7dd4cfbc5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1230080 Aug 27 02:24:07.116366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75275d74-da5f-4f16-807b-747cc1ae44e1 req-12bdf30b-1774-4a27-8a42-87c4db3a3f6e tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0911386 Aug 27 02:24:07.222783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbefc9-804e-49fd-a52c-232b844b39a9 req-6a4e058d-6651-4b21-bf4b-31a895645aee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.237706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6dbefc9-804e-49fd-a52c-232b844b39a9 req-6a4e058d-6651-4b21-bf4b-31a895645aee tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1475680 Aug 27 02:24:07.338592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6dbefc9-804e-49fd-a52c-232b844b39a9 req-40ccb8d8-a6eb-4228-ba26-b8b45c0109a3 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Aug 27 02:24:07.495150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-13671622-30ad-46d5-8776-49a863f02c90 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1756443959&fields=id&tenant_id=15d31ecbc347410db227a281db451165 HTTP/1.1" status: 200 len: 267 time: 0.0677738 Aug 27 02:24:07.629331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-995723d1-c86f-466e-bd22-729ad850d799 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:07.630950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-995723d1-c86f-466e-bd22-729ad850d799 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/networks?id=11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 200 len: 814 time: 0.1350155 Aug 27 02:24:07.656069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-aa6ea949-d1a4-47d0-9578-078292212928 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/quotas/15d31ecbc347410db227a281db451165 HTTP/1.1" status: 200 len: 375 time: 0.0165772 Aug 27 02:24:07.707168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-5e7131ae-ce93-482b-ba9e-8ddef191baa8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15d31ecbc347410db227a281db451165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502288 Aug 27 02:24:07.967008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-48907264-3cc6-4347-bb75-785d943f3688 service neutron] 10.222.0.26 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466905 Aug 27 02:24:08.075430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-001e03e8-21b5-45ee-9de5-0c78f41ccd7a service neutron] 10.222.0.26 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067400 Aug 27 02:24:08.268557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-6dfdf967-d73a-464f-8484-290fa4455d8b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290542 Aug 27 02:24:08.308495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb2776-8b34-4ad4-a280-065430e03371 req-09644b07-a0cc-4944-81dd-2ae925ad29d5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.310031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89cb2776-8b34-4ad4-a280-065430e03371 req-09644b07-a0cc-4944-81dd-2ae925ad29d5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 946 time: 0.4384117 Aug 27 02:24:08.330970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86c4f0c4-fe75-4d3c-8a83-0bc9928b8cf1 req-8bd685c7-a603-45c3-bd79-cacd99e83801 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 210 time: 0.0516808 Aug 27 02:24:08.410806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89cb2776-8b34-4ad4-a280-065430e03371 req-b8366944-15d3-4624-b313-d80842cd8d5e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604844 Aug 27 02:24:08.494002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e6e55196-def3-4ca5-9e59-acaff964bb58 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:08.515744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-61352fdd-17ea-4fa8-87b0-3ed7b0c397f9 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.517693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-61352fdd-17ea-4fa8-87b0-3ed7b0c397f9 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409601 Aug 27 02:24:08.524707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b56830-43e4-46c6-97ba-f9780248bb1e req-639142b7-86ca-4993-8b94-82baed05022d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.532605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22b56830-43e4-46c6-97ba-f9780248bb1e req-639142b7-86ca-4993-8b94-82baed05022d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 949 time: 0.0892262 Aug 27 02:24:08.558634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e028c86d-9d7b-4b5e-b421-c3b20c6298df req-2d973413-45ed-4c9e-bfa0-5bb2088629f8 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0362136 Aug 27 02:24:08.572024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Request body: {'port': {'device_id': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '6f4f06d3cb8f4dea83ba5ce74bdee6e6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:08.573710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e6e55196-def3-4ca5-9e59-acaff964bb58 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:08.579988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e6e55196-def3-4ca5-9e59-acaff964bb58 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:08.580659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.613410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22b56830-43e4-46c6-97ba-f9780248bb1e req-0ee37260-fe1e-49d0-b50a-ce45a6bc2421 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Aug 27 02:24:08.638869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67991f63-90f6-4993-a55e-687e35e2c798 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:08.724603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 67991f63-90f6-4993-a55e-687e35e2c798 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:08.756582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 67991f63-90f6-4993-a55e-687e35e2c798 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:08.757503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.776556 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601f3c9d-4375-4db1-a125-dbad25dd7017 req-986683a2-0c88-4135-936c-17be02776014 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 210 time: 0.0690978 Aug 27 02:24:08.844088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef548-cada-4138-a652-a994b6e6e72b req-44347fde-bae3-4c2e-a5e5-b741ce5333f0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:08.845629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-732ef548-cada-4138-a652-a994b6e6e72b req-44347fde-bae3-4c2e-a5e5-b741ce5333f0 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0785661 Aug 27 02:24:08.849289 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.877787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Made reservation on behalf of 6f4f06d3cb8f4dea83ba5ce74bdee6e6 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:08.884083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.903187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.907625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-732ef548-cada-4138-a652-a994b6e6e72b req-b970ad62-1c52-46f6-8287-09eacb511fe3 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Aug 27 02:24:08.919239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e6e55196-def3-4ca5-9e59-acaff964bb58, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e6e55196-def3-4ca5-9e59-acaff964bb58,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:08.950171 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:08.987220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.054229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:09.056590 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4914c5fc-f56f-45ca-aa75-fb006606f420" -d '{"events": [{"server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "name": "network-vif-plugged", "status": "completed", "tag": "67991f63-90f6-4993-a55e-687e35e2c798"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:09.081796 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.094031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.097638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67991f63-90f6-4993-a55e-687e35e2c798,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:09.110165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.119243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.192603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.202614 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572397bd-88bd-46f8-b98b-ed69c2a2e435 x-openstack-request-id: req-572397bd-88bd-46f8-b98b-ed69c2a2e435 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:09.202907 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "name": "network-vif-plugged", "status": "completed", "tag": "67991f63-90f6-4993-a55e-687e35e2c798", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:09.203378 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-572397bd-88bd-46f8-b98b-ed69c2a2e435 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:09.203771 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798', 'code': 200} Aug 27 02:24:09.204562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.282429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c1734-ef0f-4aba-8d97-3006afb66d61 req-a8b6a7f8-d5b8-4d6c-843c-6b5e92cef7ce tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.287466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-357c1734-ef0f-4aba-8d97-3006afb66d61 req-a8b6a7f8-d5b8-4d6c-843c-6b5e92cef7ce tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1097 time: 0.1153965 Aug 27 02:24:09.309925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b6cca-a9d9-44c3-a3b2-4ea3c53be332 req-a8d770be-9061-47ff-ad2d-901704307371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.311565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c4b6cca-a9d9-44c3-a3b2-4ea3c53be332 req-a8d770be-9061-47ff-ad2d-901704307371 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 1101 time: 0.0430179 Aug 27 02:24:09.322513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Allocated IP 192.168.233.103 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/4258f0b4-34a2-4100-a444-f799881fc14b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:09.348966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-357c1734-ef0f-4aba-8d97-3006afb66d61 req-d713c35a-8741-43e0-a9e0-093cdea476fd tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542295 Aug 27 02:24:09.373960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c4b6cca-a9d9-44c3-a3b2-4ea3c53be332 req-3d5904be-1825-43ac-b13f-87f6178b1429 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Aug 27 02:24:09.436112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b6fc515a-4192-4252-b34b-e5441b94b941 req-941d9368-78ba-448f-a6b2-29a4a63faced tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 210 time: 0.0289571 Aug 27 02:24:09.504845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995fc97-7cb8-4d87-9748-ddbd2387631a req-473d946a-d909-4ff2-9516-d2734c995ec0 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.506354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e995fc97-7cb8-4d87-9748-ddbd2387631a req-473d946a-d909-4ff2-9516-d2734c995ec0 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1097 time: 0.0686166 Aug 27 02:24:09.541532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.567017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e995fc97-7cb8-4d87-9748-ddbd2387631a req-b764f31b-0a65-49f3-943a-85dc5e00c139 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531101 Aug 27 02:24:09.568123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Transition to ACTIVE for port object 4258f0b4-34a2-4100-a444-f799881fc14b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:09.603529 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.665028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73954b04-2a41-4d34-810f-47647e553cbd req-147c1de0-b0cc-4074-8ebc-2b696d167d3a tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0269589 Aug 27 02:24:09.665648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:09.668561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:09.670943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Pushing event updated for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:09.673129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:09.748731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.749374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:09.773624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc791e-8da3-4b96-a16b-71dda6e6d9ca req-5614c00d-70ca-476c-bc3d-d79d26090de1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:09.776169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cabc791e-8da3-4b96-a16b-71dda6e6d9ca req-5614c00d-70ca-476c-bc3d-d79d26090de1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.0989332 Aug 27 02:24:09.778564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-3c3fd387-8e40-4dbc-b323-be076f95bf5a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2169926 Aug 27 02:24:09.791945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Request body: {'port': {'device_id': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:09.879252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cabc791e-8da3-4b96-a16b-71dda6e6d9ca req-5f06f90c-c2eb-45ff-9e19-b7fda0b0c61c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933101 Aug 27 02:24:09.887046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.009820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28bc3526-f106-4de7-8678-2b1cb347a27b None None] Provisioning for port 4258f0b4-34a2-4100-a444-f799881fc14b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:10.018356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28bc3526-f106-4de7-8678-2b1cb347a27b None None] Provisioning complete for port 4258f0b4-34a2-4100-a444-f799881fc14b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:10.019051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28bc3526-f106-4de7-8678-2b1cb347a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.061782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-28bc3526-f106-4de7-8678-2b1cb347a27b None None] Port 4258f0b4-34a2-4100-a444-f799881fc14b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:10.073728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc6e2f63-1b0a-4ce3-9474-a6a534808d62 req-f4dddbe1-7f84-4fc0-a3b7-a91e505d1207 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 210 time: 0.0386577 Aug 27 02:24:10.283537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4258f0b4-34a2-4100-a444-f799881fc14b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:10.293253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.314041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d204e1-7cc1-4ce0-b787-d47b169ea779 req-919bac5f-e32c-474f-88e2-8b6c64a69ce8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.314317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-e091bca1-3658-4743-8f87-3c557010ade5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.315587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94d204e1-7cc1-4ce0-b787-d47b169ea779 req-919bac5f-e32c-474f-88e2-8b6c64a69ce8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1048293 Aug 27 02:24:10.315718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-e091bca1-3658-4743-8f87-3c557010ade5 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.46 "GET /v2.0/networks?id=11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 200 len: 814 time: 0.1453805 Aug 27 02:24:10.320486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Transition to ACTIVE for port object 4258f0b4-34a2-4100-a444-f799881fc14b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:10.333319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.402347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-0967c7e9-045f-419e-96c5-9a1299272a43 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15d31ecbc347410db227a281db451165 HTTP/1.1" status: 200 len: 380 time: 0.0618746 Aug 27 02:24:10.415582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94d204e1-7cc1-4ce0-b787-d47b169ea779 req-ab2b18e4-97a3-42f2-a8ec-7cfe8cecc88e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896869 Aug 27 02:24:10.419391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'port': {'device_id': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'admin_state_up': True, 'tenant_id': '15d31ecbc347410db227a281db451165', 'security_groups': ['c34c8a23-9c0a-430a-a4e2-a6aad3dc7054']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:10.425589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Pushing event updated for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.457804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e6e55196-def3-4ca5-9e59-acaff964bb58 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:10.578886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Attempting to bind port 4258f0b4-34a2-4100-a444-f799881fc14b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:10.579355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Attempting to bind port 4258f0b4-34a2-4100-a444-f799881fc14b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:10.579853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Attempting to bind port 4258f0b4-34a2-4100-a444-f799881fc14b on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:10.585568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e6e55196-def3-4ca5-9e59-acaff964bb58 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:10.585948 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.587498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Port 4258f0b4-34a2-4100-a444-f799881fc14b on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:10.589207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Attempting to bind port 4258f0b4-34a2-4100-a444-f799881fc14b on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:10.644720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Made reservation on behalf of 15d31ecbc347410db227a281db451165 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:10.648559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.659595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:10.660005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:10.660453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:10.660984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Bound port: 4258f0b4-34a2-4100-a444-f799881fc14b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:10.661442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.715740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be344aa-954a-431c-8d18-1d769af208c2 req-885bcc15-1058-412f-9bdf-c90c7c736c95 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.722328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5be344aa-954a-431c-8d18-1d769af208c2 req-885bcc15-1058-412f-9bdf-c90c7c736c95 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 948 time: 0.1176054 Aug 27 02:24:10.791365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Allocated IP 172.20.0.3 (11d870ca-ce19-4175-8e75-0d8971a0eac0/ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0/633376a1-640f-4e53-b633-973075f96f5e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:10.792453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5be344aa-954a-431c-8d18-1d769af208c2 req-211252b0-9df6-4b70-96f0-56d33c90890b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666888 Aug 27 02:24:10.802754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:10.806153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4258f0b4-34a2-4100-a444-f799881fc14b,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:10.810830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.852356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:10.853046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.854459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] 10.222.0.15 "PUT /v2.0/ports/4258f0b4-34a2-4100-a444-f799881fc14b HTTP/1.1" status: 200 len: 1096 time: 1.0666738 Aug 27 02:24:10.854912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:10.861131 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b962946-2dec-4765-b267-675620c0a468" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:10.884378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4891d-253d-46d3-8c47-befa1f1e1068 service neutron] Pushing event updated for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:10.977672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:10.996203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Transition to ACTIVE for port object 633376a1-640f-4e53-b633-973075f96f5e will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:11.041522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.043806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-ad35814e-4226-4b50-a631-f9f64d7950aa tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:24:11.058195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-ad35814e-4226-4b50-a631-f9f64d7950aa tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336099 Aug 27 02:24:11.095761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:11.096217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:24:11.121237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:11.126174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:11.129664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:11.134552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event updated for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:11.135041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2484297e-f458-4d68-b43c-dec3efc8f950 req-fc682725-fa45-415c-b459-38892b8c089e tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.1226733 Aug 27 02:24:11.174788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-6a98e075-e7b2-4dfd-9b2a-6f566f498128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.176590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-6a98e075-e7b2-4dfd-9b2a-6f566f498128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 1099 time: 0.2306895 Aug 27 02:24:11.205687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.206537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.242321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-4df83d82-57fb-41e3-8822-f7684935eee9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298926 Aug 27 02:24:11.261484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Request body: {'port': {'device_id': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:11.300155 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002f72af-7c4f-454f-9561-76d770ad0173 x-openstack-request-id: req-002f72af-7c4f-454f-9561-76d770ad0173 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:11.300654 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:11.300780 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-002f72af-7c4f-454f-9561-76d770ad0173 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:11.301064 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b', 'status': 'completed', 'code': 200} Aug 27 02:24:11.358465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.358724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-2fbcb196-8385-4c59-a259-039651c8c5e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4258f0b4-34a2-4100-a444-f799881fc14b HTTP/1.1" status: 200 len: 217 time: 0.1645997 Aug 27 02:24:11.459998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-94d07971-cf40-4bc6-b6cd-a8157ddcefc2 None None] Provisioning for port 633376a1-640f-4e53-b633-973075f96f5e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:11.468856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592d6b-e6bb-4eaf-96e6-a83a42d35f17 req-f424d777-a3f4-4d69-971a-8efb9c82b16e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.470713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-94d07971-cf40-4bc6-b6cd-a8157ddcefc2 None None] Provisioning complete for port 633376a1-640f-4e53-b633-973075f96f5e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:11.471652 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94d07971-cf40-4bc6-b6cd-a8157ddcefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.476258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c592d6b-e6bb-4eaf-96e6-a83a42d35f17 req-f424d777-a3f4-4d69-971a-8efb9c82b16e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.1670330 Aug 27 02:24:11.510235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:11.510594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:11.510922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:11.515019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-94d07971-cf40-4bc6-b6cd-a8157ddcefc2 None None] Port 633376a1-640f-4e53-b633-973075f96f5e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:11.517105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-6f851d39-8014-4b72-9bed-f504c78221e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.519096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-6f851d39-8014-4b72-9bed-f504c78221e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1367991 Aug 27 02:24:11.522952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:11.523262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:11.550328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:11.551004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:11.551226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:11.551693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Bound port: 186884b6-5ef4-48c1-9619-4542fbd5dee9, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:11.575018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c592d6b-e6bb-4eaf-96e6-a83a42d35f17 req-64b05040-3eda-44d8-8ce0-d7968ab47876 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979161 Aug 27 02:24:11.631345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-fc56ff04-3b0a-4d11-bb86-a4fd5e13252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.632972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-fc56ff04-3b0a-4d11-bb86-a4fd5e13252e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030335 Aug 27 02:24:11.643413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:11.662272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.663437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-5e1952cd-67e1-4d4b-b7e7-860249805091 service neutron] 10.222.0.26 "POST /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6044233 Aug 27 02:24:11.694557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633376a1-640f-4e53-b633-973075f96f5e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:11.707287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.722688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Transition to ACTIVE for port object 633376a1-640f-4e53-b633-973075f96f5e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:11.740016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:11.769470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-26848075-92d5-49f1-8f89-4b0ad6b1ed3a service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280174 Aug 27 02:24:11.909411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fc0ce-9970-4ee7-a651-cefee19bf976 req-f4619392-73c7-4eaa-8a8e-c398a55d1071 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.917937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-484fc0ce-9970-4ee7-a651-cefee19bf976 req-f4619392-73c7-4eaa-8a8e-c398a55d1071 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 943 time: 0.1409998 Aug 27 02:24:11.926585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Pushing event updated for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:11.964355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7f64-cda6-489b-bf96-3c6851a09d22 req-2c554def-f410-4b4d-a775-831522a4245e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:11.966466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f34f7f64-cda6-489b-bf96-3c6851a09d22 req-2c554def-f410-4b4d-a775-831522a4245e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1423793 Aug 27 02:24:11.972797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf7dc3cd-c739-4a43-8673-a3e1902abf7e req-0c9b3eb9-0891-4069-b59d-ce520b87d39f service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830699 Aug 27 02:24:11.988838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-484fc0ce-9970-4ee7-a651-cefee19bf976 req-01f7aa34-ff22-4fd0-90e8-4a29271b8722 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677023 Aug 27 02:24:12.087548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f34f7f64-cda6-489b-bf96-3c6851a09d22 req-48bc81b6-2b4f-4ee8-838e-5aedb48c2e26 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927479 Aug 27 02:24:12.131761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Attempting to bind port 633376a1-640f-4e53-b633-973075f96f5e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:12.132127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Attempting to bind port 633376a1-640f-4e53-b633-973075f96f5e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:12.132465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Attempting to bind port 633376a1-640f-4e53-b633-973075f96f5e on network 11d870ca-ce19-4175-8e75-0d8971a0eac0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:12.147848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Port 633376a1-640f-4e53-b633-973075f96f5e on network 11d870ca-ce19-4175-8e75-0d8971a0eac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:12.148177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Attempting to bind port 633376a1-640f-4e53-b633-973075f96f5e on network 11d870ca-ce19-4175-8e75-0d8971a0eac0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:12.153931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:12.154267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Checking segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:12.154699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Bound using segment: {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:12.155091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Bound port: 633376a1-640f-4e53-b633-973075f96f5e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d01d17-b27d-443d-aa8b-bdc04ad3f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:12.155451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.196291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-f83462ea-8365-4d8a-8918-0deeabad95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.198088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-f83462ea-8365-4d8a-8918-0deeabad95d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1097 time: 0.1753550 Aug 27 02:24:12.203911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962946-2dec-4765-b267-675620c0a468 req-fd8c3e4a-0874-4d50-bdea-b0ec78620fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.205506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-fd8c3e4a-0874-4d50-bdea-b0ec78620fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 1099 time: 0.1272094 Aug 27 02:24:12.213997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951edf-9cf0-4596-961e-fe0e26004866 req-8034afac-3a85-44eb-8eb3-206e5cb099b1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.215558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7951edf-9cf0-4596-961e-fe0e26004866 req-8034afac-3a85-44eb-8eb3-206e5cb099b1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0910435 Aug 27 02:24:12.264877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c1f3-8ac1-4410-9007-61c4a58d98c3 req-e3a38aea-a66c-43dd-a9eb-4fa09ba6b22b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.266501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa43c1f3-8ac1-4410-9007-61c4a58d98c3 req-e3a38aea-a66c-43dd-a9eb-4fa09ba6b22b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 946 time: 0.0937495 Aug 27 02:24:12.267613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:12.270978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=633376a1-640f-4e53-b633-973075f96f5e,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:12.282783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.335214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.335758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:12.337347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] 10.222.0.46 "PUT /v2.0/ports/633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 200 len: 1091 time: 1.0802283 Aug 27 02:24:12.339051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'tag': '633376a1-640f-4e53-b633-973075f96f5e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:12.341517 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96" -d '{"events": [{"name": "network-changed", "server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "tag": "633376a1-640f-4e53-b633-973075f96f5e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:12.371590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa43c1f3-8ac1-4410-9007-61c4a58d98c3 req-818f98dc-3b78-4e95-a00e-29fe8c0f9d69 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960760 Aug 27 02:24:12.372576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7951edf-9cf0-4596-961e-fe0e26004866 req-b23ad822-c1fd-4577-9b05-3ba516777cf1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392765 Aug 27 02:24:12.376467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5603f40-5343-48b5-b0a0-52a10441221e service neutron] Pushing event updated for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:12.473583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962946-2dec-4765-b267-675620c0a468 req-81d2d660-a6c4-4fb4-bfa0-ce4ddba6bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.475412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-81d2d660-a6c4-4fb4-bfa0-ce4ddba6bbbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.2588918 Aug 27 02:24:12.481285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-f93d9abc-fbbc-49e3-a898-ea6c50facbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.482928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-f93d9abc-fbbc-49e3-a898-ea6c50facbce service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.2576804 Aug 27 02:24:12.529216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4da6548-99f2-4234-a864-f810533332c8 req-763fe2dc-efa7-47fd-ab75-0145ade3ed18 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0389147 Aug 27 02:24:12.531277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-486fd5cc-a271-406b-be25-48858831a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.532656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-486fd5cc-a271-406b-be25-48858831a0c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15d31ecbc347410db227a281db451165&device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 1094 time: 0.1226294 Aug 27 02:24:12.598612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-d0c4966b-1c82-40c3-9c85-c75d77e26ee2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 200 len: 217 time: 0.0439034 Aug 27 02:24:12.600167 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dff069-8c94-41ff-b3a2-670961d65238 x-openstack-request-id: req-f2dff069-8c94-41ff-b3a2-670961d65238 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:12.600453 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "tag": "633376a1-640f-4e53-b633-973075f96f5e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:12.600705 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2dff069-8c94-41ff-b3a2-670961d65238 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:12.601096 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'tag': '633376a1-640f-4e53-b633-973075f96f5e', 'status': 'completed', 'code': 200} Aug 27 02:24:12.616796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-915a0441-5673-4b24-aaf9-505eb1ad6339 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=4258f0b4-34a2-4100-a444-f799881fc14b HTTP/1.1" status: 200 len: 217 time: 0.1236722 Aug 27 02:24:12.618034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-babe5313-6265-410f-8abe-236b046623d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.1239784 Aug 27 02:24:12.652777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e0b62-3b2d-4fb0-b710-5ae7a2096ed3 req-9ff1c04c-8403-449f-a5f3-f82a2e61ebb9 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.661245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8e0b62-3b2d-4fb0-b710-5ae7a2096ed3 req-9ff1c04c-8403-449f-a5f3-f82a2e61ebb9 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 948 time: 0.1848295 Aug 27 02:24:12.698599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-ad3d3e34-890f-4991-9e3f-9a77b41aeb10 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310130 Aug 27 02:24:12.704472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-620a29b6-28fb-4e98-ae45-e79f35a66f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.705899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-620a29b6-28fb-4e98-ae45-e79f35a66f69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 HTTP/1.1" status: 200 len: 853 time: 0.0738223 Aug 27 02:24:12.767546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962946-2dec-4765-b267-675620c0a468 req-fa7ffbc0-e28f-4862-a342-6b25031280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.768870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-fa7ffbc0-e28f-4862-a342-6b25031280d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1362531 Aug 27 02:24:12.779533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8e0b62-3b2d-4fb0-b710-5ae7a2096ed3 req-04563ff1-e8b8-4d9e-89ca-d5ca1d5a6647 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173284 Aug 27 02:24:12.787209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-0037db78-a356-4587-af55-7d509bfe9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.792149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-0037db78-a356-4587-af55-7d509bfe9b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1496754 Aug 27 02:24:12.837515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-f444cdc0-e0b5-43f8-a23f-64e425ca8e6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314496 Aug 27 02:24:12.841845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-1ba33968-7df9-4d67-8a18-116694ae1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.843351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-1ba33968-7df9-4d67-8a18-116694ae1d66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d870ca-ce19-4175-8e75-0d8971a0eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250901 Aug 27 02:24:12.850670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-b75e83e3-6ccb-47ae-bdc2-20c0cf772996 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.851955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-b75e83e3-6ccb-47ae-bdc2-20c0cf772996 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443677 Aug 27 02:24:12.915724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-8e5fdc7f-ab09-4a17-bb01-20af152a994c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/quotas/490b2bfe10774058acf0e914f4818c92 HTTP/1.1" status: 200 len: 375 time: 0.0377703 Aug 27 02:24:12.921084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962946-2dec-4765-b267-675620c0a468 req-8ec4e55c-3173-41fe-bfbd-0cf38daaa599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:12.922627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-8ec4e55c-3173-41fe-bfbd-0cf38daaa599 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374416 Aug 27 02:24:12.990208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-b6727c6d-5278-41f5-843a-0cbfe7757d1e service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358440 Aug 27 02:24:13.000709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-b31140c1-309a-4a99-8c4f-5143212f79b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712457 Aug 27 02:24:13.002476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-46052c00-f7f3-477a-bf29-dd24df24a2bc service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510360 Aug 27 02:24:13.100117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-5cbf737c-3358-4251-a3a0-0377a775fb15 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667240 Aug 27 02:24:13.116366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2802f8ed-72da-4532-a26d-a718c6cd0d95 req-a37219fe-f37e-46a3-a44e-caa9616fb792 service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141400 Aug 27 02:24:13.248853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-a47c605c-1fc4-47c9-97b1-55386b2956b1 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357945 Aug 27 02:24:13.317754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b962946-2dec-4765-b267-675620c0a468 req-03d46880-1320-4301-91b6-c3cc394c1237 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030377 Aug 27 02:24:13.325311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-0f029de1-3a66-46ef-b789-c0c928d56b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.327042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-0f029de1-3a66-46ef-b789-c0c928d56b4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15d31ecbc347410db227a281db451165&device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 1094 time: 0.0917723 Aug 27 02:24:13.327576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e505cd-f115-4587-b22a-15666ad9a04b req-6aa518d4-8f01-4515-9fb1-c2f79e4c037c tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.329349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6e505cd-f115-4587-b22a-15666ad9a04b req-6aa518d4-8f01-4515-9fb1-c2f79e4c037c tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 943 time: 0.1940460 Aug 27 02:24:13.346301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d9ab-c1d9-44ed-88f4-b8e31c5ed84a req-fd2c5409-9240-4e13-bcc9-5066df67bf73 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.353831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2701d9ab-c1d9-44ed-88f4-b8e31c5ed84a req-fd2c5409-9240-4e13-bcc9-5066df67bf73 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0794320 Aug 27 02:24:13.413379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-80884c06-7fc0-4c3b-8e45-b6d17db7a891 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.416124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-80884c06-7fc0-4c3b-8e45-b6d17db7a891 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1097 time: 0.0858409 Aug 27 02:24:13.420250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6e505cd-f115-4587-b22a-15666ad9a04b req-ce737886-8342-4540-8ec6-2027a14edde7 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760934 Aug 27 02:24:13.431158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:13.453297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2701d9ab-c1d9-44ed-88f4-b8e31c5ed84a req-587eab0b-7531-4e96-81bb-61960500bf28 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982800 Aug 27 02:24:13.541676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-2c203d48-312f-40ee-9b55-349073051be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.543247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-2c203d48-312f-40ee-9b55-349073051be9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 200 len: 915 time: 0.1863234 Aug 27 02:24:13.872165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f8a481b-f7cf-48d6-b7d7-6ac7053ce956 req-87e24e20-bae3-4aaf-b850-0227a5498748 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 210 time: 0.3918617 Aug 27 02:24:13.875156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:13.946672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-d14396ea-d7cf-4668-a373-a9b6ac3139e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 200 len: 217 time: 0.3919718 Aug 27 02:24:13.976678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c823a-aa83-432f-9ac6-d4eb12254730 req-e9b9807d-0b18-407f-b3bd-79a5c9e95d34 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:13.982927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc8c823a-aa83-432f-9ac6-d4eb12254730 req-e9b9807d-0b18-407f-b3bd-79a5c9e95d34 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 946 time: 0.4430897 Aug 27 02:24:14.040123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a819d11-d23b-4e91-9976-c0f306934e08 req-05f342bd-ffe7-4f84-b18d-ec27a432a4d3 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0702901 Aug 27 02:24:14.066902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-74b7a771-cbe1-4d2f-bcf8-94c742850b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.073758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-74b7a771-cbe1-4d2f-bcf8-94c742850b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 HTTP/1.1" status: 200 len: 853 time: 0.1127548 Aug 27 02:24:14.112823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:14.126576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc8c823a-aa83-432f-9ac6-d4eb12254730 req-0e2a93c3-529b-40fc-99ef-1564b7099b0f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423542 Aug 27 02:24:14.141129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-ccccc261-3f2b-4abe-87e9-de379374c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.142890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-ccccc261-3f2b-4abe-87e9-de379374c667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d870ca-ce19-4175-8e75-0d8971a0eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538368 Aug 27 02:24:14.206788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:14.240350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0b03b-f424-454e-a168-48b70aef2031 req-9e726590-8797-42a4-8013-da7952c97a48 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.247355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9b0b03b-f424-454e-a168-48b70aef2031 req-9e726590-8797-42a4-8013-da7952c97a48 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 948 time: 0.1119044 Aug 27 02:24:14.256096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-1423178d-9cc7-47a6-a0a4-dea470c9ee8e service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044779 Aug 27 02:24:14.291781 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.295012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:14.297788 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c889cd0-dcfa-4d15-90a1-219bd4fd5789" -d '{"events": [{"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-unplugged", "status": "completed", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:14.313951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.374626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9b0b03b-f424-454e-a168-48b70aef2031 req-fde5c7d9-3d2e-4e24-a573-40c33b0079b3 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204951 Aug 27 02:24:14.380821 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5773b65c-bff6-4a89-a315-ccd0c87cad65 x-openstack-request-id: req-5773b65c-bff6-4a89-a315-ccd0c87cad65 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:14.381389 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-unplugged", "status": "completed", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:14.381893 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5773b65c-bff6-4a89-a315-ccd0c87cad65 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:14.382842 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'code': 200} Aug 27 02:24:14.461194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae15043f-3c99-4082-b9f9-8f4f34e0ba96 req-9219d418-ac23-4c44-a406-2bb23ae44fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964712 Aug 27 02:24:14.473062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:14.473566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:14.473708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:14.523625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-471f78fa-afa5-44a9-ad02-4290e1254076 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=490b2bfe10774058acf0e914f4818c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516460 Aug 27 02:24:14.529171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:14.529630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Attempting to bind port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:14.540490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:14.540744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:14.541172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:14.541653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Bound port: 186884b6-5ef4-48c1-9619-4542fbd5dee9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:14.542009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.574915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:14.667017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8ade-415d-4c58-a070-2ba2c0c36dd2 req-2c19d85a-78b0-4279-b1d8-293ec344b9f3 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.670700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed8ade-415d-4c58-a070-2ba2c0c36dd2 req-2c19d85a-78b0-4279-b1d8-293ec344b9f3 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 943 time: 0.1220500 Aug 27 02:24:14.723132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f8275-b7eb-4a82-8f90-d56c2f5ee345 req-aebd84c8-29d1-44ed-a627-221be28c9a2d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.724821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b63f8275-b7eb-4a82-8f90-d56c2f5ee345 req-aebd84c8-29d1-44ed-a627-221be28c9a2d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1646180 Aug 27 02:24:14.759289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed8ade-415d-4c58-a070-2ba2c0c36dd2 req-fe213c40-3ab6-4dde-a4d9-ba9f0f3bd60d tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814424 Aug 27 02:24:14.767335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:14.810286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:14.817674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-f8b249f0-e6d6-497e-84c2-5e42882156c5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.819152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-f8b249f0-e6d6-497e-84c2-5e42882156c5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799377 Aug 27 02:24:14.822592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.828506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b63f8275-b7eb-4a82-8f90-d56c2f5ee345 req-b63d2968-309c-49f0-9005-186110c29974 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 27 02:24:14.834893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Request body: {'port': {'device_id': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '490b2bfe10774058acf0e914f4818c92'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:14.973314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:14.973925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:14.975341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] 10.222.0.15 "PUT /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 1122 time: 1.5513651 Aug 27 02:24:14.978946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc2e89-aaf7-4ee5-9bda-68490f37aaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:15.014799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7acb4bfe-4ea0-4de7-a3e4-0b2d0cacc9ba req-128a7c64-c876-4936-99f3-6a123c3022f7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 210 time: 0.0337353 Aug 27 02:24:15.054036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Made reservation on behalf of 490b2bfe10774058acf0e914f4818c92 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:15.057549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.164614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69462446-06eb-4ab8-bc11-efc606c6ba09 req-62528f8c-124a-42af-815d-22f429051856 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0328348 Aug 27 02:24:15.177965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['186884b6-5ef4-48c1-9619-4542fbd5dee9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:15.234686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Allocated IP 192.168.233.10 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/3a502b83-da10-4e4d-a4f9-634faa6009b6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:15.311112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b24e60-657a-41bd-8a82-f0aa7d423357 req-3ac95895-650c-4e8f-bc00-ff9f3c3c5bdf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.322733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15b24e60-657a-41bd-8a82-f0aa7d423357 req-3ac95895-650c-4e8f-bc00-ff9f3c3c5bdf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.1032219 Aug 27 02:24:15.368872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4258f0b4-34a2-4100-a444-f799881fc14b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:15.370716 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15b24e60-657a-41bd-8a82-f0aa7d423357 req-2d1b018b-3822-45e2-ae40-fe70db4723ba tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Aug 27 02:24:15.429068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.464615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Transition to ACTIVE for port object 3a502b83-da10-4e4d-a4f9-634faa6009b6 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:15.503479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4258f0b4-34a2-4100-a444-f799881fc14b,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:15.515789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4258f0b4-34a2-4100-a444-f799881fc14b', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4258f0b4-34a2-4100-a444-f799881fc14b', 'mac_address': 'fa:16:3e:24:5d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:15.527277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8e2fe-9589-4097-9062-2c263cb3bf46 req-81855f13-b69f-4b88-a630-2e6b3d3c7c08 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.528830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b8e2fe-9589-4097-9062-2c263cb3bf46 req-81855f13-b69f-4b88-a630-2e6b3d3c7c08 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 948 time: 0.0869882 Aug 27 02:24:15.530324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.545097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:15.584197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67991f63-90f6-4993-a55e-687e35e2c798'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:15.592720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.598494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:15.613359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event updated for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:15.620539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:15.631396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:15.631552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4258f0b4-34a2-4100-a444-f799881fc14b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:15.666272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b8e2fe-9589-4097-9062-2c263cb3bf46 req-1ea91aa4-998e-41e1-9add-c096089a6e73 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244473 Aug 27 02:24:15.668927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4258f0b4-34a2-4100-a444-f799881fc14b,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:15.697858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.703802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.704712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.724991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4d347cd8-98c0-4d59-ad62-2056406055c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8938105 Aug 27 02:24:15.741533 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Request body: {'port': {'device_id': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:15.804967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:15.814736 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:15.949853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127a1b4-7ad2-4054-bc74-9d6957304084 req-6b814c52-af17-48da-9801-d9e062f0901e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:15.951539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3127a1b4-7ad2-4054-bc74-9d6957304084 req-6b814c52-af17-48da-9801-d9e062f0901e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 943 time: 0.1017342 Aug 27 02:24:15.992619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3127a1b4-7ad2-4054-bc74-9d6957304084 req-04f69d69-0167-4cab-971a-7f79c9c07986 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346258 Aug 27 02:24:15.994056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4258f0b4-34a2-4100-a444-f799881fc14b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:16.055786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62f0a4bd-ea10-431e-8093-c259ea165001 None None] Provisioning for port 3a502b83-da10-4e4d-a4f9-634faa6009b6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:16.075220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62f0a4bd-ea10-431e-8093-c259ea165001 None None] Provisioning complete for port 3a502b83-da10-4e4d-a4f9-634faa6009b6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:16.075220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62f0a4bd-ea10-431e-8093-c259ea165001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.116472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.138949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-62f0a4bd-ea10-431e-8093-c259ea165001 None None] Port 3a502b83-da10-4e4d-a4f9-634faa6009b6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:16.142316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06ebe-cd4f-42fb-8354-950d17af7986 req-0938375c-a87b-4a53-9d0e-a091330d23fc tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.150934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ab06ebe-cd4f-42fb-8354-950d17af7986 req-0938375c-a87b-4a53-9d0e-a091330d23fc tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 935 time: 0.0661647 Aug 27 02:24:16.202439 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ab06ebe-cd4f-42fb-8354-950d17af7986 req-ee3a614e-5923-4766-b683-7ba2e4380338 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Aug 27 02:24:16.228582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da418b0-236a-4693-8952-8676afe7c146 req-35f3d10d-7ca5-4dfb-99cf-287a3a56fb8d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.229993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2da418b0-236a-4693-8952-8676afe7c146 req-35f3d10d-7ca5-4dfb-99cf-287a3a56fb8d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.2522433 Aug 27 02:24:16.239551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a502b83-da10-4e4d-a4f9-634faa6009b6 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:16.251767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.275101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Transition to ACTIVE for port object 3a502b83-da10-4e4d-a4f9-634faa6009b6 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:16.285629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.320697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2da418b0-236a-4693-8952-8676afe7c146 req-ccae07bd-23f8-4601-84f2-1ae57d7fcbe2 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838249 Aug 27 02:24:16.350053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d95557-d907-4506-882d-02b02dac73be service neutron] Pushing event updated for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:16.351724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eaec35bb-dd9c-418e-b739-d47ab80a3f9d req-5cc0af12-7a73-4597-a85b-6b518e9ec614 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0521002 Aug 27 02:24:16.388966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:16.390640 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69ff90-272d-4dc5-ac78-cd45809b7abd" -d '{"events": [{"name": "network-changed", "server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:16.445506 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a87c6d-b39f-4341-a121-f2bafac0d921 x-openstack-request-id: req-e9a87c6d-b39f-4341-a121-f2bafac0d921 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:16.445792 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:16.446039 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9a87c6d-b39f-4341-a121-f2bafac0d921 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:16.446454 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'status': 'completed', 'code': 200} Aug 27 02:24:16.461474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Attempting to bind port 3a502b83-da10-4e4d-a4f9-634faa6009b6 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:16.461817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Attempting to bind port 3a502b83-da10-4e4d-a4f9-634faa6009b6 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:16.462141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Attempting to bind port 3a502b83-da10-4e4d-a4f9-634faa6009b6 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:16.466878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Port 3a502b83-da10-4e4d-a4f9-634faa6009b6 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:16.467153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Attempting to bind port 3a502b83-da10-4e4d-a4f9-634faa6009b6 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:16.479670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:16.480097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:16.480554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:16.481201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Bound port: 3a502b83-da10-4e4d-a4f9-634faa6009b6, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:16.481642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.567971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:16.571337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:16.577251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.597540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.598167 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:16.599749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-14d95557-d907-4506-882d-02b02dac73be service neutron] 10.222.0.15 "PUT /v2.0/ports/3a502b83-da10-4e4d-a4f9-634faa6009b6 HTTP/1.1" status: 200 len: 1095 time: 0.8646863 Aug 27 02:24:16.604436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75ba3-ab5f-4af4-91ac-cb619db23b69 req-820c9fa3-7b8c-4c50-88aa-e155bbf5c47c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.606119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4e75ba3-ab5f-4af4-91ac-cb619db23b69 req-820c9fa3-7b8c-4c50-88aa-e155bbf5c47c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.1009932 Aug 27 02:24:16.614013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-5ac08c6f-69d1-4e66-9212-41b10f6c9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.615965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-5ac08c6f-69d1-4e66-9212-41b10f6c9d61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1125 time: 0.0776536 Aug 27 02:24:16.688671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 633376a1-640f-4e53-b633-973075f96f5e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:16.708926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d95557-d907-4506-882d-02b02dac73be service neutron] Pushing event updated for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:16.732771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-c1541345-1a02-4278-915d-2220fa62e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.734300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-c1541345-1a02-4278-915d-2220fa62e56d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 1098 time: 0.0553951 Aug 27 02:24:16.757932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4e75ba3-ab5f-4af4-91ac-cb619db23b69 req-433738dd-fbf8-4f02-bc37-814f6024645f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343002 Aug 27 02:24:16.807175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-52ff45bd-9a13-46d1-ac61-520583fec6e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6 HTTP/1.1" status: 200 len: 217 time: 0.0626316 Aug 27 02:24:16.825285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-4dadd843-7c79-4119-9b59-cf58b8f1abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.827172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-4dadd843-7c79-4119-9b59-cf58b8f1abff service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.2022271 Aug 27 02:24:16.893707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-5cd125df-3ae1-4097-aa4d-e11cfe924a5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.0560856 Aug 27 02:24:16.894770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f292f-9a3f-41f2-9b48-649545d9d847 req-640ce020-fca2-41e6-840d-12a52e63391b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.897856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-495f292f-9a3f-41f2-9b48-649545d9d847 req-640ce020-fca2-41e6-840d-12a52e63391b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.1011024 Aug 27 02:24:16.898214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-c83e719f-3ca5-4b7b-8793-83ed3126a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:16.899591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-c83e719f-3ca5-4b7b-8793-83ed3126a018 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0665152 Aug 27 02:24:16.918368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=633376a1-640f-4e53-b633-973075f96f5e,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:16.930144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '633376a1-640f-4e53-b633-973075f96f5e', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'port_id': '633376a1-640f-4e53-b633-973075f96f5e', 'mac_address': 'fa:16:3e:88:3c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:17.000886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35503f-7f37-4218-a8ed-fb48f3b5074e req-a3c1dca3-24dc-45a6-81b9-f82d3dee6975 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.001761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-495f292f-9a3f-41f2-9b48-649545d9d847 req-47c788f3-d032-4d43-9172-60e451a8490a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989344 Aug 27 02:24:17.013044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-03298068-7ba1-4dd3-b8fe-b7feb706671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.013044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-03298068-7ba1-4dd3-b8fe-b7feb706671c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012983 Aug 27 02:24:17.013303 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb35503f-7f37-4218-a8ed-fb48f3b5074e req-a3c1dca3-24dc-45a6-81b9-f82d3dee6975 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 949 time: 0.1309080 Aug 27 02:24:17.033256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-9192eed9-3182-457e-8aae-407efe979819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.034782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-9192eed9-3182-457e-8aae-407efe979819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1306815 Aug 27 02:24:17.079390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-f647e0cd-0086-4d6a-8a0c-5856f9871824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339034 Aug 27 02:24:17.100005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb35503f-7f37-4218-a8ed-fb48f3b5074e req-a9f80a60-962c-4856-9bed-8e18a67acd2a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861974 Aug 27 02:24:17.177776 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.196365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633376a1-640f-4e53-b633-973075f96f5e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:17.216203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-30d4d76d-b906-4452-875e-2286f80b2313 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146805 Aug 27 02:24:17.216860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2a412-531c-489a-a9c1-92d0dc753ba8 req-06e2a8fe-2282-4d91-904d-89c5549f7bee tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.218721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53e2a412-531c-489a-a9c1-92d0dc753ba8 req-06e2a8fe-2282-4d91-904d-89c5549f7bee tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 943 time: 0.0823171 Aug 27 02:24:17.223859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-4ffee132-36c8-4346-90a3-ac0c8fe946d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004869 Aug 27 02:24:17.226911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=633376a1-640f-4e53-b633-973075f96f5e,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:17.232884 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.287377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:17.331096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53e2a412-531c-489a-a9c1-92d0dc753ba8 req-f4ba3b94-af14-4506-976d-53a1b6b79d88 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061254 Aug 27 02:24:17.371035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ca1117-3ef2-48c4-876d-f0910ae5a449 req-2862dcaa-07c7-4257-a7cb-9198135f3dae service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362772 Aug 27 02:24:17.391033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:17.393929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4258f0b4-34a2-4100-a444-f799881fc14b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:17.396653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfec3e1-2b39-48cf-9e28-e0bedbbd96e7 req-ad9d3fc0-b368-45a6-949a-0b3ed1132ba4 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.399212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcfec3e1-2b39-48cf-9e28-e0bedbbd96e7 req-ad9d3fc0-b368-45a6-949a-0b3ed1132ba4 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 947 time: 0.0912673 Aug 27 02:24:17.405991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69ff90-272d-4dc5-ac78-cd45809b7abd req-20ddbed2-1073-4f15-8eb4-c4595ed9b86e service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753862 Aug 27 02:24:17.460193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcfec3e1-2b39-48cf-9e28-e0bedbbd96e7 req-d96545f0-09a7-46c4-86a4-fbd6eac57e58 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Aug 27 02:24:17.483893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39324098-6174-498f-8de4-7d9531102883 req-3e4c2500-6744-409b-bb16-10585adf8c6a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.485465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39324098-6174-498f-8de4-7d9531102883 req-3e4c2500-6744-409b-bb16-10585adf8c6a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0578952 Aug 27 02:24:17.527540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39324098-6174-498f-8de4-7d9531102883 req-0faaf5dd-b5c0-4a58-9bd3-2d6f9e43be92 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Aug 27 02:24:17.536093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 4258f0b4-34a2-4100-a444-f799881fc14b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:17.544514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4258f0b4-34a2-4100-a444-f799881fc14b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:17.545042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.568137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a8ede1-f28d-43b5-9cdb-6effd9485fed req-6eb586bf-1b4b-4595-a3f3-02c771865de3 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0403364 Aug 27 02:24:17.610257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:17.624944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:24:17.662518 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.687788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:17.689909 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d5029a-a89c-4c8a-a030-f0524ffad1db" -d '{"events": [{"server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "name": "network-vif-plugged", "status": "completed", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:17.701599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4258f0b4-34a2-4100-a444-f799881fc14b,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:17.705417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:17.727139 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038c1f6-0ce1-485f-b6d1-5ae7d6e423a7 x-openstack-request-id: req-4038c1f6-0ce1-485f-b6d1-5ae7d6e423a7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:17.727436 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "name": "network-vif-plugged", "status": "completed", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:17.727686 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4038c1f6-0ce1-485f-b6d1-5ae7d6e423a7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:17.728066 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b', 'code': 200} Aug 27 02:24:17.753500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:17.758933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['633376a1-640f-4e53-b633-973075f96f5e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:17.892665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d1ce-fa22-4ed3-84e6-bb5463809d42 req-cdbd922d-df2f-4eee-bcd8-2727777584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.894167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6d7d1ce-fa22-4ed3-84e6-bb5463809d42 req-cdbd922d-df2f-4eee-bcd8-2727777584fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 1101 time: 0.0792208 Aug 27 02:24:17.906634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e99b45-1897-468d-bb57-0e3addf58fe0 req-8435dbb4-237a-48c5-97f4-453e4f706122 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:17.908717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90e99b45-1897-468d-bb57-0e3addf58fe0 req-8435dbb4-237a-48c5-97f4-453e4f706122 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0657933 Aug 27 02:24:17.964452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6d7d1ce-fa22-4ed3-84e6-bb5463809d42 req-fe97f158-d09b-4ac4-9450-40ad44003d81 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546997 Aug 27 02:24:17.967774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90e99b45-1897-468d-bb57-0e3addf58fe0 req-d64505cc-f5ac-499d-acf3-76783e0216a3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526776 Aug 27 02:24:18.111458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302f6bc-8f84-4c49-b7f4-d3ad228944c0 req-0533ae4d-2071-4876-9410-b8b73c4fc056 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.113155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e302f6bc-8f84-4c49-b7f4-d3ad228944c0 req-0533ae4d-2071-4876-9410-b8b73c4fc056 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 27 02:24:18.150155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e302f6bc-8f84-4c49-b7f4-d3ad228944c0 req-49cd44ea-60f7-4c63-95cb-f7a06da0f763 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 27 02:24:18.222175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba0d5d-2a74-42e2-b395-82693ef30088 req-e91fda5a-e08c-4e12-8d06-3c4a047fb91b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.223601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ba0d5d-2a74-42e2-b395-82693ef30088 req-e91fda5a-e08c-4e12-8d06-3c4a047fb91b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.0532877 Aug 27 02:24:18.260877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ba0d5d-2a74-42e2-b395-82693ef30088 req-071fcc1a-f867-4a7f-b174-a91ddd7b1edf tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Aug 27 02:24:18.444290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb299-63a9-40e6-b70c-5331404f25ad req-7e5bfd78-a1bb-4230-a36a-9f9c0619ccdd tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.445815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93eeb299-63a9-40e6-b70c-5331404f25ad req-7e5bfd78-a1bb-4230-a36a-9f9c0619ccdd tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 944 time: 0.0479476 Aug 27 02:24:18.447077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:18.449483 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b" -d '{"events": [{"name": "network-changed", "server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:18.483970 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f1ae8c-6ea9-47d6-833a-d354605b846a x-openstack-request-id: req-43f1ae8c-6ea9-47d6-833a-d354605b846a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:18.484189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93eeb299-63a9-40e6-b70c-5331404f25ad req-cbc782bb-20e6-4851-8df5-e21c269cbe46 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Aug 27 02:24:18.484468 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:18.484808 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43f1ae8c-6ea9-47d6-833a-d354605b846a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:18.485291 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6', 'status': 'completed', 'code': 200} Aug 27 02:24:18.585196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-95256fdf-98b6-4ba9-81be-cb3bbd2f928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.586718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-95256fdf-98b6-4ba9-81be-cb3bbd2f928c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=490b2bfe10774058acf0e914f4818c92&device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 1098 time: 0.0764611 Aug 27 02:24:18.601942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119c10d-01d8-45bb-9389-2338f00cd58b req-5fc47791-1457-4fbe-b84c-1849416fadee tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.603480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4119c10d-01d8-45bb-9389-2338f00cd58b req-5fc47791-1457-4fbe-b84c-1849416fadee tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 947 time: 0.0691550 Aug 27 02:24:18.650234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ed092-57e7-4d88-b7fb-5a6bf393ffec req-9939cdfd-1b36-4318-8f39-7d22ef0b921e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.651845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d89ed092-57e7-4d88-b7fb-5a6bf393ffec req-9939cdfd-1b36-4318-8f39-7d22ef0b921e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0534270 Aug 27 02:24:18.693179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d89ed092-57e7-4d88-b7fb-5a6bf393ffec req-c27f215c-5b49-4d86-b106-697a73b5f13a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 27 02:24:18.695455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4119c10d-01d8-45bb-9389-2338f00cd58b req-e3a36ae8-c9be-49a8-9c11-7e384d35a84a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Aug 27 02:24:18.728837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-5cca70ac-f2f9-489c-8c8c-6ad795437f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.730325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-5cca70ac-f2f9-489c-8c8c-6ad795437f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1259930 Aug 27 02:24:18.778650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85c988d4-85ba-4015-81b3-d8e24a141637 req-bd103d0e-c9d1-48a4-8c4d-307f4517e2a8 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0271132 Aug 27 02:24:18.789522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-068731f1-cdac-4f2b-8058-1d2c57ced821 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6 HTTP/1.1" status: 200 len: 217 time: 0.0398576 Aug 27 02:24:18.841513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-bdc85940-e556-4486-8df0-1d1aff2a6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.842943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-bdc85940-e556-4486-8df0-1d1aff2a6b60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0438709 Aug 27 02:24:18.890015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-69f61428-84d6-4b6f-81df-b8b67f6d4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:18.891574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-69f61428-84d6-4b6f-81df-b8b67f6d4fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398619 Aug 27 02:24:18.985398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-e38bbf42-6f24-4b30-a708-aa2038acc649 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842600 Aug 27 02:24:19.131280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920fbaf-c984-466a-b2b1-8e0584c0ccce req-8b747beb-44fd-4700-9e8e-755066d9e59f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.132726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5920fbaf-c984-466a-b2b1-8e0584c0ccce req-8b747beb-44fd-4700-9e8e-755066d9e59f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0788932 Aug 27 02:24:19.138621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d6d3a8a-2e4c-4e85-90bf-a988f91ce32b req-4c2d6adf-cc77-4ff0-b839-5f96e764970e service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281807 Aug 27 02:24:19.171045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5920fbaf-c984-466a-b2b1-8e0584c0ccce req-f6c337e2-ae6b-4b13-83ae-35508f81ed4b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Aug 27 02:24:19.268284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761c30-195e-4f12-b2b2-7a090122df92 req-3bf69a73-a0c8-4ac1-86f2-66123e74419b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.269642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8761c30-195e-4f12-b2b2-7a090122df92 req-3bf69a73-a0c8-4ac1-86f2-66123e74419b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0480125 Aug 27 02:24:19.306871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8761c30-195e-4f12-b2b2-7a090122df92 req-26e9accb-cb26-4011-a516-6eb1ab222c6e tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Aug 27 02:24:19.372547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8a5b-d8c9-47ad-92e1-20ab6714c049 req-8c66fb5f-7bb7-4535-8257-05f2fea14fba tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.373989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-183f8a5b-d8c9-47ad-92e1-20ab6714c049 req-8c66fb5f-7bb7-4535-8257-05f2fea14fba tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.0479329 Aug 27 02:24:19.410755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-183f8a5b-d8c9-47ad-92e1-20ab6714c049 req-fe373892-ebcc-41d5-a8ae-bf6dcecab3e7 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Aug 27 02:24:19.598727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b24884-ca6a-4198-af7d-1b577850c1a8 req-21d1eada-15aa-43c0-87de-41f156b4136f tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.600189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09b24884-ca6a-4198-af7d-1b577850c1a8 req-21d1eada-15aa-43c0-87de-41f156b4136f tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 944 time: 0.0499928 Aug 27 02:24:19.638614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-09b24884-ca6a-4198-af7d-1b577850c1a8 req-179e7889-7271-4cc1-a160-158641302724 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Aug 27 02:24:19.810428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240ce2c-f043-4fbd-91c7-08aebedd6f42 req-865968c0-a172-445f-b3ea-58b3bd74347e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.812088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9240ce2c-f043-4fbd-91c7-08aebedd6f42 req-865968c0-a172-445f-b3ea-58b3bd74347e tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0520840 Aug 27 02:24:19.829330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e5671-4570-4897-b860-1416e81a69c1 req-5f90f02e-efd6-4455-9dc8-c5fd4bd07bec tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:19.831088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f90e5671-4570-4897-b860-1416e81a69c1 req-5f90f02e-efd6-4455-9dc8-c5fd4bd07bec tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 947 time: 0.0563281 Aug 27 02:24:19.852695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9240ce2c-f043-4fbd-91c7-08aebedd6f42 req-d4720daf-2167-4888-b166-5f389eedb8bd tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Aug 27 02:24:19.874919 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f90e5671-4570-4897-b860-1416e81a69c1 req-f3e224cf-ee22-427b-bd80-6d80f45b80a1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Aug 27 02:24:19.961343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ec6a07ce-85fb-44bf-80ff-6eb0a2c99d2c req-acbf3322-f3a4-4847-88e7-8ff147f01e38 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0316069 Aug 27 02:24:20.294963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ff398-90bf-4c33-a8c7-f2066e356044 req-97426dd6-576b-4743-aabf-71878b8f225a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.296890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-606ff398-90bf-4c33-a8c7-f2066e356044 req-97426dd6-576b-4743-aabf-71878b8f225a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0516682 Aug 27 02:24:20.361569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-606ff398-90bf-4c33-a8c7-f2066e356044 req-f2f6e3d1-9e36-463d-8f3c-cfab6689fee3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Aug 27 02:24:20.370258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-5adb6079-c73f-414f-8f9e-7ef15600f8b0 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.371779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-5adb6079-c73f-414f-8f9e-7ef15600f8b0 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0718513 Aug 27 02:24:20.423629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f2c83-b1cd-469c-8c7c-c4928226007b req-2ad35204-ebb5-496f-800e-05e8aef2f78c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.425138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d8f2c83-b1cd-469c-8c7c-c4928226007b req-2ad35204-ebb5-496f-800e-05e8aef2f78c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9f4bbbe-0ec4-4afa-a566-404ffb8bffda HTTP/1.1" status: 200 len: 945 time: 0.0500424 Aug 27 02:24:20.465851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d8f2c83-b1cd-469c-8c7c-c4928226007b req-a74dd21f-8400-410c-98f0-e1572388205b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Aug 27 02:24:20.469921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Deleting port 1876757c-71ca-4cd2-8985-488e284e30cc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:20.470265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.589580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ddf9-685d-4635-916a-c1855796a651 req-3fe96716-c8bb-4bb7-83dd-6c99bc96814b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.591474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ca7ddf9-685d-4635-916a-c1855796a651 req-3fe96716-c8bb-4bb7-83dd-6c99bc96814b tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.1067798 Aug 27 02:24:20.596083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] For port 1876757c-71ca-4cd2-8985-488e284e30cc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1876757c-71ca-4cd2-8985-488e284e30cc,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:20.596446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.619804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Calling delete_port for 1876757c-71ca-4cd2-8985-488e284e30cc owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:20.676558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ca7ddf9-685d-4635-916a-c1855796a651 req-156238ee-80f0-4a13-9bc9-0f3f9c6300e3 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776041 Aug 27 02:24:20.714423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 633376a1-640f-4e53-b633-973075f96f5e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:20.773409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 633376a1-640f-4e53-b633-973075f96f5e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:20.780385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291f2d4-d51f-42bb-8a24-b3dfcece3f55 req-1b3249a9-d66c-41a2-aed2-e4b55235da76 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.783153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 633376a1-640f-4e53-b633-973075f96f5e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:20.784792 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.787946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291f2d4-d51f-42bb-8a24-b3dfcece3f55 req-1b3249a9-d66c-41a2-aed2-e4b55235da76 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 944 time: 0.0702295 Aug 27 02:24:20.800087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.812883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1876757c-71ca-4cd2-8985-488e284e30cc'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:20.839222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['58666588-0d1d-4198-bc46-3ac4a17695c2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:20.844439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Pushing event deleted for resources: {'Port': ['ID=1876757c-71ca-4cd2-8985-488e284e30cc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:20.857811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291f2d4-d51f-42bb-8a24-b3dfcece3f55 req-da7ed84c-3fc0-4fbb-880b-e50f33f7a439 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689981 Aug 27 02:24:20.889964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] No DVR routers for this DVR port 1876757c-71ca-4cd2-8985-488e284e30cc on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:20.892893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:20.896599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-094b5b66-a787-42d6-9781-fcc0e27cfd79 req-f50f5229-2a42-4df2-9d36-0c1faf495461 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.15 "DELETE /v2.0/ports/1876757c-71ca-4cd2-8985-488e284e30cc HTTP/1.1" status: 204 len: 173 time: 0.5178843 Aug 27 02:24:20.897088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'name': 'network-vif-deleted', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:20.906279 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d52486-4d2f-4b95-8a51-bcd3c36e58bd" -d '{"events": [{"server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "name": "network-vif-deleted", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:20.966267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342ed9-728c-41e5-802b-4b21aba7450f req-b48304bd-15c3-4dbf-a66c-73a1249fd317 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:20.974363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2342ed9-728c-41e5-802b-4b21aba7450f req-b48304bd-15c3-4dbf-a66c-73a1249fd317 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.0861850 Aug 27 02:24:21.008084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540d0b-955f-4da5-9c56-1f8403046d0a req-301df383-2519-4dbb-bbb0-3cb95dc19c20 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.009598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e540d0b-955f-4da5-9c56-1f8403046d0a req-301df383-2519-4dbb-bbb0-3cb95dc19c20 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0563524 Aug 27 02:24:21.032195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2342ed9-728c-41e5-802b-4b21aba7450f req-e68ec0de-7c90-4b80-8d31-5637c56f79aa tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499663 Aug 27 02:24:21.036617 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.082564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e540d0b-955f-4da5-9c56-1f8403046d0a req-17d88e6c-bdb9-49ba-a85b-3b1d90f194a8 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 Aug 27 02:24:21.093281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633376a1-640f-4e53-b633-973075f96f5e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:21.095666 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7498267-aec4-40d8-a1a5-77ece7c50bd6" -d '{"events": [{"server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "name": "network-vif-plugged", "status": "completed", "tag": "633376a1-640f-4e53-b633-973075f96f5e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:21.118760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=633376a1-640f-4e53-b633-973075f96f5e,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:21.127984 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.129062 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2784aa64-ce9d-4f9b-8958-e0dff0d9dc73 x-openstack-request-id: req-2784aa64-ce9d-4f9b-8958-e0dff0d9dc73 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:21.129583 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bbbe-0ec4-4afa-a566-404ffb8bffda", "name": "network-vif-deleted", "tag": "1876757c-71ca-4cd2-8985-488e284e30cc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:21.129826 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2784aa64-ce9d-4f9b-8958-e0dff0d9dc73 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:21.130305 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bbbe-0ec4-4afa-a566-404ffb8bffda', 'name': 'network-vif-deleted', 'tag': '1876757c-71ca-4cd2-8985-488e284e30cc', 'status': 'completed', 'code': 200} Aug 27 02:24:21.172394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe8cfa-5e94-4e52-80a0-6342f79e316b req-0e307b0a-7b7e-4f1e-8468-46d9897d014d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.174365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cbe8cfa-5e94-4e52-80a0-6342f79e316b req-0e307b0a-7b7e-4f1e-8468-46d9897d014d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 947 time: 0.0581741 Aug 27 02:24:21.214518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cbe8cfa-5e94-4e52-80a0-6342f79e316b req-c9a2def3-f2c8-43c7-a173-1221b4289f25 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Aug 27 02:24:21.249595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.273527 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1889c29f-9bf0-49ea-a138-4de10b8c7097 x-openstack-request-id: req-1889c29f-9bf0-49ea-a138-4de10b8c7097 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:21.273931 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "name": "network-vif-plugged", "status": "completed", "tag": "633376a1-640f-4e53-b633-973075f96f5e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:21.274279 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1889c29f-9bf0-49ea-a138-4de10b8c7097 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:21.274926 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633376a1-640f-4e53-b633-973075f96f5e', 'code': 200} Aug 27 02:24:21.299941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e42d61-da98-49fd-a424-8e4d02c61008 req-7d64161f-8218-4ded-8842-f5c28d65b3ac tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0470099 Aug 27 02:24:21.370821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-3f1d5105-98d1-4677-bdb4-032dc24dd0d5 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231204 Aug 27 02:24:21.419896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3a502b83-da10-4e4d-a4f9-634faa6009b6 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:21.460133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e418-fad3-47f1-b05f-6c2cb1135fb5 req-9f6e28d3-065c-4c20-9edf-f3bcc6513539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.461910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f2b3e418-fad3-47f1-b05f-6c2cb1135fb5 req-9f6e28d3-065c-4c20-9edf-f3bcc6513539 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 1096 time: 0.0766971 Aug 27 02:24:21.497036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-d8e8cd48-158a-4aec-ab07-8b162a63193a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.498641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-d8e8cd48-158a-4aec-ab07-8b162a63193a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215966 Aug 27 02:24:21.514799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-fdd3378d-6e8c-4d6c-be25-d5f52a5ce357 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/quotas/6f4f06d3cb8f4dea83ba5ce74bdee6e6 HTTP/1.1" status: 200 len: 375 time: 0.0103076 Aug 27 02:24:21.532932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635affe6-59ea-41ef-8011-eb7dc1780a1d req-a816bbd2-e401-4416-83c0-c33f22cd76ae tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.534440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-635affe6-59ea-41ef-8011-eb7dc1780a1d req-a816bbd2-e401-4416-83c0-c33f22cd76ae tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0951569 Aug 27 02:24:21.536090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f2b3e418-fad3-47f1-b05f-6c2cb1135fb5 req-aa210d3a-195d-4726-ba9d-ad10b9b63d0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520139 Aug 27 02:24:21.550637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:21.565665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3a502b83-da10-4e4d-a4f9-634faa6009b6', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '3a502b83-da10-4e4d-a4f9-634faa6009b6', 'mac_address': 'fa:16:3e:d0:31:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:21.590460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-aaaa5cd4-b904-48fe-b13a-36e754133edb tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676866 Aug 27 02:24:21.590754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-635affe6-59ea-41ef-8011-eb7dc1780a1d req-0977eb60-36bf-4b98-9ede-69373bd33038 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Aug 27 02:24:21.611603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.628090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a502b83-da10-4e4d-a4f9-634faa6009b6 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:21.650712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:21.657346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:21.714476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:21.774074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-812b4509-26f2-405c-a659-4526336176cf req-a220514c-34d7-4a00-a61d-b516012e67b9 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 210 time: 0.0291688 Aug 27 02:24:21.877556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044e73-f9de-436e-a13b-c3c1000c9d58 req-bc4c7854-30cb-454a-ad20-e612e43ee918 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:21.879581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31044e73-f9de-436e-a13b-c3c1000c9d58 req-bc4c7854-30cb-454a-ad20-e612e43ee918 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0525539 Aug 27 02:24:21.948764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31044e73-f9de-436e-a13b-c3c1000c9d58 req-29b516be-5f84-4acf-bc81-88e21c51d81a tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588107 Aug 27 02:24:21.953895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3a502b83-da10-4e4d-a4f9-634faa6009b6'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:22.008291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bf51f-f7ef-4c72-b38d-d778da1b8a37 req-5eff939d-e87b-48b2-a343-40b464a7e758 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.018601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c02bf51f-f7ef-4c72-b38d-d778da1b8a37 req-5eff939d-e87b-48b2-a343-40b464a7e758 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.0746818 Aug 27 02:24:22.077631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c02bf51f-f7ef-4c72-b38d-d778da1b8a37 req-a402e298-8954-4b1f-9cf8-5e9f1f770d35 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569193 Aug 27 02:24:22.280157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38976-e27e-4cfa-b370-b0c6fb954e88 req-10880c43-d2de-49ab-888e-3193f827c004 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.281672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae38976-e27e-4cfa-b370-b0c6fb954e88 req-10880c43-d2de-49ab-888e-3193f827c004 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0997760 Aug 27 02:24:22.283042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-518bdb9c-9110-400e-89b9-6aa513d55763 service neutron] 10.222.0.46 "GET /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1085892 Aug 27 02:24:22.373213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae38976-e27e-4cfa-b370-b0c6fb954e88 req-e7f294e6-e22e-4fdb-b457-ecfe9159970a tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Aug 27 02:24:22.383680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d9cf3-d9ed-4def-a5b7-0ad99918a6b3 req-14232e7d-81ad-4fc6-a95a-17298968cb62 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.386072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f6d9cf3-d9ed-4def-a5b7-0ad99918a6b3 req-14232e7d-81ad-4fc6-a95a-17298968cb62 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 948 time: 0.0672107 Aug 27 02:24:22.444726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f6d9cf3-d9ed-4def-a5b7-0ad99918a6b3 req-78fab849-8713-4379-af08-a76b72728837 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Aug 27 02:24:22.522005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f87241a-8ff1-4688-849c-8862197aebe4 req-8c553906-c653-4320-bfd5-f19053f57930 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0575891 Aug 27 02:24:22.565739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:22.587472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:22.592459 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9afa38fe-2989-4348-a7a9-0e9ac82e64e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:22.625369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186884b6-5ef4-48c1-9619-4542fbd5dee9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:22.637244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:22.656423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:22.707124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6588c-c6ae-428b-a2cf-967a8fa10eef req-b401fa84-2258-477d-8aa2-b3441d70792c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.708647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ab6588c-c6ae-428b-a2cf-967a8fa10eef req-b401fa84-2258-477d-8aa2-b3441d70792c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 944 time: 0.0569434 Aug 27 02:24:22.732528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] Transition to ACTIVE for port object 186884b6-5ef4-48c1-9619-4542fbd5dee9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:22.737161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:22.752094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ab6588c-c6ae-428b-a2cf-967a8fa10eef req-6227f553-31df-4339-b58a-6722777afdc3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Aug 27 02:24:22.804677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] No DVR routers for this DVR port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:22.824823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] Pushing event updated for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:22.847374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-3e02b96c-ae1d-4ba7-a2ad-c24f7c185c2a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350530 Aug 27 02:24:22.859091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-809564fb-49b9-4b25-b1d5-465ce3795f39 service neutron] 10.222.0.46 "PUT /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5624087 Aug 27 02:24:22.889382 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c333a0b-88b7-48d5-9cb9-ee867860611f req-c616bfe8-190c-4980-b28c-95f65d0d79bb tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 210 time: 0.0277188 Aug 27 02:24:22.975982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-0c4693e8-d116-42cf-a66c-11cb5702a71d tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:22.978079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-0c4693e8-d116-42cf-a66c-11cb5702a71d tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221478 Aug 27 02:24:23.002259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Request body: {'port': {'device_id': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '6f4f06d3cb8f4dea83ba5ce74bdee6e6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:23.139094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-b0cf0a3d-314a-47a7-8e16-86d4723605c6 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.141336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-b0cf0a3d-314a-47a7-8e16-86d4723605c6 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1355853 Aug 27 02:24:23.175159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087d00d-e9d4-46b2-962d-d9f3ad6b3432 req-a4ba6365-0ce6-4f59-a466-85e9c6a3be8f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.176594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d087d00d-e9d4-46b2-962d-d9f3ad6b3432 req-a4ba6365-0ce6-4f59-a466-85e9c6a3be8f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1263416 Aug 27 02:24:23.189717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a377e-5205-4fd2-af95-661a1c0c93c4 req-f2020b2c-5678-4fba-853c-a1ce75f1f9e9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.191233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba6a377e-5205-4fd2-af95-661a1c0c93c4 req-f2020b2c-5678-4fba-853c-a1ce75f1f9e9 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.0497339 Aug 27 02:24:23.229874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba6a377e-5205-4fd2-af95-661a1c0c93c4 req-66bd0145-55e6-4855-b71e-5c3ffe3d7258 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321953 Aug 27 02:24:23.247368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d087d00d-e9d4-46b2-962d-d9f3ad6b3432 req-f7841cfa-7d44-4e75-ab87-9dea79ee432b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Aug 27 02:24:23.247927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Made reservation on behalf of 6f4f06d3cb8f4dea83ba5ce74bdee6e6 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:23.251115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.256027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-292a325d-d054-4fdd-bbc3-b75f656dbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.257444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-292a325d-d054-4fdd-bbc3-b75f656dbbec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6&tenant_id=84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 1096 time: 0.1058404 Aug 27 02:24:23.389468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-1075a14b-2678-4e8f-a5ca-d39255caa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.390976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-1075a14b-2678-4e8f-a5ca-d39255caa268 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1096 time: 0.1082163 Aug 27 02:24:23.434707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3a502b83-da10-4e4d-a4f9-634faa6009b6 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:23.465294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Allocated IP 192.168.233.134 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/95a2ccaf-77c2-41bd-904c-e06b64ce975a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:23.490962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 3a502b83-da10-4e4d-a4f9-634faa6009b6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:23.495523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3a502b83-da10-4e4d-a4f9-634faa6009b6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:23.496228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.579912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.592623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42436dd9-ce73-4c6b-9bad-213c813a5167 req-4d61458a-c809-4018-9b59-09fc37027aa3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.594362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42436dd9-ce73-4c6b-9bad-213c813a5167 req-4d61458a-c809-4018-9b59-09fc37027aa3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 948 time: 0.0675092 Aug 27 02:24:23.604101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:23.606958 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115904a-3e63-4795-bc2e-674ec903e01c" -d '{"events": [{"server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "name": "network-vif-plugged", "status": "completed", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:23.620618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:23.626086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:23.627059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1876757c-71ca-4cd2-8985-488e284e30cc no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:23.640809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42436dd9-ce73-4c6b-9bad-213c813a5167 req-f0fd9ddb-64c2-4b64-8f21-a0c357ca2f00 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Aug 27 02:24:23.677973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 1876757c-71ca-4cd2-8985-488e284e30cc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:23.678567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1876757c-71ca-4cd2-8985-488e284e30cc not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:23.705577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:23.751025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e9e6bd7-0a3a-46b5-ab93-7d478a4be9c9 req-5f645a7a-0288-455a-aefb-4290849f0a3d tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0315657 Aug 27 02:24:23.801200 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89822b6-49b0-47af-aa55-28e2663d4bed x-openstack-request-id: req-a89822b6-49b0-47af-aa55-28e2663d4bed {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:23.801606 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "name": "network-vif-plugged", "status": "completed", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:23.801961 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a89822b6-49b0-47af-aa55-28e2663d4bed {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:23.803116 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6', 'code': 200} Aug 27 02:24:23.865121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb70b-94b4-45ec-9923-7eb4d2532df8 req-97acbf6e-5b31-4b49-bb77-80fea1d8ff60 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.866688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b13fb70b-94b4-45ec-9923-7eb4d2532df8 req-97acbf6e-5b31-4b49-bb77-80fea1d8ff60 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.4052496 Aug 27 02:24:23.872044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-721ca185-a443-4ab8-a90d-934250432047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.873384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-721ca185-a443-4ab8-a90d-934250432047 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.4717927 Aug 27 02:24:23.895773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434e034-22fb-45c4-8428-5bd6e446f549 req-3b1dbdff-d4b9-4c3c-ac76-e085a268be40 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:23.897233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6434e034-22fb-45c4-8428-5bd6e446f549 req-3b1dbdff-d4b9-4c3c-ac76-e085a268be40 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Aug 27 02:24:23.937062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6434e034-22fb-45c4-8428-5bd6e446f549 req-a630ea79-f6f4-4e12-a8f8-4e34ab6c0f97 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Aug 27 02:24:23.997094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-a6bb81aa-2301-419d-ac8b-f9a6b8d66a27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.1118026 Aug 27 02:24:24.025314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf4809b1-e7af-4678-9b17-c3b036bef571 req-ac8361b4-6449-421e-be0d-c294d13b8649 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 210 time: 0.0273433 Aug 27 02:24:24.062608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79665-de30-4582-b9f0-06010a92ca83 req-68be0ea3-6fd6-45a0-8b9f-4abe695c097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.064076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e79665-de30-4582-b9f0-06010a92ca83 req-68be0ea3-6fd6-45a0-8b9f-4abe695c097c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 1100 time: 0.1964130 Aug 27 02:24:24.076544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b13fb70b-94b4-45ec-9923-7eb4d2532df8 req-8f26e014-8519-44f4-a004-b67d169db792 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893203 Aug 27 02:24:24.133012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-f6895879-c409-4f84-9928-5b8b1cb1569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.134479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-f6895879-c409-4f84-9928-5b8b1cb1569c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1197102 Aug 27 02:24:24.144382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e79665-de30-4582-b9f0-06010a92ca83 req-7218f339-6ba3-4b18-969b-7450bff97c5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657091 Aug 27 02:24:24.147011 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.179516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-3d895786-b9fe-4b54-be59-7142636fb124 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302153 Aug 27 02:24:24.191805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Transition to ACTIVE for port object 95a2ccaf-77c2-41bd-904c-e06b64ce975a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:24.217948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.230527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4258f0b4-34a2-4100-a444-f799881fc14b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:24.288103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:24.298087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:24.303176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:24.331120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Pushing event updated for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:24.359013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316da9-b0aa-491e-b70a-d6070cafcdb5 req-989f6a70-2a3f-46c6-9b59-66239b453d5b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.360544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78316da9-b0aa-491e-b70a-d6070cafcdb5 req-989f6a70-2a3f-46c6-9b59-66239b453d5b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1092069 Aug 27 02:24:24.375712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1a58-7945-4a94-b9f8-800f7e901e83 req-2942858e-a791-4493-b062-7f068b7eb98e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.377698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f77f1a58-7945-4a94-b9f8-800f7e901e83 req-2942858e-a791-4493-b062-7f068b7eb98e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.0775175 Aug 27 02:24:24.386724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.387387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.421076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f77f1a58-7945-4a94-b9f8-800f7e901e83 req-33a8f61c-1e22-421c-9806-2557455c69db tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356481 Aug 27 02:24:24.473537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-134edb2b-4b6f-4950-8a90-6f60f000f240 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4751678 Aug 27 02:24:24.484987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78316da9-b0aa-491e-b70a-d6070cafcdb5 req-907a66f5-4998-4069-9dbd-9fcde6c7d705 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146388 Aug 27 02:24:24.493921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Request body: {'port': {'device_id': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:24.552137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a34b-4da9-4b0c-a7ef-ba9b9d2c7e8f req-5e193c5a-41d3-4d97-b2b4-8e3e3d352e97 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.553825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f214a34b-4da9-4b0c-a7ef-ba9b9d2c7e8f req-5e193c5a-41d3-4d97-b2b4-8e3e3d352e97 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0676134 Aug 27 02:24:24.571583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2552256c-8bcf-4949-84b5-e5e2dffb85d5 None None] Provisioning for port 95a2ccaf-77c2-41bd-904c-e06b64ce975a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:24.572915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-a157c500-77e0-491e-bd7a-c823765835fa service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935551 Aug 27 02:24:24.573634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.575911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2552256c-8bcf-4949-84b5-e5e2dffb85d5 None None] Provisioning complete for port 95a2ccaf-77c2-41bd-904c-e06b64ce975a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:24.576476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2552256c-8bcf-4949-84b5-e5e2dffb85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.600750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f214a34b-4da9-4b0c-a7ef-ba9b9d2c7e8f req-1ad70455-aa6c-4950-95e2-f8cd111ac8c5 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Aug 27 02:24:24.637774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2552256c-8bcf-4949-84b5-e5e2dffb85d5 None None] Port 95a2ccaf-77c2-41bd-904c-e06b64ce975a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:24.714329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fdb8c-03ee-49ab-a76b-5f7949b62fe8 req-2fe93f7d-98e7-4a42-afdd-64dea8b58c6c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.716468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7fdb8c-03ee-49ab-a76b-5f7949b62fe8 req-2fe93f7d-98e7-4a42-afdd-64dea8b58c6c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0501966 Aug 27 02:24:24.755356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7fdb8c-03ee-49ab-a76b-5f7949b62fe8 req-e4e60f07-c344-43e9-9592-7e0176f5ae74 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Aug 27 02:24:24.805273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99543dfb-bedd-47c9-8c48-fa22bd4c6c89 req-6fda42df-bae0-4be1-b23a-beb1cae45645 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:24.806802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-99543dfb-bedd-47c9-8c48-fa22bd4c6c89 req-6fda42df-bae0-4be1-b23a-beb1cae45645 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.1703882 Aug 27 02:24:24.817504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57996) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:24.827438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Request body: {'floatingip': {'port_id': '633376a1-640f-4e53-b633-973075f96f5e'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:24.837860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-5a070045-23c2-4c84-a289-10311024bf13 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241344 Aug 27 02:24:24.928971 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:24.981754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a2ccaf-77c2-41bd-904c-e06b64ce975a {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:24.992378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.014948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Transition to ACTIVE for port object 95a2ccaf-77c2-41bd-904c-e06b64ce975a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:25.020188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.024541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e20dd2-8dc8-49c2-9591-1ffd7ac4d6ff req-ffadb20c-9aec-4eff-9f9f-2ff43ca6ddc0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.034486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5e20dd2-8dc8-49c2-9591-1ffd7ac4d6ff req-ffadb20c-9aec-4eff-9f9f-2ff43ca6ddc0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 949 time: 0.2137949 Aug 27 02:24:25.096089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66890dcf-754a-45e3-9aaf-1bd122397e04 req-3fa0d27d-cc6e-4e3c-8249-209fe607367d tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0416956 Aug 27 02:24:25.136220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5e20dd2-8dc8-49c2-9591-1ffd7ac4d6ff req-ecbd1123-becc-49bb-8b4d-17b04ba7a20c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879512 Aug 27 02:24:25.157136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Pushing event updated for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.187603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-806bca47-8617-459c-ae44-74d484de8a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.260749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0e2b-6898-4251-b129-56b367d8781b req-0127bd5e-9aff-45ec-a09c-e621a69a018f tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.262872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-0127bd5e-9aff-45ec-a09c-e621a69a018f tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1606095 Aug 27 02:24:25.329494 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.336958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcba8df-2153-46b1-9e5c-10045f428a22 req-e9e3a87f-a337-47b2-a57d-bd5344477b56 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.338611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbcba8df-2153-46b1-9e5c-10045f428a22 req-e9e3a87f-a337-47b2-a57d-bd5344477b56 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.1286175 Aug 27 02:24:25.353604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489f1fa-1a4a-4989-85ba-9cc93d168d6e req-978ab764-453b-4fbc-9d0b-0714d74050cc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.355139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9489f1fa-1a4a-4989-85ba-9cc93d168d6e req-978ab764-453b-4fbc-9d0b-0714d74050cc tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0962806 Aug 27 02:24:25.362694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Attempting to bind port 95a2ccaf-77c2-41bd-904c-e06b64ce975a on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:25.363031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Attempting to bind port 95a2ccaf-77c2-41bd-904c-e06b64ce975a by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:25.363360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Attempting to bind port 95a2ccaf-77c2-41bd-904c-e06b64ce975a on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:25.399418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Port 95a2ccaf-77c2-41bd-904c-e06b64ce975a on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:25.399795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Attempting to bind port 95a2ccaf-77c2-41bd-904c-e06b64ce975a on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:25.416421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:25.416970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:25.417608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:25.418257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Bound port: 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:25.418861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.449536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbcba8df-2153-46b1-9e5c-10045f428a22 req-5026c025-fa7c-4369-90fd-a7ba8b09d36f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876830 Aug 27 02:24:25.484970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9489f1fa-1a4a-4989-85ba-9cc93d168d6e req-f15ede46-4b35-4cb2-8775-e11b3d0ca6ea tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841293 Aug 27 02:24:25.568822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-29df0e2b-6898-4251-b129-56b367d8781b req-321aeb24-3cee-430e-b4aa-1822d630b585 service neutron] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:25.578214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-29df0e2b-6898-4251-b129-56b367d8781b req-321aeb24-3cee-430e-b4aa-1822d630b585 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.579844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29df0e2b-6898-4251-b129-56b367d8781b req-321aeb24-3cee-430e-b4aa-1822d630b585 service neutron] 10.222.0.15 "DELETE /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.3013070 Aug 27 02:24:25.580904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:25.601594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:25.606903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.653161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65659373-f41b-40b0-938e-22361c4e3bba req-6ce950c4-9c75-407f-859a-abf4f055a3ab tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.654724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65659373-f41b-40b0-938e-22361c4e3bba req-6ce950c4-9c75-407f-859a-abf4f055a3ab tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 948 time: 0.1220129 Aug 27 02:24:25.661177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.661789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.663205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] 10.222.0.15 "PUT /v2.0/ports/95a2ccaf-77c2-41bd-904c-e06b64ce975a HTTP/1.1" status: 200 len: 1096 time: 1.1755371 Aug 27 02:24:25.663642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:25.665905 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272e99e-6db6-43df-bb50-5d675c48d890" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:25.668627 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.673941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:25.679046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f07ee7-9545-452e-8be2-c8ab5922bef5 req-c1fec3c7-5d51-4406-975a-2808fbdd977d tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.680679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4f07ee7-9545-452e-8be2-c8ab5922bef5 req-c1fec3c7-5d51-4406-975a-2808fbdd977d tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1096 time: 0.1086597 Aug 27 02:24:25.706786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574df419-694c-439e-bcf5-7c0b8f9fb098 service neutron] Pushing event updated for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:25.725993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65659373-f41b-40b0-938e-22361c4e3bba req-c9e9d1b8-beb3-4ef3-990c-1ade2a6bfdb7 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Aug 27 02:24:25.785091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-edf5c989-34c6-4185-92c6-d4d66c0f0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.786751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-edf5c989-34c6-4185-92c6-d4d66c0f0eee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 1099 time: 0.0547791 Aug 27 02:24:25.793885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4f07ee7-9545-452e-8be2-c8ab5922bef5 req-d684b2e3-209a-4bb9-9a00-1987e20ed6d5 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799654 Aug 27 02:24:25.823009 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Floating IP 54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54 associated. External IP: 172.25.8.198, port: 633376a1-640f-4e53-b633-973075f96f5e. Aug 27 02:24:25.904575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-75423a4e-bd62-48a7-98f1-4d4d41cedb24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a HTTP/1.1" status: 200 len: 217 time: 0.0860758 Aug 27 02:24:25.906126 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d37ee-a650-4cba-aa99-a185e2fca354 x-openstack-request-id: req-4b6d37ee-a650-4cba-aa99-a185e2fca354 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:25.906449 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:25.906707 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b6d37ee-a650-4cba-aa99-a185e2fca354 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:25.907103 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a', 'status': 'completed', 'code': 200} Aug 27 02:24:25.961155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-1d6a22c8-7681-4ecd-8cbd-f91a09179ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.962714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-1d6a22c8-7681-4ecd-8cbd-f91a09179ba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0483308 Aug 27 02:24:25.963645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de03f04-041c-49b4-84d0-73f4acf102d9 req-5c324f4c-3339-4812-a876-b0fb9dd5b327 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:25.965216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3de03f04-041c-49b4-84d0-73f4acf102d9 req-5c324f4c-3339-4812-a876-b0fb9dd5b327 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.1013741 Aug 27 02:24:26.054520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3de03f04-041c-49b4-84d0-73f4acf102d9 req-4e5c4e02-0b79-416a-9931-5242a3153a32 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Aug 27 02:24:26.068801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-85e8d0c6-c804-48f9-9cf8-7e1fa3185263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.070323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-85e8d0c6-c804-48f9-9cf8-7e1fa3185263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986128 Aug 27 02:24:26.135141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Router 27577ec5-4750-4159-a244-73372c0f3289 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:26.174350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-e9aca23b-4ae0-4062-8438-771a8c3ffcbc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.175863 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-e9aca23b-4ae0-4062-8438-771a8c3ffcbc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.1591399 Aug 27 02:24:26.196736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-8abb79a9-7b10-4580-8464-23f4a4da80ec tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/quotas/84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 375 time: 0.0143960 Aug 27 02:24:26.215957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f485c4f-b594-42ab-a918-d459252e5da6 req-64912d18-7aa9-4651-b83c-a93d169ffe48 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0362961 Aug 27 02:24:26.226668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-88c07b80-eea9-47c6-8add-bbba19d5698c service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425622 Aug 27 02:24:26.326006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-e2401507-5ade-48af-9f0d-28395f712db8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231809 Aug 27 02:24:26.378150 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.396923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c459f693-ddf2-4dcc-b7f1-a85d3bf08ff2 req-f90dd040-a5d9-4619-b907-2955a160aacb service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556523 Aug 27 02:24:26.443094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-b3e0ca91-30ae-43f4-a2f8-85d7b97d1edd service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097262 Aug 27 02:24:26.554041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-abc9caf4-8746-4ce0-a489-ce543100bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.555644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-abc9caf4-8746-4ce0-a489-ce543100bc14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 1099 time: 0.1065793 Aug 27 02:24:26.591417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-26efa368-abf6-4fd2-9fca-506b9cc29e8f service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341655 Aug 27 02:24:26.599089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:26.603855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.613240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Sync routers for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:26.627684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:26.628332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:26.640410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dac9ca-47bb-49fc-a951-ee293381789e req-507e693b-81be-458e-a4b7-29b130e6cabb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.647767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23dac9ca-47bb-49fc-a951-ee293381789e req-507e693b-81be-458e-a4b7-29b130e6cabb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 949 time: 0.0962963 Aug 27 02:24:26.669197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ecaf4cf-565b-4e0c-94ac-1aaf3bae75c8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "PUT /v2.0/floatingips/54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54 HTTP/1.1" status: 200 len: 991 time: 1.8504269 Aug 27 02:24:26.671705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'tag': '633376a1-640f-4e53-b633-973075f96f5e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:26.673977 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d853dff-222f-469c-87ab-e393070e2d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "tag": "633376a1-640f-4e53-b633-973075f96f5e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:26.691149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e71d0a0b-a917-45a5-9d97-3f32e281637b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.692590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e71d0a0b-a917-45a5-9d97-3f32e281637b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.1043909 Aug 27 02:24:26.702107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23dac9ca-47bb-49fc-a951-ee293381789e req-c66de56d-eebc-4cdb-8aca-d71c8f1e4a56 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Aug 27 02:24:26.714375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-c3bfa32f-fe02-4cc7-82fa-2fc64163358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.715828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-c3bfa32f-fe02-4cc7-82fa-2fc64163358d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1468389 Aug 27 02:24:26.752967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:26.806098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:26.816568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-72fceb71-e313-4cc2-90be-09a00287d4dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a HTTP/1.1" status: 200 len: 217 time: 0.0796344 Aug 27 02:24:26.864316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215464c-7edf-481f-8844-326ba10b8b6c req-059e5af2-a41c-4f69-bdd9-efce0d733dac tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.867340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9215464c-7edf-481f-8844-326ba10b8b6c req-059e5af2-a41c-4f69-bdd9-efce0d733dac tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 945 time: 0.0976353 Aug 27 02:24:26.893216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-b84da00d-e737-4e0f-9496-6c67d732b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:26.894722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-b84da00d-e737-4e0f-9496-6c67d732b4c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0664947 Aug 27 02:24:26.897701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port ab97f33a-0c60-442c-adcd-15f3199e9a43 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:26.898042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:26.912975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:26.933712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9215464c-7edf-481f-8844-326ba10b8b6c req-8eae9e83-fae3-4286-998c-c999dcfb6ab9 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598061 Aug 27 02:24:27.011349 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1affd48-ff14-4f69-83e6-2dd89ec54b52 x-openstack-request-id: req-c1affd48-ff14-4f69-83e6-2dd89ec54b52 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:27.012017 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "tag": "633376a1-640f-4e53-b633-973075f96f5e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:27.012017 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1affd48-ff14-4f69-83e6-2dd89ec54b52 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:27.012354 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'tag': '633376a1-640f-4e53-b633-973075f96f5e', 'status': 'completed', 'code': 200} Aug 27 02:24:27.029339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-394729fe-99c2-490c-8132-5dab813c5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.031028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-394729fe-99c2-490c-8132-5dab813c5157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287992 Aug 27 02:24:27.145175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853dff-222f-469c-87ab-e393070e2d5d req-3ab52419-49a1-4577-99a7-0843fe63886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.146677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-3ab52419-49a1-4577-99a7-0843fe63886f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15d31ecbc347410db227a281db451165&device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 1096 time: 0.0592749 Aug 27 02:24:27.169039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port ab97f33a-0c60-442c-adcd-15f3199e9a43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=ab97f33a-0c60-442c-adcd-15f3199e9a43,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:27.169509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.198829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for ab97f33a-0c60-442c-adcd-15f3199e9a43 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:27.206202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54', 'tenant_id': '15d31ecbc347410db227a281db451165', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '27577ec5-4750-4159-a244-73372c0f3289', 'port_id': '633376a1-640f-4e53-b633-973075f96f5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'mac_address': 'fa:16:3e:88:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:06Z', 'updated_at': '2021-08-27T02:24:25Z', 'revision_number': 1, 'project_id': '15d31ecbc347410db227a281db451165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:27.245460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe774ff-4b6e-4998-a67a-37b3ad3faebe req-dc525ff0-34e3-41bc-8b25-80645ef6e623 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.247256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbe774ff-4b6e-4998-a67a-37b3ad3faebe req-dc525ff0-34e3-41bc-8b25-80645ef6e623 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 948 time: 0.1283858 Aug 27 02:24:27.276361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Checking router: 27577ec5-4750-4159-a244-73372c0f3289 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:27.280331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853dff-222f-469c-87ab-e393070e2d5d req-9e363469-040c-4881-a32a-d266d81025f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.281814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-9e363469-040c-4881-a32a-d266d81025f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 200 len: 915 time: 0.1263435 Aug 27 02:24:27.297324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:27.297955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:27.305280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-a6443c82-7b8c-4111-a963-19cc2fd8d207 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659943 Aug 27 02:24:27.383316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-734b2909-6f43-4ab5-a170-080b3a69eb52 req-3ac363b1-6b6c-4e2f-bc7f-36b9ce722964 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 210 time: 0.0409615 Aug 27 02:24:27.407818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbe774ff-4b6e-4998-a67a-37b3ad3faebe req-bd856210-5b0b-4359-813f-3ee6ba383c16 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204319 Aug 27 02:24:27.411342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-bfa1975e-625c-464f-b16c-20e866b9dcd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 200 len: 999 time: 0.1192188 Aug 27 02:24:27.466803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7272e99e-6db6-43df-bb50-5d675c48d890 req-12329c5e-73d7-40ec-895a-f8b1d9b825f2 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527226 Aug 27 02:24:27.478014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:27.480877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853dff-222f-469c-87ab-e393070e2d5d req-d7435ba8-ad19-4f57-a8d6-8b184e316297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.482375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-d7435ba8-ad19-4f57-a8d6-8b184e316297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 HTTP/1.1" status: 200 len: 853 time: 0.0624402 Aug 27 02:24:27.548528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853dff-222f-469c-87ab-e393070e2d5d req-4d1dcb43-451f-4396-8974-ab18edbe8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.551509 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-4d1dcb43-451f-4396-8974-ab18edbe8b3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d870ca-ce19-4175-8e75-0d8971a0eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544674 Aug 27 02:24:27.568602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6fbc0-006f-4161-90f1-4a8f31b6c0c3 req-154d0590-fe14-490f-ae1c-0e6109fe6b42 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:27.570293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ec6fbc0-006f-4161-90f1-4a8f31b6c0c3 req-154d0590-fe14-490f-ae1c-0e6109fe6b42 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0641303 Aug 27 02:24:27.571255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.610968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:27.626725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=ab97f33a-0c60-442c-adcd-15f3199e9a43,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:27.645690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0dcd944-15b5-4754-82d0-9126cf9ce9a9 req-f957e860-7960-4972-a150-de9d92e4bace tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0312283 Aug 27 02:24:27.700007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-dfce6ccf-1034-4854-a281-2a72efca9b54 service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300499 Aug 27 02:24:27.716824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ec6fbc0-006f-4161-90f1-4a8f31b6c0c3 req-be6b381e-838e-466d-bd2b-2dbd974a190c tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373260 Aug 27 02:24:27.718462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port ab97f33a-0c60-442c-adcd-15f3199e9a43 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:27.721380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.723324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7c4c8032-754b-4a95-9eef-9b971f54a736 req-e1bbbcf3-b273-4ff0-8639-5a559ddbfb16 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.15 "DELETE /v2.0/ports/ab97f33a-0c60-442c-adcd-15f3199e9a43 HTTP/1.1" status: 204 len: 173 time: 1.0188484 Aug 27 02:24:27.837980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d853dff-222f-469c-87ab-e393070e2d5d req-3e893669-6e3e-4e2b-a69c-36b5c134a354 service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222546 Aug 27 02:24:27.840334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:27.908404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'name': 'network-vif-deleted', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:27.911250 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a4fef-5696-41c8-ae1a-54452e9be691" -d '{"events": [{"server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "name": "network-vif-deleted", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:27.950012 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3475ead-0570-4fda-93c6-c470e45387a3 x-openstack-request-id: req-a3475ead-0570-4fda-93c6-c470e45387a3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:27.950304 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc", "name": "network-vif-deleted", "tag": "ab97f33a-0c60-442c-adcd-15f3199e9a43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:27.950607 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3475ead-0570-4fda-93c6-c470e45387a3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:27.951024 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc', 'name': 'network-vif-deleted', 'tag': 'ab97f33a-0c60-442c-adcd-15f3199e9a43', 'status': 'completed', 'code': 200} Aug 27 02:24:27.997523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54', 'tenant_id': '15d31ecbc347410db227a281db451165', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '27577ec5-4750-4159-a244-73372c0f3289', 'port_id': '633376a1-640f-4e53-b633-973075f96f5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'mac_address': 'fa:16:3e:88:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:06Z', 'updated_at': '2021-08-27T02:24:25Z', 'revision_number': 1, 'project_id': '15d31ecbc347410db227a281db451165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:28.018352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.019013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.019820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.020656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.021516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.022421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.023288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.024171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.025021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.025880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.030884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-ef955e5a-6c67-4f70-8ebb-d029b1fecc78 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c&device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c&device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d&device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b&device_id=ba511e3b-8375-4550-8a41-cd33e74e072a&device_id=5463ca40-7907-468d-90e2-a23722150d00&device_id=58a29f78-f89b-452d-acb6-5048b62372f6&device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd&device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc&device_id=28d03524-d30b-493a-8717-0022b487354a&device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e&device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 9095 time: 0.0639534 Aug 27 02:24:28.031834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc309807-2620-4866-8e59-2537e9511cc1 None None] The sync data for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 is: [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54', 'tenant_id': '15d31ecbc347410db227a281db451165', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '27577ec5-4750-4159-a244-73372c0f3289', 'port_id': '633376a1-640f-4e53-b633-973075f96f5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'mac_address': 'fa:16:3e:88:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:06Z', 'updated_at': '2021-08-27T02:24:25Z', 'revision_number': 1, 'project_id': '15d31ecbc347410db227a281db451165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:28.061509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-a9707820-b19f-4789-ad09-69001e3a82e8 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.147526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33457684-3447-4ff4-9b29-1e58ada48dfb req-cdbf6078-1c69-4e05-95e9-bfa431c4ad99 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=69a972e9-8ada-4e52-8ba6-48bfeb8fe3dc HTTP/1.1" status: 200 len: 210 time: 0.0278413 Aug 27 02:24:28.176622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-a9707820-b19f-4789-ad09-69001e3a82e8 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.181380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-a9707820-b19f-4789-ad09-69001e3a82e8 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:28.212762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa696b5a-8c13-46c6-8205-81c3b57d454e req-a9707820-b19f-4789-ad09-69001e3a82e8 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&id=2236735d-0c95-4ffb-8db7-904d54663d16&id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.1732028 Aug 27 02:24:28.225410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9707820-b19f-4789-ad09-69001e3a82e8 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b219b28-e9ee-449f-810e-424389acb3b1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:28.262717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a5a7536-3d9d-4576-9239-9b25db5929dc req-b616c389-3614-461c-8a6f-81b178d2b61b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0288756 Aug 27 02:24:28.321303 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca6d18-af81-434f-8160-cbe09f799030 None None] New status for floating IP 54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:28.472701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04ad7c49-a94e-408a-87a4-77a80b689691 req-075543a8-1bb2-413f-93be-2480e518ad00 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 210 time: 0.0301197 Aug 27 02:24:28.556343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755398-7254-4242-a8bc-72b026ec45bb req-d71a98cf-70d1-42ab-9b72-9fd16a360fb6 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.556836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755398-7254-4242-a8bc-72b026ec45bb req-d71a98cf-70d1-42ab-9b72-9fd16a360fb6 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.557354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755398-7254-4242-a8bc-72b026ec45bb req-d71a98cf-70d1-42ab-9b72-9fd16a360fb6 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.559787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1755398-7254-4242-a8bc-72b026ec45bb req-d71a98cf-70d1-42ab-9b72-9fd16a360fb6 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c&device_id=ba511e3b-8375-4550-8a41-cd33e74e072a&device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 2883 time: 0.0466127 Aug 27 02:24:28.593318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8d11-c5d2-460c-ad01-9b082c556768 req-b3155d31-6192-4cb3-a096-6e008cb44fbd tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.594004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1755398-7254-4242-a8bc-72b026ec45bb req-e9f6a1ee-256e-4937-be53-dffd59ce87c2 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281010 Aug 27 02:24:28.594826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-532d8d11-c5d2-460c-ad01-9b082c556768 req-b3155d31-6192-4cb3-a096-6e008cb44fbd tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 948 time: 0.0534396 Aug 27 02:24:28.634165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-532d8d11-c5d2-460c-ad01-9b082c556768 req-dc9d90c1-3248-4b4a-a3e2-f73896009c88 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Aug 27 02:24:28.753871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a92445b3-5365-4d93-b26c-f7652da84391 req-9eb58332-de9b-4557-86ad-84af8c5d11f8 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0269258 Aug 27 02:24:28.876293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d045ac1-8000-45a4-904d-016fdef61992 req-192b221f-40b2-4fa8-95c0-7f8f63c566b9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:28.877750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d045ac1-8000-45a4-904d-016fdef61992 req-192b221f-40b2-4fa8-95c0-7f8f63c566b9 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0550425 Aug 27 02:24:28.915253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d045ac1-8000-45a4-904d-016fdef61992 req-cab8ed0c-9222-415c-a820-449d2392e131 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Aug 27 02:24:29.182911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bca344-4b32-44df-a7c1-f50935997ef6 req-e56cc80d-de59-4d70-ab72-f33ee7237575 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.184450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9bca344-4b32-44df-a7c1-f50935997ef6 req-e56cc80d-de59-4d70-ab72-f33ee7237575 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1101 time: 0.0464461 Aug 27 02:24:29.219582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9bca344-4b32-44df-a7c1-f50935997ef6 req-e65c6ea4-dd77-494c-927b-466125ddde38 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290432 Aug 27 02:24:29.323702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbce247-444c-4203-bbba-8f744ab668ec req-b4d7d9b7-d777-47f3-ad70-5f7855df26ac tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.325236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecbce247-444c-4203-bbba-8f744ab668ec req-b4d7d9b7-d777-47f3-ad70-5f7855df26ac tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1101 time: 0.0403411 Aug 27 02:24:29.360868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecbce247-444c-4203-bbba-8f744ab668ec req-504b1176-c363-4be5-a92b-8e30d8121917 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298612 Aug 27 02:24:29.463005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 95a2ccaf-77c2-41bd-904c-e06b64ce975a details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:29.465931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ab97f33a-0c60-442c-adcd-15f3199e9a43 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:29.501532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: ab97f33a-0c60-442c-adcd-15f3199e9a43 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:29.501871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device ab97f33a-0c60-442c-adcd-15f3199e9a43 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:29.599069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4a7a704-7048-40c6-9da5-4ce3416a31ec req-8857975d-6c90-441e-b45d-c627b53d446e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 210 time: 0.0444741 Aug 27 02:24:29.602148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:29.621850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '95a2ccaf-77c2-41bd-904c-e06b64ce975a', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '95a2ccaf-77c2-41bd-904c-e06b64ce975a', 'mac_address': 'fa:16:3e:56:be:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:29.676499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.690926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a2ccaf-77c2-41bd-904c-e06b64ce975a {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:29.712348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:29.719503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:29.784002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:29.847058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d99104-7150-4a6f-84db-f95ce00a248f req-b78d9922-4d3b-49f4-8c21-8ba84440f503 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:29.848680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d99104-7150-4a6f-84db-f95ce00a248f req-b78d9922-4d3b-49f4-8c21-8ba84440f503 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 949 time: 0.0567672 Aug 27 02:24:29.893873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8d99104-7150-4a6f-84db-f95ce00a248f req-e125f37a-690c-440e-be5a-8f1eb5aa6ffb tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Aug 27 02:24:29.973376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8975ff0d-fb3c-49c9-b528-6882e785cb0d req-bc2bcd4a-620b-44d5-89b2-15cbf73a0289 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0417268 Aug 27 02:24:30.002105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['95a2ccaf-77c2-41bd-904c-e06b64ce975a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:30.124849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a774f-241b-4996-905c-e9b436c279a5 req-1e5b65d0-014b-47df-8ec8-17ab360d93fd tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.134752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d88a774f-241b-4996-905c-e9b436c279a5 req-1e5b65d0-014b-47df-8ec8-17ab360d93fd tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0782437 Aug 27 02:24:30.193476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d88a774f-241b-4996-905c-e9b436c279a5 req-b0ffce35-e9e0-43ad-b194-127424086bc6 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556762 Aug 27 02:24:30.327211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a0b8-27a7-46dd-a437-86fe2002af3e req-1e012351-f35a-4db2-bee0-27245925c421 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.328702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e1a0b8-27a7-46dd-a437-86fe2002af3e req-1e012351-f35a-4db2-bee0-27245925c421 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0531590 Aug 27 02:24:30.370868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5e1a0b8-27a7-46dd-a437-86fe2002af3e req-2db5aa87-1ab2-43eb-9225-607cb071d4db tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Aug 27 02:24:30.520083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f27d2-fc75-4158-b3bd-7bcf7b5e622a req-e341e13a-70f2-459f-abef-ee4b3739a2b6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.521142 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:30.521682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a6f27d2-fc75-4158-b3bd-7bcf7b5e622a req-e341e13a-70f2-459f-abef-ee4b3739a2b6 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0495632 Aug 27 02:24:30.562485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a6f27d2-fc75-4158-b3bd-7bcf7b5e622a req-6457689d-aed1-4829-8705-f89888359b5b tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Aug 27 02:24:30.695754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b48c67b2-1283-4a6d-ab98-e9058b937276 req-e52fec74-de0e-4a87-aa98-24d4d199aa2a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 210 time: 0.0292075 Aug 27 02:24:30.802584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-bfc19539-7241-4480-b9ab-dded0deb2959 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:30.803981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-bfc19539-7241-4480-b9ab-dded0deb2959 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.1106722 Aug 27 02:24:30.847662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Request body: {'port': {'device_id': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'admin_state_up': True, 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:30.954760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:30.958587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.072455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e086a-e37c-4ec4-a0e2-5266942c1dc7 req-733207e9-18f8-4be1-89fd-bed5448e15e1 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.073850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e4e086a-e37c-4ec4-a0e2-5266942c1dc7 req-733207e9-18f8-4be1-89fd-bed5448e15e1 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 949 time: 0.1051605 Aug 27 02:24:31.081888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e6d68f1-88d5-463e-8615-6de9b0dd8db8 req-422602e9-1026-4318-a901-6834bdce4e2b tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0282888 Aug 27 02:24:31.146694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e4e086a-e37c-4ec4-a0e2-5266942c1dc7 req-9ac6c49e-bf5d-42b2-8125-31fca952cc7d tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641284 Aug 27 02:24:31.163864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Allocated IP 172.20.0.11 (3aee6bba-22f8-44f1-8b99-7899b8883478/c5787790-3784-4c42-825f-3a3e88b220d7/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:31.238709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f556-f029-4268-8faa-f4aff657d53f req-55955bae-deff-4598-add3-8e3ca52f662b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.240216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e69f556-f029-4268-8faa-f4aff657d53f req-55955bae-deff-4598-add3-8e3ca52f662b tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.0847132 Aug 27 02:24:31.324110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb44c225-435c-49f4-9705-52194991484b req-c24b3af9-a26a-4e4a-8bdb-d03b375e1948 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0288587 Aug 27 02:24:31.392328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ee77f28-2937-4747-85f2-23a2bf0926c7 req-24d6ae9c-31b9-4ab4-b93e-d98dd6943a2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0477546779945c5ae3e202434f78b03&device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0658958 Aug 27 02:24:31.476261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d5da-8667-4b38-b2a5-625779c98ed4 req-0950a564-18da-4773-8320-77b530445720 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.477734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb1d5da-8667-4b38-b2a5-625779c98ed4 req-0950a564-18da-4773-8320-77b530445720 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 946 time: 0.2051914 Aug 27 02:24:31.483158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 95a2ccaf-77c2-41bd-904c-e06b64ce975a up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:31.483387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ee77f28-2937-4747-85f2-23a2bf0926c7 req-b19b87de-90e0-47c0-ab27-f8cf9ce3002a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f0477546779945c5ae3e202434f78b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520356 Aug 27 02:24:31.505651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.511258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8abf5-e0cb-4fb6-b391-6078e754fffd req-8085b3c2-a8b7-40d7-8ef6-02be8f960064 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.513405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ce8abf5-e0cb-4fb6-b391-6078e754fffd req-8085b3c2-a8b7-40d7-8ef6-02be8f960064 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0555689 Aug 27 02:24:31.532971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 95a2ccaf-77c2-41bd-904c-e06b64ce975a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:31.537460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 95a2ccaf-77c2-41bd-904c-e06b64ce975a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:31.537843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.560592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ce8abf5-e0cb-4fb6-b391-6078e754fffd req-868d655a-344b-4402-bae7-eec0f69f1633 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Aug 27 02:24:31.603224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb1d5da-8667-4b38-b2a5-625779c98ed4 req-03c93f88-3641-49f2-b559-d3d3c8f34563 tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135170 Aug 27 02:24:31.633109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Deleting port 58666588-0d1d-4198-bc46-3ac4a17695c2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:31.633448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.643248 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.671733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:31.674821 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45953b30-8e6d-4d42-8e00-993330b6938c" -d '{"events": [{"server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "name": "network-vif-plugged", "status": "completed", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:31.685332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.689846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1d149-cff8-4348-b025-95849058d334 req-fcca1239-d6ed-4629-bc42-59db4f49e617 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.690212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:31.691310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46b1d149-cff8-4348-b025-95849058d334 req-fcca1239-d6ed-4629-bc42-59db4f49e617 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0530524 Aug 27 02:24:31.701190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.745249 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca920b-84fe-4831-b561-64e1143c3830 x-openstack-request-id: req-bdca920b-84fe-4831-b561-64e1143c3830 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:31.747018 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "name": "network-vif-plugged", "status": "completed", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:31.747337 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdca920b-84fe-4831-b561-64e1143c3830 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:31.748262 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a', 'code': 200} Aug 27 02:24:31.751034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77f28-2937-4747-85f2-23a2bf0926c7 req-6c5315ad-e431-40b7-bc80-395e14c37145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.752522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ee77f28-2937-4747-85f2-23a2bf0926c7 req-6c5315ad-e431-40b7-bc80-395e14c37145 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588642 Aug 27 02:24:31.778137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:31.781320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-46b1d149-cff8-4348-b025-95849058d334 req-833e46e9-0840-4005-b568-1bcfff75ed50 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771320 Aug 27 02:24:31.781639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.786776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:31.791889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:31.799977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:31.826612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] For port 58666588-0d1d-4198-bc46-3ac4a17695c2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=58666588-0d1d-4198-bc46-3ac4a17695c2,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:31.827033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.862515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Calling delete_port for 58666588-0d1d-4198-bc46-3ac4a17695c2 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:31.896895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.897504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:31.921338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f747-b9bf-4410-acc2-e0a445f68f9d req-ff119f4d-bdb6-4471-baba-d60be63aba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.922887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d8f747-b9bf-4410-acc2-e0a445f68f9d req-ff119f4d-bdb6-4471-baba-d60be63aba88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 1101 time: 0.0423548 Aug 27 02:24:31.945281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-5264d69e-a58b-4874-be9b-ac39f15fc578 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1015034 Aug 27 02:24:31.965281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9a483-e3e4-4c0b-9c41-d3471fbdcbe5 req-53c13311-c1c5-473a-a9d8-d1209ba44415 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:31.966601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8d8f747-b9bf-4410-acc2-e0a445f68f9d req-dbe348a3-f965-40ee-a648-9793be84d5b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288599 Aug 27 02:24:31.966745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc9a483-e3e4-4c0b-9c41-d3471fbdcbe5 req-53c13311-c1c5-473a-a9d8-d1209ba44415 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 932 time: 0.1289427 Aug 27 02:24:31.975845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Request body: {'port': {'device_id': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:32.073518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc9a483-e3e4-4c0b-9c41-d3471fbdcbe5 req-6fcc8a39-39ff-47fa-b231-a268cfe0d14f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Aug 27 02:24:32.081192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.155426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.193695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['58666588-0d1d-4198-bc46-3ac4a17695c2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:32.202756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Pushing event deleted for resources: {'Port': ['ID=58666588-0d1d-4198-bc46-3ac4a17695c2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:32.271451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5bfe-ac39-432d-a710-0f179c2375fe req-c8c81b3a-760c-4ed4-9ab0-d9f2727cb151 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.272929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436d5bfe-ac39-432d-a710-0f179c2375fe req-c8c81b3a-760c-4ed4-9ab0-d9f2727cb151 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.0502870 Aug 27 02:24:32.296008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] No DVR routers for this DVR port 58666588-0d1d-4198-bc46-3ac4a17695c2 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:32.300336 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.302288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e69f556-f029-4268-8faa-f4aff657d53f req-88ecee63-6c53-4e93-991e-d2156f040d1f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.46 "DELETE /v2.0/ports/58666588-0d1d-4198-bc46-3ac4a17695c2 HTTP/1.1" status: 204 len: 173 time: 1.0526061 Aug 27 02:24:32.302747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'name': 'network-vif-deleted', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:32.304975 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ca4bf-d930-4e73-8e93-e53316f592f7" -d '{"events": [{"server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "name": "network-vif-deleted", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:32.334915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436d5bfe-ac39-432d-a710-0f179c2375fe req-ee1a75a1-c9fd-4c5f-9224-8327a6219e76 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Aug 27 02:24:32.365106 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06fa5d-d9cf-47b4-b48c-5dee851caffb x-openstack-request-id: req-0c06fa5d-d9cf-47b4-b48c-5dee851caffb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:32.365459 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6a0c7c-e900-447e-a23a-fa97806ab32e", "name": "network-vif-deleted", "tag": "58666588-0d1d-4198-bc46-3ac4a17695c2", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:32.365777 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c06fa5d-d9cf-47b4-b48c-5dee851caffb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:32.366282 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6a0c7c-e900-447e-a23a-fa97806ab32e', 'name': 'network-vif-deleted', 'tag': '58666588-0d1d-4198-bc46-3ac4a17695c2', 'status': 'completed', 'code': 200} Aug 27 02:24:32.443227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e9685fb-be53-47fb-b9c9-6a705e5c93a3 req-cea69980-da54-4669-a368-aa9cf915efed tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0297277 Aug 27 02:24:32.495560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:32.503634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.515831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Transition to ACTIVE for port object 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:32.520689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.571830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:32.648501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:32.648834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:32.649169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:32.668738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:32.669064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:32.677116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:32.677565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:32.677708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:32.678132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Bound port: 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:32.678529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.705516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55db4ed-1ba9-4d61-baf7-cd4a4fa1aa6c req-47770e05-79b3-4787-89fa-17ec4e428956 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.707043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b55db4ed-1ba9-4d61-baf7-cd4a4fa1aa6c req-47770e05-79b3-4787-89fa-17ec4e428956 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0763612 Aug 27 02:24:32.714691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-420c6a77-bc70-4c29-a0c3-af68482e73f3 req-2756a775-d2e2-4581-bc09-25ca5058135f tempest-ServerRescueNegativeTestJSON-613157783 tempest-ServerRescueNegativeTestJSON-613157783-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f6a0c7c-e900-447e-a23a-fa97806ab32e HTTP/1.1" status: 200 len: 210 time: 0.0257206 Aug 27 02:24:32.784753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b55db4ed-1ba9-4d61-baf7-cd4a4fa1aa6c req-a3d51ece-3c72-4863-aa5b-0b8fb053f69c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609822 Aug 27 02:24:32.787646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:32.790311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:32.795803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.829696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.830497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:32.831737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 1092 time: 0.8641088 Aug 27 02:24:32.854265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbb121-0b9e-4791-b87d-6ca6863c1135 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:32.911765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190eeb0-481d-4e24-8366-bf8ef1878540 req-d2f37e1d-e877-415f-a3da-9b42bfe0b14d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:32.913237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2190eeb0-481d-4e24-8366-bf8ef1878540 req-d2f37e1d-e877-415f-a3da-9b42bfe0b14d tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0525851 Aug 27 02:24:32.953407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2190eeb0-481d-4e24-8366-bf8ef1878540 req-7c9483e1-e5eb-448e-8b25-83be4b4b309c tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c747d74-a229-4c67-afe2-d9bf4dc93ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Aug 27 02:24:33.052752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-9c952553-dfb9-4130-a794-800b4f662324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.054645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-9c952553-dfb9-4130-a794-800b4f662324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1095 time: 0.0729694 Aug 27 02:24:33.061918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-7c5281ea-cc0b-45fe-9353-d9a59693a619 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.063235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-7c5281ea-cc0b-45fe-9353-d9a59693a619 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 946 time: 0.0804989 Aug 27 02:24:33.121671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-be80afa0-6231-4f6b-98c1-8defcf90f452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.0409026 Aug 27 02:24:33.253622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-af0b25f3-566c-426e-a7be-f1fa2dca0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.255081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-af0b25f3-566c-426e-a7be-f1fa2dca0037 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1132798 Aug 27 02:24:33.274644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f87e1-9af4-445a-8ff0-dc4ae79be547 req-8a31427d-d941-4009-b6f5-1d70b99a826c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.276081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a04f87e1-9af4-445a-8ff0-dc4ae79be547 req-8a31427d-d941-4009-b6f5-1d70b99a826c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.1250653 Aug 27 02:24:33.319545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-9e3f628b-bc2f-4261-9732-0e5237ffd7d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396125 Aug 27 02:24:33.324030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Deleting port 978e07c8-08a6-4a7d-bf48-7ea30c389847 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:33.324366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.436334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a04f87e1-9af4-445a-8ff0-dc4ae79be547 req-ee468905-9f0a-4e56-a5b9-9c69dd55bef9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473491 Aug 27 02:24:33.479171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23d741-e24a-421e-8992-220632eca115 req-8cef937f-a14a-4705-9661-9e836d79a123 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.480672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e23d741-e24a-421e-8992-220632eca115 req-8cef937f-a14a-4705-9661-9e836d79a123 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.0575738 Aug 27 02:24:33.500133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] For port 978e07c8-08a6-4a7d-bf48-7ea30c389847, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=978e07c8-08a6-4a7d-bf48-7ea30c389847,segment=NetworkSegment(140696e3-4819-4fd3-bec7-f161ba807d7b),segment_id=140696e3-4819-4fd3-bec7-f161ba807d7b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:33.500494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.504192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-b69886c8-7127-493b-980e-0d6c393b530a service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761067 Aug 27 02:24:33.521627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e23d741-e24a-421e-8992-220632eca115 req-f2d1fb73-9b86-4e57-ae4b-8dce9f54db94 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Aug 27 02:24:33.524464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Calling delete_port for 978e07c8-08a6-4a7d-bf48-7ea30c389847 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:33.591696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf84fb5-e709-4032-ae6a-c176b1c33c10 req-83463312-39c5-43f0-9ec9-9675867dafc0 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0690174 Aug 27 02:24:33.681019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1057e21c-da7f-476d-a868-9ddd2981b8c3 req-c37f9329-29bb-4853-88ef-fff5fe1fd0a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684735 Aug 27 02:24:33.766716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.795958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:33.807616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Pushing event deleted for resources: {'Port': ['ID=978e07c8-08a6-4a7d-bf48-7ea30c389847,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:33.825232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['978e07c8-08a6-4a7d-bf48-7ea30c389847'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:33.891766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] No DVR routers for this DVR port 978e07c8-08a6-4a7d-bf48-7ea30c389847 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:33.896006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:33.898745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbb4647a-10bd-4c07-9f67-831e3688636f req-b693cb8e-4991-4a3c-a50d-f62653e99bc1 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.46 "DELETE /v2.0/ports/978e07c8-08a6-4a7d-bf48-7ea30c389847 HTTP/1.1" status: 204 len: 173 time: 0.7844892 Aug 27 02:24:33.962572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309be4-da19-4503-b0a6-b252ce07efde req-4f91e32f-2d49-4bf6-bfa0-235c2ae3d9f4 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:33.964061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07309be4-da19-4503-b0a6-b252ce07efde req-4f91e32f-2d49-4bf6-bfa0-235c2ae3d9f4 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0644126 Aug 27 02:24:34.007639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07309be4-da19-4503-b0a6-b252ce07efde req-8b9b3493-41bc-4b44-8e6f-c846cc3a92c5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Aug 27 02:24:34.096438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ee77f28-2937-4747-85f2-23a2bf0926c7 req-f501a62d-090a-47f7-9bca-2f96bda4996a tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.46 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0344002 Aug 27 02:24:34.209749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9eb7f8da-20c3-4a2e-b9d6-4390805268c5 req-ba41efbb-c51d-4fb4-b469-86c106106396 tempest-ServersTestJSON-504317740 tempest-ServersTestJSON-504317740-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f954daa-0d89-4cc4-8d88-56a98e8ab61f HTTP/1.1" status: 200 len: 210 time: 0.0289121 Aug 27 02:24:34.233740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5eec0b-1dd1-403f-b62a-b8dbd9a66b03 req-43647292-9dfd-4606-af82-340047034f06 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.235358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a5eec0b-1dd1-403f-b62a-b8dbd9a66b03 req-43647292-9dfd-4606-af82-340047034f06 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.4723527 Aug 27 02:24:34.318737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a5eec0b-1dd1-403f-b62a-b8dbd9a66b03 req-f8a4dcd1-0ff1-4eeb-b124-ca97b1d89128 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759635 Aug 27 02:24:34.367328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'}, {'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'name': 'network-vif-deleted', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:34.370263 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0"}, {"server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "name": "network-vif-deleted", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:34.411671 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38ea787-cc1f-42d6-a1e7-981c20323492 x-openstack-request-id: req-e38ea787-cc1f-42d6-a1e7-981c20323492 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:34.412040 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0", "status": "completed", "code": 200}, {"server_uuid": "8f954daa-0d89-4cc4-8d88-56a98e8ab61f", "name": "network-vif-deleted", "tag": "978e07c8-08a6-4a7d-bf48-7ea30c389847", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:34.412824 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e38ea787-cc1f-42d6-a1e7-981c20323492 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:34.413633 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'status': 'completed', 'code': 200} Aug 27 02:24:34.414023 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f954daa-0d89-4cc4-8d88-56a98e8ab61f', 'name': 'network-vif-deleted', 'tag': '978e07c8-08a6-4a7d-bf48-7ea30c389847', 'status': 'completed', 'code': 200} Aug 27 02:24:34.537585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-a6246d0d-79c7-40a7-be97-04016f4caa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.539116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-a6246d0d-79c7-40a7-be97-04016f4caa86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1095 time: 0.0800555 Aug 27 02:24:34.630501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38644e8a-05fa-4afd-9bd7-12a3323ef8a6 req-3e246dff-2cd2-42a4-b90d-a6f5579de03b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.643153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38644e8a-05fa-4afd-9bd7-12a3323ef8a6 req-3e246dff-2cd2-42a4-b90d-a6f5579de03b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.1048622 Aug 27 02:24:34.690694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-924bdaa0-bf6c-4225-8ff9-ae57b8804a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:34.693071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-924bdaa0-bf6c-4225-8ff9-ae57b8804a92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.1178894 Aug 27 02:24:34.702548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38644e8a-05fa-4afd-9bd7-12a3323ef8a6 req-db8e40c9-6f77-48a5-9328-215e9ba3a0ab tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584927 Aug 27 02:24:34.715400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:34.733360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd0551fe-953c-4d46-b060-d7064f65393e req-bded4b70-b777-4566-9552-89f32da99fd5 tempest-ServerShowV257Test-1919115762 tempest-ServerShowV257Test-1919115762-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccbbc0-b4f2-439d-9718-d579f7c609cd HTTP/1.1" status: 200 len: 210 time: 0.0382581 Aug 27 02:24:34.782005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 58666588-0d1d-4198-bc46-3ac4a17695c2 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:34.804773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 58666588-0d1d-4198-bc46-3ac4a17695c2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:34.805119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 58666588-0d1d-4198-bc46-3ac4a17695c2 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:34.997414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Deleting port 0ae54861-e4ff-4943-aa07-5e8b060c6d22 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:34.997674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.086901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] For port 0ae54861-e4ff-4943-aa07-5e8b060c6d22, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0ae54861-e4ff-4943-aa07-5e8b060c6d22,segment=NetworkSegment(3aa2bcde-bd53-4848-afab-f80606073d4c),segment_id=3aa2bcde-bd53-4848-afab-f80606073d4c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:35.087319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.092152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-4970eb74-953d-40b8-853d-b296fb1cc84d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.3577709 Aug 27 02:24:35.105687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Calling delete_port for 0ae54861-e4ff-4943-aa07-5e8b060c6d22 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:35.194865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-5040ee0d-c748-4bcf-9153-1413c9c15ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.196560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-5040ee0d-c748-4bcf-9153-1413c9c15ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0933139 Aug 27 02:24:35.206017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6505cfa-84a5-416f-adb5-f119653eb86e req-330fb2df-141d-4173-8eff-c9f1205d1c8c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.207673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6505cfa-84a5-416f-adb5-f119653eb86e req-330fb2df-141d-4173-8eff-c9f1205d1c8c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0899622 Aug 27 02:24:35.248563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-b73b9543-36b5-496d-884d-a7410da411a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397756 Aug 27 02:24:35.269733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6505cfa-84a5-416f-adb5-f119653eb86e req-0a9905f2-510c-49e3-858c-b4994e505174 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Aug 27 02:24:35.277847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:35.354432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-ebc8861a-6ab2-43b7-add4-f6b6d2030a8d service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833118 Aug 27 02:24:35.356064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Deleting subnet 682b36ee-618b-4ee3-a535-d86aa62f718e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:24:35.363482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.387227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.420919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae54861-e4ff-4943-aa07-5e8b060c6d22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.437152 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.450432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd9bb559-df9d-4684-91f7-4793a9aeb7a9 req-590f9ea1-eae0-4d57-b4ae-950d28ac53c8 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879514 Aug 27 02:24:35.546615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.574556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eb34f-dc5d-40a2-97c0-9179cbe4c52e req-661f8c5f-d126-4703-86a2-db76c059cf00 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.576021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af8eb34f-dc5d-40a2-97c0-9179cbe4c52e req-661f8c5f-d126-4703-86a2-db76c059cf00 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.1603413 Aug 27 02:24:35.680533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af8eb34f-dc5d-40a2-97c0-9179cbe4c52e req-dc78769d-e9cd-44e2-949e-af583e4323d4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979607 Aug 27 02:24:35.722206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.754509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682b36ee-618b-4ee3-a535-d86aa62f718e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.760476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.763371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.765227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-059f07ea-4807-4f96-ad12-e464a6d6acbd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/682b36ee-618b-4ee3-a535-d86aa62f718e HTTP/1.1" status: 204 len: 168 time: 0.4862583 Aug 27 02:24:35.769916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:35.797429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-a0d87668-b674-4501-a192-8dc990b9f6ce tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.798908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-a0d87668-b674-4501-a192-8dc990b9f6ce tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 1101 time: 0.0517569 Aug 27 02:24:35.817328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-71eb252d-d133-4cf9-8cef-4c5da6570ca6 tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.907782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-71eb252d-d133-4cf9-8cef-4c5da6570ca6 tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.911902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-71eb252d-d133-4cf9-8cef-4c5da6570ca6 tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.931841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36c5d68d-15db-484d-b4d4-84a79f738c4f req-71eb252d-d133-4cf9-8cef-4c5da6570ca6 tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268406 Aug 27 02:24:35.949220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb252d-d133-4cf9-8cef-4c5da6570ca6 tempest-LiveMigrationNegativeTest-1351826057 tempest-LiveMigrationNegativeTest-1351826057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c20646-8591-40d0-b179-c6a3dc68634b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:35.955848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:35.976875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8d307-24cf-4249-90c7-a53a73d4d16e req-f271186f-9a69-47a7-8d32-1c5eb532adde tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:35.978370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fea8d307-24cf-4249-90c7-a53a73d4d16e req-f271186f-9a69-47a7-8d32-1c5eb532adde tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.1571655 Aug 27 02:24:36.008328 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:24:36.095336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fea8d307-24cf-4249-90c7-a53a73d4d16e req-9df0e68e-86e8-47ac-8c5a-e46a1d0eaa55 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 Aug 27 02:24:36.135106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.151289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100279b2-426f-4cf0-8411-7ae7befe70d4']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.164761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140696e3-4819-4fd3-bec7-f161ba807d7b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.165049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140696e3-4819-4fd3-bec7-f161ba807d7b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.210294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.233357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.243760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:36.244220 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:36.246629 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:36.286130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58274) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:36.293895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Router 2d749e72-b894-472b-a387-679449b3f31e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:36.362326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.397837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.399733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] 10.222.0.26 "DELETE /v2.0/networks/100279b2-426f-4cf0-8411-7ae7befe70d4 HTTP/1.1" status: 204 len: 168 time: 0.6286774 Aug 27 02:24:36.416608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e37aef-ee5a-451c-9e19-a992ca3e7a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=100279b2-426f-4cf0-8411-7ae7befe70d4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:36.481321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548c40-eb4a-432d-af5f-3ea32a251a7c req-9e5fd1db-064c-42f4-a96c-864aad234b9c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.483301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4172b8a-84a4-4beb-acd4-b356071c4efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.487115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1548c40-eb4a-432d-af5f-3ea32a251a7c req-9e5fd1db-064c-42f4-a96c-864aad234b9c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1288781 Aug 27 02:24:36.502856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:36.514213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0604c72a-9393-445b-a543-afb5cc629ea3 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d749e72-b894-472b-a387-679449b3f31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168317 Aug 27 02:24:36.516717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:36.517563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Sync routers for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:36.531629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:36.534799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:36.550682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916337-3a95-4f59-adac-427b8c58f88e req-e2c7828c-7ac2-4751-8dc0-73b142aece51 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:36.560338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66916337-3a95-4f59-adac-427b8c58f88e req-e2c7828c-7ac2-4751-8dc0-73b142aece51 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.1313827 Aug 27 02:24:36.572462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:36.600476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1548c40-eb4a-432d-af5f-3ea32a251a7c req-eb5042e1-3a81-442d-9863-02e3e9eb25f7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088066 Aug 27 02:24:36.622776 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66916337-3a95-4f59-adac-427b8c58f88e req-710ea6cc-3064-421d-83b0-501f17c1b9f8 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611613 Aug 27 02:24:36.661404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4172b8a-84a4-4beb-acd4-b356071c4efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.665534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4172b8a-84a4-4beb-acd4-b356071c4efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.674512 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4766fa1d-c2f4-44df-a1f0-70c616d0947d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=577ae02eafa34a78b2b79f9af249d0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987232 Aug 27 02:24:36.674747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:36.699965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.707305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:36.708806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a4172b8a-84a4-4beb-acd4-b356071c4efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0477546779945c5ae3e202434f78b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194379 Aug 27 02:24:36.711019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172b8a-84a4-4beb-acd4-b356071c4efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a13d27b-00c0-4ad0-b461-847c0c074cff,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:36.712165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:36.810724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:36.812919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 978e07c8-08a6-4a7d-bf48-7ea30c389847 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:36.840778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.843823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 978e07c8-08a6-4a7d-bf48-7ea30c389847 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:36.844164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 978e07c8-08a6-4a7d-bf48-7ea30c389847 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:36.882760 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.896638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.906348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.962446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:36.991570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:37.009821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'port_id': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'mac_address': 'fa:16:3e:fb:95:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5787790-3784-4c42-825f-3a3e88b220d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:37.018180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.020748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.021883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c747d74-a229-4c67-afe2-d9bf4dc93ae3 HTTP/1.1" status: 204 len: 168 time: 0.3462591 Aug 27 02:24:37.029658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Deleting port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:37.030050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.045768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:24:35Z', 'revision_number': 5, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port': {'id': '37acfe5b-82f6-4f3e-b22c-2874d1ee3946', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d749e72-b894-472b-a387-679449b3f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:21:53Z', 'updated_at': '2021-08-27T02:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:37.051284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044cb0a-f224-4a9d-b1d0-8814ded005e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c747d74-a229-4c67-afe2-d9bf4dc93ae3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.082365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.085404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.088786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a13d27b-00c0-4ad0-b461-847c0c074cff HTTP/1.1" status: 204 len: 168 time: 0.3451598 Aug 27 02:24:37.088991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Checking router: 2d749e72-b894-472b-a387-679449b3f31e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:37.105835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ccecf-9f5f-407d-a82c-9abd9c2d0464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a13d27b-00c0-4ad0-b461-847c0c074cff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.126700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.156740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] For port 37acfe5b-82f6-4f3e-b22c-2874d1ee3946, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:37.156740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.163063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Routers {'2d749e72-b894-472b-a387-679449b3f31e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:37.163704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2d749e72-b894-472b-a387-679449b3f31e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:37.169685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:37.195012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Calling delete_port for 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:37.259749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:37.273873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.280468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda3df1-6b6e-4cd3-bccc-8e9768ef0470 req-70f2affd-12b6-44b0-a811-f7aa585101ed tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.289440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6eda3df1-6b6e-4cd3-bccc-8e9768ef0470 req-70f2affd-12b6-44b0-a811-f7aa585101ed tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.0847323 Aug 27 02:24:37.334258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] Set router 2d749e72-b894-472b-a387-679449b3f31e gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:37.359016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6eda3df1-6b6e-4cd3-bccc-8e9768ef0470 req-184120ef-ee7f-4c66-9ad0-77429a740cbc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669460 Aug 27 02:24:37.406281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:24:36Z', 'revision_number': 6, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:37.510764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.558881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Pushing event deleted for resources: {'Port': ['ID=37acfe5b-82f6-4f3e-b22c-2874d1ee3946,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.590590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b015-35a4-4d91-bae5-9244178e248d None None] The sync data for ids ['2d749e72-b894-472b-a387-679449b3f31e'] in n-d-806292-1 is: [{'id': '2d749e72-b894-472b-a387-679449b3f31e', 'name': 'tempest-ServerRescueNegativeTestJSON-1287926220-router', 'tenant_id': '34ec69d7612a41e786ada11885766830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:21:52Z', 'updated_at': '2021-08-27T02:24:36Z', 'revision_number': 6, 'project_id': '34ec69d7612a41e786ada11885766830', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:37.611308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:37.674748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.765098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:37.789807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ccbaf-9224-4182-9d53-9ed3acf93b76 req-a33a43ff-b0ef-4fba-87f9-db1d07298fbf tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.791817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d38ccbaf-9224-4182-9d53-9ed3acf93b76 req-a33a43ff-b0ef-4fba-87f9-db1d07298fbf tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.0747104 Aug 27 02:24:37.830621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.834237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.856865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d38ccbaf-9224-4182-9d53-9ed3acf93b76 req-d0b0ce34-b0a3-4dc7-a278-29d35b2c5b90 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Aug 27 02:24:37.913075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.913658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d749e72-b894-472b-a387-679449b3f31e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:24:37.923905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6e475-1abc-4dc1-855b-6c2c524f13e3 req-07e36f3b-8c36-4ae2-afea-d57af969ca7f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:37.929664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77c6e475-1abc-4dc1-855b-6c2c524f13e3 req-07e36f3b-8c36-4ae2-afea-d57af969ca7f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.2128544 Aug 27 02:24:37.932882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:37.937288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8626bad-7c63-4830-8d0b-85901d949356 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2d749e72-b894-472b-a387-679449b3f31e HTTP/1.1" status: 204 len: 168 time: 1.4196584 Aug 27 02:24:37.937591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:38.015809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77c6e475-1abc-4dc1-855b-6c2c524f13e3 req-d0458b0a-0989-45a3-aad0-2ffaed053736 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772367 Aug 27 02:24:38.032172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Deleting subnet b2d252a9-efca-4519-a435-d9e92b55bb5c {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:24:38.038337 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.093368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.138274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.161438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-a14261f9-8580-4ced-aefe-ca2ad9d1ca02 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.163569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-a14261f9-8580-4ced-aefe-ca2ad9d1ca02 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 950 time: 0.0629463 Aug 27 02:24:38.218697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:38.233214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.262088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d252a9-efca-4519-a435-d9e92b55bb5c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.264120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.270424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d4e3340-151e-422a-ba54-9bc5b8c28940 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b2d252a9-efca-4519-a435-d9e92b55bb5c HTTP/1.1" status: 204 len: 168 time: 0.3301990 Aug 27 02:24:38.270424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:38.271701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58352) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:38.333105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Deleting port 95a2ccaf-77c2-41bd-904c-e06b64ce975a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:38.333373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.337888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1991372297-network', 'tenant_id': '3927a9353e594f9ab338020d7696f259'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.359894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.379584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Made reservation on behalf of 3927a9353e594f9ab338020d7696f259 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:38.381924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.416460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-network', 'tenant_id': '602c0b7b6d124a948fb71237158b6506'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:38.426153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.524149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:38.549164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:38.549887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 37acfe5b-82f6-4f3e-b22c-2874d1ee3946 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:38.555047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.563083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ae54861-e4ff-4943-aa07-5e8b060c6d22 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:38.567171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Made reservation on behalf of 602c0b7b6d124a948fb71237158b6506 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:38.570026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.584134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d5b96b-9459-4878-b307-0ef86ab7d16f']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.598096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.599282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0ae54861-e4ff-4943-aa07-5e8b060c6d22 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:38.600185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ae54861-e4ff-4943-aa07-5e8b060c6d22 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:38.606693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2bcde-bd53-4848-afab-f80606073d4c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.606693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2bcde-bd53-4848-afab-f80606073d4c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:38.631370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.669420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abd10c-34c1-42df-a620-03f3522cd597 req-12b41af6-c8e3-4d18-a761-d4e5d0ef488d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:38.671022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80abd10c-34c1-42df-a620-03f3522cd597 req-12b41af6-c8e3-4d18-a761-d4e5d0ef488d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.1704400 Aug 27 02:24:38.674357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.692248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:38.692657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:38.694312 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:38.758101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] For port 95a2ccaf-77c2-41bd-904c-e06b64ce975a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=95a2ccaf-77c2-41bd-904c-e06b64ce975a,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:38.758573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.774797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Calling delete_port for 95a2ccaf-77c2-41bd-904c-e06b64ce975a owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:38.797906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:38.804940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80abd10c-34c1-42df-a620-03f3522cd597 req-0934db68-3651-4b08-9fd4-7433e249faf1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183200 Aug 27 02:24:38.815179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.824094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.827164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/64d5b96b-9459-4878-b307-0ef86ab7d16f HTTP/1.1" status: 204 len: 168 time: 0.5543733 Aug 27 02:24:38.829828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.855440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400779b4-f41c-4cac-a562-6e9cc3f348c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d5b96b-9459-4878-b307-0ef86ab7d16f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.857548 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.904422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:38.912077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f014f701-4781-481c-b7ec-1d5a3692302c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:38.913600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:38.914293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.984354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:38.990065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.017280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.029491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f21544d-2679-4511-9845-2c1c59f1f6f5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.033396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:39.035778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:39.040429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4258f0b4-34a2-4100-a444-f799881fc14b', '95a2ccaf-77c2-41bd-904c-e06b64ce975a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:39.053877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:39.070876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Pushing event deleted for resources: {'Port': ['ID=95a2ccaf-77c2-41bd-904c-e06b64ce975a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.076513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.077150 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Added segment cedc6484-9a28-439d-993f-ab18cecc0d95 of type vlan for network 67bb60cf-6290-4595-bb37-ad7fcc660b13 Aug 27 02:24:39.090556 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.091302 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Added segment 59ccec4a-87ce-4550-aaff-cffef7d42da9 of type vlan for network e771fb49-5663-475c-8365-16928968f3db Aug 27 02:24:39.102226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9533f-9a70-47ba-8b99-29d03f0e7558 req-8795bf1e-f205-441c-a135-2f100590b311 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.103903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fa9533f-9a70-47ba-8b99-29d03f0e7558 req-8795bf1e-f205-441c-a135-2f100590b311 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d5fa6eb-a20d-4f02-9992-1d70f199ec1c HTTP/1.1" status: 200 len: 867 time: 0.1264224 Aug 27 02:24:39.122104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.159613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:39.162313 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b92c9a2-2101-4cbe-888b-996c2f6025ee" -d '{"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:39.166308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] No DVR routers for this DVR port 95a2ccaf-77c2-41bd-904c-e06b64ce975a on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:39.177052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.179250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5135546-b400-4b0c-b541-d48bfb1f5f9f req-c5b241b7-036d-4daa-b199-c4e306706cc4 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "DELETE /v2.0/ports/95a2ccaf-77c2-41bd-904c-e06b64ce975a HTTP/1.1" status: 204 len: 173 time: 0.9987481 Aug 27 02:24:39.181468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'name': 'network-vif-deleted', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:39.182203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:39.190742 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe8e5a-8909-47c6-90c1-6408a69469c4" -d '{"events": [{"server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "name": "network-vif-deleted", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:39.197483 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.226040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.239105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:39.246185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c6c8d19-6dda-4be2-88e3-facf0ebb8a7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34ec69d7612a41e786ada11885766830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843090 Aug 27 02:24:39.251848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.263397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fa9533f-9a70-47ba-8b99-29d03f0e7558 req-9ed34146-4b67-4aa4-a700-71f9b1a82d90 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356504 Aug 27 02:24:39.313732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191bdb-a27a-42dd-8f10-6ad3726639b5 req-7380bc34-891b-45cc-954d-a0ec8b2465ac tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.325239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c191bdb-a27a-42dd-8f10-6ad3726639b5 req-7380bc34-891b-45cc-954d-a0ec8b2465ac tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1773326 Aug 27 02:24:39.341527 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42e8ea-d795-4408-a994-ffda9c291a38 x-openstack-request-id: req-4c42e8ea-d795-4408-a994-ffda9c291a38 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:39.341823 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-plugged", "status": "completed", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:39.342074 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c42e8ea-d795-4408-a994-ffda9c291a38 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:39.342488 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'code': 200} Aug 27 02:24:39.346104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.369446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.370469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.371705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.374018 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802adebf-6d71-45bd-95e3-7072517d7608 x-openstack-request-id: req-802adebf-6d71-45bd-95e3-7072517d7608 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:39.374310 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5fa6eb-a20d-4f02-9992-1d70f199ec1c", "name": "network-vif-deleted", "tag": "95a2ccaf-77c2-41bd-904c-e06b64ce975a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:39.374614 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-802adebf-6d71-45bd-95e3-7072517d7608 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:39.375018 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5fa6eb-a20d-4f02-9992-1d70f199ec1c', 'name': 'network-vif-deleted', 'tag': '95a2ccaf-77c2-41bd-904c-e06b64ce975a', 'status': 'completed', 'code': 200} Aug 27 02:24:39.455555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.455796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.456369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.471310 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2514269 Aug 27 02:24:39.474248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:39.479238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Request body: {'subnet': {'network_id': '67bb60cf-6290-4595-bb37-ad7fcc660b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1991372297-subnet', 'tenant_id': '3927a9353e594f9ab338020d7696f259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:39.480635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c191bdb-a27a-42dd-8f10-6ad3726639b5 req-dbb15bb7-26a3-485f-ba2f-1c509e0e7074 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544755 Aug 27 02:24:39.497251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.510684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Made reservation on behalf of 3927a9353e594f9ab338020d7696f259 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:39.513833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.516979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fa35e-08ab-4e3c-928e-4a1e6af7a4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=67bb60cf-6290-4595-bb37-ad7fcc660b13,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.530928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 67bb60cf-6290-4595-bb37-ad7fcc660b13 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:39.533466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:39.533632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2626030 Aug 27 02:24:39.568333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Request body: {'subnet': {'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-subnet', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:39.589099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.612234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1adbaa-e845-4843-97be-b2e879bdf64e admin admin] Pushing event updated for resources: {'Network': ['ID=e771fb49-5663-475c-8365-16928968f3db,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.616530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Made reservation on behalf of 602c0b7b6d124a948fb71237158b6506 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:39.618929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.627068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e771fb49-5663-475c-8365-16928968f3db details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:39.630722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedac56-0dcf-43b9-9980-4858b90b6842 req-34d7d8d5-75a2-4e95-9119-c37b9231d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.632261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6aedac56-0dcf-43b9-9980-4858b90b6842 req-34d7d8d5-75a2-4e95-9119-c37b9231d60c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.1564169 Aug 27 02:24:39.691459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.695028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.696529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ff3f2c9-23dc-427f-a5cd-dbc356017ef3 HTTP/1.1" status: 204 len: 168 time: 0.4562056 Aug 27 02:24:39.725012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97e205-414e-4ace-9d01-aec2d78010af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3f2c9-23dc-427f-a5cd-dbc356017ef3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.733627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6aedac56-0dcf-43b9-9980-4858b90b6842 req-f9206e35-366d-4750-94ae-3283f523c171 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925310 Aug 27 02:24:39.844214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.921767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849fd62-8644-4e83-a791-974bfd6f6b16 req-0213b940-3aa5-4c6d-89fe-9685dbc229d4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:39.923655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4849fd62-8644-4e83-a791-974bfd6f6b16 req-0213b940-3aa5-4c6d-89fe-9685dbc229d4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 946 time: 0.0533819 Aug 27 02:24:39.947259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:39.970956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5b6783-01ea-4a32-94ed-0e06a70678ff,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:39.984111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4849fd62-8644-4e83-a791-974bfd6f6b16 req-e800e0cc-adbd-4223-8014-0f312ac1e055 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Aug 27 02:24:39.999228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Checking segment: {'id': 'cedc6484-9a28-439d-993f-ab18cecc0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '67bb60cf-6290-4595-bb37-ad7fcc660b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:39.999616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Network hostable DHCP agents. Network: 67bb60cf-6290-4595-bb37-ad7fcc660b13, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:40.043448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Network 67bb60cf-6290-4595-bb37-ad7fcc660b13 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:40.046585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc95a9d-7346-4d95-9e10-7014ad7b2838,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.056560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Checking segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:40.056967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Network hostable DHCP agents. Network: e771fb49-5663-475c-8365-16928968f3db, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:40.062447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 67bb60cf-6290-4595-bb37-ad7fcc660b13) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:40.069964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.070593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.072208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c77fb-575b-4e5a-bc9d-4a5142418866 None None] Network 67bb60cf-6290-4595-bb37-ad7fcc660b13 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:40.088357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Network e771fb49-5663-475c-8365-16928968f3db is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:40.096230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0aec3623-86f9-45e7-a188-35e66ed10897 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6208878 Aug 27 02:24:40.110472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e771fb49-5663-475c-8365-16928968f3db) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:40.119313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.119901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.144968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a71e0-b154-45b7-a1df-1265ca44acdf None None] Network e771fb49-5663-475c-8365-16928968f3db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:40.156612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-90543a20-4f51-4fb7-9992-a8b9d0d9ece6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6194296 Aug 27 02:24:40.157192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:40.168192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:40.192959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.194912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.278024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.279233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:40.351692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6864285-a58c-4ef4-9667-da71565b226a None None] Network 67bb60cf-6290-4595-bb37-ad7fcc660b13 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:40.385715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Deleting subnet 6c5b6783-01ea-4a32-94ed-0e06a70678ff {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:24:40.395272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.437808 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.444807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e771fb49-5663-475c-8365-16928968f3db', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:24:40.445737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.459771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.542327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.649141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.701554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5b6783-01ea-4a32-94ed-0e06a70678ff,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:40.715486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.718034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-53c4a688-907b-4765-a9bf-59f4ea94589c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c5b6783-01ea-4a32-94ed-0e06a70678ff HTTP/1.1" status: 204 len: 168 time: 0.4378347 Aug 27 02:24:40.726725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58426) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:40.764689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.776306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Allocated IP 172.20.0.2 (e771fb49-5663-475c-8365-16928968f3db/bfc95a9d-7346-4d95-9e10-7014ad7b2838/b4026a33-33d8-4af4-be60-6f411be0180e) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:40.789253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.844644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2e116-7689-4b80-ab21-445c7c5314c9 req-1b114a12-9c3e-4a0f-b4d8-360f561ed664 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:40.846177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c2e116-7689-4b80-ab21-445c7c5314c9 req-1b114a12-9c3e-4a0f-b4d8-360f561ed664 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1459024 Aug 27 02:24:40.851676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.867891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:40.919851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29c2e116-7689-4b80-ab21-445c7c5314c9 req-a9d93785-ceaf-42a2-984f-dac36e5cacfa tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Aug 27 02:24:40.972323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.975105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:40.983098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Transition to ACTIVE for port object b4026a33-33d8-4af4-be60-6f411be0180e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:40.986581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bb60cf-6290-4595-bb37-ad7fcc660b13']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:40.999578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedc6484-9a28-439d-993f-ab18cecc0d95') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:40.999879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedc6484-9a28-439d-993f-ab18cecc0d95') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:41.006148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Transition to ACTIVE for port object b4026a33-33d8-4af4-be60-6f411be0180e will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:41.012444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.013651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-992087093-network', 'tenant_id': '7a992096a1674c36b3f1fa2e56fd9f3b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:41.017114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.044544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Allocated IP 172.25.8.211 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/5bc3b2e9-d93f-4f53-96a8-d105d3765a0e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:41.061473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5cff-f954-4faa-bef2-7d2eb7b6f66d req-d7785285-d262-4c43-869d-7ae471c32faa tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.063156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-302e5cff-f954-4faa-bef2-7d2eb7b6f66d req-d7785285-d262-4c43-869d-7ae471c32faa tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.1531539 Aug 27 02:24:41.066017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Network e771fb49-5663-475c-8365-16928968f3db is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:41.069830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:41.072742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:41.079490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.089347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:41.089835 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:41.091759 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:41.094685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Pushing event updated for resources: {'Port': ['ID=b4026a33-33d8-4af4-be60-6f411be0180e,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.094814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Made reservation on behalf of 7a992096a1674c36b3f1fa2e56fd9f3b for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:41.095552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.145378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Attempting to bind port b4026a33-33d8-4af4-be60-6f411be0180e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:41.145778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Attempting to bind port b4026a33-33d8-4af4-be60-6f411be0180e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:41.146262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Attempting to bind port b4026a33-33d8-4af4-be60-6f411be0180e on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:41.148446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.153697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:41.154074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Checking segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:41.154531 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.154924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Bound using segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:41.155388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Bound port: b4026a33-33d8-4af4-be60-6f411be0180e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:41.155769 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.159629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebffbe-c50a-4f93-a3b5-f7efe1f0d554 req-3e5b9d46-55a5-4d74-8569-b0c5a3404d44 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.161268 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11ebffbe-c50a-4f93-a3b5-f7efe1f0d554 req-3e5b9d46-55a5-4d74-8569-b0c5a3404d44 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.1291997 Aug 27 02:24:41.176756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.195677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-302e5cff-f954-4faa-bef2-7d2eb7b6f66d req-9f427cde-32f8-4e8e-af8c-ddccf020bd3a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229093 Aug 27 02:24:41.220546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.224686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/67bb60cf-6290-4595-bb37-ad7fcc660b13 HTTP/1.1" status: 204 len: 168 time: 0.4925184 Aug 27 02:24:41.238567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f42992-d2d2-4a7a-8fbc-9c28c1f36bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67bb60cf-6290-4595-bb37-ad7fcc660b13,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.255946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] For port b4026a33-33d8-4af4-be60-6f411be0180e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:41.262305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] For port b4026a33-33d8-4af4-be60-6f411be0180e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b4026a33-33d8-4af4-be60-6f411be0180e,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:41.274255 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.282117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11ebffbe-c50a-4f93-a3b5-f7efe1f0d554 req-acd9496a-548c-4e2e-84e0-4cf0e4d01e81 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023052 Aug 27 02:24:41.298405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.373662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a92cfb-a901-431a-b155-a8db1c7717b9 None None] Pushing event updated for resources: {'Port': ['ID=b4026a33-33d8-4af4-be60-6f411be0180e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.405761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.423191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208c9f-20f6-435b-8ac6-9c289cf2183f req-19e40195-82c7-4ac1-8378-2dd8f578aa34 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.424772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c208c9f-20f6-435b-8ac6-9c289cf2183f req-19e40195-82c7-4ac1-8378-2dd8f578aa34 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 946 time: 0.1264226 Aug 27 02:24:41.427047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.429602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58440) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:41.445513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.469429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:41.476548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ac7961e0-e662-420f-8b64-8944a251e4a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3927a9353e594f9ab338020d7696f259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454926 Aug 27 02:24:41.479108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58442) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:41.517599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c38f6d-7d76-4d0f-a96e-dcea4904f991,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.530427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.530780 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Added segment 97ba8dbe-33b8-4cc3-9c68-6f38c90cc251 of type vlan for network bfe67538-c7bf-40e2-a00d-18c6ce628767 Aug 27 02:24:41.536309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 95a2ccaf-77c2-41bd-904c-e06b64ce975a no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:41.537689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.556668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:41.568032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.608663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c208c9f-20f6-435b-8ac6-9c289cf2183f req-194fadf9-d0cf-46cd-8dc7-cfd4df431a5a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725354 Aug 27 02:24:41.617319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:41.619996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:41.622593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 95a2ccaf-77c2-41bd-904c-e06b64ce975a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:41.623162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 95a2ccaf-77c2-41bd-904c-e06b64ce975a not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:41.649886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.652740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.653983 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f014f701-4781-481c-b7ec-1d5a3692302c HTTP/1.1" status: 204 len: 168 time: 0.1739144 Aug 27 02:24:41.659454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.673017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15ea11-b8e5-4f10-82a6-75c34bb29bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f014f701-4781-481c-b7ec-1d5a3692302c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.699665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.812353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.813391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:41.813994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:41.904234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0353091 Aug 27 02:24:41.907411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58450) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:41.912492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Request body: {'subnet': {'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-992087093-subnet', 'tenant_id': '7a992096a1674c36b3f1fa2e56fd9f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:41.918826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282526-28ef-4e6a-86a9-5ce38372881b admin admin] Pushing event updated for resources: {'Network': ['ID=bfe67538-c7bf-40e2-a00d-18c6ce628767,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:41.930425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bfe67538-c7bf-40e2-a00d-18c6ce628767 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:41.950516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Made reservation on behalf of 7a992096a1674c36b3f1fa2e56fd9f3b for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:41.953294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.070667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.137322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc47b4-9df3-416f-962e-157d52406f43 req-d7ddf2cd-9301-40c7-a8a1-72e7b29f7e32 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.147020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32cc47b4-9df3-416f-962e-157d52406f43 req-d7ddf2cd-9301-40c7-a8a1-72e7b29f7e32 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1145256 Aug 27 02:24:42.219008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.282990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32cc47b4-9df3-416f-962e-157d52406f43 req-3c556813-d5a1-4521-bdd0-d7ba8a6b25e4 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126113 Aug 27 02:24:42.288069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb36a007-b5d8-4ec0-be17-7c3a5260bc14,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:42.354100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Checking segment: {'id': '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:42.354529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Network hostable DHCP agents. Network: bfe67538-c7bf-40e2-a00d-18c6ce628767, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:42.490026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Network bfe67538-c7bf-40e2-a00d-18c6ce628767 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:42.510013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4026a33-33d8-4af4-be60-6f411be0180e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:42.546327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ab496-cd78-408d-97b2-9ea20e2adb35 req-20c4f252-56ef-4b2c-bbc8-cfcad31953ec tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.548513 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-876ab496-cd78-408d-97b2-9ea20e2adb35 req-20c4f252-56ef-4b2c-bbc8-cfcad31953ec tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.2007964 Aug 27 02:24:42.563873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, bfe67538-c7bf-40e2-a00d-18c6ce628767) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:42.572250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-fecd2b36-7f20-4f7e-928f-1a59c14b9f77 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.574452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-fecd2b36-7f20-4f7e-928f-1a59c14b9f77 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 950 time: 0.1966233 Aug 27 02:24:42.576154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb57cb4-20c9-4263-826c-fc57fc4dd681 None None] Network bfe67538-c7bf-40e2-a00d-18c6ce628767 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:42.579555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.598424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.599454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.621525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-876ab496-cd78-408d-97b2-9ea20e2adb35 req-306e0afb-3f66-4ac8-8e21-ce64613bbdc3 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/security-groups?id=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588362 Aug 27 02:24:42.636263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9377740f-7a49-42a0-95f8-c79c2c4fdc0a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7276220 Aug 27 02:24:42.730446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b4026a33-33d8-4af4-be60-6f411be0180e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:42.759571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58482) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:42.810860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81903166-3b5f-493c-abcd-a9157e99768d None None] Network e771fb49-5663-475c-8365-16928968f3db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:42.855206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4c50-e0e2-41f2-91d9-5ec9134bffbf req-bb3b2f17-a4d8-42b1-a405-7aa3520b8043 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.867646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-524b4c50-e0e2-41f2-91d9-5ec9134bffbf req-bb3b2f17-a4d8-42b1-a405-7aa3520b8043 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 946 time: 0.0935121 Aug 27 02:24:42.890064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392315cd-50e9-48eb-9458-f2dfff1a3ab5 None None] Network bfe67538-c7bf-40e2-a00d-18c6ce628767 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:42.921078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-185401366-network', 'tenant_id': 'cf56bda1991d4d1396de48fe266a0d15'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:42.931202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-524b4c50-e0e2-41f2-91d9-5ec9134bffbf req-23ed24bc-36ed-42a5-923d-dcba4014b1dc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569761 Aug 27 02:24:42.975417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Made reservation on behalf of cf56bda1991d4d1396de48fe266a0d15 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:42.975685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a548cf4-11ac-41e5-82c9-aa367a54bb5d req-65ad3323-c965-4504-93a4-a4d8bc0a92cd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:42.977039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a548cf4-11ac-41e5-82c9-aa367a54bb5d req-65ad3323-c965-4504-93a4-a4d8bc0a92cd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.1584120 Aug 27 02:24:42.979160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.985272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Provisioning for port b4026a33-33d8-4af4-be60-6f411be0180e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:42.992281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Provisioning complete for port b4026a33-33d8-4af4-be60-6f411be0180e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:42.992783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.993652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:42.998681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Deleting port 4258f0b4-34a2-4100-a444-f799881fc14b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:42.999254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.095455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a548cf4-11ac-41e5-82c9-aa367a54bb5d req-66fbc8f5-cb6a-4b72-b2db-1939907c9d1d tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080041 Aug 27 02:24:43.148133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.153706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.156429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:43.179799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] For port 4258f0b4-34a2-4100-a444-f799881fc14b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4258f0b4-34a2-4100-a444-f799881fc14b,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:43.180160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.187885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:43.196949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17532f0-5fcb-490c-bce0-47ddb301f0ad,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:43.203722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.204193 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Added segment ded8ea42-8382-4116-8241-414fdee2d878 of type vlan for network 5a52b381-7d9e-48ff-9d59-6688fda3d17a Aug 27 02:24:43.249912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.250586 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.281775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Calling delete_port for 4258f0b4-34a2-4100-a444-f799881fc14b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:43.286151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.287913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.288745 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.310041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] For port b4026a33-33d8-4af4-be60-6f411be0180e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b4026a33-33d8-4af4-be60-6f411be0180e,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:43.324502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.358851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5979176 Aug 27 02:24:43.365359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747eb12-abc8-4361-bcfd-3960cba00539 admin admin] Pushing event updated for resources: {'Network': ['ID=5a52b381-7d9e-48ff-9d59-6688fda3d17a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:43.378605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 5a52b381-7d9e-48ff-9d59-6688fda3d17a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:43.442737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340b1c1-ffaf-4510-b5cd-6f5a66b9d005 req-f9cbf57e-e54b-44f2-a014-648df2853865 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.450582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2340b1c1-ffaf-4510-b5cd-6f5a66b9d005 req-f9cbf57e-e54b-44f2-a014-648df2853865 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.2069423 Aug 27 02:24:43.477653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81689bbc-cc78-4965-bd91-e68579e87927 None None] Pushing event updated for resources: {'Port': ['ID=b4026a33-33d8-4af4-be60-6f411be0180e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:43.516130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:43.531039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-51358cd0-69b6-4b56-b676-1041074d337d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:43.534593 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:43.542931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-51358cd0-69b6-4b56-b676-1041074d337d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/networks?id=bfe67538-c7bf-40e2-a00d-18c6ce628767 HTTP/1.1" status: 200 len: 808 time: 0.1609027 Aug 27 02:24:43.555112 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:43.556037 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:43.560926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2340b1c1-ffaf-4510-b5cd-6f5a66b9d005 req-aca5dd52-066c-4ca4-8a5e-58a691f2a2c2 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019404 Aug 27 02:24:43.579277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-ff246a8e-8190-4e79-8b89-b891d665ba74 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/quotas/7a992096a1674c36b3f1fa2e56fd9f3b HTTP/1.1" status: 200 len: 375 time: 0.0350511 Aug 27 02:24:43.582555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.583772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcf08282-95b6-4cb5-965c-35312fe06740 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4254367 Aug 27 02:24:43.596113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:43.640650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-26575fed-acc4-4df0-a03f-5fe0ba90b879 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a992096a1674c36b3f1fa2e56fd9f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566416 Aug 27 02:24:43.652724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-867dc117-5b0b-45c1-8020-f13a480f9a68 None None] Provisioning complete for port b4026a33-33d8-4af4-be60-6f411be0180e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:43.665881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-867dc117-5b0b-45c1-8020-f13a480f9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.695294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:43.755004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:43.782942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-b2eb1509-d142-4168-a3f6-afa3ddb15ee8 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347382 Aug 27 02:24:43.881277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-161c4a67-58f6-4591-bff8-e66b0aec0ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937257 Aug 27 02:24:43.916348 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:41Z', 'revision_number': 3, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:43.943591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:43.943934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Updating router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:43.978928 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.102454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae875b-2275-4774-a8a5-13e5aa43d5c4 req-9961d91d-69db-4b9c-b061-2eba205d14ab tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.110738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9ae875b-2275-4774-a8a5-13e5aa43d5c4 req-9961d91d-69db-4b9c-b061-2eba205d14ab tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.0525091 Aug 27 02:24:44.128479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703d61-c783-491e-9cb9-6a69d3c0b626 req-94a823c7-e709-4904-9efc-3dfab98ae7d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.134922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23703d61-c783-491e-9cb9-6a69d3c0b626 req-94a823c7-e709-4904-9efc-3dfab98ae7d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.4610531 Aug 27 02:24:44.137501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Pushing event deleted for resources: {'Port': ['ID=4258f0b4-34a2-4100-a444-f799881fc14b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.156203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9ae875b-2275-4774-a8a5-13e5aa43d5c4 req-69e35986-20fc-4da5-8b5d-848ab9b13bcf tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Aug 27 02:24:44.304633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23703d61-c783-491e-9cb9-6a69d3c0b626 req-13231b74-9438-42dd-b345-6be75a7847df tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451941 Aug 27 02:24:44.307808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] No DVR routers for this DVR port 4258f0b4-34a2-4100-a444-f799881fc14b on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:44.314630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.316271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6b987b9-21d2-477f-8d12-02114eb7609b req-5135e1e9-6b8a-4c57-8da6-f2b6132ecf99 tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.15 "DELETE /v2.0/ports/4258f0b4-34a2-4100-a444-f799881fc14b HTTP/1.1" status: 204 len: 173 time: 1.7335949 Aug 27 02:24:44.316924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'name': 'network-vif-deleted', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:44.336212 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbc3b8a-f7dc-4908-9676-555548da3878" -d '{"events": [{"server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "name": "network-vif-deleted", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:44.364202 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.378270 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Transition to ACTIVE for port object 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:44.387473 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.480410 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e1fd-d696-4a87-9780-a1cbc44c3900 None None] Pushing event updated for resources: {'Port': ['ID=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:44.496928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Attempting to bind port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:44.497603 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Attempting to bind port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:44.497780 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Attempting to bind port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:44.519187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:44.520470 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:44.521180 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.521928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:44.522782 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Bound port: 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:44.523506 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.527619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7431cc44-4243-4b52-b481-f0bb1a128749 req-2097db52-f04d-465f-a864-a55876736e8a tempest-LiveMigrationNegativeTest-1271054750 tempest-LiveMigrationNegativeTest-1271054750-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef575a0-acb7-4b23-b5c3-b84c2517002b HTTP/1.1" status: 200 len: 210 time: 0.0408318 Aug 27 02:24:44.527849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4026a33-33d8-4af4-be60-6f411be0180e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:44.680413 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] For port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:44.688148 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] For port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:44.702261 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.750772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe553-eeba-4170-b550-14516ef7910e req-c34fc765-6714-402d-9592-5d90224364ad tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.772354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe553-eeba-4170-b550-14516ef7910e req-c34fc765-6714-402d-9592-5d90224364ad tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.786352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe553-eeba-4170-b550-14516ef7910e req-c34fc765-6714-402d-9592-5d90224364ad tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:44.788059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86fbe553-eeba-4170-b550-14516ef7910e req-c34fc765-6714-402d-9592-5d90224364ad tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5296049 Aug 27 02:24:44.821586 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:44.822224 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:44.897409 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1ceb2600-d4dc-4408-8c1f-c97b6cb922c0 req-4019979b-a51f-458e-bd76-f8b4e8afc683 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 210 time: 0.0474122 Aug 27 02:24:44.921282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b4026a33-33d8-4af4-be60-6f411be0180e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:44.922978 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:44.962459 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ddc8b-0ca6-4b3c-9676-2045cc5dbf4c x-openstack-request-id: req-566ddc8b-0ca6-4b3c-9676-2045cc5dbf4c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:44.962770 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef575a0-acb7-4b23-b5c3-b84c2517002b", "name": "network-vif-deleted", "tag": "4258f0b4-34a2-4100-a444-f799881fc14b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:44.963035 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-566ddc8b-0ca6-4b3c-9676-2045cc5dbf4c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:44.963446 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef575a0-acb7-4b23-b5c3-b84c2517002b', 'name': 'network-vif-deleted', 'tag': '4258f0b4-34a2-4100-a444-f799881fc14b', 'status': 'completed', 'code': 200} Aug 27 02:24:45.043248 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e1fd-d696-4a87-9780-a1cbc44c3900 None None] Pushing event updated for resources: {'Port': ['ID=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.059620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.091353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbeb96-48bd-498d-a1e8-fa12239d0e84 req-972e8047-715e-4c6a-932c-44336db2ce13 tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.092765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56bbeb96-48bd-498d-a1e8-fa12239d0e84 req-972e8047-715e-4c6a-932c-44336db2ce13 tempest-ComputeTenantNetworksTest-588162804 tempest-ComputeTenantNetworksTest-588162804-project] 10.222.0.26 "GET /v2.0/networks/5a52b381-7d9e-48ff-9d59-6688fda3d17a HTTP/1.1" status: 200 len: 768 time: 0.1171746 Aug 27 02:24:45.098067 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:45.099323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17953bb8-af1d-4812-8407-8824de8de96e req-cc1d873a-f636-4b82-8356-4fa00b6d08fc tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.108190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17953bb8-af1d-4812-8407-8824de8de96e req-cc1d873a-f636-4b82-8356-4fa00b6d08fc tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.0986238 Aug 27 02:24:45.109237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:45.161842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17953bb8-af1d-4812-8407-8824de8de96e req-14dc15bf-0bab-450a-969c-291971c5e24c tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504289 Aug 27 02:24:45.251706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.342160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:41Z', 'revision_number': 3, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.376809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c267-469c-4875-b965-668f9fcef1f0 req-9050e5fd-63da-4506-bd9a-c51659c568ec tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.377079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b693-6c42-4043-bed7-2a2ecfe70409 None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:41Z', 'revision_number': 3, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:45.388526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a88c267-469c-4875-b965-668f9fcef1f0 req-9050e5fd-63da-4506-bd9a-c51659c568ec tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.0546982 Aug 27 02:24:45.390349 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.410475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a52b381-7d9e-48ff-9d59-6688fda3d17a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.412961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Allocated IP 172.20.0.1 (e771fb49-5663-475c-8365-16928968f3db/bfc95a9d-7346-4d95-9e10-7014ad7b2838/df7a572a-db09-4d10-9919-1885b6d4dd57) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:45.430614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded8ea42-8382-4116-8241-414fdee2d878') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.430911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded8ea42-8382-4116-8241-414fdee2d878') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:45.432548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a88c267-469c-4875-b965-668f9fcef1f0 req-8a17f0e4-28c4-4a49-b62a-14dff5e7d9be tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Aug 27 02:24:45.467773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.531791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.545186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:24:45.545592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:24:45.550634 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:24:45.554015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:45.558636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:45.639493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b71ee-13ae-43e7-91f7-048b54f455dd req-73183c38-4a2c-4a39-86d4-58d282dfc1cf tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.646754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-593b71ee-13ae-43e7-91f7-048b54f455dd req-73183c38-4a2c-4a39-86d4-58d282dfc1cf tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.2137809 Aug 27 02:24:45.688087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.698277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.701062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a52b381-7d9e-48ff-9d59-6688fda3d17a HTTP/1.1" status: 204 len: 168 time: 0.5908701 Aug 27 02:24:45.758564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.771632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3398cb-f49b-439b-bb46-d7c665362a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a52b381-7d9e-48ff-9d59-6688fda3d17a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:45.804522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-593b71ee-13ae-43e7-91f7-048b54f455dd req-9cb71a91-fa52-4b1f-9dcf-8a9a9b7442f3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549547 Aug 27 02:24:45.855899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Transition to ACTIVE for port object df7a572a-db09-4d10-9919-1885b6d4dd57 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:45.873599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.917719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-4d579fa9-823f-4e54-a2dd-80d409422f70 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:45.923398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-4d579fa9-823f-4e54-a2dd-80d409422f70 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.46 "GET /v2.0/networks?id=bfe67538-c7bf-40e2-a00d-18c6ce628767 HTTP/1.1" status: 200 len: 808 time: 0.2947183 Aug 27 02:24:45.930167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:45.962464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Request body: {'port': {'device_id': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767', 'admin_state_up': True, 'tenant_id': '7a992096a1674c36b3f1fa2e56fd9f3b'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:45.967770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:45.990402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:45.993548 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17486d11-025b-491f-8e42-ef6aec17347d" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:45.999511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'mac_address': 'fa:16:3e:0e:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:46.013117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:46.044113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58568) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:46.082496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.083609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4258f0b4-34a2-4100-a444-f799881fc14b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:46.124621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:46.133170 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe63a25d-59cf-454d-b7c1-9d28a6d1ad7f x-openstack-request-id: req-fe63a25d-59cf-454d-b7c1-9d28a6d1ad7f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:46.133461 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:46.133715 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe63a25d-59cf-454d-b7c1-9d28a6d1ad7f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:46.134103 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'code': 200} Aug 27 02:24:46.145323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abbb32f2-a70f-45a0-adbf-698ace35035d req-e33f0cd5-3534-4f1f-be81-5b55f5df9e70 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 210 time: 0.1019163 Aug 27 02:24:46.149015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Network e771fb49-5663-475c-8365-16928968f3db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:46.155908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 4258f0b4-34a2-4100-a444-f799881fc14b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:24:46.156259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4258f0b4-34a2-4100-a444-f799881fc14b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:24:46.162166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:46.164960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:46.180445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Pushing event updated for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.200643 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.221862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.231700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Made reservation on behalf of 7a992096a1674c36b3f1fa2e56fd9f3b for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:46.242268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.245406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:46.274523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:46.341527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:24:46.342090 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:24:46.352994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d9e65d1-505f-4f40-a582-d82f035ead30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf56bda1991d4d1396de48fe266a0d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037629 Aug 27 02:24:46.356328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:46.420250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.440241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975eaf-b80a-4fa9-8b9f-5e67a7b85e7a req-5a90f96a-3149-4cd0-822c-f62241bd0736 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.441787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9975eaf-b80a-4fa9-8b9f-5e67a7b85e7a req-5a90f96a-3149-4cd0-822c-f62241bd0736 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.1425407 Aug 27 02:24:46.528399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:46.532442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-96f7a12e-cf5f-4973-9355-944a29ee79e2 None None] Provisioning for port df7a572a-db09-4d10-9919-1885b6d4dd57 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:46.562961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b5122-949e-4269-ad99-06fd479fca2a req-b25c9095-1fa3-4a16-93be-a34cd17b27ce tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.565300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a36b5122-949e-4269-ad99-06fd479fca2a req-b25c9095-1fa3-4a16-93be-a34cd17b27ce tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 945 time: 0.3467016 Aug 27 02:24:46.572683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-96f7a12e-cf5f-4973-9355-944a29ee79e2 None None] Provisioning complete for port df7a572a-db09-4d10-9919-1885b6d4dd57 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:46.573446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-96f7a12e-cf5f-4973-9355-944a29ee79e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.604100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9975eaf-b80a-4fa9-8b9f-5e67a7b85e7a req-1eb75881-f2e4-4b36-aa48-5096adcbb1b5 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups?id=2236735d-0c95-4ffb-8db7-904d54663d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414969 Aug 27 02:24:46.613475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Allocated IP 172.20.0.4 (bfe67538-c7bf-40e2-a00d-18c6ce628767/eb36a007-b5d8-4ec0-be17-7c3a5260bc14/6409e5c4-ae6c-42c4-b214-f12da1b10243) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:46.632711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-96f7a12e-cf5f-4973-9355-944a29ee79e2 None None] Port df7a572a-db09-4d10-9919-1885b6d4dd57 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:46.662640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d632b8b5-e0d1-4d47-a15a-2225d45b96b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f4f06d3cb8f4dea83ba5ce74bdee6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365674 Aug 27 02:24:46.666193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:46.669656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:46.676039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:46.676476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.692488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.755306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa2982-5fa6-4385-ba4c-0f2d13152e80 req-ce7e8717-ec21-42fe-8212-ada6f5a15e4c tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:46.762967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfaa2982-5fa6-4385-ba4c-0f2d13152e80 req-ce7e8717-ec21-42fe-8212-ada6f5a15e4c tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.2225485 Aug 27 02:24:46.795815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.803318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.829892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.849313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.880316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.885186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:46.894238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.929249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfaa2982-5fa6-4385-ba4c-0f2d13152e80 req-5b27e5de-aec3-4858-bcdc-d6909e62f3c3 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651757 Aug 27 02:24:46.931974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.937100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.963217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Deleting port f5edef21-bfd7-45da-b391-8440da61e579 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:46.963217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.980704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.993017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.996316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:46.997574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d HTTP/1.1" status: 204 len: 168 time: 0.3304303 Aug 27 02:24:47.019952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.020228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.023512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.028804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a17532f0-5fcb-490c-bce0-47ddb301f0ad HTTP/1.1" status: 204 len: 168 time: 0.6684852 Aug 27 02:24:47.052170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:47.057484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b373eab-cc46-4bb8-bfc0-1dfd112e2d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17532f0-5fcb-490c-bce0-47ddb301f0ad,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.113486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Network bfe67538-c7bf-40e2-a00d-18c6ce628767 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:47.121299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:47.123233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:47.129593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:47.136430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.155454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec2d0a-e748-49be-8c5c-c9672d278125 req-1cdc2a98-3582-4a90-8dc1-af64efea2f6f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.171052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82ec2d0a-e748-49be-8c5c-c9672d278125 req-1cdc2a98-3582-4a90-8dc1-af64efea2f6f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 948 time: 0.2724252 Aug 27 02:24:47.173383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd34c4-c15a-4e12-96d8-8de5751a5a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9fd8d-82e7-42b6-a3bc-17efccf9f94d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.236763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:47.237458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.272617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Pushing event updated for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.278503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.308987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82ec2d0a-e748-49be-8c5c-c9672d278125 req-e479f554-cef3-4da2-9618-8da3560c401b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323013 Aug 27 02:24:47.348213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.351883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.388374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-0cc62f96-86f3-4f3b-8035-a28d54cb7d6d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4344175 Aug 27 02:24:47.400784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:47.412151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Request body: {'port': {'device_id': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:47.476369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.502733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.554269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.574242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f5edef21-bfd7-45da-b391-8440da61e579 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:24:47.669503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8364138-aa85-4aa1-811c-751c89334c95 req-b2ca431f-0cdb-4298-87a4-6f98d692f474 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:47.671988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8364138-aa85-4aa1-811c-751c89334c95 req-b2ca431f-0cdb-4298-87a4-6f98d692f474 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 931 time: 0.1467984 Aug 27 02:24:47.677014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.679843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Pushing event updated for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:47.683436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.683829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.684139 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Floating IP 114601d1-99af-4a85-972c-fc8b3819abcf disassociated. External IP: 172.25.8.242, port: f5edef21-bfd7-45da-b391-8440da61e579. Aug 27 02:24:47.684488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Calling delete_port for f5edef21-bfd7-45da-b391-8440da61e579 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:47.708761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:47.772906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.822355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f5edef21-bfd7-45da-b391-8440da61e579, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f5edef21-bfd7-45da-b391-8440da61e579,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:47.826853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:47.882409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8364138-aa85-4aa1-811c-751c89334c95 req-5a7097e5-1ab7-46e3-a4a7-bdfd0b753ac5 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884565 Aug 27 02:24:47.925296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ae9f444-434f-4853-9677-fecc7c07c4eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e9a610381d346359db4b40d46e276ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133512 Aug 27 02:24:47.926330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:47.982329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.065162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Network e771fb49-5663-475c-8365-16928968f3db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:48.089812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:48.105872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.134916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:48.137547 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc6ae1-88e0-4f08-840f-c1549e4dd3d4" -d '{"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-unplugged", "status": "completed", "tag": "f5edef21-bfd7-45da-b391-8440da61e579"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:48.193220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event deleted for resources: {'Port': ['ID=f5edef21-bfd7-45da-b391-8440da61e579,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.358600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f2377b88-0ed1-43a6-80d4-2ffcee8a7b6e req-32631b43-8b26-4e11-b807-7f974f6837ae tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 210 time: 0.0632133 Aug 27 02:24:48.388237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.413276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.470858 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3490e24-a544-417d-9bd2-2fdeb4916bd8 x-openstack-request-id: req-b3490e24-a544-417d-9bd2-2fdeb4916bd8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:48.471288 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-unplugged", "status": "completed", "tag": "f5edef21-bfd7-45da-b391-8440da61e579", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:48.471661 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3490e24-a544-417d-9bd2-2fdeb4916bd8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:48.472318 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579', 'code': 200} Aug 27 02:24:48.487650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.490432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.495255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39c20646-8591-40d0-b179-c6a3dc68634b HTTP/1.1" status: 204 len: 168 time: 0.4390521 Aug 27 02:24:48.515234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137f20-297e-4085-80c5-f915753c639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c20646-8591-40d0-b179-c6a3dc68634b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.543332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:48.566363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6409e5c4-ae6c-42c4-b214-f12da1b10243 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:48.585251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.625174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0539a611-a655-45e8-8b24-f37ad2022881 None None] Provisioning complete for port df7a572a-db09-4d10-9919-1885b6d4dd57 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:48.626346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0539a611-a655-45e8-8b24-f37ad2022881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.656362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Transition to ACTIVE for port object 6409e5c4-ae6c-42c4-b214-f12da1b10243 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:48.669884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.694972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:48.710807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:48.711600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:48.752306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Pushing event updated for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:48.757161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:24:48.763382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0539a611-a655-45e8-8b24-f37ad2022881 None None] Port df7a572a-db09-4d10-9919-1885b6d4dd57 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:24:48.770836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e937a-5304-45d1-be51-5fe3b2671a0e req-a1c5f2ee-f37b-40f1-b91a-9ec35ec26b5e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:48.783612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c4e937a-5304-45d1-be51-5fe3b2671a0e req-a1c5f2ee-f37b-40f1-b91a-9ec35ec26b5e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 949 time: 0.1897087 Aug 27 02:24:48.929465 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c4e937a-5304-45d1-be51-5fe3b2671a0e req-fae57c41-293f-473b-9582-913c4809022c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431453 Aug 27 02:24:48.957751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Attempting to bind port 6409e5c4-ae6c-42c4-b214-f12da1b10243 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:48.958285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Attempting to bind port 6409e5c4-ae6c-42c4-b214-f12da1b10243 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:48.958869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Attempting to bind port 6409e5c4-ae6c-42c4-b214-f12da1b10243 on network bfe67538-c7bf-40e2-a00d-18c6ce628767 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:48.965245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Port 6409e5c4-ae6c-42c4-b214-f12da1b10243 on network bfe67538-c7bf-40e2-a00d-18c6ce628767 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:48.965920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Attempting to bind port 6409e5c4-ae6c-42c4-b214-f12da1b10243 on network bfe67538-c7bf-40e2-a00d-18c6ce628767 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:48.978014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:48.978727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Checking segment: {'id': '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:48.979582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Bound using segment: {'id': '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:48.980943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Bound port: 6409e5c4-ae6c-42c4-b214-f12da1b10243, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:48.981902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.130217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:49.180130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243,segment=NetworkSegment(97ba8dbe-33b8-4cc3-9c68-6f38c90cc251),segment_id=97ba8dbe-33b8-4cc3-9c68-6f38c90cc251)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:49.191911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.300902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f235ff-b9be-4231-9d07-3c0d611a8bdb req-3fdc9ece-5484-46b0-82cd-12679160051f tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.309922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1f235ff-b9be-4231-9d07-3c0d611a8bdb req-3fdc9ece-5484-46b0-82cd-12679160051f tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 943 time: 0.1920915 Aug 27 02:24:49.319382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.320052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.321483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] 10.222.0.46 "PUT /v2.0/ports/6409e5c4-ae6c-42c4-b214-f12da1b10243 HTTP/1.1" status: 200 len: 1091 time: 1.9144955 Aug 27 02:24:49.324286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:49.326539 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e203112-c044-4182-bcbd-65d02190d9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:49.444499 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1f235ff-b9be-4231-9d07-3c0d611a8bdb req-e0ad99b6-b477-4e89-ae24-bac6f23bce69 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334779 Aug 27 02:24:49.446935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f0623-0c24-4773-a8a0-e928db712978 service neutron] Pushing event updated for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:49.489801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-572d5050-4282-4817-a8c6-fcd4e799dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.492059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-572d5050-4282-4817-a8c6-fcd4e799dce2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a992096a1674c36b3f1fa2e56fd9f3b&device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 1094 time: 0.0862796 Aug 27 02:24:49.561010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:49.575069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e80bd89a-5e85-44d5-9b10-94fa7fd538eb admin admin] 10.222.0.26 "PUT /v2.0/routers/f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9472878 Aug 27 02:24:49.575069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:49.575466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:49.575607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-5b328512-273a-4bd6-8050-d1c50bc9ae08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243 HTTP/1.1" status: 200 len: 217 time: 0.0640779 Aug 27 02:24:49.575607 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f25fcf-4a0d-4979-b299-b0d14771f7cf x-openstack-request-id: req-30f25fcf-4a0d-4979-b299-b0d14771f7cf {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:49.575607 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:49.575607 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30f25fcf-4a0d-4979-b299-b0d14771f7cf {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:49.575607 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243', 'status': 'completed', 'code': 200} Aug 27 02:24:49.586555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:49.597641 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Sync routers for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:49.612544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:49.616696 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.653333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:49.653964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] No DVR routers for this DVR port f5edef21-bfd7-45da-b391-8440da61e579 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:24:49.654087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:49.660327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.662483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a36b5122-949e-4269-ad99-06fd479fca2a req-f49735c3-202d-4228-9251-290a35f68e5e tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.15 "DELETE /v2.0/ports/f5edef21-bfd7-45da-b391-8440da61e579 HTTP/1.1" status: 204 len: 173 time: 3.0748746 Aug 27 02:24:49.663171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-deleted', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:49.665478 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c98d0-51ae-4b69-99b6-82cdfa4f407f" -d '{"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-deleted", "tag": "f5edef21-bfd7-45da-b391-8440da61e579"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:49.687808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3daec315-961b-4e0f-9465-af9c43f2e775 req-0aa978b8-cba3-437e-8a6f-3716c77330d8 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d03524-d30b-493a-8717-0022b487354a HTTP/1.1" status: 200 len: 210 time: 0.0464234 Aug 27 02:24:49.742079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-802b1fbe-52ea-4005-8c0b-19c372300249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:49.750920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-802b1fbe-52ea-4005-8c0b-19c372300249 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb36a007-b5d8-4ec0-be17-7c3a5260bc14 HTTP/1.1" status: 200 len: 848 time: 0.1675117 Aug 27 02:24:49.836206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-ddcd1732-a4e0-4cb5-aeb4-cee8dbc26e50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfe67538-c7bf-40e2-a00d-18c6ce628767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774283 Aug 27 02:24:49.843913 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33127e-4689-4dcf-9316-85d6fd502fe1 x-openstack-request-id: req-9b33127e-4689-4dcf-9316-85d6fd502fe1 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:49.844307 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d03524-d30b-493a-8717-0022b487354a", "name": "network-vif-deleted", "tag": "f5edef21-bfd7-45da-b391-8440da61e579", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:49.844661 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b33127e-4689-4dcf-9316-85d6fd502fe1 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:49.845154 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d03524-d30b-493a-8717-0022b487354a', 'name': 'network-vif-deleted', 'tag': 'f5edef21-bfd7-45da-b391-8440da61e579', 'status': 'completed', 'code': 200} Aug 27 02:24:49.853925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:49.854299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:49.934243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:49.991902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-f5298a32-5899-47ef-9452-4bf2131e8681 service neutron] 10.222.0.46 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417344 Aug 27 02:24:49.997911 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:50.226283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ba27c5-b09a-4434-ba44-96ee79d3ea8b req-97aeb84c-d527-4219-8299-8d33d208b73e service neutron] 10.222.0.46 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169328 Aug 27 02:24:50.258550 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:50.295370 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Checking router: 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:50.302453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.316351 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:50.316985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:50.327511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:47Z', 'revision_number': 2, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:50.371712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:50.372209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Updating router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 port df7a572a-db09-4d10-9919-1885b6d4dd57 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:50.374668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2521-fe3d-4709-a7dc-6cb7a87c6e2a req-71cf6453-8a45-4bb3-9a08-0d84f469cde3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.392016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6ec2521-fe3d-4709-a7dc-6cb7a87c6e2a req-71cf6453-8a45-4bb3-9a08-0d84f469cde3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 949 time: 0.2187061 Aug 27 02:24:50.415770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-9b532fd5-4c87-4158-af31-688ccec5571e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:24:50.422862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.425695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-9b532fd5-4c87-4158-af31-688ccec5571e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9051793 Aug 27 02:24:50.435307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:50.436040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:24:50.443763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:50.498296 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:50.574923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6ec2521-fe3d-4709-a7dc-6cb7a87c6e2a req-64f38b0c-ef57-43da-ad93-5b6c9648041e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784990 Aug 27 02:24:50.577382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203112-c044-4182-bcbd-65d02190d9ab req-0130ffd0-c3ff-437d-a851-8ebed1cc2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.590255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-0130ffd0-c3ff-437d-a851-8ebed1cc2fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a992096a1674c36b3f1fa2e56fd9f3b&device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 1094 time: 0.1904509 Aug 27 02:24:50.754277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:50.759214 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a352af-d508-4411-8b27-b3b06003fcb3" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:50.766972 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:50.823983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203112-c044-4182-bcbd-65d02190d9ab req-dccb6d3c-a45c-4640-ac42-cf61db268c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:50.825895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-dccb6d3c-a45c-4640-ac42-cf61db268c94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bfe67538-c7bf-40e2-a00d-18c6ce628767 HTTP/1.1" status: 200 len: 909 time: 0.2277427 Aug 27 02:24:50.826563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58712) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:50.846188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:50.846754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:50.846910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:50.863924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:50.864621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:50.889018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-d3dc65a1-4d92-4621-8908-720a9ebd5a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243 HTTP/1.1" status: 200 len: 217 time: 0.0525994 Aug 27 02:24:50.890073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:50.890444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:50.903011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:50.903489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Bound port: 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:50.974807 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:51.012906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203112-c044-4182-bcbd-65d02190d9ab req-5065141f-d726-4410-806d-c647fc9d9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.013464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571a1622-de61-47db-b867-0085e5dd41b6 None None] The sync data for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 is: [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:35Z', 'revision_number': 4, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c40ddcc6-93a7-4750-b05f-afd59e822e45', 'name': '', 'network_id': '6b3f73ec-f125-48c4-b068-579e49133749', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'mac_address': 'fa:16:3e:eb:09:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:33Z', 'updated_at': '2021-08-27T02:22:42Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'subnets': [{'id': '5ae8b2c0-87cf-497c-a4fa-fcda41db2677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:51.014416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-5065141f-d726-4410-806d-c647fc9d9a0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb36a007-b5d8-4ec0-be17-7c3a5260bc14 HTTP/1.1" status: 200 len: 848 time: 0.1164019 Aug 27 02:24:51.037878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.065474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:51.081955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.083484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-289189d5-4c2c-428c-87b0-14fcc622b686 service neutron] 10.222.0.26 "POST /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6561611 Aug 27 02:24:51.103059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-network', 'tenant_id': '9fd50036b78442969474a93e4ba995c1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:51.127387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.143328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Transition to ACTIVE for port object df7a572a-db09-4d10-9919-1885b6d4dd57 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:51.159177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.174753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-a24f50ed-ee92-4406-b9db-ad3491d6e5f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfe67538-c7bf-40e2-a00d-18c6ce628767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509209 Aug 27 02:24:51.205311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Made reservation on behalf of 9fd50036b78442969474a93e4ba995c1 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:51.207384 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.315102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.429314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b65c1-5edd-4a26-9aea-17b58b13c881 req-39867713-5aaf-4df6-abee-beba2d4f0bed tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.434480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-541b65c1-5edd-4a26-9aea-17b58b13c881 req-39867713-5aaf-4df6-abee-beba2d4f0bed tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 943 time: 0.1608727 Aug 27 02:24:51.443867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6e3f-9745-46b9-8635-661df3e44009 None None] Pushing event updated for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.509243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.518484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-6a8abca7-c778-4805-8e28-18d69ba11a68 service neutron] 10.222.0.46 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345888 Aug 27 02:24:51.535101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Attempting to bind port df7a572a-db09-4d10-9919-1885b6d4dd57 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:51.535753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Attempting to bind port df7a572a-db09-4d10-9919-1885b6d4dd57 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:51.537410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Attempting to bind port df7a572a-db09-4d10-9919-1885b6d4dd57 on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:51.547991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.553540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:51.554133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Checking segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:51.555466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.556943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Bound using segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:51.558993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Bound port: df7a572a-db09-4d10-9919-1885b6d4dd57, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:51.560351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.643482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-541b65c1-5edd-4a26-9aea-17b58b13c881 req-ed86a4b0-74f6-4cc1-bedd-eda8cd1731c7 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060165 Aug 27 02:24:51.695929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:24:51.702534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] For port df7a572a-db09-4d10-9919-1885b6d4dd57, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:51.704729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-3ed79e1d-759c-4366-9d96-be5f59157552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.708828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f4fe12-2c58-488d-8993-80c59fc65515,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:51.710245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-3ed79e1d-759c-4366-9d96-be5f59157552 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1097 time: 0.1847649 Aug 27 02:24:51.713278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] For port df7a572a-db09-4d10-9919-1885b6d4dd57, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=df7a572a-db09-4d10-9919-1885b6d4dd57,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:51.716723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920bd9fc-eddb-44cc-9ff3-7fd869490cc8 None None] New status for floating IP 114601d1-99af-4a85-972c-fc8b3819abcf: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:24:51.723206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.727902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.728450 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Added segment d8f791f6-804d-499e-bf6a-2d46a7c032d8 of type vlan for network 20d251a5-9f88-47e9-a728-c814dbd1332e Aug 27 02:24:51.789993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e203112-c044-4182-bcbd-65d02190d9ab req-73f0869f-4201-49e8-a3bc-7a396146688c service neutron] 10.222.0.46 "GET /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626801 Aug 27 02:24:51.791569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.887083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.888024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.888617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:51.982718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-ba28a81a-bbb9-4706-bf75-ecdd18daf1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:51.990481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-ba28a81a-bbb9-4706-bf75-ecdd18daf1ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.2644820 Aug 27 02:24:51.998825 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56232ee4-d7f3-4358-9552-123a0f92611f x-openstack-request-id: req-56232ee4-d7f3-4358-9552-123a0f92611f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:51.999419 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:51.999419 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56232ee4-d7f3-4358-9552-123a0f92611f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:52.000410 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'code': 200} Aug 27 02:24:52.012799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=20d251a5-9f88-47e9-a728-c814dbd1332e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.033257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 20d251a5-9f88-47e9-a728-c814dbd1332e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:24:52.060454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2e62ec6b-80d3-4f09-9273-be6adb2ad6a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2285836 Aug 27 02:24:52.060454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.075656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Request body: {'subnet': {'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-subnet', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:52.107946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Made reservation on behalf of 9fd50036b78442969474a93e4ba995c1 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:52.111942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.134567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-cb302b01-be74-4ecc-b424-004dbd2f22b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.0801466 Aug 27 02:24:52.194361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6e3f-9745-46b9-8635-661df3e44009 None None] Pushing event updated for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.200717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:52.201351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:52.213414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58742) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.218997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101829494', 'description': 'tempest-description--2138469536'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:52.265066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c324a4-0e00-4d22-bb28-79e0df17d1fa req-3e42b5ef-7619-4eb8-96d3-3dacf430a0ba tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.272317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.274664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95c324a4-0e00-4d22-bb28-79e0df17d1fa req-3e42b5ef-7619-4eb8-96d3-3dacf430a0ba tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 946 time: 0.3734334 Aug 27 02:24:52.317437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03768c78-9e4d-4d09-8612-e6fd64c72bd3 req-1410f62c-29fc-4144-849c-50cd2eecae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.322701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03768c78-9e4d-4d09-8612-e6fd64c72bd3 req-1410f62c-29fc-4144-849c-50cd2eecae82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1101 time: 0.3275898 Aug 27 02:24:52.399064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95c324a4-0e00-4d22-bb28-79e0df17d1fa req-07b8c964-e13e-41b5-86dd-8bd1706a8507 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233246 Aug 27 02:24:52.407252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-ebee0ccd-aa8e-4dcb-8a8d-593d46ffba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.410106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f75fe-ffef-44a8-9a79-4535e676cc2e req-3cf3120b-afe3-4397-8a29-00edd98e623d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:52.411721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a2f75fe-ffef-44a8-9a79-4535e676cc2e req-3cf3120b-afe3-4397-8a29-00edd98e623d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1091273 Aug 27 02:24:52.412516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-ebee0ccd-aa8e-4dcb-8a8d-593d46ffba6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.2524283 Aug 27 02:24:52.447246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03768c78-9e4d-4d09-8612-e6fd64c72bd3 req-f11a6a42-1bbd-4063-9e41-3364eb4148ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049316 Aug 27 02:24:52.460604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58746) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.465438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:52.504272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-62820dd4-c4e0-496a-aadd-26a855bebf6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597532 Aug 27 02:24:52.567934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a2f75fe-ffef-44a8-9a79-4535e676cc2e req-0638691a-e00e-4f6f-a015-66d746c1c3c8 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455362 Aug 27 02:24:52.617180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1626c8b7-f7f3-435f-a0df-a3dc8a9c1720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.618551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.629710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.707401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1997e3-c1d0-4018-afa0-e9ff494beea8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.713601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.726432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.727970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-17a649f6-2b7b-4033-92aa-8e6d51fe891c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5128019 Aug 27 02:24:52.731605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.737246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group_rule': {'security_group_id': '7f1997e3-c1d0-4018-afa0-e9ff494beea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:52.747523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:51Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:52.750362 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.754527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.775700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-3bc07566-c392-487b-910b-6f4e201b9681 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380687 Aug 27 02:24:52.814441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56647cfa-af55-4a13-9750-2ffed95a0894 None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:51Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:24:52.848681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.849593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49dcebf3-1751-43c2-bf30-cb52ea9fa118,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.860607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Checking segment: {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:52.861002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Network hostable DHCP agents. Network: 20d251a5-9f88-47e9-a728-c814dbd1332e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:24:52.889010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.892826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:52.894150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "DELETE /v2.0/security-groups/2236735d-0c95-4ffb-8db7-904d54663d16 HTTP/1.1" status: 204 len: 168 time: 0.4314709 Aug 27 02:24:52.900181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58758) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.925272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75d752-7739-44dd-87be-69960c965abd tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2236735d-0c95-4ffb-8db7-904d54663d16,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:52.929043 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-262056d9-801c-4425-b686-848b46430624 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] show failed (client error): The resource could not be found. Aug 27 02:24:52.930372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-262056d9-801c-4425-b686-848b46430624 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "GET /v2.0/security-groups/2236735d-0c95-4ffb-8db7-904d54663d16 HTTP/1.1" status: 404 len: 347 time: 0.0292838 Aug 27 02:24:52.933311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58762) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:52.942532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Network 20d251a5-9f88-47e9-a728-c814dbd1332e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:24:53.015822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 20d251a5-9f88-47e9-a728-c814dbd1332e) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:53.016272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-94589f45-b807-45f2-bbf6-d9555c6abb9b service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322395 Aug 27 02:24:53.026572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e10b3-c813-45d1-88ae-d58609e12002 None None] Network 20d251a5-9f88-47e9-a728-c814dbd1332e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:53.029902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4b5a-715d-4245-bce9-cb471434f3d8 req-5580d58c-d52d-4477-b589-a1f2c0c0db13 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.031347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28bf4b5a-715d-4245-bce9-cb471434f3d8 req-5580d58c-d52d-4477-b589-a1f2c0c0db13 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 943 time: 0.2368762 Aug 27 02:24:53.066598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.067389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.085331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.095868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.160600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42a8e5d5-880f-4069-bcbb-cc5ff2819281 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0992293 Aug 27 02:24:53.163314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.164893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58768) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:53.170184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.171524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385216 Aug 27 02:24:53.172495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58770) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:53.179202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group_rule': {'security_group_id': '7f1997e3-c1d0-4018-afa0-e9ff494beea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.203722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:24:53.203722 n-d-806292-1 neutron-server[94832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:24:53.203722 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id': '9fd50036b78442969474a93e4ba995c1', 'id': 'eaf3d402-f3e7-4b7c-9fc1-5c41048ff111', 'expiration': datetime.datetime(2021, 8, 27, 2, 26, 53, 198237)}] Aug 27 02:24:53.203722 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:24:53.204241 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:24:53.205432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Deleting port 37a49b55-88f0-471a-a02d-974d2ce9304f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:53.205777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.213450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9493a-48f2-4fe5-aed2-019c56ca54f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e265ea53-bab2-47de-9e9d-c65bbdd22ebe,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.235719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.270616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28bf4b5a-715d-4245-bce9-cb471434f3d8 req-3eb47a0b-d00f-48e3-87df-0de307638118 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179663 Aug 27 02:24:53.274006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-20d251a5-9f88-47e9-a728-c814dbd1332e', 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'fixed_ips': [{'subnet_id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:24:53.275481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.297154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-1d906037-261a-4754-834f-16e7ef79b96b tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.299502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-1d906037-261a-4754-834f-16e7ef79b96b tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1097 time: 0.1964407 Aug 27 02:24:53.322963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.330625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.330958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.348862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Calling delete_port for 37a49b55-88f0-471a-a02d-974d2ce9304f owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:53.405916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.407513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.435786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.473855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Allocated IP 172.20.0.2 (20d251a5-9f88-47e9-a728-c814dbd1332e/49dcebf3-1751-43c2-bf30-cb52ea9fa118/7e65fe05-ba91-445b-80e9-3a66cc4a1496) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:53.653481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c6829-615d-4f2a-9c46-d69d038bad4a req-45756d5f-fb8b-4b1b-9195-bdad9cfb2043 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:53.673418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a4c095-58dd-4104-b1ad-983a38d469fe,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.681915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-949c6829-615d-4f2a-9c46-d69d038bad4a req-45756d5f-fb8b-4b1b-9195-bdad9cfb2043 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 946 time: 0.1491494 Aug 27 02:24:53.683882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.707584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.709143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd1df8f3-7d06-4445-bb05-e2b06f482f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5335786 Aug 27 02:24:53.716080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:53.721381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:53.741903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:53.784940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.791184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Pushing event deleted for resources: {'Port': ['ID=37a49b55-88f0-471a-a02d-974d2ce9304f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:53.825399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Transition to ACTIVE for port object 7e65fe05-ba91-445b-80e9-3a66cc4a1496 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:53.856796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Transition to ACTIVE for port object 7e65fe05-ba91-445b-80e9-3a66cc4a1496 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:53.858601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.873443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.893802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-949c6829-615d-4f2a-9c46-d69d038bad4a req-c3c2180b-1f31-4985-aee5-38852a859a68 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030873 Aug 27 02:24:53.899078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:53.904462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.905888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.936258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.939290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:53.943912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-61abb2cb-68c6-4934-ad69-bde045c1e655 tempest-ServersTestManualDisk-434435509 tempest-ServersTestManualDisk-434435509-project] 10.222.0.26 "DELETE /v2.0/floatingips/114601d1-99af-4a85-972c-fc8b3819abcf HTTP/1.1" status: 204 len: 168 time: 1.0069778 Aug 27 02:24:53.944480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:54.000168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:54.002939 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad50f46-f756-40c1-a635-d6ce92dc11ca" -d '{"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:54.003926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Network 20d251a5-9f88-47e9-a728-c814dbd1332e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:54.008399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.020906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c73f7-3226-4ba6-877b-35493a13ad36 req-1da4c7bb-8c77-4a25-aeed-e501cd634151 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.023204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:54.023538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e4c73f7-3226-4ba6-877b-35493a13ad36 req-1da4c7bb-8c77-4a25-aeed-e501cd634151 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1876438 Aug 27 02:24:54.034689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:54.041042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.079057 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.082121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Pushing event updated for resources: {'Port': ['ID=7e65fe05-ba91-445b-80e9-3a66cc4a1496,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.109732 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4c5e5-c621-4672-94f6-c642020ca19d x-openstack-request-id: req-b1c4c5e5-c621-4672-94f6-c642020ca19d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:54.110028 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:54.110286 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1c4c5e5-c621-4672-94f6-c642020ca19d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:54.110702 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'code': 200} Aug 27 02:24:54.166280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Attempting to bind port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:54.166280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Attempting to bind port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:54.166717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Attempting to bind port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 on network 20d251a5-9f88-47e9-a728-c814dbd1332e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:54.175231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:54.175825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Checking segment: {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:54.176286 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.176740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Bound using segment: {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:54.177542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Bound port: 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:54.177851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.179004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e4c73f7-3226-4ba6-877b-35493a13ad36 req-ff494acd-b2ee-48cd-a353-d848602dc8a6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429632 Aug 27 02:24:54.196860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.247091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:24:54.247428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:24:54.247761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:54.255031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.256887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:24:54.257209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Attempting to bind port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:24:54.272737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:24:54.273470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:24:54.274164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:24:54.275142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Bound port: 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:24:54.275841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.296832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] For port 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:54.302359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] For port 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e65fe05-ba91-445b-80e9-3a66cc4a1496,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:54.312789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.406758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4fa67-7630-44ed-8d80-f697a2fef3c7 None None] Pushing event updated for resources: {'Port': ['ID=7e65fe05-ba91-445b-80e9-3a66cc4a1496,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.539041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device df7a572a-db09-4d10-9919-1885b6d4dd57 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:54.585552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eba1d-2e1a-43dc-a2bd-c661dde3486b req-5d9a2fa6-d06f-4877-8808-ae5ab01568dc tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.594010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-292eba1d-2e1a-43dc-a2bd-c661dde3486b req-5d9a2fa6-d06f-4877-8808-ae5ab01568dc tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 943 time: 0.1663513 Aug 27 02:24:54.599093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:24:54.642542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port df7a572a-db09-4d10-9919-1885b6d4dd57 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:54.647135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port df7a572a-db09-4d10-9919-1885b6d4dd57 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:54.647720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.664760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Allocated IP 172.25.8.220 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/be414a71-fc7b-410c-a24d-b7982215ca18) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:54.675718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:24:54.693663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.708698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-292eba1d-2e1a-43dc-a2bd-c661dde3486b req-4642f0a8-77e5-4527-bd54-3c08efac34dd tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135423 Aug 27 02:24:54.734573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.835251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:54.848993 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.890877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port df7a572a-db09-4d10-9919-1885b6d4dd57, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=df7a572a-db09-4d10-9919-1885b6d4dd57,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:54.894707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6409e5c4-ae6c-42c4-b214-f12da1b10243 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:54.904763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1ddf-6867-4632-8564-519591e43a8a req-c38341a9-7a3c-4a94-813d-e5aa59210f3d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.914976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a5b1ddf-6867-4632-8564-519591e43a8a req-c38341a9-7a3c-4a94-813d-e5aa59210f3d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.5488045 Aug 27 02:24:54.967193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:54.968125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:54.969751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-dce0e066-7213-4e59-91d4-7a08cd22664f service neutron] 10.222.0.15 "PUT /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 1122 time: 1.6519871 Aug 27 02:24:54.983327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.028801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.042877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a5b1ddf-6867-4632-8564-519591e43a8a req-d5e9757a-65f6-4916-a06b-6f962f689f80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265998 Aug 27 02:24:55.072093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.094232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243,segment=NetworkSegment(97ba8dbe-33b8-4cc3-9c68-6f38c90cc251),segment_id=97ba8dbe-33b8-4cc3-9c68-6f38c90cc251)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:55.107348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '6409e5c4-ae6c-42c4-b214-f12da1b10243', 'network_id': 'bfe67538-c7bf-40e2-a00d-18c6ce628767', 'port_id': '6409e5c4-ae6c-42c4-b214-f12da1b10243', 'mac_address': 'fa:16:3e:f9:03:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb36a007-b5d8-4ec0-be17-7c3a5260bc14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:24:55.112164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:55.173219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea045b04-3ee3-4b6b-9849-7dfb7deaca26 req-19e20149-8846-416a-ba61-d0b6d89f4cec tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.179273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea045b04-3ee3-4b6b-9849-7dfb7deaca26 req-19e20149-8846-416a-ba61-d0b6d89f4cec tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.0966575 Aug 27 02:24:55.183688 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.239648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e470869-a158-4a31-b2e7-7e9af2816a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.273118 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.278961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:55.284578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:55.297817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:55.317994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6409e5c4-ae6c-42c4-b214-f12da1b10243 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:24:55.343285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=be414a71-fc7b-410c-a24d-b7982215ca18,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.370759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea045b04-3ee3-4b6b-9849-7dfb7deaca26 req-8e882bf3-5ad4-421a-9c76-2658f03e49e1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841056 Aug 27 02:24:55.395309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.425230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243,segment=NetworkSegment(97ba8dbe-33b8-4cc3-9c68-6f38c90cc251),segment_id=97ba8dbe-33b8-4cc3-9c68-6f38c90cc251)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:55.442723 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.540309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.609773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:55.613746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.652857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.656926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.665276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.733139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39397a9d-4904-4441-9353-db9fa535d597 req-8fedf834-cf23-4c86-bb01-f956c2fb1382 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.735394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39397a9d-4904-4441-9353-db9fa535d597 req-8fedf834-cf23-4c86-bb01-f956c2fb1382 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1291916 Aug 27 02:24:55.912998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39397a9d-4904-4441-9353-db9fa535d597 req-bddb8902-b57f-4ad0-ac14-0a7c5cf1cb05 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Aug 27 02:24:55.926706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634300cc-060d-4a7b-a980-c3da2663d8c2 None None] Network 20d251a5-9f88-47e9-a728-c814dbd1332e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:24:55.975992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43c1b-80cf-47d7-b6ae-295c658a83a3 req-68cc3958-0ee8-4f93-ac5b-5caab9fc2ea6 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:55.987270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea43c1b-80cf-47d7-b6ae-295c658a83a3 req-68cc3958-0ee8-4f93-ac5b-5caab9fc2ea6 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 944 time: 0.1213317 Aug 27 02:24:55.993607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:55.996279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6409e5c4-ae6c-42c4-b214-f12da1b10243'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:24:56.002764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.031988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1d380c14-c28c-46e3-983a-89fd4d96721e None None] Provisioning for port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:56.037795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Allocated IP 172.25.8.40 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/47de74bb-7fb2-47a4-8f36-a2692ccf0767) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:56.087487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=be414a71-fc7b-410c-a24d-b7982215ca18,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:56.116610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:56.119216 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:56.145608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.165501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.169920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99863bd6-b9ef-4423-9534-638d3cb61134 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4524918 Aug 27 02:24:56.189055 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e62d36-c784-430f-8928-daea5b73a07d x-openstack-request-id: req-b1e62d36-c784-430f-8928-daea5b73a07d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:56.189351 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:56.190196 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1e62d36-c784-430f-8928-daea5b73a07d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:56.190634 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'status': 'completed', 'code': 200} Aug 27 02:24:56.194520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea43c1b-80cf-47d7-b6ae-295c658a83a3 req-2e51da1f-ffda-4d0b-881b-1ada4ba20b56 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063768 Aug 27 02:24:56.280304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.390683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-0fdf35af-39e4-4795-aeaa-8857f388b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.391976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.392625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-0fdf35af-39e4-4795-aeaa-8857f388b251 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1125 time: 0.1181581 Aug 27 02:24:56.464353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-f8a83b29-4523-4f6e-8c02-8c81aec61ec0 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--101829494&fields=id&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 267 time: 0.0938931 Aug 27 02:24:56.561629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.617231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-78392bcc-f585-44a1-964a-213f41c4c7b1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:56.619434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e65fe05-ba91-445b-80e9-3a66cc4a1496 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:56.624822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-78392bcc-f585-44a1-964a-213f41c4c7b1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 817 time: 0.1594517 Aug 27 02:24:56.639223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-db868f4f-623d-4229-98f9-4799556c06aa tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/quotas/602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 375 time: 0.0133018 Aug 27 02:24:56.691220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:56.699334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:56.700248 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.714376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-442290eb-6e6c-4f2b-8cf3-2d85a7dfc90d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679152 Aug 27 02:24:56.793622 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.854129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e65fe05-ba91-445b-80e9-3a66cc4a1496,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:56.859104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-463a4845-3598-43ad-a967-773bc1f4b1ab service neutron] 10.222.0.26 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281812 Aug 27 02:24:56.861416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.862481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device df7a572a-db09-4d10-9919-1885b6d4dd57 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:56.964978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7e65fe05-ba91-445b-80e9-3a66cc4a1496,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:56.972219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-fe7c64d4-2e26-45db-abcb-64a9e0e214b5 service neutron] 10.222.0.26 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106899 Aug 27 02:24:56.975676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port df7a572a-db09-4d10-9919-1885b6d4dd57 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:56.976282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:56.979449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:56.993310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:57.002036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:57.008341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Pushing event updated for resources: {'Port': ['ID=47de74bb-7fb2-47a4-8f36-a2692ccf0767,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:57.059412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224328-a82d-4202-bd91-5769ddea5743 req-2509dad4-f787-42fe-bb7c-706c8c2a5fea tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.060955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4224328-a82d-4202-bd91-5769ddea5743 req-2509dad4-f787-42fe-bb7c-706c8c2a5fea tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.5751364 Aug 27 02:24:57.061974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-18290cac-a4f4-4922-bfc8-feac4bb73ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.063300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-18290cac-a4f4-4922-bfc8-feac4bb73ef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.6597791 Aug 27 02:24:57.082458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Deleting port c40ddcc6-93a7-4750-b05f-afd59e822e45 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:24:57.082798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.210754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-1d7039c6-8725-45fc-9071-88584a328c34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.1384578 Aug 27 02:24:57.246341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1d55-09db-4f37-9b5a-0499ad9f8d9c req-fb9f50b0-2e83-474a-af68-e1c06cb03d64 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.248280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f9d1d55-09db-4f37-9b5a-0499ad9f8d9c req-fb9f50b0-2e83-474a-af68-e1c06cb03d64 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0699830 Aug 27 02:24:57.298529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f9d1d55-09db-4f37-9b5a-0499ad9f8d9c req-7ddb02bd-2a68-43d7-ba94-e7dd21f81cf1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Aug 27 02:24:57.441852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4224328-a82d-4202-bd91-5769ddea5743 req-c5eb261d-6398-4b88-a1b7-c883a134af33 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722219 Aug 27 02:24:57.507537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] For port c40ddcc6-93a7-4750-b05f-afd59e822e45, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c40ddcc6-93a7-4750-b05f-afd59e822e45,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:57.507861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.524369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-b69adeaf-b0b2-415e-9a69-b1deca5d9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.525863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-b69adeaf-b0b2-415e-9a69-b1deca5d9084 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1691818 Aug 27 02:24:57.550425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c14ae9e-3409-4446-8731-ef17f3c86ad8 req-9da60454-f5e1-4bd2-9873-3ecbab354fa3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 210 time: 0.0621030 Aug 27 02:24:57.602493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:24:57.622501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Calling delete_port for c40ddcc6-93a7-4750-b05f-afd59e822e45 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:24:57.634333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-303f1d66-7ba4-49ab-ba8a-4c11c9f6b615 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937014 Aug 27 02:24:57.716270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:57.730431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:24:57.822546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb5825-b424-4f39-9b1c-042d3856f476 req-701bc4d6-bf75-4565-a1c4-487b7704dd3b tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:57.824969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cbb5825-b424-4f39-9b1c-042d3856f476 req-701bc4d6-bf75-4565-a1c4-487b7704dd3b tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 944 time: 0.2491817 Aug 27 02:24:57.829642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.832611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:57.958470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-09646acd-b3e1-49a2-ab5c-15b593d47993 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070230 Aug 27 02:24:58.051029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cbb5825-b424-4f39-9b1c-042d3856f476 req-c7072b04-bdcb-4c79-b828-473cdae14018 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132547 Aug 27 02:24:58.191952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5defe70-eaa4-4c42-97e2-60d281c1ad3b req-bdf44104-343d-4729-8922-d96ff2bb60e3 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990705 Aug 27 02:24:58.235402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.251897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:58.265266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40ddcc6-93a7-4750-b05f-afd59e822e45,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:58.327880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.506872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-84beeaa5-0dd2-4f62-883e-dc8b577e94d5 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.508678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-84beeaa5-0dd2-4f62-883e-dc8b577e94d5 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 817 time: 0.2342017 Aug 27 02:24:58.620814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57d56ac4-dd84-4cbd-9e3b-a3aa0f744a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.677560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e65fe05-ba91-445b-80e9-3a66cc4a1496 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:58.687533 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.729808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-72bf2cbc-8dc3-48ae-863d-36a0ff8caad7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 379 time: 0.1660275 Aug 27 02:24:58.746726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:58.747307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.749252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a537603-2e30-4cbe-b74c-c55fd51682b5 req-deec8218-e630-4c4c-8842-cfb2cc72ec39 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.754880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a537603-2e30-4cbe-b74c-c55fd51682b5 req-deec8218-e630-4c4c-8842-cfb2cc72ec39 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.2767911 Aug 27 02:24:58.776389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'port': {'device_id': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'admin_state_up': True, 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'security_groups': ['7f1997e3-c1d0-4018-afa0-e9ff494beea8']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:58.785840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Router 2c26a34a-633b-46a8-bc2b-b80c71c7086e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:24:58.831206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b9457-ca13-48bb-8465-36d3cbf3ace9 req-956f7d0f-b70c-4b3c-bc7b-cc2aeaaa85ca tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:58.838991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a1b9457-ca13-48bb-8465-36d3cbf3ace9 req-956f7d0f-b70c-4b3c-bc7b-cc2aeaaa85ca tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.1482205 Aug 27 02:24:58.885715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6409e5c4-ae6c-42c4-b214-f12da1b10243 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:24:58.935370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a537603-2e30-4cbe-b74c-c55fd51682b5 req-4b144f62-6d53-4c0b-8c01-fc207f4f76cb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481097 Aug 27 02:24:58.941393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 6409e5c4-ae6c-42c4-b214-f12da1b10243 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:24:58.956295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 6409e5c4-ae6c-42c4-b214-f12da1b10243 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:24:58.956295 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:58.997713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57d56ac4-dd84-4cbd-9e3b-a3aa0f744a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.008201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57d56ac4-dd84-4cbd-9e3b-a3aa0f744a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.022591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a1b9457-ca13-48bb-8465-36d3cbf3ace9 req-084d37ad-3f21-44aa-bb82-733c237d9a8e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453805 Aug 27 02:24:59.063553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.090422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:24:59.092822 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3693c28-4c24-4139-9ee7-4e12159ddb43" -d '{"events": [{"server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "name": "network-vif-plugged", "status": "completed", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:24:59.106899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243,segment=NetworkSegment(97ba8dbe-33b8-4cc3-9c68-6f38c90cc251),segment_id=97ba8dbe-33b8-4cc3-9c68-6f38c90cc251)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:24:59.112532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.121177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03f3368c-32b0-4893-a465-0b851cf92a00 req-57b79c4b-935e-4ec6-8865-3646915059cd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 210 time: 0.0605698 Aug 27 02:24:59.127682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Made reservation on behalf of 602c0b7b6d124a948fb71237158b6506 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:24:59.137299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.154251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-57d56ac4-dd84-4cbd-9e3b-a3aa0f744a4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9339c6948c244415aa0615c52b2cde7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8988147 Aug 27 02:24:59.164389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:59.183130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:59.189233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56ac4-dd84-4cbd-9e3b-a3aa0f744a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395c353-9418-4cf2-8d0f-cd71aec488cb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:59.199080 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd87438-ed15-43f5-bdde-b171b61e593a x-openstack-request-id: req-9fd87438-ed15-43f5-bdde-b171b61e593a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:24:59.200239 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "name": "network-vif-plugged", "status": "completed", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:24:59.200868 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fd87438-ed15-43f5-bdde-b171b61e593a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:24:59.202005 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243', 'code': 200} Aug 27 02:24:59.283609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:24:59.294088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.296016 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Sync routers for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:24:59.306018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:24:59.307368 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:59.358845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.391000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Allocated IP 172.20.0.10 (e771fb49-5663-475c-8365-16928968f3db/bfc95a9d-7346-4d95-9e10-7014ad7b2838/e150a65a-2d1c-49bf-87c6-08bfe313aeff) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:24:59.423731 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:24:59.455876 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.458551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.459747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8395c353-9418-4cf2-8d0f-cd71aec488cb HTTP/1.1" status: 204 len: 168 time: 0.2895966 Aug 27 02:24:59.486964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f699-cb3a-419c-a58f-f101e1691ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395c353-9418-4cf2-8d0f-cd71aec488cb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:59.600531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.619208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Transition to ACTIVE for port object e150a65a-2d1c-49bf-87c6-08bfe313aeff will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:24:59.668136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.681038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:24:57Z', 'revision_number': 3, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:24:59.718135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Checking router: 2c26a34a-633b-46a8-bc2b-b80c71c7086e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:24:59.718787 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Updating router 2c26a34a-633b-46a8-bc2b-b80c71c7086e port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:24:59.725406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Network e771fb49-5663-475c-8365-16928968f3db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:24:59.728842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:24:59.732661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:24:59.735842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-edbbad4c-fca5-45e6-b823-d5c6f0698d68 service neutron] 10.222.0.46 "GET /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.7374067 Aug 27 02:24:59.750734 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.782048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:24:59.816198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.816892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.840422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-eadd62a4-1cd0-4e36-afbf-b387e09628bd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0698526 Aug 27 02:24:59.855518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Request body: {'port': {'device_id': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:24:59.866834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.869178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a093d26-8eee-4780-b673-d2300db8a01d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7022955 Aug 27 02:24:59.878237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58926) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:59.893564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007b5b5-7868-4ead-aca3-7874ddbfabc6 req-7d221f13-2ace-463b-8be3-be73cfff1d88 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:24:59.894209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:24:59.896840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d007b5b5-7868-4ead-aca3-7874ddbfabc6 req-7d221f13-2ace-463b-8be3-be73cfff1d88 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.7444556 Aug 27 02:24:59.912113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b24a3a6-3a0b-4d1d-b860-cb69d486e110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.972360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:24:59.988005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:00.027149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107e12-c9b4-4207-b906-4a46d5d008e0 req-3d4f8fdf-97bc-4119-8a9b-835d6b31706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.028700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9107e12-c9b4-4207-b906-4a46d5d008e0 req-3d4f8fdf-97bc-4119-8a9b-835d6b31706f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 1096 time: 0.2947004 Aug 27 02:25:00.043877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d007b5b5-7868-4ead-aca3-7874ddbfabc6 req-bc099102-7b09-4def-861d-e0b0a94c1933 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460948 Aug 27 02:25:00.082734 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.094172 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Transition to ACTIVE for port object 47de74bb-7fb2-47a4-8f36-a2692ccf0767 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:00.103204 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.137658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-83cee296-a649-474b-b777-83b5afd69a0d None None] Provisioning for port e150a65a-2d1c-49bf-87c6-08bfe313aeff completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:00.143850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-83cee296-a649-474b-b777-83b5afd69a0d None None] Provisioning complete for port e150a65a-2d1c-49bf-87c6-08bfe313aeff triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:00.144475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-83cee296-a649-474b-b777-83b5afd69a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.154584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3bc1f-ccb6-41a5-97b0-249036105fef req-b863b4df-982d-4a43-8688-a48f9a5746d6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.163367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28a3bc1f-ccb6-41a5-97b0-249036105fef req-b863b4df-982d-4a43-8688-a48f9a5746d6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1060460 Aug 27 02:25:00.166701 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Attempting to bind port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:00.167160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Attempting to bind port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:00.167527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Attempting to bind port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:00.176254 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:00.176629 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:00.177034 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.177426 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:00.177888 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Bound port: 47de74bb-7fb2-47a4-8f36-a2692ccf0767, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:00.178266 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.218932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-83cee296-a649-474b-b777-83b5afd69a0d None None] Port e150a65a-2d1c-49bf-87c6-08bfe313aeff cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:00.250855 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8efc69-2f40-42c1-87ec-d2920714ffb4 None None] Pushing event updated for resources: {'Port': ['ID=47de74bb-7fb2-47a4-8f36-a2692ccf0767,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:00.255230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] For port 47de74bb-7fb2-47a4-8f36-a2692ccf0767, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:00.261511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] For port 47de74bb-7fb2-47a4-8f36-a2692ccf0767, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=47de74bb-7fb2-47a4-8f36-a2692ccf0767,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:00.267456 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.311061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28a3bc1f-ccb6-41a5-97b0-249036105fef req-2497b252-098c-4a5c-aab4-5336d41219a2 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465588 Aug 27 02:25:00.316443 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.317687 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.352370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9107e12-c9b4-4207-b906-4a46d5d008e0 req-310218de-c06b-46ed-9d84-bc0c465f17e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679658 Aug 27 02:25:00.442737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977754e5-4304-4fe6-b673-b9512b12b23b req-852dabaa-7ec5-44ac-bd65-0f4fa2553140 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.444294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977754e5-4304-4fe6-b673-b9512b12b23b req-852dabaa-7ec5-44ac-bd65-0f4fa2553140 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 944 time: 0.2469237 Aug 27 02:25:00.453570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:00.459850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32869d6b-c9b7-405f-a22e-c4ba40d08993 admin admin] 10.222.0.26 "PUT /v2.0/routers/98bac5e7-69a8-47c7-bb7d-473b99fd0fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5138383 Aug 27 02:25:00.465014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:00.469651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Sync routers for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:00.479839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:00.480467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.498565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b24a3a6-3a0b-4d1d-b860-cb69d486e110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.526870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:00.534809 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:00.575916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:00.580412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977754e5-4304-4fe6-b673-b9512b12b23b req-527456bc-2cda-40ee-90f2-2bddae217475 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177299 Aug 27 02:25:00.605377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:00.608269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:00.623584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.639984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Transition to ACTIVE for port object e150a65a-2d1c-49bf-87c6-08bfe313aeff will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:00.652578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b24a3a6-3a0b-4d1d-b860-cb69d486e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.663494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:00.669011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8efc69-2f40-42c1-87ec-d2920714ffb4 None None] Pushing event updated for resources: {'Port': ['ID=47de74bb-7fb2-47a4-8f36-a2692ccf0767,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:00.681710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:00.707519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.747426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24a3a6-3a0b-4d1d-b860-cb69d486e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2500b3b6-9d6a-4351-9a07-c7f834cc4554,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:00.752771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.794574 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:00.808322 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:24:57Z', 'revision_number': 3, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:00.840495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522a28c-937f-403f-b5df-5a4587b2eb3b req-ea20895b-8629-404f-9f0d-bb88cd7fd36d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:00.842176 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7522a28c-937f-403f-b5df-5a4587b2eb3b req-ea20895b-8629-404f-9f0d-bb88cd7fd36d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 932 time: 0.4438484 Aug 27 02:25:00.852987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b24a3a6-3a0b-4d1d-b860-cb69d486e110 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b78bf342e614aab9023163dd885b67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9578164 Aug 27 02:25:00.858600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58940) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:00.875240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b13ffe-d26f-44ae-8c1a-d42779875623 None None] The sync data for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 is: [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:24:57Z', 'revision_number': 3, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:00.978237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] Transition to ACTIVE for port object 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:00.992895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.012115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:01.060661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.061010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Checking router: 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:01.090483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Routers {'98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:01.091170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:01.097053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.307218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] Set router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:01.335174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] No DVR routers for this DVR port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:01.337384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:01.366017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.370139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.371827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2500b3b6-9d6a-4351-9a07-c7f834cc4554 HTTP/1.1" status: 204 len: 168 time: 0.5106151 Aug 27 02:25:01.471528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-af3d9fc7-7cf6-4c9d-ba6f-6ea5089758d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7170630 Aug 27 02:25:01.478502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.480574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f19d07-41b7-45d6-8833-61aa1d7551de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500b3b6-9d6a-4351-9a07-c7f834cc4554,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:01.530415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757cf5e-dc9b-40ec-ac98-321de097a82d req-cdcb731e-88e5-4178-ae44-019cb116197d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.532138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1757cf5e-dc9b-40ec-ac98-321de097a82d req-cdcb731e-88e5-4178-ae44-019cb116197d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.3265023 Aug 27 02:25:01.574978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:01.698886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:01.699498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1757cf5e-dc9b-40ec-ac98-321de097a82d req-f2d5b30a-b2ca-43a0-a4d8-51e8a194bdf7 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507621 Aug 27 02:25:01.713003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7522a28c-937f-403f-b5df-5a4587b2eb3b req-ca483dee-67e6-4253-aac3-00707d961740 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7780907 Aug 27 02:25:01.730783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:01.823133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Attempting to bind port e150a65a-2d1c-49bf-87c6-08bfe313aeff on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:01.823471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Attempting to bind port e150a65a-2d1c-49bf-87c6-08bfe313aeff by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:01.823804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Attempting to bind port e150a65a-2d1c-49bf-87c6-08bfe313aeff on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:01.833497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02781897-ee3a-42af-9bab-197fa17bf3c2 None None] The sync data for ids ['98bac5e7-69a8-47c7-bb7d-473b99fd0fc5'] in n-d-806292-1 is: [{'id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'name': 'tempest-ServersTestManualDisk-2098896980-router', 'tenant_id': '7f61cb49762643399d5060790fa6e523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:24:58Z', 'revision_number': 5, 'project_id': '7f61cb49762643399d5060790fa6e523', 'gw_port': {'id': '84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bac5e7-69a8-47c7-bb7d-473b99fd0fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:22:27Z', 'updated_at': '2021-08-27T02:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:01.852779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Port e150a65a-2d1c-49bf-87c6-08bfe313aeff on network e771fb49-5663-475c-8365-16928968f3db not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:01.853122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Attempting to bind port e150a65a-2d1c-49bf-87c6-08bfe313aeff on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:01.888039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Allocated IP 172.20.0.1 (20d251a5-9f88-47e9-a728-c814dbd1332e/49dcebf3-1751-43c2-bf30-cb52ea9fa118/506a2783-14bf-42cb-a9b1-bd19e9c1afc8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:01.919735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-d63a8d78-de6c-442d-907d-b251b59a6ec7 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:01.921424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-d63a8d78-de6c-442d-907d-b251b59a6ec7 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.3095484 Aug 27 02:25:01.965084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:01.965286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Checking segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:01.965579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Bound using segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:01.966027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Bound port: e150a65a-2d1c-49bf-87c6-08bfe313aeff, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:01.966414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.049371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099b05e-ba3e-4b43-972e-28eea96aabbb req-bf1e11b3-7d66-442b-96c9-5d16e84b8070 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.049371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9099b05e-ba3e-4b43-972e-28eea96aabbb req-bf1e11b3-7d66-442b-96c9-5d16e84b8070 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1655762 Aug 27 02:25:02.083793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.121920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.133895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf55345-80f9-4f36-b548-6c7b384c13db req-bd620217-76fe-4e0e-a6ab-e308fbf23d0c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.135524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bf55345-80f9-4f36-b548-6c7b384c13db req-bd620217-76fe-4e0e-a6ab-e308fbf23d0c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.2217109 Aug 27 02:25:02.136896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:02.142095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:02.143403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9099b05e-ba3e-4b43-972e-28eea96aabbb req-3fd19cbe-4ddf-4400-bf44-4c5b018c3260 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789592 Aug 27 02:25:02.159502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Transition to ACTIVE for port object 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:02.181550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-0843610e-4a7d-4005-b357-6ac642b6977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.183599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-0843610e-4a7d-4005-b357-6ac642b6977f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&tenant_id=84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 1096 time: 0.2330029 Aug 27 02:25:02.191101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.216893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.283791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.288845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.290324 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] 10.222.0.15 "PUT /v2.0/ports/e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1092 time: 2.4398446 Aug 27 02:25:02.293106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:02.299789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Network 20d251a5-9f88-47e9-a728-c814dbd1332e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:02.301915 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc277711-6650-4115-b356-05a21a4a4aae" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:02.309779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:02.315476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:02.319196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Pushing event updated for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:02.374669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bf55345-80f9-4f36-b548-6c7b384c13db req-b97e1b59-3484-44ae-881d-32ac65d9dc3e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957078 Aug 27 02:25:02.459028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.478281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Deleting port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:02.478649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.488725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-a45eb6aa-9c11-44e0-b04f-97593611611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.490271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-a45eb6aa-9c11-44e0-b04f-97593611611b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1096 time: 0.2612031 Aug 27 02:25:02.493784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-2c21fe77-e3dd-4733-a365-35f965e24a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.495834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-2c21fe77-e3dd-4733-a365-35f965e24a58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1095 time: 0.1144769 Aug 27 02:25:02.496563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:02.499615 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248051e-cfbc-428a-81f6-b7f2c628f6a4 x-openstack-request-id: req-0248051e-cfbc-428a-81f6-b7f2c628f6a4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:02.499902 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:02.500152 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0248051e-cfbc-428a-81f6-b7f2c628f6a4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:02.500552 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'status': 'completed', 'code': 200} Aug 27 02:25:02.580608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 47de74bb-7fb2-47a4-8f36-a2692ccf0767 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:02.654546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.655103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.655103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.655451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.655787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.656121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.658991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.660507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.660864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.662761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.663262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.663459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927d1d3-26f4-41c7-9cdc-f0ebfd1c1744 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:02.685362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:02.693090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:02.693700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.729444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.883062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-cc0c7a23-1d7f-4d9c-a4e6-179f4cbb5a5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 217 time: 0.2880862 Aug 27 02:25:02.891191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.936055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 47de74bb-7fb2-47a4-8f36-a2692ccf0767, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=47de74bb-7fb2-47a4-8f36-a2692ccf0767,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:02.945528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:02.953527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:02.953701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e61fc1-c027-48d3-b5e9-8bf1a0ff5c8a req-1c91372e-37cb-4ba6-b129-113b939d4a48 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:02.955210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e61fc1-c027-48d3-b5e9-8bf1a0ff5c8a req-1c91372e-37cb-4ba6-b129-113b939d4a48 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1061668 Aug 27 02:25:02.991639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c40ddcc6-93a7-4750-b05f-afd59e822e45 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:03.006624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-2637a619-9e22-48cc-87c3-b3ca1fba81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.008204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-2637a619-9e22-48cc-87c3-b3ca1fba81ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.4955003 Aug 27 02:25:03.054507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e61fc1-c027-48d3-b5e9-8bf1a0ff5c8a req-f34e0cbf-7168-4b7b-b788-eb55c50a8011 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751851 Aug 27 02:25:03.087508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-b135cd58-9e64-4130-b2e6-9e9f60e275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.087508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-b135cd58-9e64-4130-b2e6-9e9f60e275f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1725581 Aug 27 02:25:03.106495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.114746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=47de74bb-7fb2-47a4-8f36-a2692ccf0767,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:03.120792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: c40ddcc6-93a7-4750-b05f-afd59e822e45 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:03.121593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c40ddcc6-93a7-4750-b05f-afd59e822e45 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:03.122079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.125640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8e78-cfb7-4ecb-84d9-49936ec19a20 req-902c1aee-dd15-45a0-ad04-2b945df91f7a tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.127432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df2c8e78-cfb7-4ecb-84d9-49936ec19a20 req-902c1aee-dd15-45a0-ad04-2b945df91f7a tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.2465098 Aug 27 02:25:03.134151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] For port 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:03.134562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.145471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-a00220a8-eeac-42f7-889a-12528d6fb045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.1195517 Aug 27 02:25:03.153487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0a35e0e2-7394-402a-bb33-a3bc46474634 None None] Provisioning for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:03.163592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0a35e0e2-7394-402a-bb33-a3bc46474634 None None] Provisioning complete for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:03.163960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0a35e0e2-7394-402a-bb33-a3bc46474634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.180307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.180659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.181014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.181337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.181674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.182004 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.182884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.183271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.184073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.184073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.184267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.184578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:03.224710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-13ea74c3-d7e9-4b13-bfcc-c5b9cbfd5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.226184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-13ea74c3-d7e9-4b13-bfcc-c5b9cbfd5485 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0709209 Aug 27 02:25:03.229518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Calling delete_port for 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:03.232524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:03.243574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0a35e0e2-7394-402a-bb33-a3bc46474634 None None] Port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:03.263057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Pushing event updated for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:03.298700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.302665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-546c8a64-cd30-43d5-aecb-92e6b23c51a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606105 Aug 27 02:25:03.335475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389caa9-ec9b-4219-9faa-e9516a4e835e req-2b6ac6c0-a423-4ea8-9a79-03d95b5e05b3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.336995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0389caa9-ec9b-4219-9faa-e9516a4e835e req-2b6ac6c0-a423-4ea8-9a79-03d95b5e05b3 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0773432 Aug 27 02:25:03.350871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-8cc4fc36-a71f-48f0-ac4a-88b91091d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.352473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-8cc4fc36-a71f-48f0-ac4a-88b91091d0fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209539 Aug 27 02:25:03.357395 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df2c8e78-cfb7-4ecb-84d9-49936ec19a20 req-fcbabc87-e8d1-4650-86bc-244d893a4c92 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039242 Aug 27 02:25:03.407273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0389caa9-ec9b-4219-9faa-e9516a4e835e req-2ef049f9-96ec-4d6b-98c4-ac0cfd76f9e0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Aug 27 02:25:03.467519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Network 20d251a5-9f88-47e9-a728-c814dbd1332e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:03.468948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:03.649906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Router 2c26a34a-633b-46a8-bc2b-b80c71c7086e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:03.711010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-f56a1195-7e68-4b4d-85fd-75b91e012185 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737755 Aug 27 02:25:03.758014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-21934f1a-de0f-484f-9e2e-b49bee9885df service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888984 Aug 27 02:25:03.826641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:03.835232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9832612a-be02-4730-bf09-e2078b08b740 admin admin] 10.222.0.26 "PUT /v2.0/routers/2c26a34a-633b-46a8-bc2b-b80c71c7086e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9363687 Aug 27 02:25:03.849023 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Sync routers for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:03.864650 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:03.865741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:03.887815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6fb52335-24f4-49d1-a8b3-f8a4de1c4c22 None None] Provisioning complete for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:03.888320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6fb52335-24f4-49d1-a8b3-f8a4de1c4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:03.946320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cf5f1-bd20-4421-96f8-8fed008b1261 req-b638d8ec-4c00-49b4-a99f-86f103f1952a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:03.947931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-380cf5f1-bd20-4421-96f8-8fed008b1261 req-b638d8ec-4c00-49b4-a99f-86f103f1952a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.3157427 Aug 27 02:25:03.951351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6fb52335-24f4-49d1-a8b3-f8a4de1c4c22 None None] Port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:04.021378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.056144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-69111403-4838-4ffd-8167-b2cd26aee162 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097537 Aug 27 02:25:04.099721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-380cf5f1-bd20-4421-96f8-8fed008b1261 req-8beff26e-0169-4c3f-b72e-4d7723ac1c98 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 Aug 27 02:25:04.106905 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:04.129141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2405e1e3-ae91-4585-8c5a-a5548467c587 req-1c4c56cc-b699-4c11-baa3-3dff47b8f969 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232934 Aug 27 02:25:04.150569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:04.175882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.328811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.371059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.401011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '506a2783-14bf-42cb-a9b1-bd19e9c1afc8', 'name': '', 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'mac_address': 'fa:16:3e:fb:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:01Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 2, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'subnets': [{'id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:04.434928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Checking router: 2c26a34a-633b-46a8-bc2b-b80c71c7086e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:04.435493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Updating router 2c26a34a-633b-46a8-bc2b-b80c71c7086e port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:04.490277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a113-5680-4c47-bcca-ca8706691885 req-55267308-d62e-430f-baf5-94ef4765406f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.491881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1896a113-5680-4c47-bcca-ca8706691885 req-55267308-d62e-430f-baf5-94ef4765406f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1833844 Aug 27 02:25:04.495687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.496214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:25:04.500117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-caf34a80-44ac-4f0e-9fee-f2076f09f200 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.501568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-caf34a80-44ac-4f0e-9fee-f2076f09f200 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1360328 Aug 27 02:25:04.505125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.506832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ed3b9f0-7c51-4638-9f46-b3f57591317a admin admin] 10.222.0.26 "DELETE /v2.0/routers/98bac5e7-69a8-47c7-bb7d-473b99fd0fc5 HTTP/1.1" status: 204 len: 168 time: 3.8652480 Aug 27 02:25:04.509077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:04.514117 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.515051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc277711-6650-4115-b356-05a21a4a4aae req-e153a40a-d767-41fb-a5dd-e91e95f85e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.521261 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-e153a40a-d767-41fb-a5dd-e91e95f85e3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1095 time: 0.2200024 Aug 27 02:25:04.610431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Deleting subnet 5ae8b2c0-87cf-497c-a4fa-fcda41db2677 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:25:04.614513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.629230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-760c2130-2eba-454d-9225-50706c5c5de0 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2667329 Aug 27 02:25:04.639452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 47de74bb-7fb2-47a4-8f36-a2692ccf0767 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:04.654822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:04.685904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.733465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.752855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:04.753225 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.779596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1896a113-5680-4c47-bcca-ca8706691885 req-e3f813d6-8c44-4388-be18-73eb2d556194 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559900 Aug 27 02:25:04.874612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.898082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc277711-6650-4115-b356-05a21a4a4aae req-0d04d3b7-ddd2-4eaa-b180-1c4007d43018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:04.899944 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-0d04d3b7-ddd2-4eaa-b180-1c4007d43018 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.3514438 Aug 27 02:25:04.968823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:04.997336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26504b14-34de-4652-bacc-055e5d1099ce None None] Network 6b3f73ec-f125-48c4-b068-579e49133749 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:05.007988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.008504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-76a08d11-e49a-4a2f-86cc-177bb40f2a96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 217 time: 0.0984602 Aug 27 02:25:05.012846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5ae8b2c0-87cf-497c-a4fa-fcda41db2677 HTTP/1.1" status: 204 len: 168 time: 0.4990101 Aug 27 02:25:05.013665 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.018229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59058) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:05.023712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae8b2c0-87cf-497c-a4fa-fcda41db2677,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.025952 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Transition to ACTIVE for port object 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:05.034437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-e1a12711-524f-4dfb-8f30-b62081d552d9 service neutron] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:05.034689 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.056142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-e1a12711-524f-4dfb-8f30-b62081d552d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.061143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9e91530-8f15-4445-a584-2f8706b8a6df req-e1a12711-524f-4dfb-8f30-b62081d552d9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.5387208 Aug 27 02:25:05.109936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.109936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.110335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.110662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.111274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.111654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.111980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.112308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.112637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.113070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.113402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.113728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe07fa-a004-4ede-b88d-68372babb775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.127770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.162530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761323d7-2864-4852-96ba-ef9b1e26998a req-e96aba5b-8518-492e-883f-82542fe94210 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.173275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-761323d7-2864-4852-96ba-ef9b1e26998a req-e96aba5b-8518-492e-883f-82542fe94210 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1776705 Aug 27 02:25:05.177020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc277711-6650-4115-b356-05a21a4a4aae req-fac34694-4a80-4f38-abec-749f82ea1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.181009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-fac34694-4a80-4f38-abec-749f82ea1daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1445363 Aug 27 02:25:05.194899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Pushing event updated for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.259754 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Attempting to bind port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:05.260113 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Attempting to bind port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:05.261407 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Attempting to bind port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 on network 20d251a5-9f88-47e9-a728-c814dbd1332e {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:05.270864 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:05.273098 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Checking segment: {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:05.273518 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.273915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Bound using segment: {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:05.275360 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Bound port: 506a2783-14bf-42cb-a9b1-bd19e9c1afc8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f791f6-804d-499e-bf6a-2d46a7c032d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:05.276822 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.321685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-761323d7-2864-4852-96ba-ef9b1e26998a req-9cee4e5f-1683-45bb-aed1-12c524dac43c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396637 Aug 27 02:25:05.324371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Allocated IP 172.25.8.26 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4c40d991-510f-420e-bcc6-c0bd5c971f4a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:05.325936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc277711-6650-4115-b356-05a21a4a4aae req-4cf34dc2-14be-4f67-907b-103b1941b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.327579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-4cf34dc2-14be-4f67-907b-103b1941b3d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246347 Aug 27 02:25:05.376262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] DHCP port deletion for 6b3f73ec-f125-48c4-b068-579e49133749 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:25:05.458740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] For port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:05.467491 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] For port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:05.474416 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.487546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Deleting port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:05.488083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.524722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-23ad987f-f337-4f39-97af-42b79748eaa2 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756048 Aug 27 02:25:05.614008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] For port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,segment=NetworkSegment(208bed22-89c5-4faa-9a3a-0f9ecfab2c79),segment_id=208bed22-89c5-4faa-9a3a-0f9ecfab2c79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:05.614612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.630824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Calling delete_port for 332424aa-6bd0-4179-aea4-4fb9b22fcb1f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:05.636680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:05.669868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc277711-6650-4115-b356-05a21a4a4aae req-8765e157-2163-488a-9b19-77c97d46894f service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355882 Aug 27 02:25:05.692029 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Pushing event updated for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.703441 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:05.704201 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:05.752337 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.752684 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.753017 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.753348 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.753725 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.754102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.754521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.754844 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.755163 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.755480 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.755796 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.756110 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c761fe82-974f-4477-bb1b-8a0329a62fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:25:05.809553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:05.856543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:05.895849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:05.923113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] No DVR routers for this DVR port 332424aa-6bd0-4179-aea4-4fb9b22fcb1f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:05.925463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8c74e-7a8d-463f-b4d0-d9fd3872698d None None] Pushing event deleted for resources: {'Port': ['ID=332424aa-6bd0-4179-aea4-4fb9b22fcb1f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:05.934824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:05.939041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce48d1-13d4-4caf-be81-e8e40b3ca4b5 req-056aab7a-d973-4c58-97e7-808722798196 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:05.951453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7ce48d1-13d4-4caf-be81-e8e40b3ca4b5 req-056aab7a-d973-4c58-97e7-808722798196 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.0720358 Aug 27 02:25:05.961913 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:06.023328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7ce48d1-13d4-4caf-be81-e8e40b3ca4b5 req-796369dc-b611-422b-88c9-05412ec12d97 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704165 Aug 27 02:25:06.035914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.060073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:06.064147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf116-4d56-4c5c-b86c-d722daca8efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.072005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.111585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:06.121675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.133829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.188404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.223573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:06.226696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=4c40d991-510f-420e-bcc6-c0bd5c971f4a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.231288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:06.234916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:06.238956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.278790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf116-4d56-4c5c-b86c-d722daca8efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.293948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814196-ed03-42f5-b217-7dd0fd79f2ef req-b85aadd3-4f67-447c-b5ee-4296fc50e63f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.295748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae814196-ed03-42f5-b217-7dd0fd79f2ef req-b85aadd3-4f67-447c-b5ee-4296fc50e63f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 945 time: 0.0948484 Aug 27 02:25:06.296661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcaf116-4d56-4c5c-b86c-d722daca8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.310884 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '506a2783-14bf-42cb-a9b1-bd19e9c1afc8', 'name': '', 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'mac_address': 'fa:16:3e:fb:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:01Z', 'updated_at': '2021-08-27T02:25:05Z', 'revision_number': 4, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'subnets': [{'id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:06.335463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.345381 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5e05e-4549-4d33-97dd-8da1c6578ac0 None None] The sync data for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 is: [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '506a2783-14bf-42cb-a9b1-bd19e9c1afc8', 'name': '', 'network_id': '20d251a5-9f88-47e9-a728-c814dbd1332e', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'mac_address': 'fa:16:3e:fb:db:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:01Z', 'updated_at': '2021-08-27T02:25:05Z', 'revision_number': 4, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'subnets': [{'id': '49dcebf3-1751-43c2-bf30-cb52ea9fa118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:06.350262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3f73ec-f125-48c4-b068-579e49133749']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:06.356574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bcaf116-4d56-4c5c-b86c-d722daca8efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcb7a366a0fb401bb5695313e8862fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459113 Aug 27 02:25:06.360547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:06.362281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaf116-4d56-4c5c-b86c-d722daca8efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebab273-99a0-405a-ba40-09b37783fae3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.393254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208bed22-89c5-4faa-9a3a-0f9ecfab2c79') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:06.393254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208bed22-89c5-4faa-9a3a-0f9ecfab2c79') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:06.393616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e150a65a-2d1c-49bf-87c6-08bfe313aeff'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:06.412111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae814196-ed03-42f5-b217-7dd0fd79f2ef req-b3863ce0-78ff-438d-9f87-df0d2bb2bcb5 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991089 Aug 27 02:25:06.425876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.470106 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.471705 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.496600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.522716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.566247 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.570130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:25:06.570527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:25:06.574072 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:25:06.637733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.640733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:06.646063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.647471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bebab273-99a0-405a-ba40-09b37783fae3 HTTP/1.1" status: 204 len: 168 time: 0.2867897 Aug 27 02:25:06.665959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741fe7b-da02-4c97-8313-b682239f777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebab273-99a0-405a-ba40-09b37783fae3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.700714 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.707393 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.712420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6b3f73ec-f125-48c4-b068-579e49133749 HTTP/1.1" status: 204 len: 168 time: 1.6777523 Aug 27 02:25:06.732302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a523d79-7404-4ab2-8a20-77a7924f3b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3f73ec-f125-48c4-b068-579e49133749,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:06.836835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:06.842759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:06.847968 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.854631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562b254-710f-4466-89cd-95eb11bc963c req-02b46990-6e05-4af3-b0dd-d4ac1cbc1580 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:06.864265 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2562b254-710f-4466-89cd-95eb11bc963c req-02b46990-6e05-4af3-b0dd-d4ac1cbc1580 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0957427 Aug 27 02:25:06.918705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2562b254-710f-4466-89cd-95eb11bc963c req-be02581f-2f29-440b-bec8-768cc4e0a893 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 Aug 27 02:25:06.958151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.967591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:06.971219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:07.006885 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.058546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:07.074676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.076666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-62e474b7-90e7-4464-ab7d-7668ebd63526 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f61cb49762643399d5060790fa6e523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042583 Aug 27 02:25:07.080492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:07.140181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22283db8-89c5-4190-a6a0-aa434a39632e req-71f37687-bba3-49d4-9481-0c18025c72d8 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.142094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22283db8-89c5-4190-a6a0-aa434a39632e req-71f37687-bba3-49d4-9481-0c18025c72d8 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1096 time: 0.1103656 Aug 27 02:25:07.164154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=4c40d991-510f-420e-bcc6-c0bd5c971f4a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.169625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.184638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.186495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.194568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c4645131-3fe2-412d-b49a-101c57884763 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5643780 Aug 27 02:25:07.218759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22283db8-89c5-4190-a6a0-aa434a39632e req-9cb785ab-ae41-4c00-8cbe-3449a741eebe tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 Aug 27 02:25:07.224165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.226888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:07.266113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-8ccb7308-bd81-4ea9-84e6-d4e848b84eb1 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.0701749 Aug 27 02:25:07.274411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.293151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:07.293429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84e5eff0-5f8e-4a6e-bf1f-50113d5d17b8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:07.293933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 332424aa-6bd0-4179-aea4-4fb9b22fcb1f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:07.359978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 332424aa-6bd0-4179-aea4-4fb9b22fcb1f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:07.360341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 332424aa-6bd0-4179-aea4-4fb9b22fcb1f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:07.418727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.422653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.423917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4c0e276-55dd-4c7f-91fc-59566ef9793b HTTP/1.1" status: 204 len: 168 time: 0.3419571 Aug 27 02:25:07.446261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59102) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:07.453726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869ba12-9f8c-4611-baa9-9674eca51eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0e276-55dd-4c7f-91fc-59566ef9793b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:07.508503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d785a313-c051-4198-9c87-141b8df56b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.546492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c920fdd3-c921-428a-a283-169eba2b3cbd tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.547945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c2e51b6-ea25-4c8a-889c-d3d810c9a84f req-c920fdd3-c921-428a-a283-169eba2b3cbd tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2810097 Aug 27 02:25:07.653521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:07.733219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e150a65a-2d1c-49bf-87c6-08bfe313aeff completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:07.740918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e150a65a-2d1c-49bf-87c6-08bfe313aeff triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:07.741499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.747021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f05bfd-d830-431b-a95b-5115cabd7f4d req-2a0c9998-1823-4dff-b6a3-74a24c5253dc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.749828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77f05bfd-d830-431b-a95b-5115cabd7f4d req-2a0c9998-1823-4dff-b6a3-74a24c5253dc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 945 time: 0.0944901 Aug 27 02:25:07.846327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-81cd4142-b979-452c-842b-91eaddb0a5bd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:07.847742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.856351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-81cd4142-b979-452c-842b-91eaddb0a5bd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.2052269 Aug 27 02:25:07.877169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:07.877618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2f67bce5-ef7f-4278-b569-08bfd6931ee1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/quotas/84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 375 time: 0.0196939 Aug 27 02:25:07.879602 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff68ea-1d43-4a65-93b2-b858dd876e51" -d '{"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:07.881523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77f05bfd-d830-431b-a95b-5115cabd7f4d req-ffcefdf0-525e-4a52-a30d-a357aad67bb9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123536 Aug 27 02:25:07.898764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:07.908223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.941681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d785a313-c051-4198-9c87-141b8df56b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.949489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d785a313-c051-4198-9c87-141b8df56b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:07.998785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:08.002927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d785a313-c051-4198-9c87-141b8df56b5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4f38cc4022d431ca086ac3ac1aa5604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556109 Aug 27 02:25:08.009151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59126) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:08.014187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-c0d95717-2a9c-4c7e-a143-22b12ec17960 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356342 Aug 27 02:25:08.101172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a313-c051-4198-9c87-141b8df56b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd1ac5-5d81-4e81-a5ce-549220374fc7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:08.124947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-91a05fd2-0ff1-4b50-a643-161a51284ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096315 Aug 27 02:25:08.180352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.224122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.238951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-c3f1dd56-a636-442f-aeb2-c0b5e3abde8e service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075778 Aug 27 02:25:08.247507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-d56272b4-8021-46c2-8101-0f42ed159d2e tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1689575 Aug 27 02:25:08.264444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:08.293353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.369247 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.372342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.374835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fbd1ac5-5d81-4e81-a5ce-549220374fc7 HTTP/1.1" status: 204 len: 168 time: 0.3631144 Aug 27 02:25:08.404325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ed00f-13d6-48bf-af24-f99ba24c6bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd1ac5-5d81-4e81-a5ce-549220374fc7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:08.424139 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe251d4f-0b54-49e7-9c26-08a5186aff9f x-openstack-request-id: req-fe251d4f-0b54-49e7-9c26-08a5186aff9f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:08.429027 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:08.429856 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe251d4f-0b54-49e7-9c26-08a5186aff9f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:08.441289 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'code': 200} Aug 27 02:25:08.461231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.556696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:08.599647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27178b-abe6-419a-8f36-18ba55204caf req-400efd28-71c4-4449-b7e7-e89385dd02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.601250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e27178b-abe6-419a-8f36-18ba55204caf req-400efd28-71c4-4449-b7e7-e89385dd02cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1097 time: 0.1284227 Aug 27 02:25:08.617683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2097d-c142-4e6a-be81-58b030df7491 req-5c9cae26-8d3b-4d9a-9cb4-8755ece80026 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:08.631311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7b2097d-c142-4e6a-be81-58b030df7491 req-5c9cae26-8d3b-4d9a-9cb4-8755ece80026 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0918403 Aug 27 02:25:08.650053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Allocated IP 172.25.8.27 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/641ff395-0ae3-4b3e-a1d2-a7555231adaa) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:08.712517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:08.715124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.720779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7b2097d-c142-4e6a-be81-58b030df7491 req-359256f4-7ed8-416a-bd48-4cf05ccfa1e5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884340 Aug 27 02:25:08.753595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e27178b-abe6-419a-8f36-18ba55204caf req-da19ccdf-1e64-4974-8c75-38efc4934994 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200957 Aug 27 02:25:08.802038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.812824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:08.848123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:08.898905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:08.905881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:08.910866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:08.944355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=641ff395-0ae3-4b3e-a1d2-a7555231adaa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:09.005184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a2318963-6bb7-4bca-a1e4-a0c0c1a6df10 req-ed9574ce-407e-4d37-8b47-52cb0f8021da tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 210 time: 0.0419824 Aug 27 02:25:09.027163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1792576900-network', 'tenant_id': '57982f151855440c928a2b74647ad613'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:09.053540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:09.057112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.060795 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.090916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.109993 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.264796 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.273485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.293076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0220-d0bc-4940-9726-1cad9dab26ee req-879511c6-dc41-4d34-9c7f-868e902f0ab4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.294636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26ba0220-d0bc-4940-9726-1cad9dab26ee req-879511c6-dc41-4d34-9c7f-868e902f0ab4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0844641 Aug 27 02:25:09.305844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:09.315074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.321844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.358524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.358871 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Added segment d1e62d2a-4532-4b9a-8941-9a23f5134a6e of type vlan for network ef4d91af-f633-414f-b200-70de811f4768 Aug 27 02:25:09.363408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26ba0220-d0bc-4940-9726-1cad9dab26ee req-4a0067cc-33a1-4d9e-908f-4e201265b724 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590777 Aug 27 02:25:09.370378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352c93cf-f732-4f23-a020-70f42c592a86,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:09.409131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.413996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.428731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=641ff395-0ae3-4b3e-a1d2-a7555231adaa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:09.433844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.435100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-e566f75c-55f5-40be-b1fb-eae0286b347f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1805604 Aug 27 02:25:09.459757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.460826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.461478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:09.498843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-b762c5ba-132d-4a86-8437-4064b228b9a6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.0560992 Aug 27 02:25:09.644277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-d3b290c8-38dc-4d51-814b-ce50e15c0f16 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.645731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad06d7c3-34c4-4538-b046-fa843a6792d5 req-d3b290c8-38dc-4d51-814b-ce50e15c0f16 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1409669 Aug 27 02:25:09.825761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-99d3ce33-515a-4012-8b0c-4688174cab31 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1412733 Aug 27 02:25:09.843829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:09.862056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0476429 Aug 27 02:25:09.879199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59202) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:09.886608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Request body: {'subnet': {'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1792576900-subnet', 'tenant_id': '57982f151855440c928a2b74647ad613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:09.899363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:25:09.899363 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:25:09.899363 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': '57982f151855440c928a2b74647ad613', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 25, 9, 890929)}] Aug 27 02:25:09.899363 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:25:09.900109 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:25:09.901951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63731d7-8e36-4863-b570-8117773f850e admin admin] Pushing event updated for resources: {'Network': ['ID=ef4d91af-f633-414f-b200-70de811f4768,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:09.919133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ef4d91af-f633-414f-b200-70de811f4768 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:09.936035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50534fc-bca6-47ea-bb76-7863c503ce9e req-e1c3ac5f-678b-4239-8510-cb55d85c1c38 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:09.944390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b50534fc-bca6-47ea-bb76-7863c503ce9e req-e1c3ac5f-678b-4239-8510-cb55d85c1c38 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1014214 Aug 27 02:25:09.947579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.003251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b50534fc-bca6-47ea-bb76-7863c503ce9e req-6e7ecaa6-3b6c-4501-88e1-1f0e9be4c882 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564241 Aug 27 02:25:10.054331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-ac87dacd-3763-4e9e-a6dc-9cb00fb3322c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.055808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-ac87dacd-3763-4e9e-a6dc-9cb00fb3322c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.2275178 Aug 27 02:25:10.093976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Request body: {'port': {'device_id': 'd768724a-c146-403e-9675-fb2d70e20541', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'admin_state_up': True, 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:10.196162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.219212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0725ce2-0914-4dc8-98ae-b902b31af2f0 req-f29794c3-d9dd-4110-8a1b-4ab411f76053 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 210 time: 0.0351679 Aug 27 02:25:10.282616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:10.286103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.394175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Allocated IP 172.25.8.227 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/27ef70c6-0283-4fef-8b90-1e29c8503c87) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:10.436416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:10.447038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.528875 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Allocated IP 172.20.0.9 (3aee6bba-22f8-44f1-8b99-7899b8883478/c5787790-3784-4c42-825f-3a3e88b220d7/7b3ac043-e18b-4784-b5e1-d72350c8bae9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:10.582800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.600374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9e6e-e285-4077-835f-154aa704163d req-c1ed3fd3-9c62-412d-9e83-bc9502dea629 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.601993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-931e9e6e-e285-4077-835f-154aa704163d req-c1ed3fd3-9c62-412d-9e83-bc9502dea629 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0831592 Aug 27 02:25:10.685190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-931e9e6e-e285-4077-835f-154aa704163d req-18ed5202-ed5f-4b23-9d3a-409c7027682c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713162 Aug 27 02:25:10.708151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.741807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.762144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:10.767384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:10.773547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:10.805779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.811866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:10.812697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Network hostable DHCP agents. Network: ef4d91af-f633-414f-b200-70de811f4768, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:10.815043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.816885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=27ef70c6-0283-4fef-8b90-1e29c8503c87,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:10.853586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Network ef4d91af-f633-414f-b200-70de811f4768 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:10.872178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ef4d91af-f633-414f-b200-70de811f4768) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:10.885793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8506d-4bc8-4d4a-8e11-0771382ac551 None None] Network ef4d91af-f633-414f-b200-70de811f4768 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:10.898509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:10.900059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.904454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.911720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:10.956035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2081ee7a-3d65-40ae-9706-d8356a874f40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0756028 Aug 27 02:25:10.958785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:10.964034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:10.975043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.006521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.008694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.026138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:11.034920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:11.042275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:11.045608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:11.123552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ca087-ac4e-4c11-bb8e-79fd72562c49 req-7616415e-974f-4317-ba25-83b87487e98f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.125687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-221ca087-ac4e-4c11-bb8e-79fd72562c49 req-7616415e-974f-4317-ba25-83b87487e98f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.1318986 Aug 27 02:25:11.129102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.136775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:11.147797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.148436 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.152351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'floatingip': {'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:11.181108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2d6696d9-36fc-4c7d-83f9-5fc75877d9c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0927668 Aug 27 02:25:11.202886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Request body: {'port': {'device_id': 'd768724a-c146-403e-9675-fb2d70e20541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:11.258829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ef4d91af-f633-414f-b200-70de811f4768', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:25:11.259767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.283281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.298910 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.310025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.336790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.418834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=27ef70c6-0283-4fef-8b90-1e29c8503c87,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:11.423544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Allocated IP 172.20.0.2 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/111510f3-7aad-4fc9-9d74-d87238cc1523) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:11.493094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.519736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.537328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca4e50-0120-4148-a0bb-5d3c6dd15e7b req-bb4fca21-8112-4780-9c85-97172df8a62a tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.538847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6ca4e50-0120-4148-a0bb-5d3c6dd15e7b req-bb4fca21-8112-4780-9c85-97172df8a62a tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.3247454 Aug 27 02:25:11.591946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.593483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-36187236-0045-4f69-ac5f-6e632ee02dbb tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7664614 Aug 27 02:25:11.622135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.633317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Transition to ACTIVE for port object 111510f3-7aad-4fc9-9d74-d87238cc1523 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:11.656107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Transition to ACTIVE for port object 111510f3-7aad-4fc9-9d74-d87238cc1523 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:11.666136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.690159 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-fb79645a-9cf9-410e-83f7-a26912c6e8e7 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0860167 Aug 27 02:25:11.696831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6ca4e50-0120-4148-a0bb-5d3c6dd15e7b req-1c23ff06-c3a0-47ae-ab69-3ce5a6156589 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394932 Aug 27 02:25:11.722252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:11.725710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:11.730610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:11.733736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Pushing event updated for resources: {'Port': ['ID=111510f3-7aad-4fc9-9d74-d87238cc1523,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:11.800423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Attempting to bind port 111510f3-7aad-4fc9-9d74-d87238cc1523 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:11.800794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Attempting to bind port 111510f3-7aad-4fc9-9d74-d87238cc1523 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:11.801294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Attempting to bind port 111510f3-7aad-4fc9-9d74-d87238cc1523 on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:11.807368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:11.807744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:11.808148 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.808543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:11.809066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Bound port: 111510f3-7aad-4fc9-9d74-d87238cc1523, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:11.809640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.888282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] For port 111510f3-7aad-4fc9-9d74-d87238cc1523, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:11.892566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] For port 111510f3-7aad-4fc9-9d74-d87238cc1523, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=111510f3-7aad-4fc9-9d74-d87238cc1523,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:11.900469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:11.901731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-b79a33e1-8a35-46e1-86ba-09d6306cfc3e tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:11.903144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-655bdfeb-96c7-4ad1-9566-65c532e6eb4b req-b79a33e1-8a35-46e1-86ba-09d6306cfc3e tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1885202 Aug 27 02:25:11.978425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3ac043-e18b-4784-b5e1-d72350c8bae9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:11.989512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec64a32-b3bc-417c-9f53-e4a8ad5e0c4d None None] Pushing event updated for resources: {'Port': ['ID=111510f3-7aad-4fc9-9d74-d87238cc1523,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:11.996854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.022291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Transition to ACTIVE for port object 7b3ac043-e18b-4784-b5e1-d72350c8bae9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:12.038107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.089668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:12.112567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49ac83-369e-4508-a370-55444d297552 req-a136fab5-00e9-4267-93fb-5a32ccf0bf15 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.114351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd49ac83-369e-4508-a370-55444d297552 req-a136fab5-00e9-4267-93fb-5a32ccf0bf15 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 931 time: 0.1059065 Aug 27 02:25:12.209808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1923b9-327b-4675-b08d-4fe87f2f6ba5 req-ac34ae4e-3fd6-4934-aa8e-b5a7ac3a0760 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.217025 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b1923b9-327b-4675-b08d-4fe87f2f6ba5 req-ac34ae4e-3fd6-4934-aa8e-b5a7ac3a0760 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.3195708 Aug 27 02:25:12.226911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:12.227251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:12.227569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:12.234560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd49ac83-369e-4508-a370-55444d297552 req-13f89c81-cedf-45d5-b472-d972f4b2b903 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961819 Aug 27 02:25:12.243869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:12.245571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:12.269519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:12.274308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:12.274815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:12.275324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Bound port: 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:12.276229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.289852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.307754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.367050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:12.371635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:12.383001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.427586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.428389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.429741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] 10.222.0.46 "PUT /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 1091 time: 1.2324054 Aug 27 02:25:12.430176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:12.432753 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc2a5b1-e215-4a9b-a430-82e95ed35397" -d '{"events": [{"name": "network-changed", "server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:12.441935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b1923b9-327b-4675-b08d-4fe87f2f6ba5 req-ef6dc74a-ee5e-41df-a4cc-45ccaec56d84 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239592 Aug 27 02:25:12.443142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.473840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c1f8-25fb-4134-b251-c41734dae69e service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:12.489849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.531083 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c8c6a9-129c-4812-9e06-0a041113c9b9 x-openstack-request-id: req-53c8c6a9-129c-4812-9e06-0a041113c9b9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:12.531362 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:12.531615 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53c8c6a9-129c-4812-9e06-0a041113c9b9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:12.532009 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'status': 'completed', 'code': 200} Aug 27 02:25:12.573177 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Floating IP c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e associated. External IP: 172.25.8.220, port: e150a65a-2d1c-49bf-87c6-08bfe313aeff. Aug 27 02:25:12.619208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-ad975029-7d5d-4982-a13e-e01168e56e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:12.621489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-ad975029-7d5d-4982-a13e-e01168e56e70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1094 time: 0.0876844 Aug 27 02:25:12.626399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4991daa-692b-42e7-810b-0d221547cf74 req-3a2a4d4d-c399-43fe-b643-d6b75138b357 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1549935 Aug 27 02:25:12.639451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 111510f3-7aad-4fc9-9d74-d87238cc1523 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:12.647954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:12.698691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-8bbf373a-1ee0-4122-b0a2-741d842a28b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 217 time: 0.0619600 Aug 27 02:25:12.716300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 111510f3-7aad-4fc9-9d74-d87238cc1523 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:12.734007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:12.741563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Allocated IP 172.25.8.71 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a3539aab-93d6-4687-aa86-a45281e0fdfd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:13.019859 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:13.202057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-64e97da6-8d85-4bcb-9653-ba9340bd5a58 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.203987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-64e97da6-8d85-4bcb-9653-ba9340bd5a58 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.46 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.4879305 Aug 27 02:25:13.208381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-98ccbdcb-0b3b-4ffd-9402-ac66608baccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.209891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-98ccbdcb-0b3b-4ffd-9402-ac66608baccd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.4928532 Aug 27 02:25:13.273720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-90da77fa-adb7-4161-a0b6-41d00d16b188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513647 Aug 27 02:25:13.312455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c976bed-58c4-4bf9-8217-d92d8c15bd7c req-145e6a07-497d-4b7d-b16b-da4ddc346ef9 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.319521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c976bed-58c4-4bf9-8217-d92d8c15bd7c req-145e6a07-497d-4b7d-b16b-da4ddc346ef9 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 945 time: 0.5346785 Aug 27 02:25:13.325969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51e16a-d1e0-4771-91b5-25feb0bc8d16 None None] Network ef4d91af-f633-414f-b200-70de811f4768 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:13.377462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.379019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-2a62b83b-fbc3-479c-94f0-5966bcef7a36 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964484 Aug 27 02:25:13.382400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:13.395589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c976bed-58c4-4bf9-8217-d92d8c15bd7c req-ab83f220-1006-4b0e-a5b4-774d4744342d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2c38f6d-7d76-4d0f-a96e-dcea4904f991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740073 Aug 27 02:25:13.440117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Provisioning for port 111510f3-7aad-4fc9-9d74-d87238cc1523 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:13.451296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Provisioning complete for port 111510f3-7aad-4fc9-9d74-d87238cc1523 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:13.451685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.559236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Deleting port 6409e5c4-ae6c-42c4-b214-f12da1b10243 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:13.559850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.614069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.622037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.632663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae87c52d-2349-4d33-8b5f-1e1d4ee84203 req-db325661-98a8-43aa-9cc5-51aee77d9916 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202792 Aug 27 02:25:13.638053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493a22-827b-4fab-a50a-e6ff2f0d2538 req-56bf42be-13f1-4294-bf75-ccd2bff714c9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.641425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.646274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa493a22-827b-4fab-a50a-e6ff2f0d2538 req-56bf42be-13f1-4294-bf75-ccd2bff714c9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.1426089 Aug 27 02:25:13.710742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:13.716846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:13.720892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:13.730015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] For port 111510f3-7aad-4fc9-9d74-d87238cc1523, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=111510f3-7aad-4fc9-9d74-d87238cc1523,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:13.732809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:13.739843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.744197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:13.745462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:13.746263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:13.755049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.763095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa493a22-827b-4fab-a50a-e6ff2f0d2538 req-67cd1893-52eb-446d-aa16-90d70a282c22 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155672 Aug 27 02:25:13.812164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Pushing event updated for resources: {'Port': ['ID=a3539aab-93d6-4687-aa86-a45281e0fdfd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:13.851826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] For port 6409e5c4-ae6c-42c4-b214-f12da1b10243, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6409e5c4-ae6c-42c4-b214-f12da1b10243,segment=NetworkSegment(97ba8dbe-33b8-4cc3-9c68-6f38c90cc251),segment_id=97ba8dbe-33b8-4cc3-9c68-6f38c90cc251)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:13.852201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:13.891710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346a7c5-3f43-4289-ae35-e6ddc07c10e8 None None] Pushing event updated for resources: {'Port': ['ID=111510f3-7aad-4fc9-9d74-d87238cc1523,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:13.895308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca1fb900-2b39-4c6f-8ebf-961333f3fe1b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "PUT /v2.0/floatingips/c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e HTTP/1.1" status: 200 len: 992 time: 2.7567935 Aug 27 02:25:13.901274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:13.905526 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4726006-61d6-4939-8dd3-1b59718f4cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:13.928483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Calling delete_port for 6409e5c4-ae6c-42c4-b214-f12da1b10243 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:13.974067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Allocated IP 172.25.8.248 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4d253cee-ba60-4bdf-ba57-763e9f83e117) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:13.989381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:13.991856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-5d5c7e37-fc4b-4fdf-be87-c7b5c41f46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:13.993457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-5d5c7e37-fc4b-4fdf-be87-c7b5c41f46d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1094 time: 0.2531288 Aug 27 02:25:14.117216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbc03d-0a1b-430c-a54b-095ea8a36383 req-0bf06156-bd92-4464-9302-52102cc4f941 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:14.124875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3edbc03d-0a1b-430c-a54b-095ea8a36383 req-0bf06156-bd92-4464-9302-52102cc4f941 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1386340 Aug 27 02:25:14.239215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-60e181db-b653-4beb-bc64-9d8033f43390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:14.240793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-60e181db-b653-4beb-bc64-9d8033f43390 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.1906130 Aug 27 02:25:14.255633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3edbc03d-0a1b-430c-a54b-095ea8a36383 req-4f99a76a-6f8e-43ef-a349-349c9117ce00 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302478 Aug 27 02:25:14.295676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.307862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-056c32ed-ec3f-4602-96a5-9203b73a4ea1 None None] Provisioning complete for port 111510f3-7aad-4fc9-9d74-d87238cc1523 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:14.308095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-056c32ed-ec3f-4602-96a5-9203b73a4ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.360364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-72fdb3cc-b78c-4c7b-9e97-af5252b5de37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 217 time: 0.1081135 Aug 27 02:25:14.382528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.457168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.467902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-dbc2db01-6dec-4f11-98f8-37269907b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:14.469479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-dbc2db01-6dec-4f11-98f8-37269907b8cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1011865 Aug 27 02:25:14.472283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:12Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:14.537526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Pushing event deleted for resources: {'Port': ['ID=6409e5c4-ae6c-42c4-b214-f12da1b10243,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:14.555884 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c973f38-c41d-48d3-96c7-d34ae7227e10 x-openstack-request-id: req-5c973f38-c41d-48d3-96c7-d34ae7227e10 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:14.556170 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:14.556430 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c973f38-c41d-48d3-96c7-d34ae7227e10 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:14.557359 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'status': 'completed', 'code': 200} Aug 27 02:25:14.559307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:14.562727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6409e5c4-ae6c-42c4-b214-f12da1b10243'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:14.564787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 111510f3-7aad-4fc9-9d74-d87238cc1523 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:14.571835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-72910f38-decd-47c9-8180-8b9afe0ed4ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931070 Aug 27 02:25:14.620035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.628773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:14.629454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:14.670281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] No DVR routers for this DVR port 6409e5c4-ae6c-42c4-b214-f12da1b10243 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:14.693731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.696143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98eaf2fc-33aa-4b51-bfa7-3549925d79a1 req-82943e0a-dbfc-4e89-ab85-a57763a0d925 tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.46 "DELETE /v2.0/ports/6409e5c4-ae6c-42c4-b214-f12da1b10243 HTTP/1.1" status: 204 len: 173 time: 1.4840932 Aug 27 02:25:14.696290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'name': 'network-vif-deleted', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:14.699087 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf54b20-41b5-49e9-847c-0c4c9e0f5be0" -d '{"events": [{"server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "name": "network-vif-deleted", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:14.711937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02fa0a54-61a2-4fe1-91d1-94ca68e22f84 req-a9dfbe07-df1c-4aed-8ace-8962c5e76c1d tempest-ServerTagsTestJSON-1414667191 tempest-ServerTagsTestJSON-1414667191-project] 10.222.0.26 "GET /v2.0/ports?device_id=26a0eb3a-9c8a-4b8e-a413-423528cf594d HTTP/1.1" status: 200 len: 210 time: 0.1498613 Aug 27 02:25:14.720231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:14.725955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:14.735068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:14.750545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-4538bd9b-ff06-425b-9391-8cd33aebc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:14.752805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-4538bd9b-ff06-425b-9391-8cd33aebc894 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1097 time: 0.1945691 Aug 27 02:25:14.762960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 111510f3-7aad-4fc9-9d74-d87238cc1523 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:14.763497 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.770347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=4d253cee-ba60-4bdf-ba57-763e9f83e117,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:14.807873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:14.817687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-826a22e4-95c6-4a8d-b6d6-164fa5e31e4c service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359676 Aug 27 02:25:14.877181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:14.878806 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299dba46-66a0-488c-91c0-52fbfd544dcb x-openstack-request-id: req-299dba46-66a0-488c-91c0-52fbfd544dcb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:14.879336 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a0eb3a-9c8a-4b8e-a413-423528cf594d", "name": "network-vif-deleted", "tag": "6409e5c4-ae6c-42c4-b214-f12da1b10243", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:14.879759 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-299dba46-66a0-488c-91c0-52fbfd544dcb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:14.880720 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a0eb3a-9c8a-4b8e-a413-423528cf594d', 'name': 'network-vif-deleted', 'tag': '6409e5c4-ae6c-42c4-b214-f12da1b10243', 'status': 'completed', 'code': 200} Aug 27 02:25:14.954859 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.007296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.055614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62f9a-e32f-440b-be85-fc1900e47979 req-d1789c2e-5ba0-42f7-8ac1-902754c3b9a8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.056922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3c62f9a-e32f-440b-be85-fc1900e47979 req-d1789c2e-5ba0-42f7-8ac1-902754c3b9a8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.1308696 Aug 27 02:25:15.057336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5fc2a5b1-e215-4a9b-a430-82e95ed35397 req-cc93ddd3-2234-44be-b044-7b3e2b056533 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828086 Aug 27 02:25:15.062259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-6323bb04-1910-49f4-b16a-d2e880899f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.066833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-6323bb04-1910-49f4-b16a-d2e880899f4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2997031 Aug 27 02:25:15.162903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3c62f9a-e32f-440b-be85-fc1900e47979 req-52d32157-cece-4587-9852-11f5b574357d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952682 Aug 27 02:25:15.183668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-6f6ce2ef-0240-425f-abb3-0fc2e6554896 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1000 time: 0.1068192 Aug 27 02:25:15.201948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:25:15.241169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.249447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.312185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-3904cd3d-8fc2-40c6-b984-95ea21d25220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.313982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-3904cd3d-8fc2-40c6-b984-95ea21d25220 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1213384 Aug 27 02:25:15.319430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event updated for resources: {'Port': ['ID=4d253cee-ba60-4bdf-ba57-763e9f83e117,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:15.329615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a47d982e-db56-4149-9732-4220e74611dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:12Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:15.368383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d982e-db56-4149-9732-4220e74611dc None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:12Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:15.390432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.409151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.418133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4991daa-692b-42e7-810b-0d221547cf74 req-321c311c-4242-4c18-a962-fe2705e5fa10 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7743440 Aug 27 02:25:15.484911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4991daa-692b-42e7-810b-0d221547cf74 req-62866d99-01a1-4885-b847-f6236c377150 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0658178 Aug 27 02:25:15.504263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-75ad1f1b-c1b7-478e-8afc-f64841f929c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.505867 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-75ad1f1b-c1b7-478e-8afc-f64841f929c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732318 Aug 27 02:25:15.524494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:15.535361 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Sync routers for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:15.550871 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:15.552288 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:15.581618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8654dd-bd5d-40ad-8289-b86b4b726d55 req-4cb456ba-550b-4d03-8607-469381d73611 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.583454 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be8654dd-bd5d-40ad-8289-b86b4b726d55 req-4cb456ba-550b-4d03-8607-469381d73611 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1351421 Aug 27 02:25:15.616838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:15.618038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e2a5dd7-9ed5-49b7-adcb-0ee5960cf59e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6579673 Aug 27 02:25:15.621412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:15.640614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991daa-692b-42e7-810b-0d221547cf74 req-634dfc80-7033-4a2a-8991-766d736068a4 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:15.642219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4991daa-692b-42e7-810b-0d221547cf74 req-634dfc80-7033-4a2a-8991-766d736068a4 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1505461 Aug 27 02:25:15.725631 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:15.748587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5117b604-f9df-4bae-b50e-66f9484f2b08 None None] New status for floating IP c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:25:15.755078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be8654dd-bd5d-40ad-8289-b86b4b726d55 req-8e9fd0be-7eb2-430c-ba0f-2e2dc4b5a23e tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598959 Aug 27 02:25:15.809255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-9b31e1f4-6730-469c-bd93-32c4fd5c480d service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844772 Aug 27 02:25:15.836008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:15.856798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8011a71e-4c68-4a95-9f8b-7b194523861e req-1ad4f0ae-eb65-4598-a52c-5a744c8d2925 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips/2eb932dc-bb91-415f-be25-c39e83fed896 HTTP/1.1" status: 200 len: 693 time: 0.1045339 Aug 27 02:25:15.960635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Deleting subnet eb36a007-b5d8-4ec0-be17-7c3a5260bc14 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:25:15.974769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.033931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4726006-61d6-4939-8dd3-1b59718f4cd2 req-fdf6ab39-85c4-4217-8edc-e0a3e8d6b304 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235188 Aug 27 02:25:16.046049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.055458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:14Z', 'revision_number': 3, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:16.085543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011a71e-4c68-4a95-9f8b-7b194523861e req-1630fd6e-aeb5-46cc-95c1-b4ff8f88dfa1 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.090833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8011a71e-4c68-4a95-9f8b-7b194523861e req-1630fd6e-aeb5-46cc-95c1-b4ff8f88dfa1 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2332180 Aug 27 02:25:16.094530 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Checking router: 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:16.095113 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Updating router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db port a3539aab-93d6-4687-aa86-a45281e0fdfd binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:16.117544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.126109 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.184140 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.187114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.238547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.243530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eb36a007-b5d8-4ec0-be17-7c3a5260bc14 HTTP/1.1" status: 204 len: 168 time: 0.4063799 Aug 27 02:25:16.244945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f1a1b-ad8e-4b0f-9a82-669f2888c310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb36a007-b5d8-4ec0-be17-7c3a5260bc14,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.245729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-475b0491-7f4f-4485-9e1e-8c2a2027d293 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips/2eb932dc-bb91-415f-be25-c39e83fed896 HTTP/1.1" status: 200 len: 693 time: 0.1112845 Aug 27 02:25:16.246825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59390) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:16.388490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682460a0-0452-4d99-b806-07a8d9ee196f req-d98f2f17-2648-43d7-b683-1f42de2b502d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.390436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-682460a0-0452-4d99-b806-07a8d9ee196f req-d98f2f17-2648-43d7-b683-1f42de2b502d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.0750296 Aug 27 02:25:16.438830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-682460a0-0452-4d99-b806-07a8d9ee196f req-a18e3076-0608-4041-b615-3ead5ad9135b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Aug 27 02:25:16.441501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.527961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.539372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe67538-c7bf-40e2-a00d-18c6ce628767']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:16.551673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:16.551961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ba8dbe-33b8-4cc3-9c68-6f38c90cc251') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:16.562750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.579299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.586911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:25:16.587326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.645957 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:25:16.648629 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:25:16.654045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.661612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.662168 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Transition to ACTIVE for port object a3539aab-93d6-4687-aa86-a45281e0fdfd will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:16.667188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bfe67538-c7bf-40e2-a00d-18c6ce628767 HTTP/1.1" status: 204 len: 168 time: 0.4122431 Aug 27 02:25:16.680859 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.690413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e0362-dd6b-4f9b-8038-79e2101751e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe67538-c7bf-40e2-a00d-18c6ce628767,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.743826 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98862db2-1f65-4a8a-a04d-74fef71fee51 None None] Pushing event updated for resources: {'Port': ['ID=a3539aab-93d6-4687-aa86-a45281e0fdfd,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:16.747060 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Attempting to bind port a3539aab-93d6-4687-aa86-a45281e0fdfd on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:16.747426 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Attempting to bind port a3539aab-93d6-4687-aa86-a45281e0fdfd by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:16.747784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Attempting to bind port a3539aab-93d6-4687-aa86-a45281e0fdfd on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:16.753781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:16.754153 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:16.754586 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.754973 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:16.755436 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Bound port: a3539aab-93d6-4687-aa86-a45281e0fdfd, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:16.755809 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.808452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-688e8904-5f46-4f6f-b6ee-7ce1f4fdc46e tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.809854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-688e8904-5f46-4f6f-b6ee-7ce1f4fdc46e tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.5625722 Aug 27 02:25:16.832900 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] For port a3539aab-93d6-4687-aa86-a45281e0fdfd, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:16.842748 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] For port a3539aab-93d6-4687-aa86-a45281e0fdfd, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a3539aab-93d6-4687-aa86-a45281e0fdfd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:16.853579 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:16.912475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-db987dcd-7bc2-41dd-91ad-7071462f5bcf tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0765719 Aug 27 02:25:16.929865 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:16.930561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:16.984666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1656cb1-06e3-474a-a673-98aa41b80d3e req-26c3b431-69da-4439-9150-6b31da01a3e2 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:16.988252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1656cb1-06e3-474a-a673-98aa41b80d3e req-26c3b431-69da-4439-9150-6b31da01a3e2 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0890718 Aug 27 02:25:16.999095 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98862db2-1f65-4a8a-a04d-74fef71fee51 None None] Pushing event updated for resources: {'Port': ['ID=a3539aab-93d6-4687-aa86-a45281e0fdfd,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.005748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:17.014118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6409e5c4-ae6c-42c4-b214-f12da1b10243 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:17.028989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-177c3aef-9728-41d5-bff9-74a2261d462f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0828972 Aug 27 02:25:17.044130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.074883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1656cb1-06e3-474a-a673-98aa41b80d3e req-5a029086-74bb-4448-a975-d1cb25900182 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802941 Aug 27 02:25:17.108097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:17.117239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:17.157498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:17.170349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'port_id': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'mac_address': 'fa:16:3e:70:0c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5787790-3784-4c42-825f-3a3e88b220d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:17.171402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78a6c58d-9f39-4001-a431-178eb11347c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a992096a1674c36b3f1fa2e56fd9f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618541 Aug 27 02:25:17.173904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59414) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:17.175164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 6409e5c4-ae6c-42c4-b214-f12da1b10243 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:17.175501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6409e5c4-ae6c-42c4-b214-f12da1b10243 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:17.243153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.279653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3ac043-e18b-4784-b5e1-d72350c8bae9 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:17.287706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.306669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:17.312681 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.329898 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:14Z', 'revision_number': 3, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:17.349454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.366067 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf2ef3e-cd44-48a1-9154-00108ac4034a None None] The sync data for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 is: [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:14Z', 'revision_number': 3, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:17.434426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.437026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.438506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2c38f6d-7d76-4d0f-a96e-dcea4904f991 HTTP/1.1" status: 204 len: 168 time: 0.2623181 Aug 27 02:25:17.448825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1a703-a856-40d5-8919-6e5145f4dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c38f6d-7d76-4d0f-a96e-dcea4904f991,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.458149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Allocated IP 172.20.0.1 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/82babf70-b49d-4edb-b286-4b0930bbe1c7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:17.533231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Deleting port 4d253cee-ba60-4bdf-ba57-763e9f83e117 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:17.533633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.561880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:17.661207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69f626-6c31-405e-b145-7634aef0ea27 req-12ea2c1c-f8a2-48b4-af1c-b00166c29ce1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:17.665058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69f626-6c31-405e-b145-7634aef0ea27 req-12ea2c1c-f8a2-48b4-af1c-b00166c29ce1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.0775890 Aug 27 02:25:17.680846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.681172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.700849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.707192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Calling delete_port for 4d253cee-ba60-4bdf-ba57-763e9f83e117 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:17.712904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc69f626-6c31-405e-b145-7634aef0ea27 req-3a7bf3d7-d8d6-4565-a574-f9c247ecf861 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Aug 27 02:25:17.731433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:17.739864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Transition to ACTIVE for port object 82babf70-b49d-4edb-b286-4b0930bbe1c7 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:17.901943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:17.983982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:17.996041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:18.045053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:18.099650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Pushing event updated for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:18.175637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.272503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66826fb8-a1b2-41e1-a918-f27492624689 req-6fee7c7c-6d42-4928-a77b-4dc33d19d099 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.274682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66826fb8-a1b2-41e1-a918-f27492624689 req-6fee7c7c-6d42-4928-a77b-4dc33d19d099 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1179729 Aug 27 02:25:18.281585 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.343568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66826fb8-a1b2-41e1-a918-f27492624689 req-87daefa8-ae25-490a-b75f-23a0b518710b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Aug 27 02:25:18.364458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event deleted for resources: {'Port': ['ID=4d253cee-ba60-4bdf-ba57-763e9f83e117,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:18.419494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5d0e3c30-7fe9-4467-b731-6318cb9a5783 None None] Provisioning for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:18.424647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5d0e3c30-7fe9-4467-b731-6318cb9a5783 None None] Provisioning complete for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:18.425576 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5d0e3c30-7fe9-4467-b731-6318cb9a5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.472905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e3c30-7fe9-4467-b731-6318cb9a5783 None None] Port 82babf70-b49d-4edb-b286-4b0930bbe1c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:18.579831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a3539aab-93d6-4687-aa86-a45281e0fdfd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:18.594820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.597944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.599194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f55a767-57e8-4906-9988-4b5fea213c88 req-95d08e14-2afd-4e9c-b5a8-f3628ba9300b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "DELETE /v2.0/floatingips/2eb932dc-bb91-415f-be25-c39e83fed896 HTTP/1.1" status: 204 len: 173 time: 1.5629129 Aug 27 02:25:18.632935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.668340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a3539aab-93d6-4687-aa86-a45281e0fdfd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:18.683322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a3539aab-93d6-4687-aa86-a45281e0fdfd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:18.683698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.871715 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.914266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a3539aab-93d6-4687-aa86-a45281e0fdfd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a3539aab-93d6-4687-aa86-a45281e0fdfd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:18.922033 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.937109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75022db3-d45d-4c6d-861f-5c93edcc477b req-2ec121e4-ffb8-43b9-9656-4eeb363f8dcd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:18.944652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75022db3-d45d-4c6d-861f-5c93edcc477b req-2ec121e4-ffb8-43b9-9656-4eeb363f8dcd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.1001825 Aug 27 02:25:18.995683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:18.997744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a18c63-d492-4ece-bbde-1f308301a662 req-86b2599b-e821-41ab-9b01-ed0c486170c2 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.012885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57a18c63-d492-4ece-bbde-1f308301a662 req-86b2599b-e821-41ab-9b01-ed0c486170c2 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3920033 Aug 27 02:25:19.013842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:19.021939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a3539aab-93d6-4687-aa86-a45281e0fdfd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:19.031202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75022db3-d45d-4c6d-861f-5c93edcc477b req-bbf92297-3368-4f22-807f-c0332eecf379 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853970 Aug 27 02:25:19.031757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:19.032713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.119810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:19.124254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:19.124633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.142558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.169173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Pushing event updated for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:19.251202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41551a7d-5047-4aa1-a6d8-46c0b56223ce req-cd5bc5c3-a3a4-4b42-bc57-b0d903be5ee7 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=9fd50036b78442969474a93e4ba995c1 HTTP/1.1" status: 200 len: 1655 time: 0.1248446 Aug 27 02:25:19.267976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.292762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:19.294425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:19.320653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:19.329345 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be773d7-0548-4812-b842-6e91adbaa5e2" -d '{"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:19.353859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:19.364059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.424414 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0c004-fe5c-4973-b5c4-565307565fed x-openstack-request-id: req-eab0c004-fe5c-4973-b5c4-565307565fed {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:19.425016 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-plugged", "status": "completed", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:19.425016 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eab0c004-fe5c-4973-b5c4-565307565fed {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:19.425324 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'code': 200} Aug 27 02:25:19.436507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551a7d-5047-4aa1-a6d8-46c0b56223ce req-84057025-d786-4f36-a1ae-38b38d5a03c8 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.460219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41551a7d-5047-4aa1-a6d8-46c0b56223ce req-84057025-d786-4f36-a1ae-38b38d5a03c8 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks?id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 787 time: 0.2030449 Aug 27 02:25:19.468752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-41551a7d-5047-4aa1-a6d8-46c0b56223ce req-7b6d1f3e-5f99-4353-9bd3-5de42406fa2a tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:25:19.505012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41551a7d-5047-4aa1-a6d8-46c0b56223ce req-7b6d1f3e-5f99-4353-9bd3-5de42406fa2a tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234091 Aug 27 02:25:19.510874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:19.515374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-733038556-network', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:19.618852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:19.631837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf28768-ffcc-4e9e-8dae-5afe1b0ed793 req-b5a79b64-ab22-4a9f-bff4-caa96225d451 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.633674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5bf28768-ffcc-4e9e-8dae-5afe1b0ed793 req-b5a79b64-ab22-4a9f-bff4-caa96225d451 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0799694 Aug 27 02:25:19.636891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-5ce874ac-e62b-47f9-aa61-7fb5feac02e6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips/07fa0a0f-2155-4553-ab87-17ae119a981e HTTP/1.1" status: 200 len: 693 time: 0.1127627 Aug 27 02:25:19.642976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Made reservation on behalf of ddf3773de9cc419a832e87d47e5e1f88 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:19.645553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.653821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8fcb-4556-477d-ae25-76f34098ed2d req-5260a5b6-bcf3-45eb-a331-51606939cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.655524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-627f8fcb-4556-477d-ae25-76f34098ed2d req-5260a5b6-bcf3-45eb-a331-51606939cb29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1096 time: 0.1369708 Aug 27 02:25:19.680423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.732793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-035e6f2f-14d3-4bb2-8e16-22824169ed03 None None] Provisioning complete for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:19.733356 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-035e6f2f-14d3-4bb2-8e16-22824169ed03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:19.734137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5bf28768-ffcc-4e9e-8dae-5afe1b0ed793 req-c969b508-b9db-4087-bfe1-5412526bb33f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892286 Aug 27 02:25:19.791479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-035e6f2f-14d3-4bb2-8e16-22824169ed03 None None] Port 82babf70-b49d-4edb-b286-4b0930bbe1c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:19.801677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-627f8fcb-4556-477d-ae25-76f34098ed2d req-cb29a17d-56f8-4d41-8718-50d2c33f7e86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288502 Aug 27 02:25:19.816804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:19.823790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f29414e-e255-4be3-afae-28382511125d admin admin] 10.222.0.26 "PUT /v2.0/routers/5fa92d00-b2eb-4ece-95d3-4cb2f63f45db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2014802 Aug 27 02:25:19.835687 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Sync routers for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:19.844397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-706450f3-5bee-4540-8ad2-39c54b2e9f65 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:19.845785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-706450f3-5bee-4540-8ad2-39c54b2e9f65 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1979520 Aug 27 02:25:19.863263 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:19.864142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:19.914096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-1efccfb0-0903-4cd7-ac43-9da04d4c49ae tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0579796 Aug 27 02:25:19.990055 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:20.009162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.013689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-d29cffbc-7a9b-4854-80ec-3c20ba4d1952 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0870776 Aug 27 02:25:20.014757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.043475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:20.093892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5ad3c-0648-4334-818e-447fc308ed86,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.104040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.104388 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Added segment 10eeba84-1b69-45cf-bc7b-5d01633901d9 of type vlan for network cd6068e2-6328-4aae-970a-f28ef00a9e40 Aug 27 02:25:20.201123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.223422 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 2, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:20.237756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Deleting port 27ef70c6-0283-4fef-8b90-1e29c8503c87 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:20.238767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.255169 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Checking router: 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:20.255525 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Updating router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db port 82babf70-b49d-4edb-b286-4b0930bbe1c7 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:20.257322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.258508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:20.259276 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.284334 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.362784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3296864 Aug 27 02:25:20.365581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:20.374340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f4c84-da14-4da6-b7b7-00327b4875c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6068e2-6328-4aae-970a-f28ef00a9e40,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.375121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Request body: {'subnet': {'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-733038556-subnet', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:20.385535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:20.401819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.402291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.424780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Calling delete_port for 27ef70c6-0283-4fef-8b90-1e29c8503c87 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:20.437905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Made reservation on behalf of ddf3773de9cc419a832e87d47e5e1f88 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:20.440530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.584097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a3539aab-93d6-4687-aa86-a45281e0fdfd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:20.661589 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.676243 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Transition to ACTIVE for port object 82babf70-b49d-4edb-b286-4b0930bbe1c7 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:20.690009 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.710336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a3539aab-93d6-4687-aa86-a45281e0fdfd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:20.711578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.891637 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af7ef-08d7-449c-8fa0-1dddc25430a1 None None] Pushing event updated for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:20.895397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:20.904434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408982791', 'description': 'tempest-description--1409281280'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:20.930557 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Attempting to bind port 82babf70-b49d-4edb-b286-4b0930bbe1c7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:20.931051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.931427 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Attempting to bind port 82babf70-b49d-4edb-b286-4b0930bbe1c7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:20.932340 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Attempting to bind port 82babf70-b49d-4edb-b286-4b0930bbe1c7 on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:20.944573 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:20.944866 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:20.945185 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:20.945588 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:20.946151 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Bound port: 82babf70-b49d-4edb-b286-4b0930bbe1c7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:20.946562 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.005434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.051693 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] For port 82babf70-b49d-4edb-b286-4b0930bbe1c7, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:21.059452 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] For port 82babf70-b49d-4edb-b286-4b0930bbe1c7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=82babf70-b49d-4edb-b286-4b0930bbe1c7,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:21.065207 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.108633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee6300f-7715-4fe7-b990-8fa30c88b3d3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.122528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Checking segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:21.122892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Network hostable DHCP agents. Network: cd6068e2-6328-4aae-970a-f28ef00a9e40, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:21.173659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985cb49-3a0c-46e1-bcf8-293cfef4b08e req-4c9da2e1-95d2-4347-858d-3777671db282 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.175060 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af7ef-08d7-449c-8fa0-1dddc25430a1 None None] Pushing event updated for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.175266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a985cb49-3a0c-46e1-bcf8-293cfef4b08e req-4c9da2e1-95d2-4347-858d-3777671db282 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.1659052 Aug 27 02:25:21.192202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:21.235304 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:21.236226 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:24:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:21.271499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cd6068e2-6328-4aae-970a-f28ef00a9e40) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:21.273471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.281410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1858e-c966-40b9-abba-49f24e338f2b None None] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:21.292904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.293503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.315494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event deleted for resources: {'Port': ['ID=27ef70c6-0283-4fef-8b90-1e29c8503c87,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.323249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a985cb49-3a0c-46e1-bcf8-293cfef4b08e req-2f9bdeb8-c4c3-48f2-88b9-01003ef66811 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004057 Aug 27 02:25:21.417586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.420811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.425959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.435724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.437439 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e84fd8fa-35b5-4ae3-a750-e1e750e9c2b7 req-7b6fcb4a-6394-4dd8-9395-a50d45712bf6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "DELETE /v2.0/floatingips/07fa0a0f-2155-4553-ab87-17ae119a981e HTTP/1.1" status: 204 len: 173 time: 1.4084706 Aug 27 02:25:21.458057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59534) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:21.464312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:21.475610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9cffe44-51fe-45f4-a8de-b0e8d844d407 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1085205 Aug 27 02:25:21.510927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.512026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.532470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.533747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6373761 Aug 27 02:25:21.537639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:21.544289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'security_group_rule': {'security_group_id': 'bb78c07f-e774-47ab-ad79-a4824f8f0a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:21.547559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1da35b-cfce-4ed3-b672-effba66fce47 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78c07f-e774-47ab-ad79-a4824f8f0a72,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:21.586291 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:21.614179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-cd6068e2-6328-4aae-970a-f28ef00a9e40', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:25:21.615096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.647161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd18bc-8e23-47de-9c83-3116fefec5b4 req-21595f5e-290d-4418-a22f-253664fdda80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:21.649187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76dd18bc-8e23-47de-9c83-3116fefec5b4 req-21595f5e-290d-4418-a22f-253664fdda80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0651498 Aug 27 02:25:21.687507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.696450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-b40a6f90-e191-4809-9aad-e4e385559a5a tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips/3918522b-9ddd-442a-bde4-cb4aaf113a16 HTTP/1.1" status: 200 len: 692 time: 0.1193206 Aug 27 02:25:21.697308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.724875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76dd18bc-8e23-47de-9c83-3116fefec5b4 req-ea43daaa-db34-4999-a5b7-55a1dbb9f5f5 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Aug 27 02:25:21.852349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Allocated IP 172.20.0.2 (cd6068e2-6328-4aae-970a-f28ef00a9e40/8ee6300f-7715-4fe7-b990-8fa30c88b3d3/cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:21.962047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.969784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:21.976403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.011657 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:21Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:22.022324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704e67b3-a434-4857-aadb-17f263c33e4d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.039247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-22a1dca2-a4a4-4d93-ab71-6bb853ae11f5 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.040701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-22a1dca2-a4a4-4d93-ab71-6bb853ae11f5 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.3374968 Aug 27 02:25:22.043262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.046436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-845bcef9-1ea1-4afd-a422-359965fa40ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057759 Aug 27 02:25:22.047287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:22.052243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'security_group_rule': {'security_group_id': 'bb78c07f-e774-47ab-ad79-a4824f8f0a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:22.057878 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbc785-80fe-45fb-a003-d022a484cdbc None None] The sync data for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 is: [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:21Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:22.124675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.184373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.184778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-e0fe572b-f7a9-4898-880c-92a6ddd6712f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1067924 Aug 27 02:25:22.198629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Transition to ACTIVE for port object cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:22.236138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Transition to ACTIVE for port object cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:22.248597 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.254357 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.258469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.282449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-75054d8e-1ed7-4c2e-b7fa-552d0612dcb6 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.0967083 Aug 27 02:25:22.316131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:22.319039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:22.325518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:22.330029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.339822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910173 Aug 27 02:25:22.342140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59550) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:22.343265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee75c-a543-4165-b7ba-ec922226274c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a8fa68-8732-4865-9f9e-86135edb9183,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.346663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Pushing event updated for resources: {'Port': ['ID=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.355134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:22.424205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Attempting to bind port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:22.424480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Attempting to bind port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:22.425021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Attempting to bind port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:22.430521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:22.431151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Checking segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:22.432128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.432516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Bound using segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:22.432978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Bound port: cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:22.433624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.637055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.651030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 82babf70-b49d-4edb-b286-4b0930bbe1c7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:22.653203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73c104-fa2b-472e-b2bd-b57ac376d94a req-3585ced5-0ee3-4648-b85c-e0cbe8fea5db tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:22.662630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f73c104-fa2b-472e-b2bd-b57ac376d94a req-3585ced5-0ee3-4648-b85c-e0cbe8fea5db tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.1539085 Aug 27 02:25:22.666872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] For port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:22.670321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] For port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:22.696856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.706424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c53ac20-8b9b-492c-bcc3-e877cbe0f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.726000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f73c104-fa2b-472e-b2bd-b57ac376d94a req-c09a5c12-90f8-4f0f-b704-a080212b706e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582466 Aug 27 02:25:22.839019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be8d7-08a8-4fc4-a496-8e8080310dd1 None None] Pushing event updated for resources: {'Port': ['ID=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:22.842043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:22.848815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:22.849269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.885669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Deleting port 641ff395-0ae3-4b3e-a1d2-a7555231adaa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:22.889930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.920600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:22.986068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.088856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.200532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 82babf70-b49d-4edb-b286-4b0930bbe1c7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=82babf70-b49d-4edb-b286-4b0930bbe1c7,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:23.219068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.220421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540525-def6-464d-8133-21a9d9d843b3 req-dd67f5d6-e6e7-4e0d-86c1-f25d9d1ab3fe tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:23.231514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8540525-def6-464d-8133-21a9d9d843b3 req-dd67f5d6-e6e7-4e0d-86c1-f25d9d1ab3fe tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1096 time: 0.1487734 Aug 27 02:25:23.299529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.311313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.318999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8540525-def6-464d-8133-21a9d9d843b3 req-b79092b6-c6e1-486e-afa0-cfe5cb676d60 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Aug 27 02:25:23.335753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:23.381456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Allocated IP 172.25.8.105 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/93c525de-bd89-4308-b811-79ca1e307a20) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:23.405441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Calling delete_port for 641ff395-0ae3-4b3e-a1d2-a7555231adaa owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:23.435916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.504339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6a34-766a-4bf5-a064-342b643f8204 req-ad17cdb3-615a-4792-957b-3f6591b8741c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:23.507690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e1d6a34-766a-4bf5-a064-342b643f8204 req-ad17cdb3-615a-4792-957b-3f6591b8741c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0981281 Aug 27 02:25:23.566532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e1d6a34-766a-4bf5-a064-342b643f8204 req-f2761e70-4270-4a5c-9f2a-981f19e6ec49 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508218 Aug 27 02:25:23.703377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.814115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.833145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:23.880627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event deleted for resources: {'Port': ['ID=641ff395-0ae3-4b3e-a1d2-a7555231adaa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:24.006776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.009233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.010531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3f98d2d-8a28-42e9-9fc3-c68fe8419707 req-65107199-57da-4bc9-8953-6ced790c0742 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "DELETE /v2.0/floatingips/3918522b-9ddd-442a-bde4-cb4aaf113a16 HTTP/1.1" status: 204 len: 173 time: 1.7175591 Aug 27 02:25:24.020814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:24.037836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:24.047713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:24.050090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.25.8.18 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e51ceebe-8060-43f8-9384-bfa63c84edf6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:24.160399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Pushing event updated for resources: {'Port': ['ID=93c525de-bd89-4308-b811-79ca1e307a20,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:24.187511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-22ba10bd-f4d9-48c8-8b27-89fd1bf1b309 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips/d5f4b329-7767-4569-ae8e-0dbda7e516d7 HTTP/1.1" status: 200 len: 692 time: 0.1270766 Aug 27 02:25:24.343640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b760c-76cd-4cde-87f6-bfcf219fc1a8 None None] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:24.492057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62edc44f-80a9-4dfb-bdf5-994e5793a8b1 None None] Provisioning for port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:24.520530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.546551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-9e111c06-706e-45ed-bbc1-10b476e9f400 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.548309 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-9e111c06-706e-45ed-bbc1-10b476e9f400 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.3138783 Aug 27 02:25:24.676812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-1d55e63d-c08f-4896-ab89-fe4d6b1bc85b tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.1199281 Aug 27 02:25:24.749422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 82babf70-b49d-4edb-b286-4b0930bbe1c7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:24.809798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6383fd1-9f7c-479f-8622-0ac859363033 req-649e80a8-ad98-47d9-90a7-b287bace507a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:24.811483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6383fd1-9f7c-479f-8622-0ac859363033 req-649e80a8-ad98-47d9-90a7-b287bace507a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0940452 Aug 27 02:25:24.845984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 82babf70-b49d-4edb-b286-4b0930bbe1c7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:24.846686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:24.891877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6383fd1-9f7c-479f-8622-0ac859363033 req-8966e8a3-9292-478f-8cfe-cda0c84167fa tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724616 Aug 27 02:25:24.964265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:25.112448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:25.125265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:25.125265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.261225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ebf247b7-72f1-47d9-89e5-9627a6b33a1d None None] Provisioning complete for port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:25.262124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebf247b7-72f1-47d9-89e5-9627a6b33a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.312377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-142b4538-c216-4312-8550-1d3e2be07368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.326787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-16362bd4-ebb4-449a-af9a-4335fd50ef7f tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.26 HTTP/1.1" status: 200 len: 695 time: 0.6210442 Aug 27 02:25:25.332624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.338073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.396514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.408445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebf247b7-72f1-47d9-89e5-9627a6b33a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.418053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.432221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:25.449074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:25.453566 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.464813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:25.472649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:25.518990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-ebf247b7-72f1-47d9-89e5-9627a6b33a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:25:25.519382 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-ebf247b7-72f1-47d9-89e5-9627a6b33a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:25:25.527585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=e51ceebe-8060-43f8-9384-bfa63c84edf6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:25.529901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:25.713389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.731850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Deleting port 4c40d991-510f-420e-bcc6-c0bd5c971f4a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:25.732187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.758000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:25.766284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:25.833996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.879462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.934832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:25.947874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.948199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:25.954343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'mac_address': 'fa:16:3e:0e:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:25.980905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Calling delete_port for 4c40d991-510f-420e-bcc6-c0bd5c971f4a owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:25.991302 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.003679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:26.028659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.030285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:26.032526 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8044a68-f8df-497e-ac0a-4204b92aa0fb" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:26.053774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0fc64-f3b0-48c1-91e5-d1338f171fe7 req-b34138af-db54-4de0-be9c-b6a9b8e9cdce tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:26.057343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3d0fc64-f3b0-48c1-91e5-d1338f171fe7 req-b34138af-db54-4de0-be9c-b6a9b8e9cdce tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.0841997 Aug 27 02:25:26.105223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:26.112068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:26.122484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3d0fc64-f3b0-48c1-91e5-d1338f171fe7 req-f4468391-3b54-43c3-9d5c-2f9a0c66ba46 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573974 Aug 27 02:25:26.122676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.188560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-024372cc-7266-4cf6-8ead-20e9158ccb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.193613 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d630d-0063-4124-bab6-ee3596aa3b85 x-openstack-request-id: req-7e0d630d-0063-4124-bab6-ee3596aa3b85 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:26.194007 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:26.194663 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e0d630d-0063-4124-bab6-ee3596aa3b85 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:26.195251 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'code': 200} Aug 27 02:25:26.211995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:25:26.213300 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:25:26.214699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.216966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.228803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.238133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:25:26.296538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-024372cc-7266-4cf6-8ead-20e9158ccb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.301160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-024372cc-7266-4cf6-8ead-20e9158ccb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.344918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-024372cc-7266-4cf6-8ead-20e9158ccb94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3dac9521a5f43a58d0c76c4f6edf626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390467 Aug 27 02:25:26.346912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024372cc-7266-4cf6-8ead-20e9158ccb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a49dfe-2861-4304-ac26-31c1ac4b7a4d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.351967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:26.383971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=e51ceebe-8060-43f8-9384-bfa63c84edf6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.387072 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.401694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.418537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.419575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.442423 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.455158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Pushing event deleted for resources: {'Port': ['ID=4c40d991-510f-420e-bcc6-c0bd5c971f4a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.509495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.513119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.519571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36a49dfe-2861-4304-ac26-31c1ac4b7a4d HTTP/1.1" status: 204 len: 168 time: 0.1665697 Aug 27 02:25:26.530127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be8dc9-3bcf-4cb9-885e-84f9c51ec3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a49dfe-2861-4304-ac26-31c1ac4b7a4d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:26.536160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:26.569221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.570520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-96e64545-8a1d-471e-a99f-092f0df4279c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2271187 Aug 27 02:25:26.596877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.602016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.610298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bbc10e4-1017-418c-8a37-42ebdde8e9f4 req-63c8c764-cb56-4103-8381-e5359fbd1219 tempest-FloatingIPDetailsTestJSON-906175258 tempest-FloatingIPDetailsTestJSON-906175258-project] 10.222.0.26 "DELETE /v2.0/floatingips/d5f4b329-7767-4569-ae8e-0dbda7e516d7 HTTP/1.1" status: 204 len: 173 time: 1.2731771 Aug 27 02:25:26.612321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:26.628031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:26.632801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:26.633272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.660064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:26.675641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:26.675969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.676352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:26.677897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f9d06a16-8314-47d0-89ec-b0145e1e5547 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2181635 Aug 27 02:25:26.684068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:26.900469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:26.933940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-9be4890f-c305-41ef-94fc-e69a4d589339 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1408982791&fields=id&tenant_id=57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 267 time: 0.1215889 Aug 27 02:25:26.936426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:27.026979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:27.074551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbfcdfe8-542c-4274-9395-0ced76ba579b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.232076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:27.244372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:27.247116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.289317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-9a5bdcc4-16a2-4d92-90ac-81f2a7bda5ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.291320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-9a5bdcc4-16a2-4d92-90ac-81f2a7bda5ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.2580471 Aug 27 02:25:27.319217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-a2a6f8a6-ae74-4608-827c-997103375d07 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/quotas/57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 375 time: 0.0222008 Aug 27 02:25:27.331220 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbfcdfe8-542c-4274-9395-0ced76ba579b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.352729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbfcdfe8-542c-4274-9395-0ced76ba579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.393118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14542c8-ff4c-42a9-b79c-042a6388b33d req-a8997ec7-c194-4381-9549-09b70e189141 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:27.405672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f14542c8-ff4c-42a9-b79c-042a6388b33d req-a8997ec7-c194-4381-9549-09b70e189141 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.1873121 Aug 27 02:25:27.421841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:27.451461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-f1ec5442-a2a0-481d-9745-35d079218faa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1251676 Aug 27 02:25:27.462884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbfcdfe8-542c-4274-9395-0ced76ba579b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc5756463f9343a2ae2c3f94a555ad3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277017 Aug 27 02:25:27.462884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcdfe8-542c-4274-9395-0ced76ba579b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea863134-8d48-4838-8c70-09b008950439,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:27.472282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59680) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:27.489894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:27.517565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.552557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:24Z', 'revision_number': 3, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:27.569066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f14542c8-ff4c-42a9-b79c-042a6388b33d req-ccdf06f5-3667-48f3-9380-8863648b155a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623909 Aug 27 02:25:27.590276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:27.590578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Updating router d7a5587b-8457-4a8b-b347-1d7731b60c87 port 93c525de-bd89-4308-b811-79ca1e307a20 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:27.642275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.650166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-b5d94cb8-8eb6-412a-8f0d-df579bbb0179 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873121 Aug 27 02:25:27.657210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.673986 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.872002 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:27.919934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Deleting port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:27.920673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.094277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] For port 506a2783-14bf-42cb-a9b1-bd19e9c1afc8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:28.095422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.113591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Calling delete_port for 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:28.137143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.146300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.151888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Transition to ACTIVE for port object 93c525de-bd89-4308-b811-79ca1e307a20 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:28.161847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.241709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24fce-cf40-4fea-8635-8b8d4ae1badd None None] Pushing event updated for resources: {'Port': ['ID=93c525de-bd89-4308-b811-79ca1e307a20,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.247304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Attempting to bind port 93c525de-bd89-4308-b811-79ca1e307a20 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:28.247916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Attempting to bind port 93c525de-bd89-4308-b811-79ca1e307a20 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:28.248352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Attempting to bind port 93c525de-bd89-4308-b811-79ca1e307a20 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:28.257075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-8f8a7002-4f21-424d-917a-9bec1285c775 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963311 Aug 27 02:25:28.258280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:28.258482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:28.258758 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.259258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:28.263030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Bound port: 93c525de-bd89-4308-b811-79ca1e307a20, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:28.263030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.303385 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.307295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.308605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea863134-8d48-4838-8c70-09b008950439 HTTP/1.1" status: 204 len: 168 time: 0.8352876 Aug 27 02:25:28.329919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa185c7-30b2-4a33-8ab5-f36b05511db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea863134-8d48-4838-8c70-09b008950439,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.334483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Allocated IP 172.20.0.1 (cd6068e2-6328-4aae-970a-f28ef00a9e40/8ee6300f-7715-4fe7-b990-8fa30c88b3d3/9ef51b8c-6554-413d-8b47-6d734da0a55a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:28.348746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] For port 93c525de-bd89-4308-b811-79ca1e307a20, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:28.355658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] For port 93c525de-bd89-4308-b811-79ca1e307a20, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93c525de-bd89-4308-b811-79ca1e307a20,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:28.375941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.450169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.457462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca24fce-cf40-4fea-8635-8b8d4ae1badd None None] Pushing event updated for resources: {'Port': ['ID=93c525de-bd89-4308-b811-79ca1e307a20,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.461007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:28.461549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:28.471400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.500164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Transition to ACTIVE for port object 9ef51b8c-6554-413d-8b47-6d734da0a55a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:28.546097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=506a2783-14bf-42cb-a9b1-bd19e9c1afc8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:28.606253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.753567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:28.777173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:28.787057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6bec710-bdfe-433f-96f6-8bd1c471d234 req-7b2087f0-99e7-434c-bdef-3ec78fa97b96 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 210 time: 0.0781682 Aug 27 02:25:28.838699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:28.849197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:28.938514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:28.968266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:29.002812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8fe99-08f3-48aa-890c-4a99fadb1e8f req-09fbe365-8281-4270-b6c5-0b5af852ec55 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:29.018007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96d8fe99-08f3-48aa-890c-4a99fadb1e8f req-09fbe365-8281-4270-b6c5-0b5af852ec55 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 950 time: 0.3023248 Aug 27 02:25:29.019281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.166758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96d8fe99-08f3-48aa-890c-4a99fadb1e8f req-ac1eb8d8-0d26-4850-9b89-153a54c424b9 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Aug 27 02:25:29.271374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:24Z', 'revision_number': 3, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:29.308832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732ef71-7537-4ced-a58c-afc2d787af37 None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:24Z', 'revision_number': 3, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:29.330079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e55e1a97-2fdd-41c0-a136-5ba391a50bb6 None None] Provisioning for port 9ef51b8c-6554-413d-8b47-6d734da0a55a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:29.330526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.336033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e55e1a97-2fdd-41c0-a136-5ba391a50bb6 None None] Provisioning complete for port 9ef51b8c-6554-413d-8b47-6d734da0a55a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:29.336408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e55e1a97-2fdd-41c0-a136-5ba391a50bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.420345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e55e1a97-2fdd-41c0-a136-5ba391a50bb6 None None] Port 9ef51b8c-6554-413d-8b47-6d734da0a55a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:29.484547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Router 2c26a34a-633b-46a8-bc2b-b80c71c7086e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:29.633523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.644800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.667049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:29.681087 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Sync routers for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:29.684349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c41576d-8d06-4563-a14e-d93206114bb4 admin admin] 10.222.0.26 "PUT /v2.0/routers/2c26a34a-633b-46a8-bc2b-b80c71c7086e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0706942 Aug 27 02:25:29.686678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:29.705417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:29.707049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:29.781661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:29.786241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:29.812131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:29.918191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:29.918995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.017249 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:30.048358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-578092f2-d6a8-4f16-b4a2-fcdc147fac2e req-ff9e1ff9-3c72-4b9a-9fb8-d4ceb3b95491 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 210 time: 0.0903997 Aug 27 02:25:30.091693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.129100 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.133321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:30.134865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:30.174472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:30.176738 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a61f35-05b2-4770-b228-00a1e7db5207" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:30.220393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:30.235106 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.396072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:28Z', 'revision_number': 5, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:30.439680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:30.460114 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed379d-eb8b-4e89-b52e-7e352a33af71 x-openstack-request-id: req-d5ed379d-eb8b-4e89-b52e-7e352a33af71 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:30.460411 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-plugged", "status": "completed", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:30.460665 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5ed379d-eb8b-4e89-b52e-7e352a33af71 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:30.469288 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'code': 200} Aug 27 02:25:30.501693 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Checking router: 2c26a34a-633b-46a8-bc2b-b80c71c7086e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:30.527706 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Routers {'2c26a34a-633b-46a8-bc2b-b80c71c7086e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:30.528508 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:30.537378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.764764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93c525de-bd89-4308-b811-79ca1e307a20 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:30.772534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:30.843606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f541b622-2cfb-47a4-ae6f-511843e63033 None None] Provisioning complete for port 9ef51b8c-6554-413d-8b47-6d734da0a55a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:30.844883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f541b622-2cfb-47a4-ae6f-511843e63033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.892481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] Set router 2c26a34a-633b-46a8-bc2b-b80c71c7086e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:30.925840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f541b622-2cfb-47a4-ae6f-511843e63033 None None] Port 9ef51b8c-6554-413d-8b47-6d734da0a55a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:30.971469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 93c525de-bd89-4308-b811-79ca1e307a20 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:30.977207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93c525de-bd89-4308-b811-79ca1e307a20 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:30.977668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-d554ecec-faaf-4896-95a2-feab5682db70 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:30.978528 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:30.979286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-d554ecec-faaf-4896-95a2-feab5682db70 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.3741591 Aug 27 02:25:31.107811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6012043-39c0-43f4-823f-638aa6580e5c req-334fd696-b2e2-4282-abfa-577411f6cb12 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.120157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b6012043-39c0-43f4-823f-638aa6580e5c req-334fd696-b2e2-4282-abfa-577411f6cb12 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.7953846 Aug 27 02:25:31.141532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.207150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 93c525de-bd89-4308-b811-79ca1e307a20, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93c525de-bd89-4308-b811-79ca1e307a20,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:31.208659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:28Z', 'revision_number': 5, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:31.217963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.272452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7fda894-64c6-444e-9fe4-151ba0d08dc1 req-43e00630-a874-4057-aa79-aafa0a103392 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 210 time: 0.0771034 Aug 27 02:25:31.279061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:31.279423 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ef80f-d812-473b-ab4a-7be1821c670a None None] The sync data for ids ['2c26a34a-633b-46a8-bc2b-b80c71c7086e'] in n-d-806292-1 is: [{'id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'name': 'tempest-FloatingIPDetailsTestJSON-1155448855-router', 'tenant_id': '9fd50036b78442969474a93e4ba995c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:53Z', 'updated_at': '2021-08-27T02:25:28Z', 'revision_number': 5, 'project_id': '9fd50036b78442969474a93e4ba995c1', 'gw_port': {'id': '47de74bb-7fb2-47a4-8f36-a2692ccf0767', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c26a34a-633b-46a8-bc2b-b80c71c7086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:55Z', 'updated_at': '2021-08-27T02:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:31.301271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d726488a-8950-4d56-9472-4be25b191478 admin admin] 10.222.0.26 "PUT /v2.0/routers/d7a5587b-8457-4a8b-b347-1d7731b60c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6083696 Aug 27 02:25:31.352920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-3be6593c-dbbe-4602-bed9-bfb61063f54e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 380 time: 0.2918851 Aug 27 02:25:31.355436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=93c525de-bd89-4308-b811-79ca1e307a20,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:31.373671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b6012043-39c0-43f4-823f-638aa6580e5c req-a86db583-9bb2-48a2-a794-bab1dfeaced0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525659 Aug 27 02:25:31.379962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20512ec-e282-45ab-9637-995e7fc29764 req-a6bc4047-bff2-4f20-a168-c63be31a05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:31.381505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d20512ec-e282-45ab-9637-995e7fc29764 req-a6bc4047-bff2-4f20-a168-c63be31a05ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1102 time: 0.1852109 Aug 27 02:25:31.404149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.464813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'device_id': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'admin_state_up': True, 'tenant_id': '57982f151855440c928a2b74647ad613', 'security_groups': ['bb78c07f-e774-47ab-ad79-a4824f8f0a72']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:31.518481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d20512ec-e282-45ab-9637-995e7fc29764 req-bf770e06-a85a-4cee-9db4-02374a585b1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161861 Aug 27 02:25:31.595575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Deleting port 47de74bb-7fb2-47a4-8f36-a2692ccf0767 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:31.596250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.648455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:31.655223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.769293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] For port 47de74bb-7fb2-47a4-8f36-a2692ccf0767, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=47de74bb-7fb2-47a4-8f36-a2692ccf0767,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:31.770186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:31.808640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Calling delete_port for 47de74bb-7fb2-47a4-8f36-a2692ccf0767 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:31.877234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.20.0.6 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/5c8ab161-9bf6-4506-97c0-657d0423a91e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:32.115441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59770) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:32.122350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300925718', 'description': 'tempest-description--868153498'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:32.156886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.161219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.175626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.179658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Transition to ACTIVE for port object 5c8ab161-9bf6-4506-97c0-657d0423a91e will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:32.231159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.248189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=47de74bb-7fb2-47a4-8f36-a2692ccf0767,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:32.257143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:32.260319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:32.283315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:32.294671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:32.364713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:32.390591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:32.421212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.421875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.423838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:32.427588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:32.475555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3de02a-d20b-4f34-8f3b-93fdc09751ed req-9d5f675c-8316-42e6-a4b4-36f217bd58cc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.477255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e3de02a-d20b-4f34-8f3b-93fdc09751ed req-9d5f675c-8316-42e6-a4b4-36f217bd58cc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 931 time: 0.1169100 Aug 27 02:25:32.498615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.583366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e3de02a-d20b-4f34-8f3b-93fdc09751ed req-ead27b91-860e-4e2f-99c8-362159752ed3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962780 Aug 27 02:25:32.700486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:32.732182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93c525de-bd89-4308-b811-79ca1e307a20 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:32.797975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.814485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4989a96-a9bf-43d8-98b6-bbbadcca906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.814662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-604687ab-b689-4ef0-965a-006510106f6d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589253 Aug 27 02:25:32.836384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.837969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.839004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Request body: {'port': {'device_id': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:32.846844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57a67e40-f216-4869-96a3-cea54af429f5 None None] Provisioning for port 5c8ab161-9bf6-4506-97c0-657d0423a91e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:32.859989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.890818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57a67e40-f216-4869-96a3-cea54af429f5 None None] Provisioning complete for port 5c8ab161-9bf6-4506-97c0-657d0423a91e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:32.891731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57a67e40-f216-4869-96a3-cea54af429f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.893593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b2bdc-54ac-4100-b824-a044e45c6964,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:32.940274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93c525de-bd89-4308-b811-79ca1e307a20 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:32.940641 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.949795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.975380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-57a67e40-f216-4869-96a3-cea54af429f5 None None] Port 5c8ab161-9bf6-4506-97c0-657d0423a91e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:32.978971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:32.979657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c26a34a-633b-46a8-bc2b-b80c71c7086e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:25:32.989112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc98fa-75c2-46bb-9367-1fac10809883 req-65f92ffb-8b44-4035-92a1-548801f4b909 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:32.997015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4fc98fa-75c2-46bb-9367-1fac10809883 req-65f92ffb-8b44-4035-92a1-548801f4b909 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.2025716 Aug 27 02:25:33.005429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.006617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8569d75f-5ec7-4dce-8b9a-cca3f60c8e4e admin admin] 10.222.0.26 "DELETE /v2.0/routers/2c26a34a-633b-46a8-bc2b-b80c71c7086e HTTP/1.1" status: 204 len: 168 time: 3.3186004 Aug 27 02:25:33.015350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:33.132246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4fc98fa-75c2-46bb-9367-1fac10809883 req-18c4f763-849d-4ac7-991e-98292eb821b0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309614 Aug 27 02:25:33.168701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Deleting subnet 49dcebf3-1751-43c2-bf30-cb52ea9fa118 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:25:33.176577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.240283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4989a96-a9bf-43d8-98b6-bbbadcca906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.245394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.269368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4989a96-a9bf-43d8-98b6-bbbadcca906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.291257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.292601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d6ea9bb-7c86-4777-b6fc-3da072693a6e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1758339 Aug 27 02:25:33.296896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:33.303029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group_rule': {'security_group_id': '7c8b2bdc-54ac-4100-b824-a044e45c6964', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:33.322590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:33.331080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 2, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:33.337018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4989a96-a9bf-43d8-98b6-bbbadcca906b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56b6e77900074d178298bc6ef8bc5a18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0398078 Aug 27 02:25:33.338139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59792) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:33.340474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4989a96-a9bf-43d8-98b6-bbbadcca906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d5838-08aa-4115-a5ca-7fedc6fbdd59,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:33.376764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:33.377002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Updating router d7a5587b-8457-4a8b-b347-1d7731b60c87 port 9ef51b8c-6554-413d-8b47-6d734da0a55a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:33.380347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:33.380692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 506a2783-14bf-42cb-a9b1-bd19e9c1afc8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:33.381172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.405567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.440235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:33.444567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.448868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.461017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Transition to ACTIVE for port object 5c8ab161-9bf6-4506-97c0-657d0423a91e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:33.468511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.473417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/49dcebf3-1751-43c2-bf30-cb52ea9fa118 HTTP/1.1" status: 204 len: 168 time: 0.4542570 Aug 27 02:25:33.489531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59794) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:33.496679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2497b30-6cca-4243-92bc-37a937721bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49dcebf3-1751-43c2-bf30-cb52ea9fa118,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:33.511280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.515020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcfb9ec-fd42-4a37-865b-c99d888574fc None None] Network 20d251a5-9f88-47e9-a728-c814dbd1332e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:33.528868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.705681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:33.711584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.715296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.789920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.840402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.890739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.926994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] DHCP port deletion for 20d251a5-9f88-47e9-a728-c814dbd1332e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:25:33.972858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.974040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.976681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:33.977696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b44d5838-08aa-4115-a5ca-7fedc6fbdd59 HTTP/1.1" status: 204 len: 168 time: 0.6378765 Aug 27 02:25:33.984009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2d5b88-5b9c-4c09-91c3-29aa818b2b17,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.015539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Transition to ACTIVE for port object 9ef51b8c-6554-413d-8b47-6d734da0a55a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:34.033024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abe7c8-2a74-4c13-bf65-709f79c559ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d5838-08aa-4115-a5ca-7fedc6fbdd59,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.042645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.043196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.044666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-28b0de49-5df5-49d5-b34d-d3908a32c03e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7466140 Aug 27 02:25:34.052708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:34.065223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group_rule': {'security_group_id': '7c8b2bdc-54ac-4100-b824-a044e45c6964', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:34.074070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394585-2944-45fb-b1c2-11bd8d43d0f3 req-53aa63ba-0eca-4264-8d67-4ee28bd82816 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.081374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0394585-2944-45fb-b1c2-11bd8d43d0f3 req-53aa63ba-0eca-4264-8d67-4ee28bd82816 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.2878594 Aug 27 02:25:34.091259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Attempting to bind port 5c8ab161-9bf6-4506-97c0-657d0423a91e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:34.091647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Attempting to bind port 5c8ab161-9bf6-4506-97c0-657d0423a91e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:34.091906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Attempting to bind port 5c8ab161-9bf6-4506-97c0-657d0423a91e on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:34.109729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Port 5c8ab161-9bf6-4506-97c0-657d0423a91e on network ef4d91af-f633-414f-b200-70de811f4768 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:34.110065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Attempting to bind port 5c8ab161-9bf6-4506-97c0-657d0423a91e on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:34.124614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:34.125328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:34.125481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:34.125919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Bound port: 5c8ab161-9bf6-4506-97c0-657d0423a91e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:34.126228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.137200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.158872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0394585-2944-45fb-b1c2-11bd8d43d0f3 req-b0c10df4-43b2-4fd6-9ce1-5b4edd039c34 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747771 Aug 27 02:25:34.169472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Deleting port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:34.169813 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.181254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879046-c60f-4837-8639-b690cab6a07e None None] Pushing event updated for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.202436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Deleting port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:34.202830 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.278046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] For port 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e65fe05-ba91-445b-80e9-3a66cc4a1496,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:34.278836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.282986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] For port 7e65fe05-ba91-445b-80e9-3a66cc4a1496, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7e65fe05-ba91-445b-80e9-3a66cc4a1496,segment=NetworkSegment(d8f791f6-804d-499e-bf6a-2d46a7c032d8),segment_id=d8f791f6-804d-499e-bf6a-2d46a7c032d8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:34.283423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.303145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Calling delete_port for 7e65fe05-ba91-445b-80e9-3a66cc4a1496 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:34.304524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Calling delete_port for 7e65fe05-ba91-445b-80e9-3a66cc4a1496 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:34.320081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.330470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.368116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e542db28-d280-42a6-ae17-2b6c4ea9e3cb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.395820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d04f4-d592-421e-9e7a-ce3c709263f4 req-194aa90f-0503-4b7d-bec4-dc041d26e34d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.403901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-399d04f4-d592-421e-9e7a-ce3c709263f4 req-194aa90f-0503-4b7d-bec4-dc041d26e34d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.1293683 Aug 27 02:25:34.406995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.408322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-09fa312d-2ced-41ea-80d9-9d1fb5effab2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524978 Aug 27 02:25:34.410893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:34.414237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59814) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:34.426332 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.441695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] No DVR routers for this DVR port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:34.449366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:34.466700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-399d04f4-d592-421e-9e7a-ce3c709263f4 req-c52f0cf8-85ce-4944-b493-2e4553ae8d97 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Aug 27 02:25:34.477561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a71c7-640d-45a1-bfc9-85c1113cf535 None None] Pushing event deleted for resources: {'Port': ['ID=7e65fe05-ba91-445b-80e9-3a66cc4a1496,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.481826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Attempting to bind port 9ef51b8c-6554-413d-8b47-6d734da0a55a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:34.482665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Attempting to bind port 9ef51b8c-6554-413d-8b47-6d734da0a55a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:34.482665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Attempting to bind port 9ef51b8c-6554-413d-8b47-6d734da0a55a on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:34.489248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:34.489248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Checking segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:34.489589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.489833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Bound using segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:34.490304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Bound port: 9ef51b8c-6554-413d-8b47-6d734da0a55a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:34.490802 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.511219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8442d688-4a81-4cd7-aad7-7558c21cba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.533661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e65fe05-ba91-445b-80e9-3a66cc4a1496 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:34.558038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.564604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7e65fe05-ba91-445b-80e9-3a66cc4a1496 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:34.564841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7e65fe05-ba91-445b-80e9-3a66cc4a1496 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:34.565209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 47de74bb-7fb2-47a4-8f36-a2692ccf0767 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:34.581758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.600094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 47de74bb-7fb2-47a4-8f36-a2692ccf0767 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:34.601318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 47de74bb-7fb2-47a4-8f36-a2692ccf0767 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:34.620330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:34.623532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] For port 9ef51b8c-6554-413d-8b47-6d734da0a55a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:34.625814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e65fe05-ba91-445b-80e9-3a66cc4a1496,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.627468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] For port 9ef51b8c-6554-413d-8b47-6d734da0a55a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9ef51b8c-6554-413d-8b47-6d734da0a55a,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:34.632071 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.670567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] No DVR routers for this DVR port 7e65fe05-ba91-445b-80e9-3a66cc4a1496 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:34.675803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:34.676505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:34.685329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:34.718360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.749735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aeab12-c053-41d1-9b2a-dcf9ad605001 req-e4309c90-10ba-4ce3-a195-a6a58514f9a7 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.750373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1aeab12-c053-41d1-9b2a-dcf9ad605001 req-e4309c90-10ba-4ce3-a195-a6a58514f9a7 tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1102 time: 0.0603588 Aug 27 02:25:34.820325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1aeab12-c053-41d1-9b2a-dcf9ad605001 req-522c57fa-04a6-42de-bb32-f5d3f349294a tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625432 Aug 27 02:25:34.832815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879046-c60f-4837-8639-b690cab6a07e None None] Pushing event updated for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:34.842253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:34.842899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.844751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 1091 time: 2.0142019 Aug 27 02:25:34.859236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:34.865890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:34.868632 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e5e3a1-51a1-4962-9763-2c8eeb333669" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:34.879073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:34.924436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d251a5-9f88-47e9-a728-c814dbd1332e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:34.975745 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84772c7-eb05-4161-bade-057297523165 x-openstack-request-id: req-d84772c7-eb05-4161-bade-057297523165 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:34.976038 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:34.976289 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d84772c7-eb05-4161-bade-057297523165 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:34.976683 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'status': 'completed', 'code': 200} Aug 27 02:25:35.013582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f791f6-804d-499e-bf6a-2d46a7c032d8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:35.015113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f791f6-804d-499e-bf6a-2d46a7c032d8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:35.026240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.044178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.051173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:25:35.051644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:25:35.123495 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:25:35.127796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2464cad-5157-4d67-89b6-31e1d78750f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:35.142666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8442d688-4a81-4cd7-aad7-7558c21cba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.176692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:34Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:35.205757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8442d688-4a81-4cd7-aad7-7558c21cba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.225204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1691f1-6ff8-4d2f-8925-a75dd910ca65 None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:34Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:35.233133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.265278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.270060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] 10.222.0.26 "DELETE /v2.0/networks/20d251a5-9f88-47e9-a728-c814dbd1332e HTTP/1.1" status: 204 len: 168 time: 1.7759304 Aug 27 02:25:35.327128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442d688-4a81-4cd7-aad7-7558c21cba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06ee04-1288-4563-b983-9712118b76b7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:35.330889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-f0898fd7-90ad-4775-92ee-3211d13a347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.332362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-f0898fd7-90ad-4775-92ee-3211d13a347b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1094 time: 0.4125347 Aug 27 02:25:35.332773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab9aa-9672-4ebf-936b-feaf63a8b292 req-e6bbed91-a1e6-4f07-b31d-bd5f4904e42c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.333053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c84d5-ec8d-4d20-9370-16566d099d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=20d251a5-9f88-47e9-a728-c814dbd1332e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:35.345045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ddab9aa-9672-4ebf-936b-feaf63a8b292 req-e6bbed91-a1e6-4f07-b31d-bd5f4904e42c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.0940194 Aug 27 02:25:35.366714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8442d688-4a81-4cd7-aad7-7558c21cba63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5861f144167a482a8c582aef4c2c48b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534955 Aug 27 02:25:35.374742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59836) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:35.395578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ddab9aa-9672-4ebf-936b-feaf63a8b292 req-a53ec4d1-c66d-421b-9524-2f4fb4c963fe tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Aug 27 02:25:35.419050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-0921cb74-25fe-4094-a04f-ccc910746756 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 217 time: 0.0650125 Aug 27 02:25:35.425567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.440425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b82cd3-73a8-4b32-99cd-8c46922b40fe req-25bf275d-e0a7-4f62-a6c7-79081d9537de tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.441924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21b82cd3-73a8-4b32-99cd-8c46922b40fe req-25bf275d-e0a7-4f62-a6c7-79081d9537de tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 1102 time: 0.3048317 Aug 27 02:25:35.531149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:35.574572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-43999d8f-744f-438e-8401-35fbd3f05015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.576055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-43999d8f-744f-438e-8401-35fbd3f05015 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1447992 Aug 27 02:25:35.587803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4b5fa0bc-eb5a-424d-a35e-828cf3b65325 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fd50036b78442969474a93e4ba995c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548987 Aug 27 02:25:35.588426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:35.608024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21b82cd3-73a8-4b32-99cd-8c46922b40fe req-6b541521-731b-43e9-bd06-ff27709281fa tempest-ServersAdminTestJSON-1130484685 tempest-ServersAdminTestJSON-1130484685-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572142 Aug 27 02:25:35.652133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.662354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.695788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.705269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Allocated IP 172.25.8.30 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:35.708143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.724418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-d5e6846a-c257-4816-a340-a5f82f539e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:35.725920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-d5e6846a-c257-4816-a340-a5f82f539e87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399772 Aug 27 02:25:35.778683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.783051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:35.784424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51f4fe12-2c58-488d-8993-80c59fc65515 HTTP/1.1" status: 204 len: 168 time: 0.1950266 Aug 27 02:25:35.797762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626252c-9e8d-4f39-ad3b-8cc6f4d51183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f4fe12-2c58-488d-8993-80c59fc65515,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:36.295707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.298238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.302029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc06ee04-1288-4563-b983-9712118b76b7 HTTP/1.1" status: 204 len: 168 time: 0.8958473 Aug 27 02:25:36.327505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-4b4a9878-2f3b-4bda-a03f-2843c8d4c337 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893552 Aug 27 02:25:36.335162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5824-1d5d-48dd-a262-cec42f2bdf13 req-2e125e7a-3f3a-4683-99c3-477192bf822d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.342899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e7f5824-1d5d-48dd-a262-cec42f2bdf13 req-2e125e7a-3f3a-4683-99c3-477192bf822d tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 949 time: 0.1467466 Aug 27 02:25:36.348390 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43814-7af5-475b-87f1-df14931f3f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06ee04-1288-4563-b983-9712118b76b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:36.433544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.464422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e7f5824-1d5d-48dd-a262-cec42f2bdf13 req-ea53d3b3-9a95-4e4b-96fe-a26cfbc1d18b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206596 Aug 27 02:25:36.542257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5177356f-6cdf-4d27-9cce-a6737de95ebd req-c6dac57f-e64d-44b3-b978-1632b5d78e45 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937079 Aug 27 02:25:36.544131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.632160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:36.636429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9ef51b8c-6554-413d-8b47-6d734da0a55a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:36.643047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebc1dd-54c7-4fb0-bdc1-9e16b405dc8c req-581d7c49-f118-40d6-9d54-4598d5e4accd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.649342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:36.654928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eebc1dd-54c7-4fb0-bdc1-9e16b405dc8c req-581d7c49-f118-40d6-9d54-4598d5e4accd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.1485162 Aug 27 02:25:36.655538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:36.737392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eebc1dd-54c7-4fb0-bdc1-9e16b405dc8c req-faa6aa40-16ba-4c8b-b1a4-093e9785e8db tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807943 Aug 27 02:25:36.745400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 9ef51b8c-6554-413d-8b47-6d734da0a55a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:36.764585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:36.765767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9ef51b8c-6554-413d-8b47-6d734da0a55a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:36.766142 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.832716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-f1877a2a-b026-488d-af7f-7a749a57acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:36.834250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-f1877a2a-b026-488d-af7f-7a749a57acd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1094 time: 0.1185598 Aug 27 02:25:36.870924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.900659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.940308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 9ef51b8c-6554-413d-8b47-6d734da0a55a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9ef51b8c-6554-413d-8b47-6d734da0a55a,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:36.949309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:36.963090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.025623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-aba60374-b0bb-411d-92a6-77dfe0b9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.027163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-aba60374-b0bb-411d-92a6-77dfe0b9f846 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.1805792 Aug 27 02:25:37.047362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.080460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-da91238f-1712-4238-82c8-bec5e500d9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 217 time: 0.0445805 Aug 27 02:25:37.188582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-ea28e3b6-9818-4ccd-a5b5-5964373d674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.190061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-ea28e3b6-9818-4ccd-a5b5-5964373d674d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0913403 Aug 27 02:25:37.282580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733876-30d7-4a36-83f7-60b32c866850 req-025d1874-7e15-420b-810e-94a30838530b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.285568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35733876-30d7-4a36-83f7-60b32c866850 req-025d1874-7e15-420b-810e-94a30838530b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 949 time: 0.0839002 Aug 27 02:25:37.292992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.296522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-e9043f19-9cf8-4b35-8d0d-6d4f21835aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.300124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-e9043f19-9cf8-4b35-8d0d-6d4f21835aad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759289 Aug 27 02:25:37.301771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.413374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.426604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Deleting port 3a502b83-da10-4e4d-a4f9-634faa6009b6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:37.427979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.491091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.531874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-ad83b202-0162-41f2-9419-8840fd3ad3b9 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179520 Aug 27 02:25:37.536402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.539266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e91b47f-77da-4dec-9b39-cde61ce9ec86 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1046226 Aug 27 02:25:37.600925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] For port 3a502b83-da10-4e4d-a4f9-634faa6009b6, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3a502b83-da10-4e4d-a4f9-634faa6009b6,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:37.601466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.640185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Calling delete_port for 3a502b83-da10-4e4d-a4f9-634faa6009b6 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:37.651677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e5e3a1-51a1-4962-9763-2c8eeb333669 req-0d95cff7-0c40-48d9-804a-2c0cd68f32b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105042 Aug 27 02:25:37.719403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993265ad-949b-4de9-82fe-5c85662b13ec req-62247779-acb3-4ca9-a393-0ac353ad053c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.720929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-993265ad-949b-4de9-82fe-5c85662b13ec req-62247779-acb3-4ca9-a393-0ac353ad053c tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=30961c9d-044c-41dc-ac5e-aedb422bb99c HTTP/1.1" status: 200 len: 949 time: 0.1166363 Aug 27 02:25:37.782569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-993265ad-949b-4de9-82fe-5c85662b13ec req-a28db0ce-470a-49be-96aa-234672d451ba tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536799 Aug 27 02:25:37.815587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-eefc914f-541a-4dcb-92ac-cc143ca98598 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--300925718&fields=id&tenant_id=ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 267 time: 0.0392263 Aug 27 02:25:37.860043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.881674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:37.916007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67991f63-90f6-4993-a55e-687e35e2c798'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:37.939588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event deleted for resources: {'Port': ['ID=3a502b83-da10-4e4d-a4f9-634faa6009b6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:37.950290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-c6fe3c48-a1df-4b64-ab52-c77d9ed536a3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:37.952290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-c6fe3c48-a1df-4b64-ab52-c77d9ed536a3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 810 time: 0.1276944 Aug 27 02:25:37.973222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-845fae8f-89d4-47cd-895b-331562e866f9 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/quotas/ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 375 time: 0.0137174 Aug 27 02:25:37.984800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] No DVR routers for this DVR port 3a502b83-da10-4e4d-a4f9-634faa6009b6 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:37.990089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:37.992441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35733876-30d7-4a36-83f7-60b32c866850 req-95efc45a-91a1-4ed0-b63a-8a0f2b5c7bbb tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "DELETE /v2.0/ports/3a502b83-da10-4e4d-a4f9-634faa6009b6 HTTP/1.1" status: 204 len: 173 time: 0.7005470 Aug 27 02:25:37.994474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'name': 'network-vif-deleted', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:38.004602 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c28b4b-adde-45ad-bf8f-386783accd3c" -d '{"events": [{"server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "name": "network-vif-deleted", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:38.031083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3d82-37ae-4b53-818a-8fd039ebbc80 req-a7e9e808-97b9-470e-bc26-66a286b3b4c1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:38.041255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e1f3d82-37ae-4b53-818a-8fd039ebbc80 req-a7e9e808-97b9-470e-bc26-66a286b3b4c1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.1742840 Aug 27 02:25:38.073477 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-e8378634-6538-4e29-a9ae-cc19db13c180 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779204 Aug 27 02:25:38.089752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:38.135780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e1f3d82-37ae-4b53-818a-8fd039ebbc80 req-08c13856-c80e-4c63-b674-2e5fa5e461ea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916402 Aug 27 02:25:38.199215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-a3fbc772-027f-4a7c-a1ee-f1db5672044d service neutron] 10.222.0.26 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273155 Aug 27 02:25:38.205936 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b46921-baff-4684-95ad-e57d1d185e1d x-openstack-request-id: req-79b46921-baff-4684-95ad-e57d1d185e1d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:38.206230 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30961c9d-044c-41dc-ac5e-aedb422bb99c", "name": "network-vif-deleted", "tag": "3a502b83-da10-4e4d-a4f9-634faa6009b6", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:38.206518 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79b46921-baff-4684-95ad-e57d1d185e1d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:38.206927 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30961c9d-044c-41dc-ac5e-aedb422bb99c', 'name': 'network-vif-deleted', 'tag': '3a502b83-da10-4e4d-a4f9-634faa6009b6', 'status': 'completed', 'code': 200} Aug 27 02:25:38.254464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5118521e-2d81-47e7-9975-21831cdeb294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.299094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-ccb9396a-5758-4f27-a709-f7d6c1f47d63 service neutron] 10.222.0.26 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989289 Aug 27 02:25:38.377462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5118521e-2d81-47e7-9975-21831cdeb294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.385130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5118521e-2d81-47e7-9975-21831cdeb294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.443620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5118521e-2d81-47e7-9975-21831cdeb294 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce3fe80b1b0b49fe9a032ade8d4c94de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525214 Aug 27 02:25:38.446156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:38.453616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118521e-2d81-47e7-9975-21831cdeb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e1a33-d703-42fd-a149-f03fd05a444a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:38.522787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9ef51b8c-6554-413d-8b47-6d734da0a55a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:38.549188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fd16389-88c3-4d6d-bc50-b6a22f9bdcf3 req-dfd1c1d9-75b3-45c6-83f5-b8f46809c371 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 210 time: 0.0585992 Aug 27 02:25:38.571096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.578288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9ef51b8c-6554-413d-8b47-6d734da0a55a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:38.579288 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.596979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.661730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.664552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:38.668808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a5e1a33-d703-42fd-a149-f03fd05a444a HTTP/1.1" status: 204 len: 168 time: 0.2190938 Aug 27 02:25:38.680662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6950-7e25-41b1-9caa-68849dd2640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e1a33-d703-42fd-a149-f03fd05a444a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:39.148056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06504d-cb1c-4f30-91cb-5f7a4bc564ad req-dd89b08c-0a1b-47ce-985b-4b4d1952a858 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.158684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a06504d-cb1c-4f30-91cb-5f7a4bc564ad req-dd89b08c-0a1b-47ce-985b-4b4d1952a858 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.0621755 Aug 27 02:25:39.211908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a06504d-cb1c-4f30-91cb-5f7a4bc564ad req-25b6f8f1-04a6-4626-9562-e02dcdf9d9ea tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Aug 27 02:25:39.279034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7598-1e2b-4ef7-96c1-dc4d071af301 req-b8a2541a-ba61-4d96-bd02-f901fcbee680 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.280559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ad7598-1e2b-4ef7-96c1-dc4d071af301 req-b8a2541a-ba61-4d96-bd02-f901fcbee680 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.0528574 Aug 27 02:25:39.321959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14ad7598-1e2b-4ef7-96c1-dc4d071af301 req-3b9d49ba-81c7-4236-8d39-addbe9b170b8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352097 Aug 27 02:25:39.620750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-17a6e972-0a75-4ae6-adff-02f9c5fbe983 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:39.622919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-17a6e972-0a75-4ae6-adff-02f9c5fbe983 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 810 time: 0.1353414 Aug 27 02:25:39.666588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bd3847c-5bd5-4fbb-8ed8-330b8905648f req-3295b14e-a2c5-435e-9c63-64ca5ed61812 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 210 time: 0.0360706 Aug 27 02:25:39.672935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-ff671db4-8795-44b2-849a-c837bb34c87f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 379 time: 0.0406430 Aug 27 02:25:39.687964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'port': {'device_id': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'admin_state_up': True, 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'security_groups': ['7c8b2bdc-54ac-4100-b824-a044e45c6964']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:39.799361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Made reservation on behalf of ddf3773de9cc419a832e87d47e5e1f88 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:39.804394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:39.846943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3a502b83-da10-4e4d-a4f9-634faa6009b6 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:39.867105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 3a502b83-da10-4e4d-a4f9-634faa6009b6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:39.867446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3a502b83-da10-4e4d-a4f9-634faa6009b6 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:39.929786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Allocated IP 172.20.0.5 (cd6068e2-6328-4aae-970a-f28ef00a9e40/8ee6300f-7715-4fe7-b990-8fa30c88b3d3/efe6dd96-ffb2-41e2-80a0-9d55230625fc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:40.067116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.081458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Transition to ACTIVE for port object efe6dd96-ffb2-41e2-80a0-9d55230625fc will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:40.113052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.154198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:40.159171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:40.162766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:40.169651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:40.221534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.222164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.242311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d3923c17-a994-4972-bc86-a7070dfe355b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597548 Aug 27 02:25:40.256471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Request body: {'port': {'device_id': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:40.318638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.436140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a4042-3622-4871-bb77-c11068c13669 req-aac49cf6-b865-4572-988f-666ef3d7629b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.436326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5799963-c14e-45fb-8e88-d78238cfcc68 req-4718a335-332b-4f67-b39b-755088b4b79e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.437668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae9a4042-3622-4871-bb77-c11068c13669 req-aac49cf6-b865-4572-988f-666ef3d7629b tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.1061265 Aug 27 02:25:40.444033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5799963-c14e-45fb-8e88-d78238cfcc68 req-4718a335-332b-4f67-b39b-755088b4b79e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1096 time: 0.0615993 Aug 27 02:25:40.447165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f1f8ca2c-e89c-496f-96d6-9c33ff281c55 None None] Provisioning for port efe6dd96-ffb2-41e2-80a0-9d55230625fc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:40.453852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f1f8ca2c-e89c-496f-96d6-9c33ff281c55 None None] Provisioning complete for port efe6dd96-ffb2-41e2-80a0-9d55230625fc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:40.454439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ca2c-e89c-496f-96d6-9c33ff281c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.490971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5799963-c14e-45fb-8e88-d78238cfcc68 req-5c2fea62-b92e-4b05-a5df-186c34d40d60 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Aug 27 02:25:40.496032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8ca2c-e89c-496f-96d6-9c33ff281c55 None None] Port efe6dd96-ffb2-41e2-80a0-9d55230625fc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:40.536623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae9a4042-3622-4871-bb77-c11068c13669 req-3992331d-afd0-4078-b339-10467445a17f tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Aug 27 02:25:40.616768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2dbb8-da43-4142-afd9-e2f54f2672f2 req-b5560930-7eb8-4183-875f-f6a3f999c538 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.618197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25e2dbb8-da43-4142-afd9-e2f54f2672f2 req-b5560930-7eb8-4183-875f-f6a3f999c538 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 943 time: 0.0517404 Aug 27 02:25:40.673084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25e2dbb8-da43-4142-afd9-e2f54f2672f2 req-0a72c657-b445-4dc6-9a7e-f2201508fc3a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Aug 27 02:25:40.706039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe6dd96-ffb2-41e2-80a0-9d55230625fc {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:40.714240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.727129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Transition to ACTIVE for port object efe6dd96-ffb2-41e2-80a0-9d55230625fc will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:40.732068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:40.842487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:40.936797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1c3cb-408d-4576-b6dc-4a957861cdd8 req-9312d67c-8cae-49c6-87f6-d6d68f077b33 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:40.944508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13a1c3cb-408d-4576-b6dc-4a957861cdd8 req-9312d67c-8cae-49c6-87f6-d6d68f077b33 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 943 time: 0.1241491 Aug 27 02:25:41.002685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Attempting to bind port efe6dd96-ffb2-41e2-80a0-9d55230625fc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:41.003721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Attempting to bind port efe6dd96-ffb2-41e2-80a0-9d55230625fc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:41.004058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Attempting to bind port efe6dd96-ffb2-41e2-80a0-9d55230625fc on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:41.016501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Port efe6dd96-ffb2-41e2-80a0-9d55230625fc on network cd6068e2-6328-4aae-970a-f28ef00a9e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:41.016813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Attempting to bind port efe6dd96-ffb2-41e2-80a0-9d55230625fc on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:41.044011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:41.050140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Checking segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:41.050676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Bound using segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:41.051151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Bound port: efe6dd96-ffb2-41e2-80a0-9d55230625fc, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:41.051526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.102292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13a1c3cb-408d-4576-b6dc-4a957861cdd8 req-b707dfa3-a799-42b5-807b-734a93c43997 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565106 Aug 27 02:25:41.107009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:41.182846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-97b554a4-5a38-4bc4-8be7-d5303dc44c5a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.187291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-97b554a4-5a38-4bc4-8be7-d5303dc44c5a tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.1667860 Aug 27 02:25:41.197263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:41.201369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:41.211094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.279457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.282032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.283838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] 10.222.0.15 "PUT /v2.0/ports/efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 1091 time: 1.0328572 Aug 27 02:25:41.284236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:41.287262 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b59cef-62fb-46ce-b072-481db80a0259" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:41.318459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:41.333574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bafd92-f1b1-4293-b2ca-19916dc40457 service neutron] Pushing event updated for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:41.336363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:41.369051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Deleting port 67991f63-90f6-4993-a55e-687e35e2c798 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:41.369748 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.382155 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230f8ea-0bb3-40f8-9c95-dbda79e4cdd2 x-openstack-request-id: req-7230f8ea-0bb3-40f8-9c95-dbda79e4cdd2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:41.382610 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:41.382974 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7230f8ea-0bb3-40f8-9c95-dbda79e4cdd2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:41.383493 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'status': 'completed', 'code': 200} Aug 27 02:25:41.398224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-a7cfc91a-7d88-4e33-889e-49568b930864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.400994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-a7cfc91a-7d88-4e33-889e-49568b930864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1094 time: 0.0534534 Aug 27 02:25:41.437815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.458238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:41.460229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d8407ae7-5768-4aa3-bf04-83c5f4a18965 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 217 time: 0.0505943 Aug 27 02:25:41.488027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:41.495810 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.534196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-f2343542-afbf-45e8-b435-1784d694dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.535860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-f2343542-afbf-45e8-b435-1784d694dc79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.0679698 Aug 27 02:25:41.589030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] For port 67991f63-90f6-4993-a55e-687e35e2c798, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=67991f63-90f6-4993-a55e-687e35e2c798,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:41.590414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.603693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-3c0893ef-dd89-4707-baae-c11abdb1aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.605682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-3c0893ef-dd89-4707-baae-c11abdb1aa76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609212 Aug 27 02:25:41.617868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Calling delete_port for 67991f63-90f6-4993-a55e-687e35e2c798 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:41.644600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:41.782192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a468c-5155-4d2f-870e-529fa37f98a1 req-2e254264-778d-47a3-a71b-abe7c59b04d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:41.783780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-762a468c-5155-4d2f-870e-529fa37f98a1 req-2e254264-778d-47a3-a71b-abe7c59b04d1 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba511e3b-8375-4550-8a41-cd33e74e072a HTTP/1.1" status: 200 len: 950 time: 0.0830102 Aug 27 02:25:41.796190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.805047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-d1ce9c84-50fc-495a-9e34-3961759c8455 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895905 Aug 27 02:25:41.809409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:41.827368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event deleted for resources: {'Port': ['ID=67991f63-90f6-4993-a55e-687e35e2c798,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:41.863843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['67991f63-90f6-4993-a55e-687e35e2c798'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:41.877055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] No DVR routers for this DVR port 67991f63-90f6-4993-a55e-687e35e2c798 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:41.879571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:41.881777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ea69b03c-84dd-46f9-bbea-0ade83d60b6f req-fc5ee8fb-c451-4be0-a136-a3d07c3d8e80 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.46 "DELETE /v2.0/ports/67991f63-90f6-4993-a55e-687e35e2c798 HTTP/1.1" status: 204 len: 173 time: 0.6874864 Aug 27 02:25:41.882201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'name': 'network-vif-deleted', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:41.884743 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b185b6-ddc0-445e-a5e0-f8d5cabf150a" -d '{"events": [{"server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "name": "network-vif-deleted", "tag": "67991f63-90f6-4993-a55e-687e35e2c798"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:41.942881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-762a468c-5155-4d2f-870e-529fa37f98a1 req-9dac668b-2490-4287-bfb4-ac6f482dffc0 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435885 Aug 27 02:25:41.965949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['5c8ab161-9bf6-4506-97c0-657d0423a91e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:41.972442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-0311acdd-034f-4136-85a3-80e081dd6233 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1876950 Aug 27 02:25:42.012785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-4070a38c-45e2-4de3-bd14-e92b00561745 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:25:42.013966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-4070a38c-45e2-4de3-bd14-e92b00561745 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157278 Aug 27 02:25:42.020441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4372b2b-9999-413a-8e80-3c95c6451fa9 req-a1edc5cb-ae7f-4340-8304-8b8313c16337 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788249 Aug 27 02:25:42.029483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:42.029942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:25:42.199671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-9c560872-8f27-4fa3-8b6d-49afe54cdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.201171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-9c560872-8f27-4fa3-8b6d-49afe54cdb7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 1096 time: 0.1680112 Aug 27 02:25:42.228226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-47080e58-8232-411e-bf35-d9e6932e6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.229699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-47080e58-8232-411e-bf35-d9e6932e6157 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1094 time: 0.1523397 Aug 27 02:25:42.319695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303999-0940-4d45-b414-8ced6b24c8ca req-fd997684-1207-4623-ba39-bd190d81d08e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.321231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34303999-0940-4d45-b414-8ced6b24c8ca req-fd997684-1207-4623-ba39-bd190d81d08e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1886327 Aug 27 02:25:42.742910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:42.744065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:42.744200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:42.765629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34303999-0940-4d45-b414-8ced6b24c8ca req-926fed75-3df0-43f1-a411-beb0ff6100ae tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017578 Aug 27 02:25:42.767019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:42.767019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:42.773159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-dfe90709-f17d-4ea9-80db-5f34be79df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.774666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-dfe90709-f17d-4ea9-80db-5f34be79df63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.5424123 Aug 27 02:25:42.782957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:42.783518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:42.784162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:42.784929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Bound port: 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:42.863120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-0088dcd0-6810-419c-ad1a-4a56885b7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:42.864614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-0088dcd0-6810-419c-ad1a-4a56885b7dc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.6190712 Aug 27 02:25:42.865839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-6f2d4b3e-4209-41e7-b22a-9ece624be418 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 200 len: 217 time: 0.0774527 Aug 27 02:25:42.888800 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e00e91-e523-49dc-a784-3ff0cfdc1851 x-openstack-request-id: req-26e00e91-e523-49dc-a784-3ff0cfdc1851 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:42.889365 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba511e3b-8375-4550-8a41-cd33e74e072a", "name": "network-vif-deleted", "tag": "67991f63-90f6-4993-a55e-687e35e2c798", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:42.889481 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26e00e91-e523-49dc-a784-3ff0cfdc1851 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:42.889885 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba511e3b-8375-4550-8a41-cd33e74e072a', 'name': 'network-vif-deleted', 'tag': '67991f63-90f6-4993-a55e-687e35e2c798', 'status': 'completed', 'code': 200} Aug 27 02:25:42.952309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-72f4a049-b053-4add-85a1-a20a8a753976 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 217 time: 0.0715842 Aug 27 02:25:42.966249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:43.016221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.017356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-c67e63f2-fdbb-4362-bd0e-d58a7243d6e6 service neutron] 10.222.0.26 "POST /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9936199 Aug 27 02:25:43.037111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-c3fd6be2-1035-463f-a70c-4b8c5e61f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.038577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-c3fd6be2-1035-463f-a70c-4b8c5e61f3aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1569169 Aug 27 02:25:43.058774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-4751b368-bf02-4c22-a732-298603c15eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.060178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-4751b368-bf02-4c22-a732-298603c15eb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.0957727 Aug 27 02:25:43.074075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f4c8-eb69-47c7-8009-8a2d7376219a req-570cd88a-94fb-4c36-b144-a77f4bdf5d85 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.074075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92c4f4c8-eb69-47c7-8009-8a2d7376219a req-570cd88a-94fb-4c36-b144-a77f4bdf5d85 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 943 time: 0.1267343 Aug 27 02:25:43.094684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-fbd9541d-0915-47f1-a8cc-d621a97999dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449724 Aug 27 02:25:43.116043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:43.178373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 5c8ab161-9bf6-4506-97c0-657d0423a91e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:43.183195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 5c8ab161-9bf6-4506-97c0-657d0423a91e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:43.183675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.213749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92c4f4c8-eb69-47c7-8009-8a2d7376219a req-c22400a7-c62e-4b5f-8619-c3f437e40f75 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168017 Aug 27 02:25:43.239446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-37bdd2a8-53b6-4412-902e-57b560958318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.241617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-37bdd2a8-53b6-4412-902e-57b560958318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565390 Aug 27 02:25:43.264461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-b7df04b1-dab4-45d3-ba2e-9ed8d0ad0d91 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479886 Aug 27 02:25:43.285144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.309675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8527c3-6ac4-4b8d-a23d-9cdca360c472 req-18ab0c7e-dbe3-463d-b919-cfb8b5b255e4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.315414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8527c3-6ac4-4b8d-a23d-9cdca360c472 req-18ab0c7e-dbe3-463d-b919-cfb8b5b255e4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0724514 Aug 27 02:25:43.320433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:43.323202 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8488e56-7b9c-4213-bc99-3dc17ab560fb" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:43.336664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:43.342651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:43.355059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8527c3-6ac4-4b8d-a23d-9cdca360c472 req-c9640e30-c59c-4155-bf0c-ce9e47c1b3fd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Aug 27 02:25:43.409171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:43.465297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8682553e-c179-47fc-b87b-6f18ec11028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.466756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8682553e-c179-47fc-b87b-6f18ec11028d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1096 time: 0.1552274 Aug 27 02:25:43.470336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-bf959657-96db-43f8-9d65-829d9af36b9e service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049878 Aug 27 02:25:43.470994 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f472f1e-7cf9-4e49-a9cc-30c59d2126e8 x-openstack-request-id: req-7f472f1e-7cf9-4e49-a9cc-30c59d2126e8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:43.471292 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:43.471550 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f472f1e-7cf9-4e49-a9cc-30c59d2126e8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:43.471944 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:25:43.546186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f1888b8c-1c61-4fec-adfb-8e8e9a30a2b2 req-2b61ec9f-2e85-4e50-95ab-8a0e20dec85a service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631278 Aug 27 02:25:43.616552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef7fa-6209-4df9-a0ce-fbb510c9ebfa req-972383f8-4bb6-4488-9d71-2746d8460e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.618102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0bef7fa-6209-4df9-a0ce-fbb510c9ebfa req-972383f8-4bb6-4488-9d71-2746d8460e07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1096 time: 0.0467224 Aug 27 02:25:43.656891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0bef7fa-6209-4df9-a0ce-fbb510c9ebfa req-ec13319b-f0b9-484c-a2f2-adb7b9ab6989 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273638 Aug 27 02:25:43.677345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-52fc9a0d-2350-462b-8d52-89b3b41a7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.678842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-52fc9a0d-2350-462b-8d52-89b3b41a7edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.1962035 Aug 27 02:25:43.684997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d0b59cef-62fb-46ce-b072-481db80a0259 req-611b24c4-0393-4bb6-99d9-c5a502fa26a3 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034166 Aug 27 02:25:43.693333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c636-d391-4053-bcb9-f303f3d6402d req-0932e7f0-8271-42c9-a0af-f8f815d76951 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.694762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3003c636-d391-4053-bcb9-f303f3d6402d req-0932e7f0-8271-42c9-a0af-f8f815d76951 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.1009326 Aug 27 02:25:43.732776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-49f3f04e-9759-4597-b966-99e520649a2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 217 time: 0.0370045 Aug 27 02:25:43.796447 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3003c636-d391-4053-bcb9-f303f3d6402d req-aa3eea3c-e5ff-451d-b908-7d2c3dddbb20 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663705 Aug 27 02:25:43.805366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8a958655-34c0-4e14-9bd3-c79a9a454525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.807394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8a958655-34c0-4e14-9bd3-c79a9a454525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0584631 Aug 27 02:25:43.845760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-627efbc9-cac6-4a71-9c0b-aa86046c20bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254495 Aug 27 02:25:43.865130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device efe6dd96-ffb2-41e2-80a0-9d55230625fc details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:43.888706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c1e6-b77f-4aa4-85e8-2cef23051e4a req-afdb836b-c86d-4407-b53b-c922ada8dd48 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:43.891096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7cb3c1e6-b77f-4aa4-85e8-2cef23051e4a req-afdb836b-c86d-4407-b53b-c922ada8dd48 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.0556519 Aug 27 02:25:43.938033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7cb3c1e6-b77f-4aa4-85e8-2cef23051e4a req-3133e1ab-8daa-40f3-a14b-9f6b159ce257 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Aug 27 02:25:43.957177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-e3713a4e-9539-4225-8e08-b96940a32718 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023254 Aug 27 02:25:43.984168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:44.062721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-e7d17497-59a9-40d2-80cf-ae2b38a5cbeb service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975745 Aug 27 02:25:44.121001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'port_id': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'mac_address': 'fa:16:3e:0e:29:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:44.161466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.174200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe6dd96-ffb2-41e2-80a0-9d55230625fc {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:44.194501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:44.198183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:44.245420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:44.338142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6178159-b4f1-4cf2-b3d1-aca5c1c002d9 req-cc6b30cc-0753-44d4-bfda-a4d8580692a8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.339630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6178159-b4f1-4cf2-b3d1-aca5c1c002d9 req-cc6b30cc-0753-44d4-bfda-a4d8580692a8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 944 time: 0.0493512 Aug 27 02:25:44.383307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6178159-b4f1-4cf2-b3d1-aca5c1c002d9 req-872b8421-76ca-4ff0-9f8b-62f0074ebf4f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376134 Aug 27 02:25:44.489310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['efe6dd96-ffb2-41e2-80a0-9d55230625fc'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:44.504270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256bf5b-48fa-49ee-8152-b9c3978ddb04 req-419c93d0-0f53-4142-8a83-8eff36911bb0 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.505712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a256bf5b-48fa-49ee-8152-b9c3978ddb04 req-419c93d0-0f53-4142-8a83-8eff36911bb0 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0585463 Aug 27 02:25:44.549959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a256bf5b-48fa-49ee-8152-b9c3978ddb04 req-a3632a73-da0e-428b-8e24-ceaced49e989 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Aug 27 02:25:44.920046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af21fd5-0ce0-46e9-8cad-202749baf66a req-d5ca24d7-647b-4d74-bbc7-7348febc0a48 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:44.921840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8af21fd5-0ce0-46e9-8cad-202749baf66a req-d5ca24d7-647b-4d74-bbc7-7348febc0a48 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.0544522 Aug 27 02:25:44.975352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8af21fd5-0ce0-46e9-8cad-202749baf66a req-ba3d178c-f387-4034-a232-2dd90fd8c4f6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/security-groups?id=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Aug 27 02:25:45.066117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-a938037d-7f23-4fb9-8711-e96ea6731c27 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f583a38402c4a2087e13027b6c5a19c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361600 Aug 27 02:25:45.101916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67991f63-90f6-4993-a55e-687e35e2c798 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:45.122955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 67991f63-90f6-4993-a55e-687e35e2c798 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:45.124017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 67991f63-90f6-4993-a55e-687e35e2c798 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:45.235775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be89fd-4571-413c-aff8-23be84bc77aa req-029eef6f-0425-4c89-ad55-7acf65510898 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.237585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77be89fd-4571-413c-aff8-23be84bc77aa req-029eef6f-0425-4c89-ad55-7acf65510898 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.1050284 Aug 27 02:25:45.247477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-de6a6a42-c19e-4f99-8c71-df14531996a6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.247853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-d97a36a2-8e75-4676-8a8f-a504a4a57642 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.249867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-d97a36a2-8e75-4676-8a8f-a504a4a57642 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816380 Aug 27 02:25:45.254752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-de6a6a42-c19e-4f99-8c71-df14531996a6 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 951 time: 0.1013596 Aug 27 02:25:45.265863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-3cc7f534-0beb-4f23-a069-952fa781faf2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/quotas/4f583a38402c4a2087e13027b6c5a19c HTTP/1.1" status: 200 len: 375 time: 0.0095167 Aug 27 02:25:45.308419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-01323688-43ee-4dad-b0e2-135a1f267c2e tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354102 Aug 27 02:25:45.323829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77be89fd-4571-413c-aff8-23be84bc77aa req-048f761d-5ee7-4f45-8517-f5fd6b95a401 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677860 Aug 27 02:25:45.382887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Deleting port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:25:45.383229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.552774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] For port c7a75e05-1812-4c26-a152-3e5e5fbad9d4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:45.553372 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.572165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Calling delete_port for c7a75e05-1812-4c26-a152-3e5e5fbad9d4 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:25:45.584364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3c2a-930d-482a-8f78-1e8849d8f145 req-7d629b33-a54a-4b90-b611-e50ec654251a tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.586077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bef3c2a-930d-482a-8f78-1e8849d8f145 req-7d629b33-a54a-4b90-b611-e50ec654251a tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 944 time: 0.0926349 Aug 27 02:25:45.676998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bef3c2a-930d-482a-8f78-1e8849d8f145 req-1bde5490-3630-4c72-add7-41eb87abdde1 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803907 Aug 27 02:25:45.680377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-cd62e71e-3baf-45e2-99ca-5c4a2a14ae02 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f583a38402c4a2087e13027b6c5a19c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336215 Aug 27 02:25:45.786505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.798627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['c7a75e05-1812-4c26-a152-3e5e5fbad9d4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:45.839129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-9559ddab-9ee4-465a-a38a-352f88427e37 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:45.840677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-9559ddab-9ee4-465a-a38a-352f88427e37 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581697 Aug 27 02:25:45.863429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-d44c7306-ed3a-48b2-8b73-71dcfd74b848 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/quotas/4f583a38402c4a2087e13027b6c5a19c HTTP/1.1" status: 200 len: 375 time: 0.0162909 Aug 27 02:25:45.881749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device efe6dd96-ffb2-41e2-80a0-9d55230625fc up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:45.905683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-0da59b6b-ba06-4d04-84b1-4bafbf056b7d tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412862 Aug 27 02:25:45.930107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Pushing event deleted for resources: {'Port': ['ID=c7a75e05-1812-4c26-a152-3e5e5fbad9d4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:45.973503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] No DVR routers for this DVR port c7a75e05-1812-4c26-a152-3e5e5fbad9d4 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:25:45.976711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:45.985849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-892bafa7-9fdf-4064-9ae7-0c71fbe0171c req-f48d056b-cd8b-4ccf-8c0b-4a3920a590b7 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.15 "DELETE /v2.0/ports/c7a75e05-1812-4c26-a152-3e5e5fbad9d4 HTTP/1.1" status: 204 len: 173 time: 0.7212851 Aug 27 02:25:45.986322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-deleted', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:45.988652 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e00cd-a62b-4abe-ad54-9f644eb67723" -d '{"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-deleted", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:46.029765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe9005-0334-4c46-b45a-85e54914e888 req-47796413-5515-4fa9-85c8-ff8aefda476d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.038821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfbe9005-0334-4c46-b45a-85e54914e888 req-47796413-5515-4fa9-85c8-ff8aefda476d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.2014766 Aug 27 02:25:46.047975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port efe6dd96-ffb2-41e2-80a0-9d55230625fc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:46.070009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port efe6dd96-ffb2-41e2-80a0-9d55230625fc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:46.073026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.130410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfbe9005-0334-4c46-b45a-85e54914e888 req-472d436d-5cf7-4364-a6e0-091454ea3ce7 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906143 Aug 27 02:25:46.133084 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717fb9f8-cef3-49e0-bd61-c97efee3cc91 x-openstack-request-id: req-717fb9f8-cef3-49e0-bd61-c97efee3cc91 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:46.136373 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5463ca40-7907-468d-90e2-a23722150d00", "name": "network-vif-deleted", "tag": "c7a75e05-1812-4c26-a152-3e5e5fbad9d4", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:46.136731 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-717fb9f8-cef3-49e0-bd61-c97efee3cc91 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:46.137246 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5463ca40-7907-468d-90e2-a23722150d00', 'name': 'network-vif-deleted', 'tag': 'c7a75e05-1812-4c26-a152-3e5e5fbad9d4', 'status': 'completed', 'code': 200} Aug 27 02:25:46.165589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.217775 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.246196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:46.261183 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369f66cc-b9fe-4504-821a-d6a98559c93f" -d '{"events": [{"server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "name": "network-vif-plugged", "status": "completed", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:46.295287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:46.299806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c3c0a3d-5ab8-47b3-8923-8cfb947796b7 req-10ed9f8d-2cee-4898-89c2-a86418451837 tempest-ServersAdminTestJSON-1126351957 tempest-ServersAdminTestJSON-1126351957-project] 10.222.0.26 "GET /v2.0/ports?device_id=5463ca40-7907-468d-90e2-a23722150d00 HTTP/1.1" status: 200 len: 210 time: 0.0423717 Aug 27 02:25:46.306211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.307721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:25:46.354776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fcf2e73-d61e-4cd8-9057-d03cd3dad85f req-4eca905e-0a23-4bb0-994c-db85deba1636 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 210 time: 0.0527327 Aug 27 02:25:46.381731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: c7a75e05-1812-4c26-a152-3e5e5fbad9d4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:25:46.382083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device c7a75e05-1812-4c26-a152-3e5e5fbad9d4 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:25:46.417939 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151e578-9fb4-477b-9af0-6ec56eb07d2f x-openstack-request-id: req-d151e578-9fb4-477b-9af0-6ec56eb07d2f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:46.418442 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "name": "network-vif-plugged", "status": "completed", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:46.419674 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d151e578-9fb4-477b-9af0-6ec56eb07d2f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:46.420942 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'code': 200} Aug 27 02:25:46.467617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:46.510798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec683d-e1c7-4676-bf70-92593c3c10aa req-a7d076a2-62e6-424d-bb31-2d41efddc97c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.513034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daec683d-e1c7-4676-bf70-92593c3c10aa req-a7d076a2-62e6-424d-bb31-2d41efddc97c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.0910485 Aug 27 02:25:46.605815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daec683d-e1c7-4676-bf70-92593c3c10aa req-2562bd8f-23c8-449f-a713-d13750877867 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736706 Aug 27 02:25:46.613803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb5dac-4b3c-4dc1-a895-f6645488616a req-30d146f2-1837-44a4-b364-23000bc0700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.622804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bdb5dac-4b3c-4dc1-a895-f6645488616a req-30d146f2-1837-44a4-b364-23000bc0700d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1096 time: 0.1038356 Aug 27 02:25:46.674750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bdb5dac-4b3c-4dc1-a895-f6645488616a req-2e329aea-3351-4e82-80e8-5828bfec724b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Aug 27 02:25:46.761585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f27c6-fc99-4d7a-9973-687f22431efe req-953c6528-3c0a-4a01-969e-9829fd0b62e9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.763123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f74f27c6-fc99-4d7a-9973-687f22431efe req-953c6528-3c0a-4a01-969e-9829fd0b62e9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.0602262 Aug 27 02:25:46.771719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:46.776961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'floatingip': {'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:46.849863 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:46.948530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-0bc6b34a-3713-476a-94b2-85c2479cf67a tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f583a38402c4a2087e13027b6c5a19c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567563 Aug 27 02:25:46.992663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4abbc-8aaa-4f50-ba98-dda59acff21c req-ff124433-6f3a-479d-8e78-211abde85ec7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:46.994164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ce4abbc-8aaa-4f50-ba98-dda59acff21c req-ff124433-6f3a-479d-8e78-211abde85ec7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2264731 Aug 27 02:25:47.142100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ce4abbc-8aaa-4f50-ba98-dda59acff21c req-69e387b2-3390-4404-ab0b-e19323e14eb6 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318400 Aug 27 02:25:47.193935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-0750b873-8422-4fdf-998c-04b5a5394c34 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.195485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-0750b873-8422-4fdf-998c-04b5a5394c34 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416003 Aug 27 02:25:47.246549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Request body: {'port': {'device_id': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '4f583a38402c4a2087e13027b6c5a19c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:47.273125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828772b-ee45-42b1-b1ae-4a39fc6caa4a req-22256d39-b600-4e16-9de0-eaa2c6986980 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.275692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3828772b-ee45-42b1-b1ae-4a39fc6caa4a req-22256d39-b600-4e16-9de0-eaa2c6986980 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Aug 27 02:25:47.335165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3828772b-ee45-42b1-b1ae-4a39fc6caa4a req-b80933e4-045c-4867-bd98-83ef59e582d0 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513549 Aug 27 02:25:47.469599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c3d2447-a8b7-487b-8fcf-050176db6a5b req-99741c05-2caa-46bf-a660-dfe25c621601 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 210 time: 0.0319288 Aug 27 02:25:47.510121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Made reservation on behalf of 4f583a38402c4a2087e13027b6c5a19c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:47.513698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.542143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.641245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.646781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.655935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-4076d1e1-e629-4c33-9174-1a687d22f051 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f583a38402c4a2087e13027b6c5a19c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437422 Aug 27 02:25:47.788598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.790991 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Floating IP 93ea3a88-2f96-44fe-9120-dda4064cbb09 associated. External IP: 172.25.8.18, port: 5c8ab161-9bf6-4506-97c0-657d0423a91e. Aug 27 02:25:47.832402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c39d3682-6082-4bd4-b979-bf2822640f91 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:47.834270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c39d3682-6082-4bd4-b979-bf2822640f91 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680489 Aug 27 02:25:47.835099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:47.836039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:47.856025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Request body: {'port': {'device_id': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '4f583a38402c4a2087e13027b6c5a19c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:48.054327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c7dd8f5-d2af-4218-ac0f-ed32380a310e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=490b2bfe10774058acf0e914f4818c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173805 Aug 27 02:25:48.058067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:48.066343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Made reservation on behalf of 4f583a38402c4a2087e13027b6c5a19c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:48.072627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.196361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.262506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.323467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Allocated IP 192.168.233.180 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/4118c467-59b8-4b13-a503-3c0ace38024f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:48.331108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c3304a-316a-4d01-bfba-a5d89f122517,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.362502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5101156-c648-476e-be6d-740953fd3156 req-f55916f2-ba86-4315-ad7a-bcd48d05ffd4 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.369618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5101156-c648-476e-be6d-740953fd3156 req-f55916f2-ba86-4315-ad7a-bcd48d05ffd4 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1293111 Aug 27 02:25:48.429056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.429056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.432495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b HTTP/1.1" status: 204 len: 168 time: 0.3708057 Aug 27 02:25:48.468140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5101156-c648-476e-be6d-740953fd3156 req-b679f63d-6105-4e46-b7e3-730aaed7dec2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975215 Aug 27 02:25:48.472186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead8aa4-e03f-4bb5-81a5-c684ce4c90bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf6a8a-fb92-4aae-8d73-010e58c6cd7b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:48.516296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:48.564372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94506a8f-041c-4834-a654-adbf74e4e4c7 req-dac505ce-111c-4547-a46a-12db164fe537 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.572709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94506a8f-041c-4834-a654-adbf74e4e4c7 req-dac505ce-111c-4547-a46a-12db164fe537 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0748565 Aug 27 02:25:48.643342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94506a8f-041c-4834-a654-adbf74e4e4c7 req-d0ea816c-e4b6-4a27-9d67-02b12951c326 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Aug 27 02:25:48.644434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b31deb-19cf-41ef-a96e-af9be8437398 req-150e1880-e86e-437b-a2a2-a2af129da476 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:48.645950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60b31deb-19cf-41ef-a96e-af9be8437398 req-150e1880-e86e-437b-a2a2-a2af129da476 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0801880 Aug 27 02:25:48.655360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:48.665372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'floatingip': {'port_id': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:48.756730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1aab59ff-5e9c-4aaf-994e-038d7de13c2d req-84bdbe63-04b5-43fb-a3ab-eb9b959dd54d tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 210 time: 0.0501716 Aug 27 02:25:48.757304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:48.761442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.762669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.767816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:48.770329 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Sync routers for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:48.784923 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:48.788753 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:48.810123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-282437af-7bea-4de0-8906-c7a814095c73 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "PUT /v2.0/floatingips/93ea3a88-2f96-44fe-9120-dda4064cbb09 HTTP/1.1" status: 200 len: 990 time: 2.0373046 Aug 27 02:25:48.810906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:48.813418 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee006895-dd86-49e7-9a3b-fe185cde2ace" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:48.887431 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b417b0-1384-403b-8fac-99e0a76c13f4 x-openstack-request-id: req-69b417b0-1384-403b-8fac-99e0a76c13f4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:48.887431 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:48.887431 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69b417b0-1384-403b-8fac-99e0a76c13f4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:48.888272 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'status': 'completed', 'code': 200} Aug 27 02:25:48.911396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Transition to ACTIVE for port object 4118c467-59b8-4b13-a503-3c0ace38024f will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:48.955928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:49.029784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-3b337d85-5749-4b1b-b71d-8883b057f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.031328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-3b337d85-5749-4b1b-b71d-8883b057f2c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1096 time: 0.0899303 Aug 27 02:25:49.033246 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:49.089065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6aebfc07-42fb-4520-ac2a-869577af4b06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6774d6832d58461dbb4df15b1f2aa553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319995 Aug 27 02:25:49.092260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.097338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:49.207151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:49.230769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:49.244265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:49.248943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:49.291779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Allocated IP 192.168.233.82 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/954b3c67-89be-4875-9d62-6a72c0eae606) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:49.328715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-a88c7f87-acc8-41db-ba2b-9733cd73c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.330599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-a88c7f87-acc8-41db-ba2b-9733cd73c9ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2770410 Aug 27 02:25:49.355196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.357719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.412698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-c381b024-5cf1-4abc-836d-3660bab4d742 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5672314 Aug 27 02:25:49.419459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93ea3a88-2f96-44fe-9120-dda4064cbb09', 'tenant_id': '57982f151855440c928a2b74647ad613', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:25Z', 'updated_at': '2021-08-27T02:25:47Z', 'revision_number': 1, 'project_id': '57982f151855440c928a2b74647ad613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:49.432906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Request body: {'port': {'device_id': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:49.472766 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Checking router: 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:49.483592 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:49.485517 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:49.508245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.513234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-646f3473-bea0-4783-bcb4-34132f98a7da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1719635 Aug 27 02:25:49.553629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.594753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-26f8d157-66f7-4d49-9cdb-f6e74401f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.595387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-05fdb349-1267-499c-a0c5-c082b6092d5c None None] Provisioning for port 4118c467-59b8-4b13-a503-3c0ace38024f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:49.596339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-26f8d157-66f7-4d49-9cdb-f6e74401f955 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0748334 Aug 27 02:25:49.598920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-05fdb349-1267-499c-a0c5-c082b6092d5c None None] Provisioning complete for port 4118c467-59b8-4b13-a503-3c0ace38024f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:49.599567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-05fdb349-1267-499c-a0c5-c082b6092d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.619538 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:49.636511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-05fdb349-1267-499c-a0c5-c082b6092d5c None None] Port 4118c467-59b8-4b13-a503-3c0ace38024f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:49.649741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.669925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Transition to ACTIVE for port object 954b3c67-89be-4875-9d62-6a72c0eae606 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:49.673143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-a25fa5cb-b01e-4628-a71d-934ff06c4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:49.674771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-a25fa5cb-b01e-4628-a71d-934ff06c4804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712736 Aug 27 02:25:49.774092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:49.830662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-7b0538cd-b3fc-4deb-836c-256b522af40d service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489975 Aug 27 02:25:49.841064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:49.848284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:49.873976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:49.934807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:50.017252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.028857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.030463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.053152 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:25:50.088251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49c8ef-5044-4b59-a16c-cb94b5bbaabf req-e36518d7-fd2d-4cc3-96b7-bf9ffcd121f4 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.090121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f49c8ef-5044-4b59-a16c-cb94b5bbaabf req-e36518d7-fd2d-4cc3-96b7-bf9ffcd121f4 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 936 time: 0.2201154 Aug 27 02:25:50.102061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee006895-dd86-49e7-9a3b-fe185cde2ace req-f73915b6-a5a1-49e0-a02c-ef64dddf9a30 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591789 Aug 27 02:25:50.108809 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93ea3a88-2f96-44fe-9120-dda4064cbb09', 'tenant_id': '57982f151855440c928a2b74647ad613', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:25Z', 'updated_at': '2021-08-27T02:25:47Z', 'revision_number': 1, 'project_id': '57982f151855440c928a2b74647ad613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:50.112922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-bb594f1e-6855-436a-a920-758495e1fba8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8705139 Aug 27 02:25:50.122601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9556f-f15e-4539-8b42-3fbd31fada99 req-40777f81-0160-4277-8822-9e63cf9dc2a4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:50.124090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d9556f-f15e-4539-8b42-3fbd31fada99 req-40777f81-0160-4277-8822-9e63cf9dc2a4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.1764417 Aug 27 02:25:50.140052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfbd67-202b-4724-8e60-47bc68317b54 None None] The sync data for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 is: [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93ea3a88-2f96-44fe-9120-dda4064cbb09', 'tenant_id': '57982f151855440c928a2b74647ad613', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:25Z', 'updated_at': '2021-08-27T02:25:47Z', 'revision_number': 1, 'project_id': '57982f151855440c928a2b74647ad613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:50.146277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:25:50.150727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.153290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.154439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b219b28-e9ee-449f-810e-424389acb3b1 HTTP/1.1" status: 204 len: 168 time: 1.0498037 Aug 27 02:25:50.164205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Request body: {'port': {'device_id': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:50.172863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11ba107f-7fe8-4a30-803d-bf1a9d59e86c None None] Provisioning for port 954b3c67-89be-4875-9d62-6a72c0eae606 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:50.178550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11ba107f-7fe8-4a30-803d-bf1a9d59e86c None None] Provisioning complete for port 954b3c67-89be-4875-9d62-6a72c0eae606 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:50.179187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11ba107f-7fe8-4a30-803d-bf1a9d59e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.252605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-11ba107f-7fe8-4a30-803d-bf1a9d59e86c None None] Port 954b3c67-89be-4875-9d62-6a72c0eae606 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:50.269173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fb73a-c633-40df-96dd-baf171e74487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b219b28-e9ee-449f-810e-424389acb3b1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:50.281514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.308394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f49c8ef-5044-4b59-a16c-cb94b5bbaabf req-aa634110-2b52-4643-b0cb-b35e8c2f3834 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906178 Aug 27 02:25:50.315365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.327647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d9556f-f15e-4539-8b42-3fbd31fada99 req-eca13ac1-3cca-4418-9e10-6593c7fedff7 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721275 Aug 27 02:25:50.328446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.514708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbd73d-b13a-4f62-bee7-42d47b7920d9 None None] New status for floating IP 93ea3a88-2f96-44fe-9120-dda4064cbb09: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:25:50.577661 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Floating IP 46c56996-03bf-4260-9b2c-d7d0969c35d5 associated. External IP: 172.25.8.30, port: efe6dd96-ffb2-41e2-80a0-9d55230625fc. Aug 27 02:25:50.665570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4118c467-59b8-4b13-a503-3c0ace38024f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:50.700351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.723277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Transition to ACTIVE for port object 4118c467-59b8-4b13-a503-3c0ace38024f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:50.730192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.832151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:50.955698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:50.969195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.982676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Transition to ACTIVE for port object 954b3c67-89be-4875-9d62-6a72c0eae606 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:50.987508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Attempting to bind port 4118c467-59b8-4b13-a503-3c0ace38024f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:50.987922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Attempting to bind port 4118c467-59b8-4b13-a503-3c0ace38024f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:50.988190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:50.988340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Attempting to bind port 4118c467-59b8-4b13-a503-3c0ace38024f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:50.997050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:50.998051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Port 4118c467-59b8-4b13-a503-3c0ace38024f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:50.998472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Attempting to bind port 4118c467-59b8-4b13-a503-3c0ace38024f on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:51.004090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:51.004579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:51.005036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:51.005586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Bound port: 4118c467-59b8-4b13-a503-3c0ace38024f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:51.005893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.053821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:51.117770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:51.147497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Attempting to bind port 954b3c67-89be-4875-9d62-6a72c0eae606 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:51.147977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Attempting to bind port 954b3c67-89be-4875-9d62-6a72c0eae606 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:51.148580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Attempting to bind port 954b3c67-89be-4875-9d62-6a72c0eae606 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:51.154120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Port 954b3c67-89be-4875-9d62-6a72c0eae606 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:51.154582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Attempting to bind port 954b3c67-89be-4875-9d62-6a72c0eae606 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:51.159857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:51.160330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:51.162439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:51.162439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Bound port: 954b3c67-89be-4875-9d62-6a72c0eae606, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:51.162439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.200701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:51.220418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:51.234670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.238590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:51.242244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:51.250694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.271372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:51.278301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-network', 'tenant_id': '53208cc4dab847069672c4cefb41a61c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:51.284550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.285229 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:51.285732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.286839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-47099159-4f00-4905-bcdf-034eace1597e service neutron] 10.222.0.46 "PUT /v2.0/ports/954b3c67-89be-4875-9d62-6a72c0eae606 HTTP/1.1" status: 200 len: 1095 time: 1.1473265 Aug 27 02:25:51.287355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:51.290497 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc323c6-4186-4450-b212-6edd735e2dca" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:51.309470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.310255 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:51.311001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:51.344043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e15d2f6-24ab-4596-bf08-848db9c2e629 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "PUT /v2.0/floatingips/46c56996-03bf-4260-9b2c-d7d0969c35d5 HTTP/1.1" status: 200 len: 990 time: 2.6877067 Aug 27 02:25:51.349182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:51.351837 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712d603-907a-4885-a9bf-9d3a9fba7314" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:51.353733 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c516bb-7d8f-4ff1-b61d-bbf18363b90b x-openstack-request-id: req-38c516bb-7d8f-4ff1-b61d-bbf18363b90b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:51.354025 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:51.354270 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38c516bb-7d8f-4ff1-b61d-bbf18363b90b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:51.356580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.357367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.357577 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'status': 'completed', 'code': 200} Aug 27 02:25:51.358174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47099159-4f00-4905-bcdf-034eace1597e service neutron] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:51.359158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b4b24244-967a-4585-b515-357b14b7679d service neutron] 10.222.0.15 "PUT /v2.0/ports/4118c467-59b8-4b13-a503-3c0ace38024f HTTP/1.1" status: 200 len: 1096 time: 1.9330926 Aug 27 02:25:51.370708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Made reservation on behalf of 53208cc4dab847069672c4cefb41a61c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:51.377777 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.424150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:51.451087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-e969cce2-f05b-4f9b-b698-3e58bad42e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.452612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-e969cce2-f05b-4f9b-b698-3e58bad42e7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0836799 Aug 27 02:25:51.485626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b24244-967a-4585-b515-357b14b7679d service neutron] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:51.515459 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c898e697-6c44-41cd-ad34-87c778677e40 x-openstack-request-id: req-c898e697-6c44-41cd-ad34-87c778677e40 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:51.515745 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:51.516008 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c898e697-6c44-41cd-ad34-87c778677e40 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:51.516388 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'status': 'completed', 'code': 200} Aug 27 02:25:51.542798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-e3b4496b-e1c8-416b-83ba-c04e6c516eec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=954b3c67-89be-4875-9d62-6a72c0eae606 HTTP/1.1" status: 200 len: 217 time: 0.0744605 Aug 27 02:25:51.575059 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:51.615692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-33f18d82-b186-49fc-80bf-ec6305a4d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.617986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-33f18d82-b186-49fc-80bf-ec6305a4d733 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 1099 time: 0.1805577 Aug 27 02:25:51.639172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb0568-ea4f-42b3-a3d7-1972703a9e2a req-b8b283ec-34f9-42bf-8c0d-fd9da37cfc11 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.640850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-accb0568-ea4f-42b3-a3d7-1972703a9e2a req-b8b283ec-34f9-42bf-8c0d-fd9da37cfc11 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.2023993 Aug 27 02:25:51.646886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-3dead98b-c424-421d-993e-a9d271771c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.648308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-3dead98b-c424-421d-993e-a9d271771c96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1096 time: 0.1109707 Aug 27 02:25:51.653567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-93e8b34e-abbc-41df-b356-d55629ff04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.655105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-93e8b34e-abbc-41df-b356-d55629ff04e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1042478 Aug 27 02:25:51.663725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307d5a-5d7c-48c1-9c90-ebce7c0a4684 req-506bd86f-9321-4bdb-ba9f-d2a7bc7fba94 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.665242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f307d5a-5d7c-48c1-9c90-ebce7c0a4684 req-506bd86f-9321-4bdb-ba9f-d2a7bc7fba94 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Aug 27 02:25:51.738469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-4ed2de3e-d584-4872-8961-0e299ec69e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.740138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-4ed2de3e-d584-4872-8961-0e299ec69e69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705121 Aug 27 02:25:51.815341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f307d5a-5d7c-48c1-9c90-ebce7c0a4684 req-89044144-926e-449c-8e04-5df70a300332 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133792 Aug 27 02:25:51.863406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-7e770f3f-1943-462c-8031-29631e58ff3f service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113987 Aug 27 02:25:51.873888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-b2ca3ba5-3bfb-42a3-9850-fafaef99389c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4118c467-59b8-4b13-a503-3c0ace38024f HTTP/1.1" status: 200 len: 217 time: 0.2320480 Aug 27 02:25:51.904170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-707dd82a-9e96-4d9f-b162-57f76037606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:51.905618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-707dd82a-9e96-4d9f-b162-57f76037606e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.2460697 Aug 27 02:25:51.913794 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '46c56996-03bf-4260-9b2c-d7d0969c35d5', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:0e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:36Z', 'updated_at': '2021-08-27T02:25:50Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:51.941189 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:51.949855 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:51.950517 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:51.980842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca7542b1-e48f-45b4-b32f-094b3ac56345 req-740fbcf3-1168-4615-8997-6d626a33597a service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054823 Aug 27 02:25:52.004836 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-accb0568-ea4f-42b3-a3d7-1972703a9e2a req-63e04e2b-a931-4c3a-99f9-efd25627abe1 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536456 Aug 27 02:25:52.019824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-ab88f6fc-1de1-4426-b8e3-a7249250eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.021892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-ab88f6fc-1de1-4426-b8e3-a7249250eb06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1309140 Aug 27 02:25:52.097601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.098714 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:52.101884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-cf26c7fb-0877-4bce-8a18-77b32441c50f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 998 time: 0.1624720 Aug 27 02:25:52.104964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.143676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc323c6-4186-4450-b212-6edd735e2dca req-bed40059-3f76-447d-830f-e6e1bc9a490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.145026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-bed40059-3f76-447d-830f-e6e1bc9a490b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0415812 Aug 27 02:25:52.173423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:25:52.186747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-bd859026-9311-460f-b020-fc1c224dab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.190216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-bd859026-9311-460f-b020-fc1c224dab35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578307 Aug 27 02:25:52.199258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fcc8c8-4415-45ea-823a-02f45034150f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.208247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.208593 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Added segment 24772f5e-4adc-4a69-9f27-9fcde3aae677 of type vlan for network e01d86c9-8e14-4caf-b6d4-52f8c15f004a Aug 27 02:25:52.226519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-eeffe6c0-78fc-4d5f-8aef-c78f6316db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.228545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-eeffe6c0-78fc-4d5f-8aef-c78f6316db9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.1183674 Aug 27 02:25:52.247695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc323c6-4186-4450-b212-6edd735e2dca req-aa379593-1dab-4816-a656-6eb7b36c5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.249255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-aa379593-1dab-4816-a656-6eb7b36c5baa service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.0965943 Aug 27 02:25:52.295359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-bf1972e2-08af-4035-ad86-525a8725dfaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=954b3c67-89be-4875-9d62-6a72c0eae606 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Aug 27 02:25:52.338026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.348054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc323c6-4186-4450-b212-6edd735e2dca req-045ab3b1-fcce-41d4-8dae-3a09a87fe8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.349784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-045ab3b1-fcce-41d4-8dae-3a09a87fe8dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0468192 Aug 27 02:25:52.360680 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '46c56996-03bf-4260-9b2c-d7d0969c35d5', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:0e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:36Z', 'updated_at': '2021-08-27T02:25:50Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:52.368818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-153cd586-76a5-4266-bf0c-3888fd5c62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.370341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-153cd586-76a5-4266-bf0c-3888fd5c62a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290357 Aug 27 02:25:52.387858 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ed598-ab9f-44f4-b589-f41bcb7d616e None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '46c56996-03bf-4260-9b2c-d7d0969c35d5', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:0e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:25:36Z', 'updated_at': '2021-08-27T02:25:50Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:52.398801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc323c6-4186-4450-b212-6edd735e2dca req-6023201a-c957-4ec7-9a37-7d881673d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.400471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-6023201a-c957-4ec7-9a37-7d881673d717 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437860 Aug 27 02:25:52.464942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-3fd43dfd-a1ce-40c5-ab94-ebbfb3d20729 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587295 Aug 27 02:25:52.472014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.473042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:52.473691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.509435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-35f46abd-3fd3-43bb-bf7d-96775669e02a service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007712 Aug 27 02:25:52.592919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4737036 Aug 27 02:25:52.598827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:52.603856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b30487a2-e435-476e-870a-1ca9992d5ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.606890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Request body: {'subnet': {'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-subnet', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:52.617436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8dc323c6-4186-4450-b212-6edd735e2dca req-4e1908be-af5e-4bc5-9297-9ba890775587 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006236 Aug 27 02:25:52.635163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04988e-a136-42b9-99ba-b90838b06b08 admin admin] Pushing event updated for resources: {'Network': ['ID=e01d86c9-8e14-4caf-b6d4-52f8c15f004a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:52.651536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:25:52.656096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-2f0a0e47-3b8f-4d0d-900a-f3d71f920af6 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758374 Aug 27 02:25:52.656710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a930df8-2568-435c-b1c0-bf3894edb417 None None] New status for floating IP 46c56996-03bf-4260-9b2c-d7d0969c35d5: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:25:52.717682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Made reservation on behalf of 53208cc4dab847069672c4cefb41a61c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:25:52.720055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:52.783334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a247ded7-1f50-41ce-a8bb-5cef5c40e547 req-878cbfb0-1026-4c42-8ba6-17f3d05156b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046129 Aug 27 02:25:52.840082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7712d603-907a-4885-a9bf-9d3a9fba7314 req-a4b21d16-d337-4df7-b8ce-96c81490c757 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753287 Aug 27 02:25:52.971449 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.020790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f2881-d86d-4e48-8c35-e3bdd0e0b509 req-27304e7d-3530-4371-b075-dcb24bd97e3f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.020790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b9f2881-d86d-4e48-8c35-e3bdd0e0b509 req-27304e7d-3530-4371-b075-dcb24bd97e3f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0992877 Aug 27 02:25:53.062477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddf6aea-b7d7-4f83-83a9-d46b29c3051e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:53.076224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Checking segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:53.076224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Network hostable DHCP agents. Network: e01d86c9-8e14-4caf-b6d4-52f8c15f004a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:25:53.087899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b9f2881-d86d-4e48-8c35-e3bdd0e0b509 req-95007430-0a70-4d50-a7df-b547de023617 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Aug 27 02:25:53.109307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:25:53.123084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e01d86c9-8e14-4caf-b6d4-52f8c15f004a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:53.127456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.128052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.131988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ec8db-6736-4a27-80fd-140de69436a5 req-3df7f57d-8e77-4208-a954-d3059303f140 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.133534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-841ec8db-6736-4a27-80fd-140de69436a5 req-3df7f57d-8e77-4208-a954-d3059303f140 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.0642281 Aug 27 02:25:53.135935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200f9bd-cfa0-4426-8113-efd5ab0bf874 None None] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:53.151673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c7b533c-53e2-45f7-bd03-d60097dcabb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5515881 Aug 27 02:25:53.153992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:53.162938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:53.184467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-841ec8db-6736-4a27-80fd-140de69436a5 req-e77320c0-1487-409d-86e8-b31e7505cc0f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Aug 27 02:25:53.190857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.192433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.250517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.285389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:25:53.286245 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.424145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Allocated IP 172.20.0.2 (e01d86c9-8e14-4caf-b6d4-52f8c15f004a/cddf6aea-b7d7-4f83-83a9-d46b29c3051e/67478396-4cda-408c-8b86-6c8c3d4e9280) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:53.576241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.586796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Transition to ACTIVE for port object 67478396-4cda-408c-8b86-6c8c3d4e9280 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:53.602889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Transition to ACTIVE for port object 67478396-4cda-408c-8b86-6c8c3d4e9280 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:53.609593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.647034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:53.649278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:53.651538 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:53.651791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:53.654369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:53.683548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Pushing event updated for resources: {'Port': ['ID=67478396-4cda-408c-8b86-6c8c3d4e9280,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:53.688334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.692174 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd4f3b-2cf3-405f-a447-9448cb4e0c68 x-openstack-request-id: req-e4cd4f3b-2cf3-405f-a447-9448cb4e0c68 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:53.692468 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:53.692721 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4cd4f3b-2cf3-405f-a447-9448cb4e0c68 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:53.693739 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f', 'status': 'completed', 'code': 200} Aug 27 02:25:53.722304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Attempting to bind port 67478396-4cda-408c-8b86-6c8c3d4e9280 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:53.722701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Attempting to bind port 67478396-4cda-408c-8b86-6c8c3d4e9280 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:53.723059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Attempting to bind port 67478396-4cda-408c-8b86-6c8c3d4e9280 on network e01d86c9-8e14-4caf-b6d4-52f8c15f004a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:53.728874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:53.729368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Checking segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:53.729783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.730171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Bound using segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:53.730674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Bound port: 67478396-4cda-408c-8b86-6c8c3d4e9280, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:53.731055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.795419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] For port 67478396-4cda-408c-8b86-6c8c3d4e9280, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:53.796250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-9d5f1c6a-8c44-41c8-867e-c643a2957186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.797733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-9d5f1c6a-8c44-41c8-867e-c643a2957186 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f583a38402c4a2087e13027b6c5a19c&device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 1099 time: 0.0519428 Aug 27 02:25:53.798788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] For port 67478396-4cda-408c-8b86-6c8c3d4e9280, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=67478396-4cda-408c-8b86-6c8c3d4e9280,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:53.803371 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:53.865363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca108858-acc1-4241-966c-508ddd8ba642 None None] Pushing event updated for resources: {'Port': ['ID=67478396-4cda-408c-8b86-6c8c3d4e9280,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:53.933340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:53.974142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-424c52ad-5f4c-48db-861a-f14c9a926cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:53.976292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-424c52ad-5f4c-48db-861a-f14c9a926cb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1708786 Aug 27 02:25:54.048254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-d46bb8ae-ec85-4afb-9d60-1d100ae51477 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=4118c467-59b8-4b13-a503-3c0ace38024f HTTP/1.1" status: 200 len: 217 time: 0.0646732 Aug 27 02:25:54.096193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:54.108473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.114720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4118c467-59b8-4b13-a503-3c0ace38024f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4118c467-59b8-4b13-a503-3c0ace38024f', 'mac_address': 'fa:16:3e:f0:87:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:54.139734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-ea55edbd-6b55-4169-b70a-8d27257e2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.141343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-ea55edbd-6b55-4169-b70a-8d27257e2d90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0845795 Aug 27 02:25:54.171919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.175710 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.188044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4118c467-59b8-4b13-a503-3c0ace38024f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:54.213374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:54.218161 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.267588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.290201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-d74cef71-dc9d-41f2-a887-34e570f129b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.291795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-d74cef71-dc9d-41f2-a887-34e570f129b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1274598 Aug 27 02:25:54.319152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80878797-983e-43c4-87be-7b42a057c19e req-cc86fc47-8238-49f9-bf00-dd2ae9d57899 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.320622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80878797-983e-43c4-87be-7b42a057c19e req-cc86fc47-8238-49f9-bf00-dd2ae9d57899 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.1426432 Aug 27 02:25:54.340249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f738a-ed22-42ee-8246-001c6980a3f6 req-4ccaa015-e19d-412e-bf13-9290a532c256 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:54.341787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-994f738a-ed22-42ee-8246-001c6980a3f6 req-4ccaa015-e19d-412e-bf13-9290a532c256 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 949 time: 0.0508900 Aug 27 02:25:54.381239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-994f738a-ed22-42ee-8246-001c6980a3f6 req-0e47221d-6840-4bd4-a654-e83ef0ebef05 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Aug 27 02:25:54.445189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Allocated IP 172.25.8.142 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0a18d7e5-86db-4d88-be37-3ea702150d19) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:54.457185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80878797-983e-43c4-87be-7b42a057c19e req-9fa28517-ea7f-42a2-b90e-0b8f8e872adc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153574 Aug 27 02:25:54.466121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4118c467-59b8-4b13-a503-3c0ace38024f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:54.536411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-6a3409cb-6718-459e-aa27-eb36fc640b92 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349072 Aug 27 02:25:54.557410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 67478396-4cda-408c-8b86-6c8c3d4e9280 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:54.665481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 67478396-4cda-408c-8b86-6c8c3d4e9280 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:54.670124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.699135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd2f6c0d-7256-4687-8b80-7d1e49c2fc7e req-320840e8-3a60-41ee-9fce-7cbd4bb980b5 service neutron] 10.222.0.15 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457744 Aug 27 02:25:54.724678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:54.763370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:54.766180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:54.772016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:54.796075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Pushing event updated for resources: {'Port': ['ID=0a18d7e5-86db-4d88-be37-3ea702150d19,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:54.901826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d657672-14d4-4782-b116-461b8dcc9bd2 None None] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:25:54.963365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Provisioning for port 67478396-4cda-408c-8b86-6c8c3d4e9280 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:54.978023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Provisioning complete for port 67478396-4cda-408c-8b86-6c8c3d4e9280 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:54.978315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.041131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.112743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.128248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:55.182892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] For port 67478396-4cda-408c-8b86-6c8c3d4e9280, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=67478396-4cda-408c-8b86-6c8c3d4e9280,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:55.235961 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.243470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6069a3b2-1a82-4250-aca0-57b80b4d75a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.271384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.330225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385629-f3a5-4796-9ca7-d30cc83c4461 None None] Pushing event updated for resources: {'Port': ['ID=67478396-4cda-408c-8b86-6c8c3d4e9280,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.336015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:55.348797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.350468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '954b3c67-89be-4875-9d62-6a72c0eae606', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '954b3c67-89be-4875-9d62-6a72c0eae606', 'mac_address': 'fa:16:3e:07:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:25:55.394913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.407704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:25:55.421642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Router fb174eb6-f156-471d-929f-104e964cfe2d is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:25:55.429253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:55.433566 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.488907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92187e3f-924b-4f78-a514-6610baa1d18a None None] Provisioning complete for port 67478396-4cda-408c-8b86-6c8c3d4e9280 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:55.489275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92187e3f-924b-4f78-a514-6610baa1d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.512172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:55.604133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10a93-6cb6-4b86-878e-45443ec555b3 req-050d402f-259b-4c07-94bf-ec33814037f2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.605598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6be10a93-6cb6-4b86-878e-45443ec555b3 req-050d402f-259b-4c07-94bf-ec33814037f2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 949 time: 0.1311560 Aug 27 02:25:55.611493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-dfe7766c-20f3-49c9-ab1a-6fcc5c54871d tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.612910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-dfe7766c-20f3-49c9-ab1a-6fcc5c54871d tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1468456 Aug 27 02:25:55.624546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:55.629163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:25:55.634905 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Sync routers for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:55.644857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:55.645709 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:55.646417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42831-282e-4c81-bbde-5bc7a42eeec6 req-44b02597-7a45-412d-8459-a24fdae21d3f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:55.647958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10e42831-282e-4c81-bbde-5bc7a42eeec6 req-44b02597-7a45-412d-8459-a24fdae21d3f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 945 time: 0.0509264 Aug 27 02:25:55.689528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.691381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10e42831-282e-4c81-bbde-5bc7a42eeec6 req-d98b181a-2076-486a-aefe-e8d32a566b01 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364971 Aug 27 02:25:55.692293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1487a940-0617-4708-9e2e-be61677d5d7c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.5368640 Aug 27 02:25:55.695514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:25:55.731993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6be10a93-6cb6-4b86-878e-45443ec555b3 req-17643d66-3109-4fb0-ba46-7d2519da0f17 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166303 Aug 27 02:25:55.736926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:55.771627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:55.865999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['954b3c67-89be-4875-9d62-6a72c0eae606'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:55.907677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:55.949175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:25:55.951085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:55.954471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:55.962283 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:54Z', 'revision_number': 3, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:55.994831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Checking router: fb174eb6-f156-471d-929f-104e964cfe2d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:55.995657 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Updating router fb174eb6-f156-471d-929f-104e964cfe2d port 0a18d7e5-86db-4d88-be37-3ea702150d19 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:56.000689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.002573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:56.005420 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1521f-1261-444a-911d-fded3efcc28d" -d '{"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:56.027370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.039424 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.085595 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7c105-363c-47d5-89fe-4559f6f3ea05 x-openstack-request-id: req-deb7c105-363c-47d5-89fe-4559f6f3ea05 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:56.085911 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:56.086134 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-deb7c105-363c-47d5-89fe-4559f6f3ea05 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:56.087199 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'code': 200} Aug 27 02:25:56.120746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 4118c467-59b8-4b13-a503-3c0ace38024f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:56.147168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4118c467-59b8-4b13-a503-3c0ace38024f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:56.147535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.151733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.163847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:56.164174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:56.164508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:56.169754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:25:56.170075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Attempting to bind port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:56.176931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:56.177296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:56.177647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:56.178080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Bound port: 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:56.178463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.201943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.204287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.223960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:25:56.268784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:56.273282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:56.278306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.281026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.345136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.408210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.410137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.411646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-29fa80e4-57ea-4a2f-9b8e-2221bbd58711 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 1121 time: 0.7883365 Aug 27 02:25:56.542430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:56.544818 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a0b248-6d2e-43bf-8ea6-c2d77c16d964" -d '{"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-plugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:56.548123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Allocated IP 172.20.0.1 (e01d86c9-8e14-4caf-b6d4-52f8c15f004a/cddf6aea-b7d7-4f83-83a9-d46b29c3051e/09b91649-8833-43b7-9037-732aa149a33a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:25:56.558439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 67478396-4cda-408c-8b86-6c8c3d4e9280 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:56.567822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.591929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:56.596685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:56.622342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.639535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:25:56.667058 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.682225 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Transition to ACTIVE for port object 0a18d7e5-86db-4d88-be37-3ea702150d19 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:56.688846 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.695394 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06bfe69-93b5-405e-af33-437af7832f5a x-openstack-request-id: req-d06bfe69-93b5-405e-af33-437af7832f5a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:56.695678 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-plugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:56.696530 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d06bfe69-93b5-405e-af33-437af7832f5a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:56.696920 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f', 'code': 200} Aug 27 02:25:56.749937 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Attempting to bind port 0a18d7e5-86db-4d88-be37-3ea702150d19 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:25:56.750409 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Attempting to bind port 0a18d7e5-86db-4d88-be37-3ea702150d19 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:25:56.750843 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Attempting to bind port 0a18d7e5-86db-4d88-be37-3ea702150d19 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:25:56.762852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.769892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:25:56.770445 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:25:56.770855 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.771314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:25:56.773825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Bound port: 0a18d7e5-86db-4d88-be37-3ea702150d19, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:25:56.774509 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.776507 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb773a-82fe-4d4c-aaaa-c44a53ddd241 None None] Pushing event updated for resources: {'Port': ['ID=0a18d7e5-86db-4d88-be37-3ea702150d19,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.783264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Transition to ACTIVE for port object 09b91649-8833-43b7-9037-732aa149a33a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:25:56.807187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429250c-8d1f-4bb4-af6d-cf8569674845 req-387f1582-a5f5-44b9-8455-ae7daaa1666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.808822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0429250c-8d1f-4bb4-af6d-cf8569674845 req-387f1582-a5f5-44b9-8455-ae7daaa1666f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 1101 time: 0.0854132 Aug 27 02:25:56.830876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.852547 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] For port 0a18d7e5-86db-4d88-be37-3ea702150d19, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:25:56.856237 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] For port 0a18d7e5-86db-4d88-be37-3ea702150d19, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0a18d7e5-86db-4d88-be37-3ea702150d19,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:25:56.862031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.864377 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.879491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 67478396-4cda-408c-8b86-6c8c3d4e9280 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:56.880042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:56.897842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0429250c-8d1f-4bb4-af6d-cf8569674845 req-95c70544-43d9-4489-bd5f-913524c67f92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792239 Aug 27 02:25:56.928629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb375e-3756-4e58-b2bc-54f955a1cffb req-e1f754cd-16a4-450e-9ab1-87ee7b2a431b tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.933732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:56.937060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68cb375e-3756-4e58-b2bc-54f955a1cffb req-e1f754cd-16a4-450e-9ab1-87ee7b2a431b tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 950 time: 0.0783186 Aug 27 02:25:56.945077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:56.949410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:25:56.955347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Pushing event updated for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:56.985906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6f99a-4824-4d07-823d-df05db883508 req-1840e3ae-c9ed-4512-930e-6342a6a75114 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:56.987489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7e6f99a-4824-4d07-823d-df05db883508 req-1840e3ae-c9ed-4512-930e-6342a6a75114 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.1526463 Aug 27 02:25:56.987918 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:56.988780 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:56.990078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68cb375e-3756-4e58-b2bc-54f955a1cffb req-e6dbe37f-61eb-492f-87b2-8489d0658af6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Aug 27 02:25:56.992281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb773a-82fe-4d4c-aaaa-c44a53ddd241 None None] Pushing event updated for resources: {'Port': ['ID=0a18d7e5-86db-4d88-be37-3ea702150d19,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:57.017507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.112082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7e6f99a-4824-4d07-823d-df05db883508 req-47c34ae1-6478-4fa8-bc75-a7abe9e32f4e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963168 Aug 27 02:25:57.149807 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:57.155225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:57.210084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.272300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 954b3c67-89be-4875-9d62-6a72c0eae606 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:57.276580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 954b3c67-89be-4875-9d62-6a72c0eae606 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:57.276952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.325607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31088c3b-23ad-4445-9377-b30e0c1bc95d None None] Provisioning for port 09b91649-8833-43b7-9037-732aa149a33a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:57.332127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31088c3b-23ad-4445-9377-b30e0c1bc95d None None] Provisioning complete for port 09b91649-8833-43b7-9037-732aa149a33a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:57.332498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31088c3b-23ad-4445-9377-b30e0c1bc95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.359034 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:54Z', 'revision_number': 3, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:57.387545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-31088c3b-23ad-4445-9377-b30e0c1bc95d None None] Port 09b91649-8833-43b7-9037-732aa149a33a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:57.390178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.396150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.400025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958bd5e-0958-4f67-bb7a-12666fdd5fa6 None None] The sync data for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 is: [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:54Z', 'revision_number': 3, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:25:57.404280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.445426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:57.451619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.474946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.476834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Pushing event updated for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:57.522702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:57.587927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:25:57.589287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:25:57.731828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Router fb174eb6-f156-471d-929f-104e964cfe2d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:25:57.839519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.919473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7dd2ea37-4ed2-444e-83c4-9a39804dcf32 None None] Provisioning complete for port 09b91649-8833-43b7-9037-732aa149a33a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:57.920211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ea37-4ed2-444e-83c4-9a39804dcf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:57.962033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2ea37-4ed2-444e-83c4-9a39804dcf32 None None] Port 09b91649-8833-43b7-9037-732aa149a33a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:25:58.098158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:58.101087 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f" -d '{"events": [{"name": "network-changed", "server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:58.139496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028bea-ff4e-49f5-961a-c4f3096d2a8d req-e734d1d4-dd93-44a7-833b-fee63db56ddd tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.141379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c028bea-ff4e-49f5-961a-c4f3096d2a8d req-e734d1d4-dd93-44a7-833b-fee63db56ddd tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 950 time: 0.0799503 Aug 27 02:25:58.173600 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f0526-7c9d-4214-8b6f-66bb8bb738e5 x-openstack-request-id: req-839f0526-7c9d-4214-8b6f-66bb8bb738e5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:58.174444 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:58.175102 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-839f0526-7c9d-4214-8b6f-66bb8bb738e5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:58.175719 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'status': 'completed', 'code': 200} Aug 27 02:25:58.204517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c028bea-ff4e-49f5-961a-c4f3096d2a8d req-1f00eae1-4508-475b-bbd6-4b8a9bb2e13e tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523677 Aug 27 02:25:58.332806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc16194-c747-4825-8f11-eae6236564f5 req-f27dd941-196a-4ad4-80c8-33aaeb849b56 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.334527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fc16194-c747-4825-8f11-eae6236564f5 req-f27dd941-196a-4ad4-80c8-33aaeb849b56 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.0583251 Aug 27 02:25:58.369887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:25:58.375642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba617a25-842c-4b63-b3bd-da6a59abff63 admin admin] 10.222.0.26 "PUT /v2.0/routers/fb174eb6-f156-471d-929f-104e964cfe2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789052 Aug 27 02:25:58.383909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fc16194-c747-4825-8f11-eae6236564f5 req-c2df991f-f5b0-4741-9052-7361fe36e632 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Aug 27 02:25:58.387245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-acdda286-cc5c-41ff-966c-4b6f88c74719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.388858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-acdda286-cc5c-41ff-966c-4b6f88c74719 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1124 time: 0.0556819 Aug 27 02:25:58.485258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-2aa24668-c06e-4f1a-9430-4c31524bcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.487641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-2aa24668-c06e-4f1a-9430-4c31524bcc5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.0903931 Aug 27 02:25:58.544907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-8535bec8-a164-4d17-a9e7-b7d1f02097de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 217 time: 0.0493324 Aug 27 02:25:58.575744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0a18d7e5-86db-4d88-be37-3ea702150d19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:25:58.611613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-3484173d-c20e-49d3-b7c0-3576a9a03ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:58.613083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-3484173d-c20e-49d3-b7c0-3576a9a03ae7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0610924 Aug 27 02:25:58.627838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0a18d7e5-86db-4d88-be37-3ea702150d19 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:25:58.632660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0a18d7e5-86db-4d88-be37-3ea702150d19 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:25:58.633873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.656478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-0662bafa-b830-42a3-bd15-8d28e055e23d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264974 Aug 27 02:25:58.698091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:25:58.700433 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb61992c-ab69-4593-b1fd-8324d2b95f27" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:25:58.725926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.760482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 0a18d7e5-86db-4d88-be37-3ea702150d19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0a18d7e5-86db-4d88-be37-3ea702150d19,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:25:58.763223 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9749c0-0987-445a-9f71-d7273f3f31c6 x-openstack-request-id: req-7f9749c0-0987-445a-9f71-d7273f3f31c6 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:25:58.764210 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:25:58.764210 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f9749c0-0987-445a-9f71-d7273f3f31c6 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:25:58.764606 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'code': 200} Aug 27 02:25:58.766344 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:25:58.795942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-496bbac3-a9e4-4fe3-ac6b-d7676a1de1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308382 Aug 27 02:25:58.829052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=0a18d7e5-86db-4d88-be37-3ea702150d19,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:25:59.016813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e1e6-032a-4399-8be4-d4cffbbc8909 req-27ff61d0-107f-426c-b039-741f06f2d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.018301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d766e1e6-032a-4399-8be4-d4cffbbc8909 req-27ff61d0-107f-426c-b039-741f06f2d00f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 1100 time: 0.1105657 Aug 27 02:25:59.023626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e6a6f8-dd8c-4ce8-8a89-b295766bb02f req-06f6dcc5-26d0-46c2-9c47-1ba06b851230 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096331 Aug 27 02:25:59.030130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-eb16da91-b72c-4cb7-8041-9e921d2087e2 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.031552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-eb16da91-b72c-4cb7-8041-9e921d2087e2 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 829 time: 0.2282951 Aug 27 02:25:59.051652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-f136d3b4-201e-4242-b6b2-03cda3153225 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/quotas/53208cc4dab847069672c4cefb41a61c HTTP/1.1" status: 200 len: 375 time: 0.0129709 Aug 27 02:25:59.115190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d766e1e6-032a-4399-8be4-d4cffbbc8909 req-4116b61f-d957-4ac2-9011-f07b537a0b68 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679297 Aug 27 02:25:59.130984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-73fce374-4e64-44ed-9286-f699541f95a1 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659351 Aug 27 02:25:59.238082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-001ed068-bc6d-4ecc-b48b-99f8bbbd8211 service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995495 Aug 27 02:25:59.340243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-a4f636f2-e18c-4cbb-898b-3df4f37fd77d service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957782 Aug 27 02:25:59.352932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafded1-43ce-4967-ac48-5489d4e3f7ea req-47aa75b2-5db2-49f2-8a85-50ffb751c46a tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.353590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Sync routers for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:25:59.356386 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfafded1-43ce-4967-ac48-5489d4e3f7ea req-47aa75b2-5db2-49f2-8a85-50ffb751c46a tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 950 time: 0.0634031 Aug 27 02:25:59.363967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:25:59.364599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:59.401353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfafded1-43ce-4967-ac48-5489d4e3f7ea req-11dfd89e-eeae-4a52-8c81-658a891e7bbf tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Aug 27 02:25:59.503451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:25:59.569430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39757597-d862-41ac-a1af-88db006d66ea req-429f9470-5778-4b16-bcc8-80efd46ee140 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.571084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39757597-d862-41ac-a1af-88db006d66ea req-429f9470-5778-4b16-bcc8-80efd46ee140 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.0615025 Aug 27 02:25:59.603706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01dc8-fbc7-42e4-a15d-24d9e3387b28 req-9e32b1d0-e921-46f9-a041-ec45cb5657a4 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:25:59.608770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7e01dc8-fbc7-42e4-a15d-24d9e3387b28 req-9e32b1d0-e921-46f9-a041-ec45cb5657a4 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 949 time: 0.0668325 Aug 27 02:25:59.648065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7e01dc8-fbc7-42e4-a15d-24d9e3387b28 req-d2761fd7-9e88-42b4-a82d-188fb35a90b6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367234 Aug 27 02:25:59.650943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39757597-d862-41ac-a1af-88db006d66ea req-b22a9efc-1e92-43a7-b094-6e8f0f1e8baa tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731795 Aug 27 02:25:59.740899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 2, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:25:59.744108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a846e21-9678-4fb1-8474-abe80b7a770a req-5594f5b2-f1b1-4590-96ab-e5c8e44e2067 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 210 time: 0.0293324 Aug 27 02:25:59.783295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Checking router: fb174eb6-f156-471d-929f-104e964cfe2d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:25:59.783647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Updating router fb174eb6-f156-471d-929f-104e964cfe2d port 09b91649-8833-43b7-9037-732aa149a33a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:25:59.810084 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.089278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.099115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Transition to ACTIVE for port object 09b91649-8833-43b7-9037-732aa149a33a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:00.104269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.153339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95031-4a5f-43d5-925e-292b09ea18ba None None] Pushing event updated for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:00.219229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Attempting to bind port 09b91649-8833-43b7-9037-732aa149a33a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:00.219780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Attempting to bind port 09b91649-8833-43b7-9037-732aa149a33a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:00.220094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Attempting to bind port 09b91649-8833-43b7-9037-732aa149a33a on network e01d86c9-8e14-4caf-b6d4-52f8c15f004a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:00.225742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:00.226114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Checking segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:00.226650 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.226927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Bound using segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:00.227385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Bound port: 09b91649-8833-43b7-9037-732aa149a33a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:00.227761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.296699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] For port 09b91649-8833-43b7-9037-732aa149a33a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:00.300118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] For port 09b91649-8833-43b7-9037-732aa149a33a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09b91649-8833-43b7-9037-732aa149a33a,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:00.305047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.361505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:00.362136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:00.413455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95031-4a5f-43d5-925e-292b09ea18ba None None] Pushing event updated for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:00.499327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:00.536823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0a18d7e5-86db-4d88-be37-3ea702150d19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:00.632923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.710969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0a18d7e5-86db-4d88-be37-3ea702150d19 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:00.711401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:00.768041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-f4fca402-bde4-4d19-a812-4f20b1ffd856 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.770604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-f4fca402-bde4-4d19-a812-4f20b1ffd856 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.15 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 829 time: 0.1530921 Aug 27 02:26:00.811179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'port': {'device_id': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'admin_state_up': True, 'tenant_id': '53208cc4dab847069672c4cefb41a61c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:00.813752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dc25a-ccb9-46e2-a6f7-9fcc9973b484 req-7a07ac04-fb2a-4abb-9620-07486c553134 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.816424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-576dc25a-ccb9-46e2-a6f7-9fcc9973b484 req-7a07ac04-fb2a-4abb-9620-07486c553134 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 949 time: 0.0686831 Aug 27 02:26:00.845530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:00Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:00.860429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-576dc25a-ccb9-46e2-a6f7-9fcc9973b484 req-27efab03-e720-4a88-9e7a-cc2085a4c64b tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Aug 27 02:26:00.874735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031df5-69e0-4076-a4b6-0b966b23f013 None None] The sync data for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 is: [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:00Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:00.893600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a850d34-3bbb-4930-b2c2-e2626d4273fe req-65bda875-58a8-4abd-ac88-07178785d842 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:00.895345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a850d34-3bbb-4930-b2c2-e2626d4273fe req-65bda875-58a8-4abd-ac88-07178785d842 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.1235473 Aug 27 02:26:01.010955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a850d34-3bbb-4930-b2c2-e2626d4273fe req-561106e5-0591-427a-8a84-4d5f393509c6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077201 Aug 27 02:26:01.012990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a15df794-aedd-42dd-89be-624816a83c9c req-b661746b-af8b-4219-bcc7-cbd3c0483467 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 210 time: 0.0382159 Aug 27 02:26:01.062360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Made reservation on behalf of 53208cc4dab847069672c4cefb41a61c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:01.066147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.222423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Allocated IP 172.20.0.7 (e01d86c9-8e14-4caf-b6d4-52f8c15f004a/cddf6aea-b7d7-4f83-83a9-d46b29c3051e/bdf047bf-e135-47d9-8039-45017230b66d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:01.378992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.393733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Transition to ACTIVE for port object bdf047bf-e135-47d9-8039-45017230b66d will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:01.427688 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.475678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:01.480840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:01.484599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:01.516807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event updated for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:01.548246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.548894 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.566466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-5e6ac7c3-d4a8-4f5a-a6f3-67aa0a6d1415 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476811 Aug 27 02:26:01.569999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ba1c40e5-ff16-4b20-a5aa-38841acb52e3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7834220 Aug 27 02:26:01.587775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Request body: {'port': {'device_id': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:01.657580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.708637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-e6c46c97-04a7-446f-8705-c696cf23e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.710296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-e6c46c97-04a7-446f-8705-c696cf23e94d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15d31ecbc347410db227a281db451165&device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 1096 time: 0.0465913 Aug 27 02:26:01.721741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-205fb3c5-b75d-4cc8-95ea-583984289018 None None] Provisioning for port bdf047bf-e135-47d9-8039-45017230b66d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:01.726121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-205fb3c5-b75d-4cc8-95ea-583984289018 None None] Provisioning complete for port bdf047bf-e135-47d9-8039-45017230b66d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:01.726470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-205fb3c5-b75d-4cc8-95ea-583984289018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:01.764204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-205fb3c5-b75d-4cc8-95ea-583984289018 None None] Port bdf047bf-e135-47d9-8039-45017230b66d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:26:01.828882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-b28104d2-b838-4514-a6dc-8053b9bd70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.830585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-b28104d2-b838-4514-a6dc-8053b9bd70b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 200 len: 915 time: 0.0979245 Aug 27 02:26:01.904892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-7d53232a-c522-4cf2-acca-2c4d244151c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 200 len: 1001 time: 0.0668685 Aug 27 02:26:01.967931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-7dd6bddc-f4dc-42d2-a292-cc091194aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:01.969421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-7dd6bddc-f4dc-42d2-a292-cc091194aec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 HTTP/1.1" status: 200 len: 853 time: 0.0522649 Aug 27 02:26:02.011984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf047bf-e135-47d9-8039-45017230b66d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:02.023370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.029656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-7afbed6b-b892-4236-a264-f56f80bdde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.031214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-7afbed6b-b892-4236-a264-f56f80bdde5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d870ca-ce19-4175-8e75-0d8971a0eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536835 Aug 27 02:26:02.045307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Transition to ACTIVE for port object bdf047bf-e135-47d9-8039-45017230b66d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:02.064977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832886c-9fd4-4d0e-a5ce-bc856ff52859 req-27526540-8d24-451e-b131-321dc4b55c98 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.073487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1832886c-9fd4-4d0e-a5ce-bc856ff52859 req-27526540-8d24-451e-b131-321dc4b55c98 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 949 time: 0.1194508 Aug 27 02:26:02.077023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.179106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1832886c-9fd4-4d0e-a5ce-bc856ff52859 req-7f0ffb80-be37-475e-83d7-39d80d21d4ed tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Aug 27 02:26:02.203616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.205682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d13142-0c30-4746-a831-edc924c20399 req-4cae40a3-d9bb-4d3a-8e49-b6a4456bec3c tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.207262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1d13142-0c30-4746-a831-edc924c20399 req-4cae40a3-d9bb-4d3a-8e49-b6a4456bec3c tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 943 time: 0.1006699 Aug 27 02:26:02.214656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-ff51c735-7c4e-4668-b100-181954622f8a service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761186 Aug 27 02:26:02.301666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1d13142-0c30-4746-a831-edc924c20399 req-6b1b1815-671b-4b64-ae5a-b6ae430f205c tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839169 Aug 27 02:26:02.331948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Attempting to bind port bdf047bf-e135-47d9-8039-45017230b66d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:02.332286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Attempting to bind port bdf047bf-e135-47d9-8039-45017230b66d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:02.332624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Attempting to bind port bdf047bf-e135-47d9-8039-45017230b66d on network e01d86c9-8e14-4caf-b6d4-52f8c15f004a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:02.340672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Port bdf047bf-e135-47d9-8039-45017230b66d on network e01d86c9-8e14-4caf-b6d4-52f8c15f004a not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:02.341000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Attempting to bind port bdf047bf-e135-47d9-8039-45017230b66d on network e01d86c9-8e14-4caf-b6d4-52f8c15f004a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:02.345153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b45f50a-bfce-4547-9c43-8c72481d6577 req-32498e3d-070e-4cfd-b556-4e4573688a14 service neutron] 10.222.0.46 "GET /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201122 Aug 27 02:26:02.349123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:02.349464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Checking segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:02.349844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Bound using segment: {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:02.350275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Bound port: bdf047bf-e135-47d9-8039-45017230b66d, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24772f5e-4adc-4a69-9f27-9fcde3aae677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:02.350670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.360271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39fb9d-cc19-4d72-8057-88bdcb131bf1 req-b5ebd020-6ac4-4397-9cc4-371f313dfb40 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.361809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd39fb9d-cc19-4d72-8057-88bdcb131bf1 req-b5ebd020-6ac4-4397-9cc4-371f313dfb40 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.0874567 Aug 27 02:26:02.471661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd39fb9d-cc19-4d72-8057-88bdcb131bf1 req-dd21fc71-26b0-4b53-8ff6-c36ec7068500 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919802 Aug 27 02:26:02.475975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:02.479251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bdf047bf-e135-47d9-8039-45017230b66d,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:02.488378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.595539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:02.604377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:02.605293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.606978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-e25b8501-24dc-45fd-bc4a-c65af954f3ff service neutron] 10.222.0.15 "PUT /v2.0/ports/bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 1091 time: 1.0266564 Aug 27 02:26:02.607613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:02.612061 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea" -d '{"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:02.657104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09b91649-8833-43b7-9037-732aa149a33a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:02.792522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 09b91649-8833-43b7-9037-732aa149a33a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:02.798274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 09b91649-8833-43b7-9037-732aa149a33a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:02.798685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.860935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60628) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:02.912845 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:02.974462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 09b91649-8833-43b7-9037-732aa149a33a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09b91649-8833-43b7-9037-732aa149a33a,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:02.981606 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.060867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:03.071365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa778b6b-d828-4885-af26-dc30ece961a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.155584 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a3107-2439-4f22-8b2c-4f800cfd85f2 x-openstack-request-id: req-206a3107-2439-4f22-8b2c-4f800cfd85f2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:03.156217 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:03.156217 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-206a3107-2439-4f22-8b2c-4f800cfd85f2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:03.156484 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d', 'status': 'completed', 'code': 200} Aug 27 02:26:03.172766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-3e18fc8c-09c4-4ade-9f60-c6dad5a22b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.174372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-3e18fc8c-09c4-4ade-9f60-c6dad5a22b12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1094 time: 0.5106516 Aug 27 02:26:03.216736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa778b6b-d828-4885-af26-dc30ece961a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.223418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-5ba622c7-49ca-44c3-9cb6-b24a2d7ed5a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 217 time: 0.0364597 Aug 27 02:26:03.223697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa778b6b-d828-4885-af26-dc30ece961a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.260953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa778b6b-d828-4885-af26-dc30ece961a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9af5d60bffbd419796b8c038dae954db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963859 Aug 27 02:26:03.261288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:03.273312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778b6b-d828-4885-af26-dc30ece961a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee93b41-17cc-4b8f-ac39-ac182889cc8a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:03.304978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-17947900-c646-4db5-94f6-2f91539f50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.306994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-17947900-c646-4db5-94f6-2f91539f50a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.0767260 Aug 27 02:26:03.363756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.399442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.402425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-5509faee-260f-44a6-b12f-708ad832c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.403940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-5509faee-260f-44a6-b12f-708ad832c5bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896244 Aug 27 02:26:03.521125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afa745-a1b6-45a1-8da3-8c4571fa33c7 req-21090847-9895-43ad-92de-7d9c42c82d89 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.522621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8afa745-a1b6-45a1-8da3-8c4571fa33c7 req-21090847-9895-43ad-92de-7d9c42c82d89 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 943 time: 0.1445765 Aug 27 02:26:03.569724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.572554 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:03.576382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ee93b41-17cc-4b8f-ac39-ac182889cc8a HTTP/1.1" status: 204 len: 168 time: 0.3115180 Aug 27 02:26:03.592871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-ae3409d4-5d41-4927-a3da-19fbb40d51ad service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706719 Aug 27 02:26:03.599340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee93b41-17cc-4b8f-ac39-ac182889cc8a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:03.631412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a11395-d7b1-44f5-bbcd-0978cf7f08e7 req-398a8acd-0d65-4761-b71e-d76f85740db1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.639219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98a11395-d7b1-44f5-bbcd-0978cf7f08e7 req-398a8acd-0d65-4761-b71e-d76f85740db1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 943 time: 0.0841720 Aug 27 02:26:03.691838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98a11395-d7b1-44f5-bbcd-0978cf7f08e7 req-52c098bf-ad16-4385-98bb-6759d55a0893 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Aug 27 02:26:03.703889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e8afa745-a1b6-45a1-8da3-8c4571fa33c7 req-f05b7749-e872-4481-b219-5799ea9343f3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686609 Aug 27 02:26:03.713409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.713970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.715373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.716541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.717060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.717590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.718109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.718651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.719154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.719681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.720183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.720684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a47257-7bd8-4f1a-a132-1078c6483519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:03.768340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1495ad20-a8c6-48d0-a22a-61beb4a919b0 req-07b1c831-589b-4b70-bbc7-5bce43d3772c service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638470 Aug 27 02:26:03.871716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-3efbddc6-0b6b-4c85-ab74-9e9c112920ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.873232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-3efbddc6-0b6b-4c85-ab74-9e9c112920ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1094 time: 0.0468395 Aug 27 02:26:03.974476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-c7c54d4d-e839-4dca-805b-3033817312ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:03.976257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-c7c54d4d-e839-4dca-805b-3033817312ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 930 time: 0.0922894 Aug 27 02:26:04.030949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-0dfe2169-9925-4f54-9411-97ba5396d7a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 217 time: 0.0414693 Aug 27 02:26:04.094448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-f313c850-da26-48a8-83ed-d1068f08defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.095927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-f313c850-da26-48a8-83ed-d1068f08defa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.0579734 Aug 27 02:26:04.159632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-7a8f680a-5604-40ba-94a4-f6e29d3aa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.161315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-7a8f680a-5604-40ba-94a4-f6e29d3aa40e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542746 Aug 27 02:26:04.273557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-aeec45fe-c484-4ebc-bfda-85aaad6a328f service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019478 Aug 27 02:26:04.349364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-6709641d-febe-412b-8565-ec76968a7d31 service neutron] 10.222.0.46 "GET /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.0597162 Aug 27 02:26:04.376406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2766ec17-df71-4f7a-8f1b-4b05ea8054ea req-1b663a0f-ad37-45ba-a698-e2fcce556cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948119 Aug 27 02:26:04.552943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:04.575444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09b91649-8833-43b7-9037-732aa149a33a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:04.578733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:04.619275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3ac043-e18b-4784-b5e1-d72350c8bae9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:04.630817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 09b91649-8833-43b7-9037-732aa149a33a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:04.631166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:04.632125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.647325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.741684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] Transition to ACTIVE for port object 7b3ac043-e18b-4784-b5e1-d72350c8bae9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:04.748087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:04.830707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa8e9f-4338-4aa7-80d9-763d78d42e0c req-4726c0db-7e72-46ee-ad52-e5262a9ab65b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.834924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4aa8e9f-4338-4aa7-80d9-763d78d42e0c req-4726c0db-7e72-46ee-ad52-e5262a9ab65b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.0692689 Aug 27 02:26:04.840814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:04.872455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] No DVR routers for this DVR port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:04.879411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4aa8e9f-4338-4aa7-80d9-763d78d42e0c req-e240fd27-5943-40e2-9ccc-4e13fd28a7f7 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Aug 27 02:26:04.916496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3be887-6086-4d6b-84be-e90a84edd5cd req-0c1db71b-2806-469f-a75d-c5c43f2dbf66 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:04.919544 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e3be887-6086-4d6b-84be-e90a84edd5cd req-0c1db71b-2806-469f-a75d-c5c43f2dbf66 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 943 time: 0.1224985 Aug 27 02:26:04.922030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1133b73d-5861-4c8f-975a-f95507c39911 service neutron] 10.222.0.46 "PUT /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5619791 Aug 27 02:26:04.968044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e3be887-6086-4d6b-84be-e90a84edd5cd req-26e99d60-1373-4f80-ad1a-5ed97deeb13a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Aug 27 02:26:05.113992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-b8d5399c-ad77-4e33-b146-82d561400df3 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.115585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-b8d5399c-ad77-4e33-b146-82d561400df3 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0480816 Aug 27 02:26:05.163875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1996571a-3470-467f-b23e-d616405b262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.165446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-1996571a-3470-467f-b23e-d616405b262a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541&tenant_id=84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 1095 time: 0.0421193 Aug 27 02:26:05.179775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:05.226250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:05.245320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-45e27417-2e44-48e3-9f3e-97c09195d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.247031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-45e27417-2e44-48e3-9f3e-97c09195d085 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1095 time: 0.0571036 Aug 27 02:26:05.348840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8e7fe694-7e94-409f-92b4-67f154aaf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.350615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-8e7fe694-7e94-409f-92b4-67f154aaf046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.0960822 Aug 27 02:26:05.394133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-cb7e429f-b66f-4b8c-97de-76c953bfbdde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 200 len: 217 time: 0.0356026 Aug 27 02:26:05.450045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-d780c30d-b865-4f5b-94f0-81b6c22a416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.451719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-d780c30d-b865-4f5b-94f0-81b6c22a416f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0501766 Aug 27 02:26:05.470862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60798) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:05.484626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-7826391a-b125-4f36-b98b-1cda34e2011e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255477 Aug 27 02:26:05.579168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-08ecbb1a-4a23-4eeb-b33a-cd07d66945b3 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Aug 27 02:26:05.579642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.681822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.685891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.697085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-3909405c-780a-4e67-ad51-0df81db21238 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073396 Aug 27 02:26:05.724748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1551a61f17414db8ac9e8be7e8a60e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526729 Aug 27 02:26:05.725702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1206f-63d5-4107-b872-52eb721e5833,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:05.727525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:05.733645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.734012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.734346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.734713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.735316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.735650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.735977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.736297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.736633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.736946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.737267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.737580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffb9dd7-9959-4113-b753-4024d433b16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:05.777191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.797286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.843232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.845971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:05.847150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04d1206f-63d5-4107-b872-52eb721e5833 HTTP/1.1" status: 204 len: 168 time: 0.1186614 Aug 27 02:26:05.861867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57adc5e-f2c9-41b7-a5c4-f4477a5722d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1206f-63d5-4107-b872-52eb721e5833,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:05.967888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-0e818c37-673f-4c46-ac41-d72df93c5d1e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:05.968303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-0e818c37-673f-4c46-ac41-d72df93c5d1e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.0490034 Aug 27 02:26:06.018203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bdf047bf-e135-47d9-8039-45017230b66d details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:06.038355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342696ff-b56c-4829-b5e2-568e93974526 req-fa42bc92-cc26-457d-9f11-3e1eebf0b352 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.040369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-342696ff-b56c-4829-b5e2-568e93974526 req-fa42bc92-cc26-457d-9f11-3e1eebf0b352 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.0871174 Aug 27 02:26:06.118998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-342696ff-b56c-4829-b5e2-568e93974526 req-a3a098ad-2637-42ab-bb65-63b8c479646a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619853 Aug 27 02:26:06.140433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bdf047bf-e135-47d9-8039-45017230b66d,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.156759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'bdf047bf-e135-47d9-8039-45017230b66d', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'mac_address': 'fa:16:3e:7b:e2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:06.170993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94d080-c7a0-4203-9ad2-236ba2ac301a req-925ed941-7e8f-432b-bae4-c909e09ddf21 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.172660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d94d080-c7a0-4203-9ad2-236ba2ac301a req-925ed941-7e8f-432b-bae4-c909e09ddf21 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 943 time: 0.0794373 Aug 27 02:26:06.177308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-f291a56a-7351-4e5b-b1a4-c0b0d47641a3 service neutron] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:06.181176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-f291a56a-7351-4e5b-b1a4-c0b0d47641a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.182367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5d5997-8817-4aa3-a00e-7ad6b4e4c5a7 req-f291a56a-7351-4e5b-b1a4-c0b0d47641a3 service neutron] 10.222.0.15 "DELETE /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.2059753 Aug 27 02:26:06.209973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.220649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d94d080-c7a0-4203-9ad2-236ba2ac301a req-0860fef5-3ff0-45cb-b707-5af52a8b307a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Aug 27 02:26:06.236998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf047bf-e135-47d9-8039-45017230b66d {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:06.279285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bdf047bf-e135-47d9-8039-45017230b66d,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:06.284190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:06.355962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:06.362019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.362433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.362794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.363096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.366248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:06.455837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ed88-79a9-48ee-a91f-10030b08e626 req-da80ea95-2cde-4481-aab0-dbbb0b032f6f tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.458080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9f4ed88-79a9-48ee-a91f-10030b08e626 req-da80ea95-2cde-4481-aab0-dbbb0b032f6f tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1095 time: 0.0440741 Aug 27 02:26:06.496118 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9f4ed88-79a9-48ee-a91f-10030b08e626 req-632081db-274c-4fe5-83b8-5866ed1e7fc9 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Aug 27 02:26:06.557580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['bdf047bf-e135-47d9-8039-45017230b66d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:06.607603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a144d-d6f6-4ddd-8664-5c27db77a4d6 req-5e5260a3-58ec-4d1b-814c-441735b77839 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:06.609544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca3a144d-d6f6-4ddd-8664-5c27db77a4d6 req-5e5260a3-58ec-4d1b-814c-441735b77839 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 1095 time: 0.0458288 Aug 27 02:26:06.680195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca3a144d-d6f6-4ddd-8664-5c27db77a4d6 req-db83aa19-a0b2-495f-9f77-3549c6f21f8e tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Aug 27 02:26:07.185635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:07.208508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:07.302605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-737768866', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:07.329743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Made reservation on behalf of 7fb70bdd1d4844bf9f74e24e16a899a7 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:07.331913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.344561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.398624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8da74-78ee-4294-bc09-4cfcea7fd35e req-6057cf50-9755-44a1-93dc-5a65990ce714 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.400446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a8da74-78ee-4294-bc09-4cfcea7fd35e req-6057cf50-9755-44a1-93dc-5a65990ce714 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 944 time: 0.0769169 Aug 27 02:26:07.455615 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a8da74-78ee-4294-bc09-4cfcea7fd35e req-d1394135-0ca2-4a27-8d59-6354024c1c70 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477819 Aug 27 02:26:07.470496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:07.481283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.483639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '954b3c67-89be-4875-9d62-6a72c0eae606', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '954b3c67-89be-4875-9d62-6a72c0eae606', 'mac_address': 'fa:16:3e:07:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:07.489023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.521667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:07.527975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6284de-2236-444b-aa7e-c0e672377562,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.536076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.536566 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Added segment 305f8d38-a0f3-43ac-891a-706dac29342a of type vlan for network a84a9809-f469-414f-bc03-72821ee6643f Aug 27 02:26:07.557137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.574109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:07.590016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.598165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:07.603377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.623957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.625218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:07.625878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.656511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.689289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4996004 Aug 27 02:26:07.689522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:07.694524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'subnet': {'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:07.703950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648588c2-9f47-4358-a747-361f01cb23aa tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Network': ['ID=a84a9809-f469-414f-bc03-72821ee6643f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:07.716094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a84a9809-f469-414f-bc03-72821ee6643f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:07.738672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Made reservation on behalf of 7fb70bdd1d4844bf9f74e24e16a899a7 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:07.741665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:07.768921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['954b3c67-89be-4875-9d62-6a72c0eae606'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:08.043503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bdf047bf-e135-47d9-8039-45017230b66d up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:08.091522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:26:08.092165 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.143725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port bdf047bf-e135-47d9-8039-45017230b66d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:08.151481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port bdf047bf-e135-47d9-8039-45017230b66d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:08.151732 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.164628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:08.167850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Checking segment: {'id': '305f8d38-a0f3-43ac-891a-706dac29342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:08.168212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network hostable DHCP agents. Network: a84a9809-f469-414f-bc03-72821ee6643f, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:08.186672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network a84a9809-f469-414f-bc03-72821ee6643f is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:08.198500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a84a9809-f469-414f-bc03-72821ee6643f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:08.203600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.204194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.210723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4033e33-9c64-4c6d-bc38-e4f0aa11c34c None None] Network a84a9809-f469-414f-bc03-72821ee6643f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:08.227760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3ee662d-b87c-46ed-9f84-20c6d0ce0b30 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5372384 Aug 27 02:26:08.230228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:08.236529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1464735420', 'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:08.269602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Made reservation on behalf of 7fb70bdd1d4844bf9f74e24e16a899a7 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:08.272569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.291212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] device_id is not set on port c5bb82d8-a818-4194-a0bd-57452f1492ac yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:26:08.328179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.365048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:08.367352 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d39a7e-f9a2-4b69-9f6e-6b995771e2d9" -d '{"events": [{"server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "name": "network-vif-plugged", "status": "completed", "tag": "bdf047bf-e135-47d9-8039-45017230b66d"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:08.403192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bdf047bf-e135-47d9-8039-45017230b66d,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:08.417941 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca7ef4-d5e7-4c79-b005-3ce61644ba45 x-openstack-request-id: req-03ca7ef4-d5e7-4c79-b005-3ce61644ba45 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:08.418251 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "name": "network-vif-plugged", "status": "completed", "tag": "bdf047bf-e135-47d9-8039-45017230b66d", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:08.418832 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03ca7ef4-d5e7-4c79-b005-3ce61644ba45 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:08.418989 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d', 'code': 200} Aug 27 02:26:08.420883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.433852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 2001:db8::283 (a84a9809-f469-414f-bc03-72821ee6643f/8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58/c5bb82d8-a818-4194-a0bd-57452f1492ac) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:08.434847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc4f35-966a-4827-9582-21b20c40555a None None] Network a84a9809-f469-414f-bc03-72821ee6643f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:08.538999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:08.659426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344585-6fdb-4d28-9257-a5264e4fb55c req-5370498e-cc85-4c40-92e6-ab578e55bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.661026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79344585-6fdb-4d28-9257-a5264e4fb55c req-5370498e-cc85-4c40-92e6-ab578e55bbf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1096 time: 0.1777744 Aug 27 02:26:08.700467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a102-4c99-4d35-89c0-85aaed0a9caa req-5eb48efd-ebd1-4bd2-a857-60c0a0981685 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.701965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6519a102-4c99-4d35-89c0-85aaed0a9caa req-5eb48efd-ebd1-4bd2-a857-60c0a0981685 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.1437643 Aug 27 02:26:08.745103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79344585-6fdb-4d28-9257-a5264e4fb55c req-878d33f1-1857-4633-9a0d-192749abf218 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750015 Aug 27 02:26:08.778287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6519a102-4c99-4d35-89c0-85aaed0a9caa req-19374c1b-5d72-4a51-80fc-c0ffdb6b8963 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Aug 27 02:26:08.780938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.822096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.865012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network a84a9809-f469-414f-bc03-72821ee6643f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:08.869776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:08.872108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:08.873264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:08.873861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:08.883802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bb82d8-a818-4194-a0bd-57452f1492ac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:08.894957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-668314a6-3c39-4cb7-b995-b76148c6938d tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6634576 Aug 27 02:26:08.897378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:08.977219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Deleting port c5bb82d8-a818-4194-a0bd-57452f1492ac {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:08.977571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.055811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.069236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Calling delete_port for c5bb82d8-a818-4194-a0bd-57452f1492ac owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:09.201874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.229843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:09.237986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5bb82d8-a818-4194-a0bd-57452f1492ac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:09.263994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.265785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-08cfb3bc-4ddb-4a96-a538-4b2e2e26a71b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c5bb82d8-a818-4194-a0bd-57452f1492ac HTTP/1.1" status: 204 len: 168 time: 0.3675241 Aug 27 02:26:09.268452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:09.272773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f', 'external_fixed_ips': [{'subnet_id': '8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58', 'ip_address': '2001:db8::283'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:09.283958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 954b3c67-89be-4875-9d62-6a72c0eae606 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:09.284557 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.295031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.296390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.351623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.369550 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.401791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:09.405693 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.456831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:09.507878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.722070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.742145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:09.901311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 2001:db8::283 (a84a9809-f469-414f-bc03-72821ee6643f/8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58/7868ac2c-0664-4167-bf67-c235f8aef0ac) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:09.908301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fc5c3-39af-4afa-bd34-321902dd5d87 req-533f91b1-7843-4c9d-bf0b-20f2061b708c tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:09.911313 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e4fc5c3-39af-4afa-bd34-321902dd5d87 req-533f91b1-7843-4c9d-bf0b-20f2061b708c tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.0615852 Aug 27 02:26:10.000391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e4fc5c3-39af-4afa-bd34-321902dd5d87 req-af7bc602-d633-4033-8602-63521d820837 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816009 Aug 27 02:26:10.051355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.094890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.130696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network a84a9809-f469-414f-bc03-72821ee6643f is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:10.133452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:10.135843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:10.181681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=7868ac2c-0664-4167-bf67-c235f8aef0ac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:10.354093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:10.420333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:10.422582 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e72f92-5e58-4322-8f58-dcd03435ccf4" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:10.470260 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae40aa28-ff92-41a1-98e3-2ececbb12fb6 x-openstack-request-id: req-ae40aa28-ff92-41a1-98e3-2ececbb12fb6 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:10.470649 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:10.470978 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae40aa28-ff92-41a1-98e3-2ececbb12fb6 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:10.471440 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'code': 200} Aug 27 02:26:10.892090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.042635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 38161801-2ecf-465b-95fa-465d346e43d9 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:11.153586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f82ba9-a508-455a-a864-17092eaa72a6 req-5a0b70e6-f8d0-400d-8c13-b9be2cc39b62 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:11.155161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90f82ba9-a508-455a-a864-17092eaa72a6 req-5a0b70e6-f8d0-400d-8c13-b9be2cc39b62 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.0622296 Aug 27 02:26:11.214564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:11.215253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90f82ba9-a508-455a-a864-17092eaa72a6 req-c046690a-48e0-469a-94ae-177268111c86 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Aug 27 02:26:11.244217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Sync routers for ids ['38161801-2ecf-465b-95fa-465d346e43d9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:11.271063 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Routers {'38161801-2ecf-465b-95fa-465d346e43d9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:11.271679 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['38161801-2ecf-465b-95fa-465d346e43d9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:11.286774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.290085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a84ac46-4490-4b97-80a3-0a79e1bfecc5 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0196743 Aug 27 02:26:11.291883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:11.503232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.518936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Set router 38161801-2ecf-465b-95fa-465d346e43d9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:11.580037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-4dac71c1-8c26-4f2a-a2d6-536f94c83850 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 258 time: 0.3009946 Aug 27 02:26:11.596773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:11.651546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.778918 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38161801-2ecf-465b-95fa-465d346e43d9', 'name': '', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f', 'external_fixed_ips': [{'subnet_id': '8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58', 'ip_address': '2001:db8::283'}], 'enable_snat': True}, 'gw_port_id': '7868ac2c-0664-4167-bf67-c235f8aef0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:09Z', 'updated_at': '2021-08-27T02:26:10Z', 'revision_number': 3, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port': {'id': '7868ac2c-0664-4167-bf67-c235f8aef0ac', 'name': '', 'network_id': 'a84a9809-f469-414f-bc03-72821ee6643f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38161801-2ecf-465b-95fa-465d346e43d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58', 'ip_address': '2001:db8::283', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:09Z', 'updated_at': '2021-08-27T02:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:11.794825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.835381 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Checking router: 38161801-2ecf-465b-95fa-465d346e43d9 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:11.835727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Updating router 38161801-2ecf-465b-95fa-465d346e43d9 port 7868ac2c-0664-4167-bf67-c235f8aef0ac binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:26:11.886428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.896716 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:11.896929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Deleting port 7868ac2c-0664-4167-bf67-c235f8aef0ac {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:11.897157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.077658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.119431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Calling delete_port for 7868ac2c-0664-4167-bf67-c235f8aef0ac owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:12.147256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Allocated IP 172.25.8.93 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7106e910-c912-445e-ae1f-85d4dd459983) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:12.394809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.404794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.449389 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.462323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Port': ['ID=7868ac2c-0664-4167-bf67-c235f8aef0ac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:12.471461 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.db.api [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:26:12.475346 n-d-806292-1 neutron-server[94834]: DEBUG oslo_db.api [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:26:12.494819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:12.501375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:12.501782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.507958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:12.544882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event updated for resources: {'Port': ['ID=7106e910-c912-445e-ae1f-85d4dd459983,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:12.613795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.630975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.645412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.661120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.737964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.739373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38161801-2ecf-465b-95fa-465d346e43d9 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:12.755336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.756655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e74f73b6-1aef-4d67-b707-03b1023725a8 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/routers/38161801-2ecf-465b-95fa-465d346e43d9 HTTP/1.1" status: 204 len: 168 time: 1.4637325 Aug 27 02:26:12.760221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:12.816575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Deleting subnet 8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:26:12.821677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.885374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.901612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.910903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:12.946448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.015056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event updated for resources: {'Port': ['ID=7106e910-c912-445e-ae1f-85d4dd459983,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:13.024368 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Port 7868ac2c-0664-4167-bf67-c235f8aef0ac not found while updating agent binding for router 38161801-2ecf-465b-95fa-465d346e43d9. {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 02:26:13.042163 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Routers set() bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:13.042705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Router IDs set() for agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:26:13.044321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.044565 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_agentschedulers_db [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38161801-2ecf-465b-95fa-465d346e43d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent'). {{(pid=94834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:26:13.045881 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5a748-baa2-46a4-8a13-41c784a01950 None None] The sync data for ids ['38161801-2ecf-465b-95fa-465d346e43d9'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:13.093924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.095404 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2d138731-4957-4512-b456-a523e96afea0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5058646 Aug 27 02:26:13.097179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.164744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.172674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-f8ebda95-b797-46b8-af25-03d925620298 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0611503 Aug 27 02:26:13.178231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58 HTTP/1.1" status: 204 len: 168 time: 0.4163620 Aug 27 02:26:13.182317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf8ecc-b750-4603-895e-b7fb7be36c07 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:13.185773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32876) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:13.322646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.380157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2c0c12fb-acae-49a9-bb3f-322ec069a0e6 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.386690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cea9878d-ef51-4196-8c2c-aa82d78c1785 req-2c0c12fb-acae-49a9-bb3f-322ec069a0e6 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.2131741 Aug 27 02:26:13.454168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.470771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84a9809-f469-414f-bc03-72821ee6643f']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:13.485575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305f8d38-a0f3-43ac-891a-706dac29342a') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:13.485766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305f8d38-a0f3-43ac-891a-706dac29342a') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:13.496724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.514981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.526189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:13.526821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:26:13.529251 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:26:13.654521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.686231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-033a9324-68dd-4a18-833a-94544329d1fa tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:13.688575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-033a9324-68dd-4a18-833a-94544329d1fa tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1584251 Aug 27 02:26:13.690626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a84a9809-f469-414f-bc03-72821ee6643f {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:26:13.703200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:13.709055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a84a9809-f469-414f-bc03-72821ee6643f HTTP/1.1" status: 204 len: 168 time: 0.5185828 Aug 27 02:26:13.782924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-214bced4-bba6-454f-90b4-133289d3f3f0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0752211 Aug 27 02:26:13.784280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b00a45-ee0e-40a7-8303-f198c3f3d02f tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Network': ['ID=a84a9809-f469-414f-bc03-72821ee6643f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:13.799842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'floatingip': {'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:13.877371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.028436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32896) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:14.032955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'name': 'tempest-router--656391357', 'project_id': 'd89bd67f4b56421b817d29936352d7f7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:14.093665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.094776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.263347 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.275991 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.304313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.306530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bec803bb-4f62-4f82-83eb-6a1c5de04f8b tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2770584 Aug 27 02:26:14.310061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:14.402928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.612115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.615595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.682295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.684458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8adf27a-7eca-4bb3-b412-b2341067cd5d {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:14.708370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:14.710016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3174f90-83fe-4ddb-bab0-e5bb46bb2be2 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d8adf27a-7eca-4bb3-b412-b2341067cd5d HTTP/1.1" status: 204 len: 168 time: 0.3996897 Aug 27 02:26:14.928660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:15.143255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.150197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.243785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-53130681', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:15.278376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.279874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.305542 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Floating IP 34f63659-caab-4ea1-844c-1e510170f31a associated. External IP: 172.25.8.93, port: bdf047bf-e135-47d9-8039-45017230b66d. Aug 27 02:26:15.354707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.595737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.599877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Router fb174eb6-f156-471d-929f-104e964cfe2d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:15.746620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:15.753638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.759096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Sync routers for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:15.771813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:15.772468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:15.800959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-a7b4a881-f542-40ed-8320-6f0eb07690a9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "PUT /v2.0/floatingips/34f63659-caab-4ea1-844c-1e510170f31a HTTP/1.1" status: 200 len: 995 time: 2.0052009 Aug 27 02:26:15.801981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:15.816888 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bda520-228b-4704-81fd-932157caa7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:15.881136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-b9a09e45-79f2-4269-adff-c841be5ac36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:15.893877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-b9a09e45-79f2-4269-adff-c841be5ac36e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1096 time: 0.0717545 Aug 27 02:26:15.926154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:15.938952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:15.980983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.037944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-fe9acd0b-23d9-4983-87df-c254b4d5fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.047466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-fe9acd0b-23d9-4983-87df-c254b4d5fb1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 930 time: 0.1524656 Aug 27 02:26:16.132737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.171868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-2823808c-8ea3-4c4c-9a2e-c51bb8a510cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 998 time: 0.1229467 Aug 27 02:26:16.274596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Allocated IP 172.25.8.20 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e15a26b9-b3e2-48f6-b412-5e046ecc021b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:16.275194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-63f6de31-5ce0-4f64-98e7-715bbf13ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.286441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-63f6de31-5ce0-4f64-98e7-715bbf13ee40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.1081004 Aug 27 02:26:16.299108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '34f63659-caab-4ea1-844c-1e510170f31a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'mac_address': 'fa:16:3e:7b:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:26:12Z', 'updated_at': '2021-08-27T02:26:15Z', 'revision_number': 1, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:16.340511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-b7c5fa9a-74db-492d-a8cd-7fd19da778be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:16.348800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Checking router: fb174eb6-f156-471d-929f-104e964cfe2d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:16.349495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-b7c5fa9a-74db-492d-a8cd-7fd19da778be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671799 Aug 27 02:26:16.372526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:16.373169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:16.431648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.482170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-89bbd00a-83a1-4879-996c-166e5b81de01 service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314111 Aug 27 02:26:16.505546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:16.592841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:16.602756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event updated for resources: {'Port': ['ID=e15a26b9-b3e2-48f6-b412-5e046ecc021b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:16.611552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:16.612992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:16.616500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:16.695058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d56fc8-9adf-4210-a283-c1214245e17f req-38019fd9-0e34-43eb-9735-bc027f38dd82 service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992121 Aug 27 02:26:17.149855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '34f63659-caab-4ea1-844c-1e510170f31a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'mac_address': 'fa:16:3e:7b:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:26:12Z', 'updated_at': '2021-08-27T02:26:15Z', 'revision_number': 1, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:17.235453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe3b7f-9da9-4d40-8bd2-906245e98d3f None None] The sync data for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 is: [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '34f63659-caab-4ea1-844c-1e510170f31a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'mac_address': 'fa:16:3e:7b:e2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:26:12Z', 'updated_at': '2021-08-27T02:26:15Z', 'revision_number': 1, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:17.408498 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ef915c-e3e7-45f7-996b-f452e350477b x-openstack-request-id: req-18ef915c-e3e7-45f7-996b-f452e350477b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:17.409526 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:17.410006 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18ef915c-e3e7-45f7-996b-f452e350477b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:17.410679 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d', 'status': 'completed', 'code': 200} Aug 27 02:26:17.417538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:17.588297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda520-228b-4704-81fd-932157caa7e1 req-4ba5fbf2-29a4-4b9f-bf0a-fbd69417c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.588906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-4ba5fbf2-29a4-4b9f-bf0a-fbd69417c110 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1096 time: 0.1310585 Aug 27 02:26:17.638148 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-e1876536-3bf5-404b-bc94-fd850dca72ec tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 258 time: 0.2068458 Aug 27 02:26:17.645335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:17.662963 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1c3e9-ac37-4039-a26e-e93879f77b4e None None] New status for floating IP 34f63659-caab-4ea1-844c-1e510170f31a: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:26:17.719827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:17.857097 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:17.960140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda520-228b-4704-81fd-932157caa7e1 req-62f81f2e-6b56-4679-a74a-52e5b1bf1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:17.962179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-62f81f2e-6b56-4679-a74a-52e5b1bf1380 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 930 time: 0.3638091 Aug 27 02:26:17.983270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.154467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-f9f4f8be-b7b2-45f8-9caa-e6bdf33e2308 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 1000 time: 0.1481218 Aug 27 02:26:18.161399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Allocated IP 172.25.8.203 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a8099be0-d0e2-416b-a428-da304934e246) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:18.178053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Router 5cfc0054-956e-456e-ab87-307e527fbebc is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:18.268150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda520-228b-4704-81fd-932157caa7e1 req-b68a9425-3683-46a5-9462-27448e419369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.270127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-b68a9425-3683-46a5-9462-27448e419369 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.1046245 Aug 27 02:26:18.352787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.380102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:18.391795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda520-228b-4704-81fd-932157caa7e1 req-66211b41-b589-477d-a777-217e765dc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:18.393609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-66211b41-b589-477d-a777-217e765dc357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127005 Aug 27 02:26:18.394927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] Sync routers for ids ['5cfc0054-956e-456e-ab87-307e527fbebc'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:18.412260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] Routers {'5cfc0054-956e-456e-ab87-307e527fbebc'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:18.415517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5cfc0054-956e-456e-ab87-307e527fbebc'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:18.454282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.466026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:18.483094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e78b21b1-740e-4493-ad1d-fe22fd76066d tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5512683 Aug 27 02:26:18.484255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:18.529589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:18.552746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] Routers {'5cfc0054-956e-456e-ab87-307e527fbebc'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:18.553392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5cfc0054-956e-456e-ab87-307e527fbebc'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:18.556146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event updated for resources: {'Port': ['ID=a8099be0-d0e2-416b-a428-da304934e246,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:18.591036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:18.596864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:18.604989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:18.621802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:18.622484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb427585-dcf5-4a36-a649-ef82555cbef0 None None] The sync data for ids ['5cfc0054-956e-456e-ab87-307e527fbebc'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:18.661141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-6ea810a5-0f07-4b67-83d4-224f8ca2c3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587619 Aug 27 02:26:18.673066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4ce9886-d2f4-402d-969b-93e1de4a4732 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/5cfc0054-956e-456e-ab87-307e527fbebc HTTP/1.1" status: 200 len: 922 time: 0.1829281 Aug 27 02:26:18.676129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:18.738244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-81cf83b2-e4e5-4430-9733-ee03a1a3b6ca tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfc0054-956e-456e-ab87-307e527fbebc HTTP/1.1" status: 200 len: 205 time: 0.0607576 Aug 27 02:26:18.759320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32940) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:18.865096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85bda520-228b-4704-81fd-932157caa7e1 req-c771305f-d2ad-4e4f-8846-80c7ca9b7fcc service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893876 Aug 27 02:26:18.912128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.043776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.101224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.339521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.395025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.405043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.497715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event updated for resources: {'Port': ['ID=a8099be0-d0e2-416b-a428-da304934e246,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:19.503998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port e15a26b9-b3e2-48f6-b412-5e046ecc021b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:19.504345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.520043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.576375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.584580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-2c6632b3-207b-40d3-9f0b-230ee02481e4 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9452133 Aug 27 02:26:19.659924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-569ca272-c376-48be-85bd-b5c9cf81d1c3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0742335 Aug 27 02:26:19.725647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:19.748093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for e15a26b9-b3e2-48f6-b412-5e046ecc021b owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:19.831501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-5a99a890-20aa-4e87-b786-f16681b6e007 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:19.832598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-514e46b8-92c5-4b45-a862-2b87010fc64f req-5a99a890-20aa-4e87-b786-f16681b6e007 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1719880 Aug 27 02:26:20.012448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.045930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=e15a26b9-b3e2-48f6-b412-5e046ecc021b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:20.245910 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.409449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.415099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.508733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.509474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 5cfc0054-956e-456e-ab87-307e527fbebc {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:20.516933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.518031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4f5c2d0e-b6bd-431d-93e1-005ed76c1a33 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/5cfc0054-956e-456e-ab87-307e527fbebc HTTP/1.1" status: 204 len: 168 time: 1.7574599 Aug 27 02:26:20.524371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:20.528603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'name': 'tempest-snat-router-194155030', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:20.552777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-675ea482-12aa-4c63-88cc-9d5eb7b326f0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:20.554322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-675ea482-12aa-4c63-88cc-9d5eb7b326f0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1112442 Aug 27 02:26:20.571766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.573308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.625565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-5e05c158-58b6-417d-883e-82f3fe01b788 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0645132 Aug 27 02:26:20.646288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-48d563c5-6dd6-49ad-8ed9-804e42e9cebe tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'floatingip': {'port_id': 'bdf047bf-e135-47d9-8039-45017230b66d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:20.707938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.719177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-48d563c5-6dd6-49ad-8ed9-804e42e9cebe tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:20.944673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:21.516496 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-48d563c5-6dd6-49ad-8ed9-804e42e9cebe tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:26:21.534782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8440e8d1-73a3-4030-8514-669c593c5d5a req-48d563c5-6dd6-49ad-8ed9-804e42e9cebe tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "PUT /v2.0/floatingips/58d64ebf-7f7e-437a-b3cf-c7128dea5a94 HTTP/1.1" status: 409 len: 550 time: 0.8916428 Aug 27 02:26:21.722771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:21.747692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:21.915532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 172.25.8.215 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e806248f-591a-41e0-a812-d34a0767dac0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:22.048557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-02ab7651-714f-4f6d-a4e6-eeb402e9d519 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips/58d64ebf-7f7e-437a-b3cf-c7128dea5a94 HTTP/1.1" status: 200 len: 693 time: 0.0973849 Aug 27 02:26:22.198978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.217238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-d4e9b8a7-900b-4a25-885a-060e4427ee7d tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:22.224938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-d4e9b8a7-900b-4a25-885a-060e4427ee7d tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1755464 Aug 27 02:26:22.285114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-04c7efc4-8400-49f9-a02a-442c93d75b28 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0593128 Aug 27 02:26:22.352730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-1ff1dffd-9425-41a8-9b1c-172abf27252a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0575039 Aug 27 02:26:22.416359 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.523058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=e806248f-591a-41e0-a812-d34a0767dac0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:22.531771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:22.534629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:22.537212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:22.596355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Deleting port a8099be0-d0e2-416b-a428-da304934e246 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:22.596676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.619036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24c453a5-1390-442e-8ef1-bd43071ed993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.889444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.889834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:22.912593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Calling delete_port for a8099be0-d0e2-416b-a428-da304934e246 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:23.164836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.313575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.340164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event deleted for resources: {'Port': ['ID=a8099be0-d0e2-416b-a428-da304934e246,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:23.493548 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.498022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.500620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.501808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-454dbfc6-b222-4144-85f0-0c0aeffb2f9f req-233f7344-fc93-485e-875a-0a584dea1e6f tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "DELETE /v2.0/floatingips/58d64ebf-7f7e-437a-b3cf-c7128dea5a94 HTTP/1.1" status: 204 len: 173 time: 1.1407466 Aug 27 02:26:23.700294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 5f230da9-e6b2-4f43-8293-fc2c6d91732b is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:23.875566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:23.887279 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Sync routers for ids ['5f230da9-e6b2-4f43-8293-fc2c6d91732b'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:23.896254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:23.901393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:23.902334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-83912f06-c032-45d2-9d77-560328a15b24 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3761654 Aug 27 02:26:23.904664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Routers {'5f230da9-e6b2-4f43-8293-fc2c6d91732b'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:23.905604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:25:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f230da9-e6b2-4f43-8293-fc2c6d91732b'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:24.024715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1873993c-4407-4f06-9aab-a2d1b84e439c tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/5f230da9-e6b2-4f43-8293-fc2c6d91732b HTTP/1.1" status: 200 len: 908 time: 0.1220121 Aug 27 02:26:24.027296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:24.031701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'name': 'tempest-snat-router-194155030', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': True}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:24.093129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-8db6b196-88fa-42bb-865e-f45f5379e414 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1689568 Aug 27 02:26:24.098643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.100802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.124157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Set router 5f230da9-e6b2-4f43-8293-fc2c6d91732b gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:24.154328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-319fad76-86ef-4079-87e2-34f7ec163381 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.170616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-319fad76-86ef-4079-87e2-34f7ec163381 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports/bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 942 time: 0.0709596 Aug 27 02:26:24.254415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.342754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-8452bc0d-995d-4d20-ac2a-ca909c068873 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1390533 Aug 27 02:26:24.472880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.798079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-474cf1fa-6ab1-423f-b7ff-ae4f697e98a3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:24.810071 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215'}], 'enable_snat': False}, 'gw_port_id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:20Z', 'updated_at': '2021-08-27T02:26:22Z', 'revision_number': 3, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port': {'id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:21Z', 'updated_at': '2021-08-27T02:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:24.813207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-474cf1fa-6ab1-423f-b7ff-ae4f697e98a3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.4601328 Aug 27 02:26:24.855824 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Checking router: 5f230da9-e6b2-4f43-8293-fc2c6d91732b for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:24.856263 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Updating router 5f230da9-e6b2-4f43-8293-fc2c6d91732b port e806248f-591a-41e0-a812-d34a0767dac0 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:26:24.879715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.891771 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.911944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:24.975528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-5539890f-b7c2-4e58-aae4-53f515724ff8 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 1000 time: 0.1577013 Aug 27 02:26:25.001030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:25.121901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 172.25.8.200 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4a4a8145-8398-4966-81bc-90547bb7738a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:25.124083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.180864 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b143a813-20fd-48aa-a2cc-088f0b55c6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.313407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.336910 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.388073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.394094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.394554 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Floating IP 34f63659-caab-4ea1-844c-1e510170f31a disassociated. External IP: 172.25.8.93, port: bdf047bf-e135-47d9-8039-45017230b66d. Aug 27 02:26:25.420197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.525767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:25.552071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:25.564150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:25.572185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=4a4a8145-8398-4966-81bc-90547bb7738a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:25.690561 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.700794 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Transition to ACTIVE for port object e806248f-591a-41e0-a812-d34a0767dac0 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:25.711913 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.750727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Router fb174eb6-f156-471d-929f-104e964cfe2d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:25.777542 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Attempting to bind port e806248f-591a-41e0-a812-d34a0767dac0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:25.778114 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Attempting to bind port e806248f-591a-41e0-a812-d34a0767dac0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:25.778761 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Attempting to bind port e806248f-591a-41e0-a812-d34a0767dac0 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:25.788523 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:25.790728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:25.790728 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.790728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:25.791279 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Bound port: e806248f-591a-41e0-a812-d34a0767dac0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:25.791967 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.794156 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Pushing event updated for resources: {'Port': ['ID=e806248f-591a-41e0-a812-d34a0767dac0,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:25.822802 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.823181 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.823642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.824086 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.824508 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.824935 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.825355 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.825822 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.826240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.826676 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.827091 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.827507 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:26:25.879319 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] For port e806248f-591a-41e0-a812-d34a0767dac0, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:25.882608 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] For port e806248f-591a-41e0-a812-d34a0767dac0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e806248f-591a-41e0-a812-d34a0767dac0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:25.889273 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.920660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:25.930815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Sync routers for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:25.936972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:25.944801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:25.946079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:25.965243 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc2470-73b9-43ae-825e-df3d13253c70 None None] Pushing event updated for resources: {'Port': ['ID=e806248f-591a-41e0-a812-d34a0767dac0,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:25.996009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Routers {'5f230da9-e6b2-4f43-8293-fc2c6d91732b'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:25.996812 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f230da9-e6b2-4f43-8293-fc2c6d91732b'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:26.012833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-464b1805-d9ff-4b47-8af3-603b2e5cf561 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "PUT /v2.0/floatingips/34f63659-caab-4ea1-844c-1e510170f31a HTTP/1.1" status: 200 len: 694 time: 1.0188282 Aug 27 02:26:26.031446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:26.035619 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc20493-4655-43fc-80e9-1b0741a4dd7d" -d '{"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:26.092836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:26.121450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.136154 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] Set router 5f230da9-e6b2-4f43-8293-fc2c6d91732b gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:26.181275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-bcc41160-ce89-402c-93d2-297bc394130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.182992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-bcc41160-ce89-402c-93d2-297bc394130e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1096 time: 0.1679163 Aug 27 02:26:26.323140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-e6f44db2-65d8-4e1f-8478-648338b2bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.325282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-e6f44db2-65d8-4e1f-8478-648338b2bdd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 930 time: 0.1346927 Aug 27 02:26:26.393867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215'}], 'enable_snat': False}, 'gw_port_id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:20Z', 'updated_at': '2021-08-27T02:26:22Z', 'revision_number': 3, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port': {'id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:21Z', 'updated_at': '2021-08-27T02:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:26.419678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-75d64d83-256c-4dcc-ac0d-c43ebf1f355f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 217 time: 0.0856979 Aug 27 02:26:26.426539 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7990e-0558-40ef-b0cc-e91832ee4c02 None None] The sync data for ids ['5f230da9-e6b2-4f43-8293-fc2c6d91732b'] in n-d-806292-1 is: [{'id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215'}], 'enable_snat': False}, 'gw_port_id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:20Z', 'updated_at': '2021-08-27T02:26:22Z', 'revision_number': 3, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port': {'id': 'e806248f-591a-41e0-a812-d34a0767dac0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f230da9-e6b2-4f43-8293-fc2c6d91732b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:21Z', 'updated_at': '2021-08-27T02:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:26.540431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-50151a87-9613-4476-a6c7-8a269e27bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.552942 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:26.578917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-50151a87-9613-4476-a6c7-8a269e27bf4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.1271143 Aug 27 02:26:26.633707 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96716be1-90d0-40bc-8d20-8f5bed6de1cd x-openstack-request-id: req-96716be1-90d0-40bc-8d20-8f5bed6de1cd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:26.634027 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "tag": "bdf047bf-e135-47d9-8039-45017230b66d", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:26.634279 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96716be1-90d0-40bc-8d20-8f5bed6de1cd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:26.634697 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d', 'status': 'completed', 'code': 200} Aug 27 02:26:26.669647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced374-5de5-417d-8ae6-049367701f9b req-fc6f0ec4-1e72-463f-9987-9a42f07eda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:26.672929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-fc6f0ec4-1e72-463f-9987-9a42f07eda4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931635 Aug 27 02:26:26.733372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:26.764760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Checking router: fb174eb6-f156-471d-929f-104e964cfe2d for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:26.775458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:26.776453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:26.803137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-e4e67505-79f2-495c-a88c-48664cd19f05 service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237202 Aug 27 02:26:26.952188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:26.967371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcced374-5de5-417d-8ae6-049367701f9b req-73b86202-290e-4079-a1bd-e624529778f7 service neutron] 10.222.0.26 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571259 Aug 27 02:26:27.022358 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:26:27.101212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-7c6ed33f-2399-417c-adc3-24a4c2aee077 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips/34f63659-caab-4ea1-844c-1e510170f31a HTTP/1.1" status: 200 len: 694 time: 0.0871651 Aug 27 02:26:27.149537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f149dc-01c1-4670-8587-7f32faf1674f req-b5759bc8-e747-4d0e-97e6-befda0a2dabf tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.157955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6f149dc-01c1-4670-8587-7f32faf1674f req-b5759bc8-e747-4d0e-97e6-befda0a2dabf tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 949 time: 0.1636391 Aug 27 02:26:27.161961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-b2a5e23a-12ee-4907-8c75-ad169ca02499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.163609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-b2a5e23a-12ee-4907-8c75-ad169ca02499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53208cc4dab847069672c4cefb41a61c&device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 1096 time: 0.1682217 Aug 27 02:26:27.174699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.276307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-26856f6b-18e3-4ec6-b4f6-70b2a4ec9ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.278063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-26856f6b-18e3-4ec6-b4f6-70b2a4ec9ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1755030 Aug 27 02:26:27.316387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:27.326698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6f149dc-01c1-4670-8587-7f32faf1674f req-e168b24e-f0c6-4a8e-a6b3-7078c4c3755f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675391 Aug 27 02:26:27.348735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85388c29-79c6-4ee5-9d24-39d1edcdc5b9 None None] The sync data for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 is: [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:25:57Z', 'revision_number': 4, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '09b91649-8833-43b7-9037-732aa149a33a', 'name': '', 'network_id': 'e01d86c9-8e14-4caf-b6d4-52f8c15f004a', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'mac_address': 'fa:16:3e:a3:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:56Z', 'updated_at': '2021-08-27T02:26:02Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'subnets': [{'id': 'cddf6aea-b7d7-4f83-83a9-d46b29c3051e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:27.405270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-7a1f8120-b50e-4b15-b647-c843b00d80dd tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 697 time: 0.1207051 Aug 27 02:26:27.435033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-7000f375-063b-4759-aa86-92f3a68fb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.436618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-7000f375-063b-4759-aa86-92f3a68fb32f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 200 len: 930 time: 0.2496386 Aug 27 02:26:27.489127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-50cb970c-8c6e-4b9b-9c90-3fcbc12f4c25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 200 len: 217 time: 0.0423741 Aug 27 02:26:27.517671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-a554f735-5fcd-4a29-b9aa-85d0615dfb8a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 697 time: 0.1028152 Aug 27 02:26:27.564158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-2c3f7615-a478-4e31-8862-38890580ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.565913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-2c3f7615-a478-4e31-8862-38890580ab41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 200 len: 868 time: 0.0652127 Aug 27 02:26:27.567694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 0797b127-203c-461c-81c2-631b81810206 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:27.734574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-d77459f5-ae78-47aa-97c4-998e2636e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:27.737135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-d77459f5-ae78-47aa-97c4-998e2636e258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01d86c9-8e14-4caf-b6d4-52f8c15f004a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619987 Aug 27 02:26:27.745900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Deleting port 7106e910-c912-445e-ae1f-85d4dd459983 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:27.747075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.822289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd116be-efe3-41d3-a5a1-637f4ea622f8 None None] New status for floating IP 34f63659-caab-4ea1-844c-1e510170f31a: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:26:27.831596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.901785 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.902629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.920175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:27.921533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Calling delete_port for 7106e910-c912-445e-ae1f-85d4dd459983 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:27.926006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-42d022b1-a927-4e71-ba6f-5c0f8cf9e2b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426482 Aug 27 02:26:27.932008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Sync routers for ids ['0797b127-203c-461c-81c2-631b81810206'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:27.945839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Routers {'0797b127-203c-461c-81c2-631b81810206'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:27.946495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0797b127-203c-461c-81c2-631b81810206'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:27.972530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:27.974011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4fb7f1b7-1b4f-4c46-b445-54fc11151790 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9456236 Aug 27 02:26:27.984358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33042) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:28.134468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.173971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event deleted for resources: {'Port': ['ID=7106e910-c912-445e-ae1f-85d4dd459983,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:28.181846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Set router 0797b127-203c-461c-81c2-631b81810206 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:28.210124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fc20493-4655-43fc-80e9-1b0741a4dd7d req-6ea32a96-9811-4c77-b93c-3e6e975c388f service neutron] 10.222.0.15 "GET /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469177 Aug 27 02:26:28.225602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eba4fc62-5850-4ed4-9962-d975669ba6a3 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/0797b127-203c-461c-81c2-631b81810206 HTTP/1.1" status: 200 len: 907 time: 0.2395689 Aug 27 02:26:28.229179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:28.263532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.266636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.268208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a27740dc-7a90-4b72-9112-2a97ca67b7bc req-24416715-9097-4fec-be8b-ef80ce564152 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "DELETE /v2.0/floatingips/34f63659-caab-4ea1-844c-1e510170f31a HTTP/1.1" status: 204 len: 173 time: 0.7497292 Aug 27 02:26:28.366680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.431416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0797b127-203c-461c-81c2-631b81810206', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '4a4a8145-8398-4966-81bc-90547bb7738a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:24Z', 'updated_at': '2021-08-27T02:26:25Z', 'revision_number': 3, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port': {'id': '4a4a8145-8398-4966-81bc-90547bb7738a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0797b127-203c-461c-81c2-631b81810206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:26:24Z', 'updated_at': '2021-08-27T02:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:28.443013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7a00-3694-4203-af94-1c24a20ab7ac req-3bdb368b-49a1-420c-bc3b-93178a26fd3b tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.444577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fea7a00-3694-4203-af94-1c24a20ab7ac req-3bdb368b-49a1-420c-bc3b-93178a26fd3b tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0986197 Aug 27 02:26:28.471523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Checking router: 0797b127-203c-461c-81c2-631b81810206 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:28.472371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Updating router 0797b127-203c-461c-81c2-631b81810206 port 4a4a8145-8398-4966-81bc-90547bb7738a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:26:28.507081 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.522972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fea7a00-3694-4203-af94-1c24a20ab7ac req-88b54d6d-4b40-4e1b-8051-4a08831a23e9 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0652318 Aug 27 02:26:28.592536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dfc52-e4dd-4f54-9633-02005c98dcec req-862e382c-4d1a-4c21-9a07-d43d96848f06 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:28.600363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-196dfc52-e4dd-4f54-9633-02005c98dcec req-862e382c-4d1a-4c21-9a07-d43d96848f06 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 949 time: 0.1300313 Aug 27 02:26:28.619438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.680793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-196dfc52-e4dd-4f54-9633-02005c98dcec req-e0ce25d3-c4f3-4f9f-b0ce-27d9a32b73b2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745201 Aug 27 02:26:28.745136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Deleting port 4a4a8145-8398-4966-81bc-90547bb7738a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:28.745770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.759220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da7e3966-2467-43ec-88b4-4a48377d209b req-01f96cfb-aeb0-4790-99fe-40c14fa2a0e2 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0755394 Aug 27 02:26:28.807936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e806248f-591a-41e0-a812-d34a0767dac0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:28.890747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e806248f-591a-41e0-a812-d34a0767dac0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:28.894048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e806248f-591a-41e0-a812-d34a0767dac0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:28.894469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.936564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:28.951734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Calling delete_port for 4a4a8145-8398-4966-81bc-90547bb7738a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:29.019816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.060764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e806248f-591a-41e0-a812-d34a0767dac0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e806248f-591a-41e0-a812-d34a0767dac0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:29.064090 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.066881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.132409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Transition to ACTIVE for port object 4a4a8145-8398-4966-81bc-90547bb7738a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:29.149596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.189439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Attempting to bind port 4a4a8145-8398-4966-81bc-90547bb7738a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:29.189961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Attempting to bind port 4a4a8145-8398-4966-81bc-90547bb7738a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:29.190321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Attempting to bind port 4a4a8145-8398-4966-81bc-90547bb7738a on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:29.198227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e806248f-591a-41e0-a812-d34a0767dac0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:29.223807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.232039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:29.232471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:29.232924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.233322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:29.233810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Bound port: 4a4a8145-8398-4966-81bc-90547bb7738a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:29.234192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.257050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Port 4a4a8145-8398-4966-81bc-90547bb7738a has been deleted concurrently {{(pid=94833) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 02:26:29.264860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a4a8145-8398-4966-81bc-90547bb7738a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:29.285773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Routers {'0797b127-203c-461c-81c2-631b81810206'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:29.286417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0797b127-203c-461c-81c2-631b81810206'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:29.288303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d96b1-ddf0-44f7-b8c4-3a191e472c5b None None] Pushing event updated for resources: {'Port': ['ID=4a4a8145-8398-4966-81bc-90547bb7738a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:29.330558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:29.385070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.429491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65311491-ce8b-483a-8cb7-c6bb47e3372e req-428f9334-af51-46c9-97f6-4ed714f5e1fc tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:29.431290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65311491-ce8b-483a-8cb7-c6bb47e3372e req-428f9334-af51-46c9-97f6-4ed714f5e1fc tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.1516366 Aug 27 02:26:29.439596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] Set router 0797b127-203c-461c-81c2-631b81810206 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:29.515756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0797b127-203c-461c-81c2-631b81810206', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:24Z', 'updated_at': '2021-08-27T02:26:29Z', 'revision_number': 5, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:29.530789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.533860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.551692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65311491-ce8b-483a-8cb7-c6bb47e3372e req-fc71e4d4-7f4e-4c9a-bd54-5e40c76009c0 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750289 Aug 27 02:26:29.561818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508fec8-ef73-40d2-ba69-2085fb4e5df9 None None] The sync data for ids ['0797b127-203c-461c-81c2-631b81810206'] in n-d-806292-1 is: [{'id': '0797b127-203c-461c-81c2-631b81810206', 'name': 'tempest-snat-router-194155030', 'tenant_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:26:24Z', 'updated_at': '2021-08-27T02:26:29Z', 'revision_number': 5, 'project_id': '7fb70bdd1d4844bf9f74e24e16a899a7', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:29.579257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.614056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.615246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0797b127-203c-461c-81c2-631b81810206 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:29.620839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.621598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a5e92d1-3905-4ef0-883d-363c33b9fe95 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0797b127-203c-461c-81c2-631b81810206 HTTP/1.1" status: 204 len: 168 time: 1.3912649 Aug 27 02:26:29.624441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33096) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:29.625764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:29.633605 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a634a78-2754-48c1-a9c3-5ec8c5add2ef" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:29.645571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:29.653761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.717971 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b147a1-ce0f-4e5f-9603-5b53f634a390 x-openstack-request-id: req-96b147a1-ce0f-4e5f-9603-5b53f634a390 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:29.718195 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:29.718476 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96b147a1-ce0f-4e5f-9603-5b53f634a390 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:29.718872 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'code': 200} Aug 27 02:26:29.736517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:29.783423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.903175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:29.964580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Deleting port e806248f-591a-41e0-a812-d34a0767dac0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:29.964922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.062703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] For port e806248f-591a-41e0-a812-d34a0767dac0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e806248f-591a-41e0-a812-d34a0767dac0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:30.062703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.076086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Calling delete_port for e806248f-591a-41e0-a812-d34a0767dac0 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:30.250252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.282274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event deleted for resources: {'Port': ['ID=e806248f-591a-41e0-a812-d34a0767dac0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:30.341812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.433922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.435991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.488056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.488903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f230da9-e6b2-4f43-8293-fc2c6d91732b {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:30.500573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.502740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68170a31-156c-41e6-99e2-36a5f3148ae6 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5f230da9-e6b2-4f43-8293-fc2c6d91732b HTTP/1.1" status: 204 len: 168 time: 0.8771677 Aug 27 02:26:30.509025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33124) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:30.515174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-991393302', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:30.575227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.591377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.592372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.694577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.779379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf407e5-9c44-4bc2-ad06-38c0b98b54f4 req-8be4683e-73d3-498f-b0c1-80329dfdadd3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.780938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcf407e5-9c44-4bc2-ad06-38c0b98b54f4 req-8be4683e-73d3-498f-b0c1-80329dfdadd3 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.1191020 Aug 27 02:26:30.829373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-f20f9c80-1897-43e3-8483-1d0bac35840a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:30.831954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-f20f9c80-1897-43e3-8483-1d0bac35840a tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.15 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 945 time: 0.0821843 Aug 27 02:26:30.867925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:30.899261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcf407e5-9c44-4bc2-ad06-38c0b98b54f4 req-8f23ec26-486f-4855-9652-9eabb807f8c5 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/security-groups?id=46fcc8c8-4415-45ea-823a-02f45034150f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762234 Aug 27 02:26:30.973545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Deleting port bdf047bf-e135-47d9-8039-45017230b66d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:30.973890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.107269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] For port bdf047bf-e135-47d9-8039-45017230b66d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bdf047bf-e135-47d9-8039-45017230b66d,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:31.107735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.129221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Calling delete_port for bdf047bf-e135-47d9-8039-45017230b66d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:31.143177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.167613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.284674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.289412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Allocated IP 172.25.8.236 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6f9a76c6-e200-46de-adf9-c1d73f404a61) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:31.299117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['bdf047bf-e135-47d9-8039-45017230b66d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:31.343342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Pushing event deleted for resources: {'Port': ['ID=bdf047bf-e135-47d9-8039-45017230b66d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:31.386611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] No DVR routers for this DVR port bdf047bf-e135-47d9-8039-45017230b66d on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:31.389913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.391664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf0483aa-60f4-48e5-9aff-3a4b9b12a5df req-ca314639-3400-46df-8198-e85f78976fca tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.15 "DELETE /v2.0/ports/bdf047bf-e135-47d9-8039-45017230b66d HTTP/1.1" status: 204 len: 173 time: 0.5527833 Aug 27 02:26:31.392194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'name': 'network-vif-deleted', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:31.394760 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b8464b-8d31-4fea-b40d-db48ac9eb2e2" -d '{"events": [{"server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "name": "network-vif-deleted", "tag": "bdf047bf-e135-47d9-8039-45017230b66d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:31.442251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.472338 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb22b98-68d3-4a7b-9ddc-ed36d394312c x-openstack-request-id: req-fcb22b98-68d3-4a7b-9ddc-ed36d394312c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:31.472726 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033fcbd1-d4cf-46fc-af08-54e6c731939a", "name": "network-vif-deleted", "tag": "bdf047bf-e135-47d9-8039-45017230b66d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:31.473047 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcb22b98-68d3-4a7b-9ddc-ed36d394312c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:31.473508 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033fcbd1-d4cf-46fc-af08-54e6c731939a', 'name': 'network-vif-deleted', 'tag': 'bdf047bf-e135-47d9-8039-45017230b66d', 'status': 'completed', 'code': 200} Aug 27 02:26:31.731564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:31.767569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:31.772227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:31.776285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:31.798443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event updated for resources: {'Port': ['ID=6f9a76c6-e200-46de-adf9-c1d73f404a61,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:32.083787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6e6df78-bcf3-40d5-bf19-829136b8df5d req-61383963-9904-45b6-abe4-0de7901724bc tempest-FloatingIPsAssociationNegativeTestJSON-1401191507 tempest-FloatingIPsAssociationNegativeTestJSON-1401191507-project] 10.222.0.26 "GET /v2.0/ports?device_id=033fcbd1-d4cf-46fc-af08-54e6c731939a HTTP/1.1" status: 200 len: 210 time: 0.0459533 Aug 27 02:26:32.110966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.180960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:32.276930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:32.288529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4118c467-59b8-4b13-a503-3c0ace38024f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '4118c467-59b8-4b13-a503-3c0ace38024f', 'mac_address': 'fa:16:3e:f0:87:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:32.327065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.461474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.469260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Router 5a1522c5-4f96-41ee-88fd-a4ff99e3705a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:32.474270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4118c467-59b8-4b13-a503-3c0ace38024f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:32.511584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:32.524021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e806248f-591a-41e0-a812-d34a0767dac0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:32.527534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.559433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e806248f-591a-41e0-a812-d34a0767dac0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:32.559874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e806248f-591a-41e0-a812-d34a0767dac0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:32.617713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:32.620668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:32.641314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] Sync routers for ids ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:32.647300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:32.650454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3efc9d96-0d5c-4684-adfa-3dee82b5fd30 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1387963 Aug 27 02:26:32.652057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:32.652976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] Routers {'5a1522c5-4f96-41ee-88fd-a4ff99e3705a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:32.654297 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:32.656769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4118c467-59b8-4b13-a503-3c0ace38024f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:32.663428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:32.720142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:32.730425 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] Routers {'5a1522c5-4f96-41ee-88fd-a4ff99e3705a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:32.731374 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:32.796048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:32.797042 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc52f43-2d63-499c-a699-e9569dee02a2 None None] The sync data for ids ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:33.142150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:33.142859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33212) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:33.982783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.185916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:34.318142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4118c467-59b8-4b13-a503-3c0ace38024f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:34.319462 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.340740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.344926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.421247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.459242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:34.461114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:34.463845 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4ab883-8238-4a45-83c0-d8aaf33e2939" -d '{"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-plugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:34.468110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.469247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bdf047bf-e135-47d9-8039-45017230b66d no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:34.496733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 5a1522c5-4f96-41ee-88fd-a4ff99e3705a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:34.535471 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c076a949-a2ef-4b69-a6aa-4fdbbaa9a581 x-openstack-request-id: req-c076a949-a2ef-4b69-a6aa-4fdbbaa9a581 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:34.535755 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-plugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:34.536010 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c076a949-a2ef-4b69-a6aa-4fdbbaa9a581 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:34.537202 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f', 'code': 200} Aug 27 02:26:34.539756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: bdf047bf-e135-47d9-8039-45017230b66d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:34.540101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bdf047bf-e135-47d9-8039-45017230b66d not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:34.568289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:34.654201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Deleting port 09b91649-8833-43b7-9037-732aa149a33a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:34.655183 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.674751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:34.684673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] Sync routers for ids ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:34.686162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.691045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5d6c178-8ab4-4d74-91db-3ae69003d958 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "PUT /v2.0/routers/5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 200 len: 925 time: 2.0374219 Aug 27 02:26:34.692049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:34.701393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] Routers {'5a1522c5-4f96-41ee-88fd-a4ff99e3705a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:34.702281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:34.770014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:34.776273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] For port 09b91649-8833-43b7-9037-732aa149a33a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09b91649-8833-43b7-9037-732aa149a33a,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:34.776872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:34.785982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] Routers {'5a1522c5-4f96-41ee-88fd-a4ff99e3705a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:34.786663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:34.794679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Calling delete_port for 09b91649-8833-43b7-9037-732aa149a33a owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:34.881951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:34.883225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23de0d-b77b-4415-9c25-b857fdb17432 None None] The sync data for ids ['5a1522c5-4f96-41ee-88fd-a4ff99e3705a'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:34.945850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a6c052e-1b1e-4057-8827-3d9dc74c22ed tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 200 len: 925 time: 0.2506976 Aug 27 02:26:34.947605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:35.051447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd21f0c-2f27-447b-aaf2-dd0e8b8e1e63 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.052859 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.056084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cd21f0c-2f27-447b-aaf2-dd0e8b8e1e63 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=5a1522c5-4f96-41ee-88fd-a4ff99e3705a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1075132 Aug 27 02:26:35.063577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:35.089859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b91649-8833-43b7-9037-732aa149a33a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:35.219916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a73a03-8d46-4565-b55d-02b8c019f9c1 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.222204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7a73a03-8d46-4565-b55d-02b8c019f9c1 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.1559389 Aug 27 02:26:35.225818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:35.301426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-943a37b9-e952-4c82-85ca-4ea70c42d331 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 200 len: 205 time: 0.0727317 Aug 27 02:26:35.304781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:35.370542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.529205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.659823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.743167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port 6f9a76c6-e200-46de-adf9-c1d73f404a61 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:35.743789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.830299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:35.846789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for 6f9a76c6-e200-46de-adf9-c1d73f404a61 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:35.904725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-80faa3c1-02f5-4a0e-be09-df6bab2f719d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:35.912153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-80faa3c1-02f5-4a0e-be09-df6bab2f719d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.4486780 Aug 27 02:26:35.927815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-5ea3869d-2172-4f27-ab9d-5a6cc93c3dba tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/quotas/84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 375 time: 0.0147924 Aug 27 02:26:36.046906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-ede02fde-7095-48e5-b71e-3eb08cb0c95d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112142 Aug 27 02:26:36.055228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Router fb174eb6-f156-471d-929f-104e964cfe2d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:36.085462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.113776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=6f9a76c6-e200-46de-adf9-c1d73f404a61,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:36.201290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.230419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-507fadf1-45b0-483e-be5c-3bd01c60f8dc service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719358 Aug 27 02:26:36.301232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:36.306872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.307146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2b30225a-849e-4297-8187-5fd9dd08e0b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/fb174eb6-f156-471d-929f-104e964cfe2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1611180 Aug 27 02:26:36.309566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:36.311917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.314915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123950b9-0429-4632-b549-1305c844af3e None None] Sync routers for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:36.331012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:36.331991 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:36.376642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.377264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 5a1522c5-4f96-41ee-88fd-a4ff99e3705a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:36.391217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.395978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9b7bb006-5901-4c30-83da-668551b0fe69 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 204 len: 168 time: 1.0862005 Aug 27 02:26:36.397782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:36.401392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-931016886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:36.432573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.434527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.461853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-3ee6eab8-a1ea-4cb1-b563-6157c0128c80 service neutron] 10.222.0.26 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223189 Aug 27 02:26:36.487464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.500532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:36.527158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.539828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.587572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.588851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a386916f-2ac9-4253-9955-6e4ddf0a4372 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1911480 Aug 27 02:26:36.591642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:36.597309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:36.676442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.777139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Deleting port 0a18d7e5-86db-4d88-be37-3ea702150d19 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:36.777489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.908977 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:26:34Z', 'revision_number': 5, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port': {'id': '0a18d7e5-86db-4d88-be37-3ea702150d19', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:54Z', 'updated_at': '2021-08-27T02:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:36.966007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] For port 0a18d7e5-86db-4d88-be37-3ea702150d19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0a18d7e5-86db-4d88-be37-3ea702150d19,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:36.966619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:36.999539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Calling delete_port for 0a18d7e5-86db-4d88-be37-3ea702150d19 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:37.090102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.094783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c33d2bf-ea41-43de-909d-17736b3ed3f9 req-499d96f9-f6b1-43b8-9261-d182b7890e65 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 210 time: 0.0426309 Aug 27 02:26:37.139627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123950b9-0429-4632-b549-1305c844af3e None None] Checking router: fb174eb6-f156-471d-929f-104e964cfe2d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:26:37.158293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] Routers {'fb174eb6-f156-471d-929f-104e964cfe2d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:37.158964 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fb174eb6-f156-471d-929f-104e964cfe2d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:37.355053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.374950 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] Set router fb174eb6-f156-471d-929f-104e964cfe2d gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:26:37.410647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.440136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.466151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a18d7e5-86db-4d88-be37-3ea702150d19,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:37.507356 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-123950b9-0429-4632-b549-1305c844af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:26:36Z', 'revision_number': 6, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:37.553211 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123950b9-0429-4632-b549-1305c844af3e None None] The sync data for ids ['fb174eb6-f156-471d-929f-104e964cfe2d'] in n-d-806292-1 is: [{'id': 'fb174eb6-f156-471d-929f-104e964cfe2d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071418445-router', 'tenant_id': '53208cc4dab847069672c4cefb41a61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:53Z', 'updated_at': '2021-08-27T02:26:36Z', 'revision_number': 6, 'project_id': '53208cc4dab847069672c4cefb41a61c', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:37.553983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.651862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Allocated IP 172.25.8.56 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/999f49c2-905c-4198-b545-a4f23e29735a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:37.719697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.722439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.794101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.795602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb174eb6-f156-471d-929f-104e964cfe2d {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:37.811992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.815579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e49feeaf-d555-4bce-89a8-3c81c6eae19f admin admin] 10.222.0.26 "DELETE /v2.0/routers/fb174eb6-f156-471d-929f-104e964cfe2d HTTP/1.1" status: 204 len: 168 time: 1.5038548 Aug 27 02:26:37.816818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:37.830789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.889050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.929015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Deleting subnet cddf6aea-b7d7-4f83-83a9-d46b29c3051e {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:26:37.935814 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:37.992904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:37.997586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:37.998614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.001056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:38.002607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event updated for resources: {'Port': ['ID=999f49c2-905c-4198-b545-a4f23e29735a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:38.249310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.269388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f4159ac-a7b9-4555-9d9b-ccf3c3bc3e7b req-fa506bc8-507e-47bb-aeaf-64ab39c66e25 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Aug 27 02:26:38.337395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.368352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cddf6aea-b7d7-4f83-83a9-d46b29c3051e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:38.382516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.382840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be569f8d-de50-4a9b-9526-9a839b577f99 None None] Network e01d86c9-8e14-4caf-b6d4-52f8c15f004a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:38.385286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58532098-febf-40af-bfeb-e9921f8f2eaa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cddf6aea-b7d7-4f83-83a9-d46b29c3051e HTTP/1.1" status: 204 len: 168 time: 0.5641699 Aug 27 02:26:38.388764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:38.460075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.539150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:38.673439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09b91649-8833-43b7-9037-732aa149a33a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:38.673797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-91f2f569-a3b8-41bb-bdd4-e797321c6952 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:38.675621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-91f2f569-a3b8-41bb-bdd4-e797321c6952 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 808 time: 0.2667077 Aug 27 02:26:38.699630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 09b91649-8833-43b7-9037-732aa149a33a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:38.700240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09b91649-8833-43b7-9037-732aa149a33a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:38.700659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0a18d7e5-86db-4d88-be37-3ea702150d19 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:38.712062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Request body: {'port': {'device_id': '81d122e5-a94c-42dd-aea6-64d80942f273', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'admin_state_up': True, 'tenant_id': '84c88abbb5d54848bb2189044cb0fc84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:38.792645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0a18d7e5-86db-4d88-be37-3ea702150d19 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:38.792986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0a18d7e5-86db-4d88-be37-3ea702150d19 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:38.912109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] DHCP port deletion for e01d86c9-8e14-4caf-b6d4-52f8c15f004a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:26:39.030368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Made reservation on behalf of 84c88abbb5d54848bb2189044cb0fc84 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:39.033923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.045423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Deleting port 67478396-4cda-408c-8b86-6c8c3d4e9280 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:39.046533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.176382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] For port 67478396-4cda-408c-8b86-6c8c3d4e9280, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=67478396-4cda-408c-8b86-6c8c3d4e9280,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:39.178814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.203653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Calling delete_port for 67478396-4cda-408c-8b86-6c8c3d4e9280 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:39.318260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.322402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.380114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Deleting port 67478396-4cda-408c-8b86-6c8c3d4e9280 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:39.380401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.389598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Allocated IP 172.20.0.4 (3aee6bba-22f8-44f1-8b99-7899b8883478/c5787790-3784-4c42-825f-3a3e88b220d7/dcb43cb5-cb7c-4848-bfdb-979f679c1197) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:39.400048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.461232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] Pushing event deleted for resources: {'Port': ['ID=67478396-4cda-408c-8b86-6c8c3d4e9280,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:39.463099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb260e19-b302-426d-8716-aa87f840f699 None None] No DVR routers for this DVR port 67478396-4cda-408c-8b86-6c8c3d4e9280 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:39.512646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-405fc7a7-b47f-4393-9f35-9372d6b14938 req-daea77f9-df67-4402-8695-a87081608799 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 210 time: 0.0962694 Aug 27 02:26:39.571425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.575685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] For port 67478396-4cda-408c-8b86-6c8c3d4e9280, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=67478396-4cda-408c-8b86-6c8c3d4e9280,segment=NetworkSegment(24772f5e-4adc-4a69-9f27-9fcde3aae677),segment_id=24772f5e-4adc-4a69-9f27-9fcde3aae677)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:39.576438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.605764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Calling delete_port for 67478396-4cda-408c-8b86-6c8c3d4e9280 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:39.623421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.637593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:39.682366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Network 3aee6bba-22f8-44f1-8b99-7899b8883478 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:39.687878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:39.697263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:39.699409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Router 492608c8-3159-4460-b143-f5e7f75d53b4 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:39.731077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:39.770442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:39.771161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.806092 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-829d486e-3ac8-44a2-a0c0-9bb2d7948147 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0981159 Aug 27 02:26:39.827146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Request body: {'port': {'device_id': '81d122e5-a94c-42dd-aea6-64d80942f273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:39.875270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.893297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:39.977713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Pushing event deleted for resources: {'Port': ['ID=67478396-4cda-408c-8b86-6c8c3d4e9280,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:39.987944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] No DVR routers for this DVR port 67478396-4cda-408c-8b86-6c8c3d4e9280 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:26:39.997348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:40.007305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] Sync routers for ids ['492608c8-3159-4460-b143-f5e7f75d53b4'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:40.008550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.010315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4355a824-c300-447a-8f91-6dd15f70dfc7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "PUT /v2.0/routers/492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 200 len: 882 time: 3.4177067 Aug 27 02:26:40.018251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:40.019487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] Routers {'492608c8-3159-4460-b143-f5e7f75d53b4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:40.023094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['492608c8-3159-4460-b143-f5e7f75d53b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.103272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.116836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01d86c9-8e14-4caf-b6d4-52f8c15f004a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.130606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24772f5e-4adc-4a69-9f27-9fcde3aae677') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.131510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24772f5e-4adc-4a69-9f27-9fcde3aae677') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.144269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.144442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.163462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] Routers {'492608c8-3159-4460-b143-f5e7f75d53b4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:40.165454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['492608c8-3159-4460-b143-f5e7f75d53b4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.172716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.185787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:26:40.186947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: items = [ Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:26:40.190851 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:26:40.221854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:40.222882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833f1cf-7179-4b61-b630-d8f7bfae2036 None None] The sync data for ids ['492608c8-3159-4460-b143-f5e7f75d53b4'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:40.329673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.346721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.347087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c05cd8b-c6f9-4ecb-a894-2b70220fa3dc tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 200 len: 923 time: 0.3277149 Aug 27 02:26:40.347726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33398) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:40.352571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] 10.222.0.26 "DELETE /v2.0/networks/e01d86c9-8e14-4caf-b6d4-52f8c15f004a HTTP/1.1" status: 204 len: 168 time: 1.9627416 Aug 27 02:26:40.391644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c987284-8417-4d08-9e1f-acf20223a09a admin admin] Pushing event deleted for resources: {'Network': ['ID=e01d86c9-8e14-4caf-b6d4-52f8c15f004a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:40.627073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 67478396-4cda-408c-8b86-6c8c3d4e9280 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:40.647487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:40.684819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 67478396-4cda-408c-8b86-6c8c3d4e9280 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:26:40.685163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 67478396-4cda-408c-8b86-6c8c3d4e9280 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:26:40.739874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7dfdb51-d32c-4d2d-bae9-881762076a95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53208cc4dab847069672c4cefb41a61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912910 Aug 27 02:26:40.746153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:40.810725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a858-ff4d-4fa7-b358-0f5ab72de5a9 req-8547cbaa-1ced-4a53-863a-b6e5f4c6a5ea tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.819003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da47a858-ff4d-4fa7-b358-0f5ab72de5a9 req-8547cbaa-1ced-4a53-863a-b6e5f4c6a5ea tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 931 time: 0.1842401 Aug 27 02:26:40.864924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:40.877020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e7584-d0f4-456b-bf44-5da31ce73d57 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:40.879185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df8e7584-d0f4-456b-bf44-5da31ce73d57 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=492608c8-3159-4460-b143-f5e7f75d53b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5286055 Aug 27 02:26:40.884039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33408) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:40.952506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da47a858-ff4d-4fa7-b358-0f5ab72de5a9 req-a4fb521c-b30c-4f82-8dda-743e20c89057 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300285 Aug 27 02:26:40.974986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.033091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb43cb5-cb7c-4848-bfdb-979f679c1197 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:41.044108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.050520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfe9f9-5d25-4da1-9638-ef5dca273475 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.050520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1fbfe9f9-5d25-4da1-9638-ef5dca273475 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.1645963 Aug 27 02:26:41.053752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33414) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:41.103869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.104627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Transition to ACTIVE for port object dcb43cb5-cb7c-4848-bfdb-979f679c1197 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:41.111245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.113690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46fcc8c8-4415-45ea-823a-02f45034150f HTTP/1.1" status: 204 len: 168 time: 0.3639202 Aug 27 02:26:41.129332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3a37-5737-40c3-ac5e-1662f81816a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fcc8c8-4415-45ea-823a-02f45034150f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:41.155585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3530bc8a-62a4-4b2a-97f5-3b6af9dc7b43 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 200 len: 205 time: 0.0999618 Aug 27 02:26:41.157659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.158711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33418) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:41.283744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:41.446921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.529720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:41.531482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:41.531928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:41.540893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:41.546960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:41.561393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:41.561734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:41.562133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:41.562593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Bound port: dcb43cb5-cb7c-4848-bfdb-979f679c1197, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:41.562959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.639160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.667344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:41.670876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:41.680049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.719232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port 999f49c2-905c-4198-b545-a4f23e29735a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:41.719232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.723266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.723935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.725334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] 10.222.0.46 "PUT /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 1091 time: 1.9044545 Aug 27 02:26:41.725826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:41.728925 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf589f9-9f82-40da-a02a-8fe6eb067a15" -d '{"events": [{"name": "network-changed", "server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:41.767306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b0ee8-70e4-4a7f-9c9c-784f94b5cd5a service neutron] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:41.795938 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f472fa-cdb6-4263-9245-e267365d04c5 x-openstack-request-id: req-75f472fa-cdb6-4263-9245-e267365d04c5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:41.797298 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:41.797598 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75f472fa-cdb6-4263-9245-e267365d04c5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:41.798037 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'status': 'completed', 'code': 200} Aug 27 02:26:41.858825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-58806215-8a5e-4711-a62e-2d7225d4b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:41.860751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-58806215-8a5e-4711-a62e-2d7225d4b6c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1094 time: 0.0617816 Aug 27 02:26:41.920587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:41.932876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-6bc4fdf8-b50c-4214-b19c-7a3e2e6e9081 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 217 time: 0.0562823 Aug 27 02:26:41.943623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for 999f49c2-905c-4198-b545-a4f23e29735a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:42.041068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-f5e296cf-0bbc-41d4-80f3-ed87918d8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.044688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-f5e296cf-0bbc-41d4-80f3-ed87918d8372 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1031809 Aug 27 02:26:42.144460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-5cbc57a8-ffc4-4d11-9a8d-b39192751ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830986 Aug 27 02:26:42.386348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-5426f690-7013-4e43-a501-7ceea92ced13 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339892 Aug 27 02:26:42.477205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b660339-9b3c-484d-b253-818e1f6453fa req-f8c2ed1f-32dc-4817-8ca1-764b2373e0bf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.523123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-381467e1-28fa-460d-9a9e-4767d80e70dc req-3a80fc48-23ab-478d-9c8f-bf487b72824e service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265852 Aug 27 02:26:42.525844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b660339-9b3c-484d-b253-818e1f6453fa req-f8c2ed1f-32dc-4817-8ca1-764b2373e0bf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.4521856 Aug 27 02:26:42.686849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b660339-9b3c-484d-b253-818e1f6453fa req-3cc714bf-07c2-4529-80bf-a38bc4ab3cca tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554067 Aug 27 02:26:42.688083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:42.692433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-9ece422d-f210-4738-8b52-8a5312d4db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.696252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-9ece422d-f210-4738-8b52-8a5312d4db7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1094 time: 0.0846136 Aug 27 02:26:42.771161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=999f49c2-905c-4198-b545-a4f23e29735a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:42.845601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-36d96eb9-8da4-4283-ba27-5e8d67a23377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:42.847059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-36d96eb9-8da4-4283-ba27-5e8d67a23377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.1418393 Aug 27 02:26:42.860093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:42.929175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-e10a25d7-322a-4ba1-8116-b17efb5baf9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 217 time: 0.0748615 Aug 27 02:26:43.016248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-d77e8ebd-1550-4469-a0ef-7341ffaa54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:43.018039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-d77e8ebd-1550-4469-a0ef-7341ffaa54a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0802073 Aug 27 02:26:43.035077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.037478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.082173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-4bcb7e77-4dc3-46c9-941e-ed8da1db4820 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393898 Aug 27 02:26:43.136889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.137579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 492608c8-3159-4460-b143-f5e7f75d53b4 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:43.145724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.150146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-71e17229-5cd7-4802-bbf7-19bd93c1117f tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 204 len: 168 time: 1.9893391 Aug 27 02:26:43.153742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:43.159898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250814730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:43.244385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.245934 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.333491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-a4dc186b-70e4-4ea5-9fd0-4785c5b5e917 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387147 Aug 27 02:26:43.393401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.407416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.452335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.453723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d4c8037-5dab-41d4-8f0f-89cef923cdaf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2987430 Aug 27 02:26:43.456521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:43.461126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': True}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:43.499013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4bf589f9-9f82-40da-a02a-8fe6eb067a15 req-26b4a606-a9d8-4d71-aefb-d377ede30d94 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572614 Aug 27 02:26:43.743212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:43.896090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:43.957721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-6ea229cd-f5f3-408c-8b55-c693b7e0fe15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038780 Aug 27 02:26:43.959880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8608-3048-47e3-b762-57f0efe8ebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.023920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ebcc-d1bd-454f-8f29-515865e2fe72 req-ba0b86ee-ed9a-4ec3-8aa1-87dc871a58c5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.033136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e994ebcc-d1bd-454f-8f29-515865e2fe72 req-ba0b86ee-ed9a-4ec3-8aa1-87dc871a58c5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.2153485 Aug 27 02:26:44.107159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8608-3048-47e3-b762-57f0efe8ebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.120726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fbf8608-3048-47e3-b762-57f0efe8ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.131636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e994ebcc-d1bd-454f-8f29-515865e2fe72 req-d0464cc8-7b70-45c6-b774-68b30ee3704a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932772 Aug 27 02:26:44.158146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1fbf8608-3048-47e3-b762-57f0efe8ebc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ca3f11805bb4fedb4473d24cd8c9a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136376 Aug 27 02:26:44.158929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-8be8118c-0c6c-4f90-b46a-52c27d5986f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.160555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-8be8118c-0c6c-4f90-b46a-52c27d5986f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 1096 time: 0.1593196 Aug 27 02:26:44.162324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:44.193688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf8608-3048-47e3-b762-57f0efe8ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf283c-de79-4f14-9b12-6aefe23a5f3c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:44.310831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.408881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-42183ed2-49c7-415a-9ae1-dec2f86b7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.410920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-42183ed2-49c7-415a-9ae1-dec2f86b7fa9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.2246289 Aug 27 02:26:44.461773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.519165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-5b8500bc-4e95-4b0e-93a9-e8d77aa8fa87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 200 len: 217 time: 0.0717108 Aug 27 02:26:44.594140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.619625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.640569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-fc8ec598-f079-4655-ae58-6cdad77dc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:44.642587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-fc8ec598-f079-4655-ae58-6cdad77dc60c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1072683 Aug 27 02:26:44.660269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.663195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:44.668190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fcf283c-de79-4f14-9b12-6aefe23a5f3c HTTP/1.1" status: 204 len: 168 time: 0.5014181 Aug 27 02:26:44.800805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921817f3-fe9d-468a-bc30-85fd743239d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf283c-de79-4f14-9b12-6aefe23a5f3c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:44.806710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-01734617-96bb-478e-b308-dc29a80efbe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573579 Aug 27 02:26:44.872076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 172.25.8.59 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/2596b108-1a6d-4f24-95a2-a258d1420aa0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:45.031428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-17156db4-295c-46b0-b115-608930f2a0cc service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077231 Aug 27 02:26:45.115089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.175610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22bd20fe-c798-473e-8252-f73ed44308f7 req-5e830415-cff1-463b-be4b-359a30f00027 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334813 Aug 27 02:26:45.195838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.237649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:45.243879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:45.247037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:45.286788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=2596b108-1a6d-4f24-95a2-a258d1420aa0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:45.358482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9bbbf-c333-443f-8e61-439609c853ff req-28bc3be8-38bf-45b3-94e2-afb1f3f3f5aa tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:45.360878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61f9bbbf-c333-443f-8e61-439609c853ff req-28bc3be8-38bf-45b3-94e2-afb1f3f3f5aa tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1106706 Aug 27 02:26:45.495212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61f9bbbf-c333-443f-8e61-439609c853ff req-2940674b-9a43-4a9b-a9e5-57e34083183b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014364 Aug 27 02:26:45.666017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:45.864658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33608) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:45.984501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-889875166-network', 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:46.023847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:46.027751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.038960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.096346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.200600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.207001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.234457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:26:46.261817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.261817 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Added segment f6f862c6-4259-4b91-afd2-ae2c5469c948 of type vlan for network add51cd7-82fd-409b-92cd-a7a6080c619c Aug 27 02:26:46.282664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb4447-5cee-40f3-8fb5-12abdc69b613,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.332744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.351024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.355384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.380761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.381964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.386041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.443341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5775576 Aug 27 02:26:46.446316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.451388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Request body: {'subnet': {'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-889875166-subnet', 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:46.462103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07302e-c93e-471c-90d4-bfa8a043fd39 admin admin] Pushing event updated for resources: {'Network': ['ID=add51cd7-82fd-409b-92cd-a7a6080c619c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.474277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network add51cd7-82fd-409b-92cd-a7a6080c619c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:26:46.506401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:46.508989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.587223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 0feaebf6-7772-48ca-b7f7-4743bd655ec4 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:46.656418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c0f6-932d-4c70-9c9f-122e7e11ea14 req-ee0db8de-392a-4eab-a58f-57328a799ec2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:46.658008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d807c0f6-932d-4c70-9c9f-122e7e11ea14 req-ee0db8de-392a-4eab-a58f-57328a799ec2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.0605044 Aug 27 02:26:46.707274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d807c0f6-932d-4c70-9c9f-122e7e11ea14 req-459dc0af-1683-4d22-a6b1-2ea5efe46d17 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374026 Aug 27 02:26:46.741210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:46.746552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.747860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff631f40-97ad-4e17-a738-d089807dc1af tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "PUT /v2.0/routers/0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 200 len: 918 time: 3.2903168 Aug 27 02:26:46.750538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33620) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.754723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] Sync routers for ids ['0feaebf6-7772-48ca-b7f7-4743bd655ec4'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:46.769859 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] Routers {'0feaebf6-7772-48ca-b7f7-4743bd655ec4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:46.770976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0feaebf6-7772-48ca-b7f7-4743bd655ec4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:46.803215 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:46.820767 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] Routers {'0feaebf6-7772-48ca-b7f7-4743bd655ec4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:46.821943 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0feaebf6-7772-48ca-b7f7-4743bd655ec4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:46.827396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:46.880892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:46.884121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d242f1e2-1bdc-4a29-aa09-0a8b20a4e30c None None] The sync data for ids ['0feaebf6-7772-48ca-b7f7-4743bd655ec4'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:46.916044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff899f0-fe7f-4364-8c4e-ad96a6155895,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:46.934525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Checking segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:46.934891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Network hostable DHCP agents. Network: add51cd7-82fd-409b-92cd-a7a6080c619c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:26:46.950434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-758784a2-af2a-4577-a5a3-9c7e73c05c51 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 200 len: 924 time: 0.1985357 Aug 27 02:26:46.953739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33634) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:46.969742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Network add51cd7-82fd-409b-92cd-a7a6080c619c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:26:46.995184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, add51cd7-82fd-409b-92cd-a7a6080c619c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:47.006257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.008489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbc4d1-70ae-43c2-a4f9-c66ab9436234 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.009611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.010557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bdcbc4d1-70ae-43c2-a4f9-c66ab9436234 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=0feaebf6-7772-48ca-b7f7-4743bd655ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0553584 Aug 27 02:26:47.015299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fac6ba-f3e5-42d8-b923-d3ba8a9e6b08 None None] Network add51cd7-82fd-409b-92cd-a7a6080c619c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:47.025764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33638) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:47.041296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa12bdef-cb52-4b3e-9664-b034113f4358 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5937195 Aug 27 02:26:47.162171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfee29-2cc1-4a55-996a-f5bd34824685 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.168697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:47.169486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58dfee29-2cc1-4a55-996a-f5bd34824685 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.1390057 Aug 27 02:26:47.207085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a9cb293-233c-482a-a77d-c79caec6634e tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 200 len: 205 time: 0.0343037 Aug 27 02:26:47.207813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33646) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:47.254312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df96da1-c552-40f4-8f33-39fdb4ce475c None None] Network add51cd7-82fd-409b-92cd-a7a6080c619c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:26:47.354868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.495385 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.579207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port 2596b108-1a6d-4f24-95a2-a258d1420aa0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:47.579606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.673921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-0c3f5856-d7cd-4b0a-900b-abb476c256cf tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.681103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-0c3f5856-d7cd-4b0a-900b-abb476c256cf tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.1393335 Aug 27 02:26:47.701171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-a5d35098-916e-4462-81f9-a8dd402fa0d2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/quotas/4ae755ffc78948e9a7ce502cc81dd559 HTTP/1.1" status: 200 len: 375 time: 0.0186515 Aug 27 02:26:47.702454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:47.741905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for 2596b108-1a6d-4f24-95a2-a258d1420aa0 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:47.743398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-13eab200-d96f-4ac9-9b57-951c6df83733 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411603 Aug 27 02:26:47.850054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-546133a4-d0c4-4349-b272-9fdb08cf5a85 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057985 Aug 27 02:26:47.963489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-39b6cece-7e55-4d09-9ecb-b62465c6b7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073642 Aug 27 02:26:47.966433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b1790-21da-40cd-b1e6-6a96fc397e18 req-82f08cea-4b2d-43c8-a607-2a6802204b80 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:47.968110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-910b1790-21da-40cd-b1e6-6a96fc397e18 req-82f08cea-4b2d-43c8-a607-2a6802204b80 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1058409 Aug 27 02:26:48.058122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-910b1790-21da-40cd-b1e6-6a96fc397e18 req-9485f32f-c2d3-433b-ac99-c5931695661c tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840013 Aug 27 02:26:48.103793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.136630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=2596b108-1a6d-4f24-95a2-a258d1420aa0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:48.262888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.412866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-def1f112-b4b4-4f36-ad08-545695e6cc70 req-eb9db131-7f5c-4bfe-bf91-398e7dd713a6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 210 time: 0.0557301 Aug 27 02:26:48.417055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.419796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.474365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.474920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 0feaebf6-7772-48ca-b7f7-4743bd655ec4 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:48.488787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.489905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b310fe9c-baff-4db1-9b1f-242460e4cf63 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 204 len: 168 time: 1.2809615 Aug 27 02:26:48.495400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:48.505338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-802108283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:48.536870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.538072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.601898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.608890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.627627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:48.628393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-89ac4cfb-d65e-4a11-90cf-0f56f8fc5dbf tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1319942 Aug 27 02:26:48.632831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33694) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:48.641161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:48.885150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.533137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.564287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea017c-cc6b-47fb-9e35-1df3cb98cb47 req-d77efc21-51d5-41b0-bd1c-ee7cdb557d38 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.564606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04ea017c-cc6b-47fb-9e35-1df3cb98cb47 req-d77efc21-51d5-41b0-bd1c-ee7cdb557d38 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1861792 Aug 27 02:26:49.568461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.633759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd9d86a9-2352-42e1-8f93-e709433a392f req-b8cb6fcb-1178-4b7c-ba5f-03de4c46d357 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 210 time: 0.0312357 Aug 27 02:26:49.686230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04ea017c-cc6b-47fb-9e35-1df3cb98cb47 req-a106c8c6-da24-4a76-be57-ab2d1f1640b2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127636 Aug 27 02:26:49.727542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-e8d7cb64-10c5-4e76-b1fa-0274f5be65ef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:49.729040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-e8d7cb64-10c5-4e76-b1fa-0274f5be65ef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.2532578 Aug 27 02:26:49.756422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Allocated IP 172.25.8.144 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/c2242409-f47f-425e-bbef-0e08867380c9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:49.786637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Request body: {'port': {'device_id': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'admin_state_up': True, 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:49.951332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:49.969612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:49.979073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.043304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.145883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:50.154915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:50.157593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:50.209879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Pushing event updated for resources: {'Port': ['ID=c2242409-f47f-425e-bbef-0e08867380c9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:50.245658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Allocated IP 172.20.0.4 (add51cd7-82fd-409b-92cd-a7a6080c619c/aff899f0-fe7f-4364-8c4e-ad96a6155895/08304b10-463a-415e-b743-003f2e416c95) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:50.617594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646c0f8-33eb-47f7-86d4-5a8401da4d74 req-e809b064-f94e-4293-aff0-3de09275465e tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:50.619089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1646c0f8-33eb-47f7-86d4-5a8401da4d74 req-e809b064-f94e-4293-aff0-3de09275465e tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 950 time: 0.1732388 Aug 27 02:26:50.645756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.649563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.731521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1646c0f8-33eb-47f7-86d4-5a8401da4d74 req-10f87852-2ef2-41b4-8d9b-31f85d7ff8a7 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040716 Aug 27 02:26:50.733924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8713314-4b0b-4131-acaa-16010ed0767d req-01290b04-29a4-4458-a36d-6d9c54a409f5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 210 time: 0.0284061 Aug 27 02:26:50.811048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:50.919608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Network add51cd7-82fd-409b-92cd-a7a6080c619c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:50.929231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:50.932272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:50.996353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:51.012404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d01fbf-9744-4b78-b209-806f66a28f04 req-288e3165-8822-4af9-8d65-afdb4b3c4738 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.014497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33d01fbf-9744-4b78-b209-806f66a28f04 req-288e3165-8822-4af9-8d65-afdb4b3c4738 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.2177558 Aug 27 02:26:51.065119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.077764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.078434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.084241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.161234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33d01fbf-9744-4b78-b209-806f66a28f04 req-dcff42d7-a5de-4081-a0f5-47c3de604ccf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363184 Aug 27 02:26:51.164385 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-0a9996a7-f9f9-4aa3-b057-4def81f143e8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3817329 Aug 27 02:26:51.188595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Request body: {'port': {'device_id': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:51.282193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.352645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Router 441c9ccb-3d25-43ee-9390-4c5442b99422 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:51.600709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:51.606917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.608349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df57d262-a395-4c9f-84bd-fd09b076bcda tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "PUT /v2.0/routers/441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 200 len: 919 time: 2.9720159 Aug 27 02:26:51.611209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.615515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] Sync routers for ids ['441c9ccb-3d25-43ee-9390-4c5442b99422'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:51.622068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] Routers {'441c9ccb-3d25-43ee-9390-4c5442b99422'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:51.622729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['441c9ccb-3d25-43ee-9390-4c5442b99422'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:51.658441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:51.666961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] Routers {'441c9ccb-3d25-43ee-9390-4c5442b99422'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:51.667556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['441c9ccb-3d25-43ee-9390-4c5442b99422'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:51.684470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08304b10-463a-415e-b743-003f2e416c95 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:51.692140 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.700437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:51.701012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac744e-e319-46e8-884e-d074e70cb3b8 None None] The sync data for ids ['441c9ccb-3d25-43ee-9390-4c5442b99422'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:51.705353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Transition to ACTIVE for port object 08304b10-463a-415e-b743-003f2e416c95 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:26:51.709985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.737522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ce636f0-ba75-44d4-a1e6-ecc09e14c6da tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 200 len: 925 time: 0.1249385 Aug 27 02:26:51.740394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.764932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:51.790639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30154999-5965-468b-a768-c2bfb26ac6bb tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.795059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-30154999-5965-468b-a768-c2bfb26ac6bb tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=441c9ccb-3d25-43ee-9390-4c5442b99422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0509501 Aug 27 02:26:51.795616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33810) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.875294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Attempting to bind port 08304b10-463a-415e-b743-003f2e416c95 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:26:51.875624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Attempting to bind port 08304b10-463a-415e-b743-003f2e416c95 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:26:51.875950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Attempting to bind port 08304b10-463a-415e-b743-003f2e416c95 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:51.883343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889f0e1-c943-48f2-af7e-a267c67d23cc tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.884709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7889f0e1-c943-48f2-af7e-a267c67d23cc tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.0879261 Aug 27 02:26:51.887604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.887740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3c8c-5b12-4dba-9e6c-3d4a960f9383 req-defc7124-bbda-4032-b7d5-cc53688792e1 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:51.889203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a97b3c8c-5b12-4dba-9e6c-3d4a960f9383 req-defc7124-bbda-4032-b7d5-cc53688792e1 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 943 time: 0.0713742 Aug 27 02:26:51.890250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Port 08304b10-463a-415e-b743-003f2e416c95 on network add51cd7-82fd-409b-92cd-a7a6080c619c not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:26:51.890597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Attempting to bind port 08304b10-463a-415e-b743-003f2e416c95 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:26:51.897737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:26:51.898644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Checking segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:26:51.899020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Bound using segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:26:51.899446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Bound port: 08304b10-463a-415e-b743-003f2e416c95, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:26:51.899802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:51.917041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70d62457-06a5-4a2c-b238-0dab7d1de9ec tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 200 len: 205 time: 0.0283897 Aug 27 02:26:51.919591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:51.965769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a97b3c8c-5b12-4dba-9e6c-3d4a960f9383 req-75422999-4cee-4641-8b26-bce5b786b91c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698359 Aug 27 02:26:51.987917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:26:51.991657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:26:51.996486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.035303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.035920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.037305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] 10.222.0.46 "PUT /v2.0/ports/08304b10-463a-415e-b743-003f2e416c95 HTTP/1.1" status: 200 len: 1091 time: 0.8562856 Aug 27 02:26:52.037748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'tag': '08304b10-463a-415e-b743-003f2e416c95'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:52.038701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.040073 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4e2da9-d7b7-43c9-b822-be5676750874" -d '{"events": [{"name": "network-changed", "server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "tag": "08304b10-463a-415e-b743-003f2e416c95"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:52.079623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b384-322c-4245-a42b-9d37607a8116 service neutron] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.100425 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcd4e9-f021-4139-a980-fc33e547d10c x-openstack-request-id: req-f8bcd4e9-f021-4139-a980-fc33e547d10c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:52.100726 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "tag": "08304b10-463a-415e-b743-003f2e416c95", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:52.100983 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8bcd4e9-f021-4139-a980-fc33e547d10c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:52.102294 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'tag': '08304b10-463a-415e-b743-003f2e416c95', 'status': 'completed', 'code': 200} Aug 27 02:26:52.161974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.173100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-cb29fe66-2af1-43c8-9c03-0797e7abe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.175098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-cb29fe66-2af1-43c8-9c03-0797e7abe4ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 1094 time: 0.0561135 Aug 27 02:26:52.221563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port c2242409-f47f-425e-bbef-0e08867380c9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:52.221826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.235799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-ee0c33e3-893b-4d60-874f-5fb7980abf17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08304b10-463a-415e-b743-003f2e416c95 HTTP/1.1" status: 200 len: 217 time: 0.0450380 Aug 27 02:26:52.297274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:26:52.314924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.326710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196179-8160-4d61-abe7-829884af3807 req-8581b2a2-86a1-4a9b-8154-4e456c5f2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.327952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-8581b2a2-86a1-4a9b-8154-4e456c5f2633 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.0840547 Aug 27 02:26:52.330981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for c2242409-f47f-425e-bbef-0e08867380c9 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:52.360330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3b793-1e9c-4bf9-a0d6-e1ae3e7ef981 req-a77a5484-0a8d-4c18-9718-098d90aff51e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.368175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02f3b793-1e9c-4bf9-a0d6-e1ae3e7ef981 req-a77a5484-0a8d-4c18-9718-098d90aff51e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.0836315 Aug 27 02:26:52.412143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.439747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02f3b793-1e9c-4bf9-a0d6-e1ae3e7ef981 req-750ca460-bf60-4f4d-bc09-4197d8b55e8d tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704896 Aug 27 02:26:52.446915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:52.450233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-b7f39594-1139-437d-889d-e31e863f6a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109233 Aug 27 02:26:52.451099 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d004c-b1e9-4a69-becf-d4c54aea14f8" -d '{"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-unplugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:52.471623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:52.477803 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.531303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.535349 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f7438-6baa-4e0e-974a-e10745636462 x-openstack-request-id: req-421f7438-6baa-4e0e-974a-e10745636462 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:52.535831 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-unplugged", "status": "completed", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:52.536247 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-421f7438-6baa-4e0e-974a-e10745636462 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:52.536909 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f', 'code': 200} Aug 27 02:26:52.545358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.573819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=c2242409-f47f-425e-bbef-0e08867380c9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:52.609548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d38ce5-5e98-4067-85d8-f641f8e1e0a2 req-cdd84b76-840f-4d17-bfda-fb0f9d898cbc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.609735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-37418f39-2b0d-4947-97ec-b9c62b17eb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.611473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d38ce5-5e98-4067-85d8-f641f8e1e0a2 req-cdd84b76-840f-4d17-bfda-fb0f9d898cbc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0716367 Aug 27 02:26:52.651190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.651784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-d59c88e8-4261-4cfb-903a-0f00dff6eb64 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916711 Aug 27 02:26:52.671881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d38ce5-5e98-4067-85d8-f641f8e1e0a2 req-a1b9bc88-186e-478e-8335-37c7717c6368 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531569 Aug 27 02:26:52.747958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.750575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1196179-8160-4d61-abe7-829884af3807 req-302e5b3b-e897-4118-aa5d-1b7a0e0c7f8e service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Aug 27 02:26:52.750963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.800442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.801059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 441c9ccb-3d25-43ee-9390-4c5442b99422 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:52.808355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.809741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58207cc1-55e3-44df-b511-31a88192b471 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 204 len: 168 time: 0.8889899 Aug 27 02:26:52.813349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33852) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:52.817979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1630359662', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:52.840195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.841303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.919349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:52.930916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-ef43a59e-1cff-451c-9ee9-4a6fbcef15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:52.932395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-ef43a59e-1cff-451c-9ee9-4a6fbcef15df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 1094 time: 0.0752604 Aug 27 02:26:53.385314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:53.406347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.428018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808d233-11ec-49c2-8349-0746631cf013 req-650a2ad2-edaf-4b90-98e1-6016c976fc73 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.430692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9808d233-11ec-49c2-8349-0746631cf013 req-650a2ad2-edaf-4b90-98e1-6016c976fc73 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 943 time: 0.2023213 Aug 27 02:26:53.495269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-b8498872-feee-4892-94b0-6d2bfff148a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.495570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:53.496741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-b8498872-feee-4892-94b0-6d2bfff148a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 905 time: 0.5339797 Aug 27 02:26:53.507886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478', 'port_id': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'mac_address': 'fa:16:3e:dc:d0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5787790-3784-4c42-825f-3a3e88b220d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:53.548608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.559829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-a33cee6c-2cb5-4db1-b15b-61de7bb45655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08304b10-463a-415e-b743-003f2e416c95 HTTP/1.1" status: 200 len: 217 time: 0.0530965 Aug 27 02:26:53.560545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ad48-fb42-4e46-8b48-c1abc4588d67 req-5c9d3d4d-41c8-457a-ba82-ad010e22ffcc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.562035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7e2ad48-fb42-4e46-8b48-c1abc4588d67 req-5c9d3d4d-41c8-457a-ba82-ad010e22ffcc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.0504439 Aug 27 02:26:53.562575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9808d233-11ec-49c2-8349-0746631cf013 req-e9111505-d79d-4e9c-a27f-dd94a5f180ea tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221766 Aug 27 02:26:53.563348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb43cb5-cb7c-4848-bfdb-979f679c1197 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:53.593389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:53.599493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.648452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-a2e5c7e7-6ec5-4591-add6-6a7d5168d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.649306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7e2ad48-fb42-4e46-8b48-c1abc4588d67 req-f2bee586-9b3f-42c7-829d-3e3220620434 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793552 Aug 27 02:26:53.649999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-a2e5c7e7-6ec5-4591-add6-6a7d5168d9b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.0816181 Aug 27 02:26:53.667399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:53.687531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-9b158904-ab35-452c-960d-8513eb8ecb67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284185 Aug 27 02:26:53.800955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea3227-2001-4fe7-a81e-22b5186ce02d req-133db8e4-dab8-466c-b9c5-3090235baae7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:53.802456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03ea3227-2001-4fe7-a81e-22b5186ce02d req-133db8e4-dab8-466c-b9c5-3090235baae7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0551722 Aug 27 02:26:53.827978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.840269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03ea3227-2001-4fe7-a81e-22b5186ce02d req-82e70efa-ea40-49c5-9438-580311747866 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Aug 27 02:26:53.851373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:53.914264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-af8248f7-3047-40be-9f14-d273df5f5bc1 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857440 Aug 27 02:26:54.037622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Allocated IP 172.25.8.206 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/66878206-0859-48d2-8bf8-575f01b5eea0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:26:54.059835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a4e2da9-d7b7-43c9-b822-be5676750874 req-6745127f-1f9c-45fe-b764-698a3c0f5c3f service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367486 Aug 27 02:26:54.153669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.190935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.226996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:26:54.231596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:26:54.235403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:26:54.240724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event updated for resources: {'Port': ['ID=66878206-0859-48d2-8bf8-575f01b5eea0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:54.482306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.619151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['dcb43cb5-cb7c-4848-bfdb-979f679c1197'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:54.691972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e5bd-3837-4440-bcda-079a5de01dee req-ac4fe48e-2dc3-4d8e-b8db-f49385fa2dec tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.693478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9c7e5bd-3837-4440-bcda-079a5de01dee req-ac4fe48e-2dc3-4d8e-b8db-f49385fa2dec tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 943 time: 0.0598893 Aug 27 02:26:54.699343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:54.738180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9c7e5bd-3837-4440-bcda-079a5de01dee req-eea71ab2-8233-4b4d-b0c4-a9d5d48f1b67 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Aug 27 02:26:54.869187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a41c1a-65ea-433d-9617-c787a03ed10c req-bc45ef72-b7c7-4990-b2b0-b5e494285ce9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.870702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80a41c1a-65ea-433d-9617-c787a03ed10c req-bc45ef72-b7c7-4990-b2b0-b5e494285ce9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.1002395 Aug 27 02:26:54.922033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80a41c1a-65ea-433d-9617-c787a03ed10c req-1a4f3d03-dbb0-4a6c-9d5b-2c1bb0a15167 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Aug 27 02:26:54.926560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Router 4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:26:54.997342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b1bd6-77a9-4002-8465-2a36836b9960 req-229aff8c-043e-483c-ac39-97525cbcf78a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:54.999008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b31b1bd6-77a9-4002-8465-2a36836b9960 req-229aff8c-043e-483c-ac39-97525cbcf78a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0497601 Aug 27 02:26:55.036761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b31b1bd6-77a9-4002-8465-2a36836b9960 req-5ad468a3-b0b5-4f0a-96dd-901d1cf266d1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Aug 27 02:26:55.040677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:55.054180 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] Sync routers for ids ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:55.060882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.063772 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] Routers {'4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:55.064375 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:55.064874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:55.065169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0567fc3e-374a-4266-aa4d-ef68bcd6aaae tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2508142 Aug 27 02:26:55.070147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:55.099818 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:55.108921 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] Routers {'4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:55.109520 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:55.143459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:55.144072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7577e164-5d3d-4420-b187-38e4855a3b38 None None] The sync data for ids ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:55.172652 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9612c82-4a43-4cd1-95f6-801d07decc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.321267 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.369466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.380180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.399670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:55.435586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Deleting port 66878206-0859-48d2-8bf8-575f01b5eea0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:26:55.435955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.510727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:55.521382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.521813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '954b3c67-89be-4875-9d62-6a72c0eae606', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '954b3c67-89be-4875-9d62-6a72c0eae606', 'mac_address': 'fa:16:3e:07:4f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:55.533433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Calling delete_port for 66878206-0859-48d2-8bf8-575f01b5eea0 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:26:55.558228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.570433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:55.590315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:55.594211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.639407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:55.697434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.724107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Pushing event deleted for resources: {'Port': ['ID=66878206-0859-48d2-8bf8-575f01b5eea0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:55.784567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:55.863268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303acb3-033c-4b42-b85d-b53131deeaae req-b8c760d2-5ea5-4c28-b224-da2858dacf0a tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:55.865062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2303acb3-033c-4b42-b85d-b53131deeaae req-b8c760d2-5ea5-4c28-b224-da2858dacf0a tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 943 time: 0.0550556 Aug 27 02:26:55.912019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2303acb3-033c-4b42-b85d-b53131deeaae req-74fa2304-dc71-4121-bc40-9f667c27a530 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Aug 27 02:26:56.012476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.015756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.038837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e99bc-000a-4cf1-b129-327f72618c31 req-1f4c35d5-e3a9-4663-a60c-453ffa5ddb46 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.040315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-905e99bc-000a-4cf1-b129-327f72618c31 req-1f4c35d5-e3a9-4663-a60c-453ffa5ddb46 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.0493102 Aug 27 02:26:56.048594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['954b3c67-89be-4875-9d62-6a72c0eae606'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:56.091488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Router 4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:26:56.093637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-905e99bc-000a-4cf1-b129-327f72618c31 req-f9c6031d-0b2d-4935-b10f-b09749631970 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Aug 27 02:26:56.205810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:26:56.215291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] Sync routers for ids ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:26:56.217970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.219391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f410964-1354-489e-bb7b-fbf6c6678e84 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "PUT /v2.0/routers/4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 200 len: 710 time: 1.1533816 Aug 27 02:26:56.222041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.224627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] Routers {'4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:56.225401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:56.238279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a815e-3ff0-4b45-a9a8-43674297d3f7 req-ff39f78c-9582-4338-871f-0759206a27b3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:56.239820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c8a815e-3ff0-4b45-a9a8-43674297d3f7 req-ff39f78c-9582-4338-871f-0759206a27b3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.1034045 Aug 27 02:26:56.258747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:56.267572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] Routers {'4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:26:56.268211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:56.283435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c8a815e-3ff0-4b45-a9a8-43674297d3f7 req-59ed1280-e364-4968-800b-3d381d66b4d8 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366557 Aug 27 02:26:56.298420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5cb8d4c6-1309-4195-a0a5-0ec639ec2322 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/routers/4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 200 len: 745 time: 0.0745816 Aug 27 02:26:56.302609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.304846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:26:56.305493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc25c3-f907-4478-8414-1229ff1d4ffa None None] The sync data for ids ['4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:26:56.348069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8fae2ab-dce5-4fd5-aa0b-e0489f238d35 tempest-RoutersIpV6AdminTest-268395748 tempest-RoutersIpV6AdminTest-268395748-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 200 len: 205 time: 0.0455012 Aug 27 02:26:56.350487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.376888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-213c9abf-782b-431a-b755-b95d70d092ff tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 200 len: 205 time: 0.0247428 Aug 27 02:26:56.379291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.391859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.452975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.611502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.613507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.655818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.656346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:26:56.663009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:56.664316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-45791585-4c7e-4524-94fd-a05b637d805c tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 204 len: 168 time: 0.2839415 Aug 27 02:26:56.667511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.693358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e13bf614-5309-4210-984e-a16649e04a4b tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 200 len: 205 time: 0.0247183 Aug 27 02:26:56.696113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.731613 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-01f7e13a-a523-40e4-bc55-6619364f8c14 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:56.732573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01f7e13a-a523-40e4-bc55-6619364f8c14 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/4ed120b9-0c0d-4e4b-adcd-0b918bc1dcdf HTTP/1.1" status: 404 len: 336 time: 0.0355887 Aug 27 02:26:56.735263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33936) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.764283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38cc1829-eaef-41a6-a5e6-a70cd04e11bc tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 200 len: 205 time: 0.0280502 Aug 27 02:26:56.766427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33938) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.801950 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-df7c11bf-05c8-437f-bca0-16aa3fc849a2 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:56.802996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df7c11bf-05c8-437f-bca0-16aa3fc849a2 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/441c9ccb-3d25-43ee-9390-4c5442b99422 HTTP/1.1" status: 404 len: 336 time: 0.0357187 Aug 27 02:26:56.805519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.832283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eb14540b-965b-4de0-9305-03b4f94bffe9 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 200 len: 205 time: 0.0257473 Aug 27 02:26:56.834567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.872879 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-60a9a0f3-9abb-4a1d-b2e6-2bfff45428c7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:56.873762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-60a9a0f3-9abb-4a1d-b2e6-2bfff45428c7 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/0feaebf6-7772-48ca-b7f7-4743bd655ec4 HTTP/1.1" status: 404 len: 336 time: 0.0383358 Aug 27 02:26:56.876060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33954) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.902752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef3aaaed-117a-490f-b4ec-f72a0723e435 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 200 len: 205 time: 0.0254068 Aug 27 02:26:56.904687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.940695 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-d0bb71cf-f7cb-4a90-aba7-a9d3172462d3 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:56.941712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d0bb71cf-f7cb-4a90-aba7-a9d3172462d3 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/492608c8-3159-4460-b143-f5e7f75d53b4 HTTP/1.1" status: 404 len: 336 time: 0.0361631 Aug 27 02:26:56.945252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:56.972557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-caef65f4-1ae5-4fb0-a748-a7c1fd51daa5 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 200 len: 205 time: 0.0261288 Aug 27 02:26:56.975094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.018005 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-edf64d7e-9158-48ad-9270-651c59645771 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:57.019021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-edf64d7e-9158-48ad-9270-651c59645771 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/5a1522c5-4f96-41ee-88fd-a4ff99e3705a HTTP/1.1" status: 404 len: 336 time: 0.0430036 Aug 27 02:26:57.022045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.054931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c926ca9-08da-491d-8393-bf93521568b4 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cfc0054-956e-456e-ab87-307e527fbebc HTTP/1.1" status: 200 len: 205 time: 0.0310521 Aug 27 02:26:57.057336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.067046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832a0f-caa5-4f68-82b6-d59d5bbf9dfd req-1fc62e3a-f29d-4c82-964a-dd8b974aadc8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.073875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae832a0f-caa5-4f68-82b6-d59d5bbf9dfd req-1fc62e3a-f29d-4c82-964a-dd8b974aadc8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 943 time: 0.0581181 Aug 27 02:26:57.093714 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-ad44ba7b-95d8-4a8c-a7b9-e5150f37f8d3 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] delete failed (client error): The resource could not be found. Aug 27 02:26:57.095350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ad44ba7b-95d8-4a8c-a7b9-e5150f37f8d3 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/routers/5cfc0054-956e-456e-ab87-307e527fbebc HTTP/1.1" status: 404 len: 336 time: 0.0369816 Aug 27 02:26:57.097329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33972) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.134629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae832a0f-caa5-4f68-82b6-d59d5bbf9dfd req-bc76b0b2-5029-4b7a-8905-08ae173ada4b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570135 Aug 27 02:26:57.135625 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea9e740-27df-4319-bdd4-5dd2f1d5dbe4 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] DELETE failed (client error): The resource could not be found. Aug 27 02:26:57.136115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea9e740-27df-4319-bdd4-5dd2f1d5dbe4 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:26:57.138856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ea9e740-27df-4319-bdd4-5dd2f1d5dbe4 tempest-RoutersIpV6AdminTest-1766223237 tempest-RoutersIpV6AdminTest-1766223237-project] 10.222.0.26 "DELETE /v2.0/subnets/8f42f5f4-ea2c-4cbc-87fa-a22227d4fe58 HTTP/1.1" status: 404 len: 337 time: 0.0405800 Aug 27 02:26:57.215060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549264db-ba35-4d1d-a6d7-3c02f3a175c8 req-bbe764b9-080f-4df2-a136-765718770eb5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.216559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-549264db-ba35-4d1d-a6d7-3c02f3a175c8 req-bbe764b9-080f-4df2-a136-765718770eb5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.0502317 Aug 27 02:26:57.259373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-549264db-ba35-4d1d-a6d7-3c02f3a175c8 req-569d130e-7c5d-4f3d-b3f3-21a12ab3ef45 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Aug 27 02:26:57.338686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.409094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e95736-198b-43d5-87ae-2ce78789315a req-2cfd999a-2e8d-49f8-819a-34d44c3ec7e3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:57.410713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81e95736-198b-43d5-87ae-2ce78789315a req-2cfd999a-2e8d-49f8-819a-34d44c3ec7e3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0534425 Aug 27 02:26:57.412254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:26:57.422226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:57.451762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8f049a7-b8b6-4efb-b9bb-031185b55f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.473062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81e95736-198b-43d5-87ae-2ce78789315a req-b4015c93-e004-49a7-bee2-62587105bf7f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548863 Aug 27 02:26:57.556778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8f049a7-b8b6-4efb-b9bb-031185b55f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.561789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8f049a7-b8b6-4efb-b9bb-031185b55f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.603474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8f049a7-b8b6-4efb-b9bb-031185b55f3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31500dca34344872bb0e28b57fb24949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636309 Aug 27 02:26:57.604303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f049a7-b8b6-4efb-b9bb-031185b55f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1c5a3-5c29-4dd1-abd2-2226b2b10fe1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:57.606116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33988) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:57.665822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.670656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 954b3c67-89be-4875-9d62-6a72c0eae606 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:57.671024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.688266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.717853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:57.732382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '08304b10-463a-415e-b743-003f2e416c95', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '08304b10-463a-415e-b743-003f2e416c95', 'mac_address': 'fa:16:3e:c7:fb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:26:57.735514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.738155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.739655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17d1c5a3-5c29-4dd1-abd2-2226b2b10fe1 HTTP/1.1" status: 204 len: 168 time: 0.1325195 Aug 27 02:26:57.749218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6736409-b549-4f5a-9e60-802ae050000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1c5a3-5c29-4dd1-abd2-2226b2b10fe1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:57.826308 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.827954 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.849801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.855743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08304b10-463a-415e-b743-003f2e416c95 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:26:57.876456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:57.878713 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468fa8f9-d712-4783-883e-c0c1240a4396" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:26:57.897107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:57.899568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:57.903321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.908135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:57.908885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:26:57.927340 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eea97c-afdf-4afb-acdb-076061cc6115 x-openstack-request-id: req-08eea97c-afdf-4afb-acdb-076061cc6115 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:26:57.927632 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-plugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:26:57.927880 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08eea97c-afdf-4afb-acdb-076061cc6115 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:26:57.928260 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'code': 200} Aug 27 02:26:57.980907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.033321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port dcb43cb5-cb7c-4848-bfdb-979f679c1197 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:26:58.040142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.042786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port dcb43cb5-cb7c-4848-bfdb-979f679c1197 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:26:58.043026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.050600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34008) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:58.094926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e908e95-d27b-47b0-856c-5692432c6e79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fb70bdd1d4844bf9f74e24e16a899a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431199 Aug 27 02:26:58.097344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34012) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:58.136543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.147365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.169426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.174346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:26:58.179180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.225692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.229334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:58.230746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d6284de-2236-444b-aa7e-c0e672377562 HTTP/1.1" status: 204 len: 168 time: 0.1324794 Aug 27 02:26:58.237700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.239395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f34fcb-8eec-4e22-8ba5-ba87d7116626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6284de-2236-444b-aa7e-c0e672377562,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:26:58.279953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a60ec6-9182-449e-b7d2-a4d3d6fdce68 req-cf7e7ec8-edab-4249-bd88-e91be1d6f11d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.281742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4a60ec6-9182-449e-b7d2-a4d3d6fdce68 req-cf7e7ec8-edab-4249-bd88-e91be1d6f11d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 944 time: 0.0747697 Aug 27 02:26:58.323378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4a60ec6-9182-449e-b7d2-a4d3d6fdce68 req-1eb321cf-6c8e-45c0-a1ee-e20c49f585c2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354302 Aug 27 02:26:58.553047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['08304b10-463a-415e-b743-003f2e416c95'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:26:58.614727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a1f3-0bee-48b1-9eb1-34c74b1c05e2 req-809785ff-8ebe-4e78-8cc7-d6b156d96cb8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.617098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5125a1f3-0bee-48b1-9eb1-34c74b1c05e2 req-809785ff-8ebe-4e78-8cc7-d6b156d96cb8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Aug 27 02:26:58.635059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015514-70fc-4fff-be7a-1ad8d52ba597 req-efb8f42f-d96f-4655-8686-33de0831bd9f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:58.637177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59015514-70fc-4fff-be7a-1ad8d52ba597 req-efb8f42f-d96f-4655-8686-33de0831bd9f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0662425 Aug 27 02:26:58.666969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5125a1f3-0bee-48b1-9eb1-34c74b1c05e2 req-b52ca9dd-3f37-484c-b081-6e25302a33b6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Aug 27 02:26:58.711089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59015514-70fc-4fff-be7a-1ad8d52ba597 req-d313fbfa-52ad-4ad9-a713-a8719b5f73ff tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591457 Aug 27 02:26:59.526683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:26:59.578247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1827587319', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:26:59.599739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Made reservation on behalf of 2463c4c14652431985cdabf9057c10b4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:26:59.602452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:59.611213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:59.655988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd88c21-0a9d-496a-be0f-e3bb54a67967 req-060082cb-3ba9-4344-b3bf-51244b435bd9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:59.657469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bd88c21-0a9d-496a-be0f-e3bb54a67967 req-060082cb-3ba9-4344-b3bf-51244b435bd9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 944 time: 0.2574196 Aug 27 02:26:59.701552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bd88c21-0a9d-496a-be0f-e3bb54a67967 req-a7e32883-39e8-4391-b3c1-0aaed69b1fa9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Aug 27 02:26:59.710978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:59.721249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:26:59.732024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] device_id is not set on port db1fc766-bf66-40bd-805c-2a5c29e90f9b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:26:59.823834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba5a2-0c27-468e-945c-a23f0e19df83 req-f7eb8abd-a6e3-4cdc-9095-8b8a46b15059 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:26:59.825418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-029ba5a2-0c27-468e-945c-a23f0e19df83 req-f7eb8abd-a6e3-4cdc-9095-8b8a46b15059 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Aug 27 02:26:59.866631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-029ba5a2-0c27-468e-945c-a23f0e19df83 req-6d13d2ab-d1fe-464d-bb1d-e2d8dc611b42 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347452 Aug 27 02:26:59.929543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:26:59.932246 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b94f65a-5ff2-402c-81ef-8e954b585767" -d '{"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-plugged", "status": "completed", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:00.018616 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0336c8-a409-48c0-bba7-4d428a2198a8 x-openstack-request-id: req-5c0336c8-a409-48c0-bba7-4d428a2198a8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:00.019058 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-plugged", "status": "completed", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:00.019519 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c0336c8-a409-48c0-bba7-4d428a2198a8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:00.020003 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'code': 200} Aug 27 02:27:00.177812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1a28-4b5e-41db-b4da-e55ae0436c30 req-3bdb33ba-4ff0-4431-a4cb-05959252c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.179922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c09b1a28-4b5e-41db-b4da-e55ae0436c30 req-3bdb33ba-4ff0-4431-a4cb-05959252c89d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1096 time: 0.0505257 Aug 27 02:27:00.188684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842eb9fa-aa06-476d-89d1-6817a336bf91,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:00.219487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c09b1a28-4b5e-41db-b4da-e55ae0436c30 req-b0bb74f7-52b1-4d60-8b4d-1d724748e89b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Aug 27 02:27:00.255912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ab274-46b6-4684-a66f-b4474b178523 req-94e99ed2-e066-4697-b6a0-2b70f180a1af tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.257994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b02ab274-46b6-4684-a66f-b4474b178523 req-94e99ed2-e066-4697-b6a0-2b70f180a1af tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.5158913 Aug 27 02:27:00.306022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Allocated IP 172.25.8.31 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/db1fc766-bf66-40bd-805c-2a5c29e90f9b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:00.334827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b02ab274-46b6-4684-a66f-b4474b178523 req-2e2ef78e-97af-4d3e-b4c7-38f8cb49a8f8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Aug 27 02:27:00.480933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.525863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.569556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:00.572990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.573180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:00.578340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:00.581625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Pushing event updated for resources: {'Port': ['ID=db1fc766-bf66-40bd-805c-2a5c29e90f9b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:00.618076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.618709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.632433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-edf3a135-b820-460b-a82f-a9963133cac5 tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1047001 Aug 27 02:27:00.635230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:00.639410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.31'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:00.659466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.660370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.716030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.883371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:00.902667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24458c-fde2-4ed6-959f-1dc309acbbec req-8595614c-8c95-46d9-b9fb-40ce5f65559c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:00.904153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c24458c-fde2-4ed6-959f-1dc309acbbec req-8595614c-8c95-46d9-b9fb-40ce5f65559c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 944 time: 0.1176758 Aug 27 02:27:00.985110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c24458c-fde2-4ed6-959f-1dc309acbbec req-537c91f7-3c52-4238-8b4f-44139ba98a71 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Aug 27 02:27:00.993637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d8f5f-bd3d-4b04-b054-2f5ae4f08708 req-e226ea1a-c7a2-499b-9842-8421059a7d59 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.010352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c68d8f5f-bd3d-4b04-b054-2f5ae4f08708 req-e226ea1a-c7a2-499b-9842-8421059a7d59 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0672977 Aug 27 02:27:01.043038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c68d8f5f-bd3d-4b04-b054-2f5ae4f08708 req-e2c3d86c-a518-48aa-834b-1c98bf3ac885 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Aug 27 02:27:01.137088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.156158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.311256 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.441071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:01.449147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf553f-e7e2-4e1e-a26d-cf1abc3f1d55 req-451a2887-73f5-4fb5-86cb-a8ac4deb4fe5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:01.450663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdbf553f-e7e2-4e1e-a26d-cf1abc3f1d55 req-451a2887-73f5-4fb5-86cb-a8ac4deb4fe5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Aug 27 02:27:01.467467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.470682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.491009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdbf553f-e7e2-4e1e-a26d-cf1abc3f1d55 req-7fa2971d-b6bb-44b4-a430-5873f7ed43d0 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Aug 27 02:27:01.504465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 08304b10-463a-415e-b743-003f2e416c95 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:01.508619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 08304b10-463a-415e-b743-003f2e416c95 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:01.509123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.528467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.528980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7badc7d-9766-4bac-a1f4-4cc2ec6e1804 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:27:01.545804 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:27:01.547348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cfafdde-1992-4faf-8a7f-cdbe1b8673dc tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9109001 Aug 27 02:27:01.549910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34122) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:01.592384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.623519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:01.627432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.628816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Deleting port db1fc766-bf66-40bd-805c-2a5c29e90f9b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:01.629326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.676861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:01.709395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.721654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Calling delete_port for db1fc766-bf66-40bd-805c-2a5c29e90f9b owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:01.839528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.870599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Pushing event deleted for resources: {'Port': ['ID=db1fc766-bf66-40bd-805c-2a5c29e90f9b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:01.932548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:01.934461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f10f94af-606e-4c38-8e0e-afc22b7e695f tempest-RoutersAdminNegativeTest-1538928965 tempest-RoutersAdminNegativeTest-1538928965-project-admin] 10.222.0.26 "DELETE /v2.0/ports/db1fc766-bf66-40bd-805c-2a5c29e90f9b HTTP/1.1" status: 204 len: 168 time: 0.3835280 Aug 27 02:27:02.021900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:02.025271 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540fa3e5-1ee9-4dae-8f58-5eafcc63eb41" -d '{"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-plugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:02.065495 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690cf12-222a-4d9d-80ba-0ecd6d8502da x-openstack-request-id: req-6690cf12-222a-4d9d-80ba-0ecd6d8502da {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:02.065972 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-plugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:02.066081 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6690cf12-222a-4d9d-80ba-0ecd6d8502da {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:02.066434 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95', 'code': 200} Aug 27 02:27:02.114598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fccae-50f7-48fe-bc84-9b4c1c33bab4 req-037deccb-7ecb-4899-8331-15ddfaf751a5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.118873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-424fccae-50f7-48fe-bc84-9b4c1c33bab4 req-037deccb-7ecb-4899-8331-15ddfaf751a5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.0646932 Aug 27 02:27:02.157424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-424fccae-50f7-48fe-bc84-9b4c1c33bab4 req-f78c5e19-4ad9-4785-baf0-7e1360a13f69 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Aug 27 02:27:02.174449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce3191-dc48-4ac9-ad12-962fe265161d req-267607fb-1b58-4456-aa01-86cf1d05a934 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.175956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bce3191-dc48-4ac9-ad12-962fe265161d req-267607fb-1b58-4456-aa01-86cf1d05a934 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Aug 27 02:27:02.222497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34144) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:02.381016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-baf3951c-514e-4762-85e7-cee73bf5357d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.415196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9fc16-f271-4ce8-a1e4-39274673937f req-87b95ec3-7455-4346-a00f-05a4c4fa6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.416710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40e9fc16-f271-4ce8-a1e4-39274673937f req-87b95ec3-7455-4346-a00f-05a4c4fa6e0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 1096 time: 0.0782588 Aug 27 02:27:02.419123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4bce3191-dc48-4ac9-ad12-962fe265161d req-0593d997-fc4f-4752-bd18-def0a605c15c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365074 Aug 27 02:27:02.478850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40e9fc16-f271-4ce8-a1e4-39274673937f req-fbd9a155-8910-458f-8932-c0b2a2fe493f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Aug 27 02:27:02.519461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-baf3951c-514e-4762-85e7-cee73bf5357d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.524982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-baf3951c-514e-4762-85e7-cee73bf5357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.563814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3951c-514e-4762-85e7-cee73bf5357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473a706-c7ee-4d87-8954-68f43b8700f7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:02.569181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-baf3951c-514e-4762-85e7-cee73bf5357d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bd7a08987974ca0abdd2957e1d629ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456032 Aug 27 02:27:02.572093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:02.617258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bd6d-58fe-4fab-8e2a-f3fc39b8ede2 req-516f7a4c-a6e5-4c0a-aa8f-85941d691c07 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.618744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e553bd6d-58fe-4fab-8e2a-f3fc39b8ede2 req-516f7a4c-a6e5-4c0a-aa8f-85941d691c07 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Aug 27 02:27:02.626529 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.648446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.656761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e553bd6d-58fe-4fab-8e2a-f3fc39b8ede2 req-133e244d-7def-4474-ab11-a991905af5f8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Aug 27 02:27:02.695335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.697916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:02.699093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c473a706-c7ee-4d87-8954-68f43b8700f7 HTTP/1.1" status: 204 len: 168 time: 0.1260445 Aug 27 02:27:02.707545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800cd28-2759-4b5a-a923-b2b726c81abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473a706-c7ee-4d87-8954-68f43b8700f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:02.778058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5584bb-4242-45f6-8dd9-bcb7a7bca580 req-0d171ddb-a2b9-49f8-bb85-b7bdfa2d9d55 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.786255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed5584bb-4242-45f6-8dd9-bcb7a7bca580 req-0d171ddb-a2b9-49f8-bb85-b7bdfa2d9d55 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1096 time: 0.0593431 Aug 27 02:27:02.816598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed5584bb-4242-45f6-8dd9-bcb7a7bca580 req-f5bba60c-1621-44ef-9af0-18ef7aa4a926 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292509 Aug 27 02:27:02.928425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ff433-b3d8-4e7b-b031-2a4e94490f9e req-42f628c4-8796-4802-a8c1-765b264fcc8c tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:02.930220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-982ff433-b3d8-4e7b-b031-2a4e94490f9e req-42f628c4-8796-4802-a8c1-765b264fcc8c tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1096 time: 0.0421674 Aug 27 02:27:02.970293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-982ff433-b3d8-4e7b-b031-2a4e94490f9e req-dc5caea0-8a14-4acc-b03b-de3bc79bf23b tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Aug 27 02:27:03.017524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:03.066746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d94449d0-9e03-4bb0-8906-7266f02bf3ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2463c4c14652431985cdabf9057c10b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470357 Aug 27 02:27:03.069352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34198) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:03.124522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.146732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.197867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.201094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:03.205283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/842eb9fa-aa06-476d-89d1-6817a336bf91 HTTP/1.1" status: 204 len: 168 time: 0.1340904 Aug 27 02:27:03.215207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757fc85-8f03-4516-8cb5-f481a443b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842eb9fa-aa06-476d-89d1-6817a336bf91,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:03.348302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07783b-035f-4dac-a67b-40b950b65d82 req-3e533fb9-cfa6-4704-b71b-1929b74dac23 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.356836 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef07783b-035f-4dac-a67b-40b950b65d82 req-3e533fb9-cfa6-4704-b71b-1929b74dac23 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.0970840 Aug 27 02:27:03.429830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef07783b-035f-4dac-a67b-40b950b65d82 req-11626d1e-1b94-4aec-ad45-3c02f721f09f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Aug 27 02:27:03.524210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-52ed7208-f507-4ed8-9ef9-5e32e949f5fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920877 Aug 27 02:27:03.675719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-0e45453c-95e1-4ef6-b3b9-744e16838f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:03.691543 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-0e45453c-95e1-4ef6-b3b9-744e16838f23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1096 time: 0.1018240 Aug 27 02:27:04.034362 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:27:04.265213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-64c10bd3-b195-48b8-b2ce-b0d3bc120aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.268122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-64c10bd3-b195-48b8-b2ce-b0d3bc120aab service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.5495501 Aug 27 02:27:04.338409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eb83c-f509-43d7-8082-2f532951b5ca req-0155cee9-4343-4090-9558-46ce0cba1085 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.345770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d25eb83c-f509-43d7-8082-2f532951b5ca req-0155cee9-4343-4090-9558-46ce0cba1085 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.1631379 Aug 27 02:27:04.373844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-818f6e45-8f8c-4749-90e1-c79c683388ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 1000 time: 0.0942764 Aug 27 02:27:04.376280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:04.436973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d25eb83c-f509-43d7-8082-2f532951b5ca req-d46eaeef-652d-48f1-a70d-3938510f7133 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892401 Aug 27 02:27:04.460054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4608a6ba-479c-4b83-8497-6bcf591b5eaa tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:27:04.462608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4608a6ba-479c-4b83-8497-6bcf591b5eaa tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078776 Aug 27 02:27:04.463959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-afd47aff-e263-4308-91d9-c9074dbe4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.465411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-afd47aff-e263-4308-91d9-c9074dbe4525 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0797112 Aug 27 02:27:04.487485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34266) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:04.488888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Request body: {'binding': {'host': 'n-h2-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:04.489596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:27:04.524944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-d081b64a-b30f-4765-8263-e4e4df36c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.526473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-d081b64a-b30f-4765-8263-e4e4df36c33b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523071 Aug 27 02:27:04.647459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:04.675403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:04.697956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1494097938'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:04.711944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on host n-h2-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:04.712211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:04.712694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.717970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:04.718408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:04.723723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:04.724149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:04.724599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:04.725117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Bound port: dcb43cb5-cb7c-4848-bfdb-979f679c1197, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:04.729327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.750544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:04.779820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276e99c-dee0-4f62-bbea-de3d837336d2 req-8ef972bf-5050-42d5-b4d5-b19eaf9dee7b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:04.781614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8276e99c-dee0-4f62-bbea-de3d837336d2 req-8ef972bf-5050-42d5-b4d5-b19eaf9dee7b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.1060629 Aug 27 02:27:04.783081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:04.784654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-06d99541-55ba-4d63-911b-e68d3a0ce17e service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449064 Aug 27 02:27:04.785697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Made reservation on behalf of 33cbf8dc62ea4f6ebe748e2aa49fdc44 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:04.790810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.791775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:04.794111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.803513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.805495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f39d9e3a-c5b4-44bd-98a7-12b46f0f0472 service neutron] 10.222.0.26 "POST /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197/bindings HTTP/1.1" status: 201 len: 389 time: 0.3235745 Aug 27 02:27:04.820709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:04.872867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:04.899381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e150a65a-2d1c-49bf-87c6-08bfe313aeff'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:05.070902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8276e99c-dee0-4f62-bbea-de3d837336d2 req-5c890890-419f-43ac-9f65-e3089fa1ffbe tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707183 Aug 27 02:27:05.197869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a7a4687-6907-4708-8edf-afbd5882ae17 req-45448c8b-1749-45bd-9a18-1497e581bae7 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025655 Aug 27 02:27:05.239476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-73021e4b-fe55-4e0b-ba79-2d8840d5bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.241408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-73021e4b-fe55-4e0b-ba79-2d8840d5bc63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1096 time: 0.0794628 Aug 27 02:27:05.383096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cd92a-e5e2-4636-bb40-a477a21d9811 req-3449273d-7805-4eb3-9498-9ed974978cc9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.385057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-487cd92a-e5e2-4636-bb40-a477a21d9811 req-3449273d-7805-4eb3-9498-9ed974978cc9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.2105203 Aug 27 02:27:05.432830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.435362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4d1ab124-e225-47aa-baa0-d34fb91ee462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.437465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4d1ab124-e225-47aa-baa0-d34fb91ee462 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.1878521 Aug 27 02:27:05.444340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.480926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-487cd92a-e5e2-4636-bb40-a477a21d9811 req-06ce1bc1-47d3-401f-b806-be7f9467e430 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789249 Aug 27 02:27:05.495185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523ace-42ce-4778-aeac-9e5653498885 req-c63dcde6-1759-42bd-88d1-4a5d905d190c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.497131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5523ace-42ce-4778-aeac-9e5653498885 req-c63dcde6-1759-42bd-88d1-4a5d905d190c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.1014161 Aug 27 02:27:05.500566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:05.502519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-c90ad677-b4e8-416c-aafd-5fd12500d480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 217 time: 0.0522687 Aug 27 02:27:05.520978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064049ac-fb7a-4071-924e-70d518192cb2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:05.528703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.529072 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Added segment 35ba0f14-20eb-45a7-b5e3-996b99bd76d3 of type vlan for network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 Aug 27 02:27:05.596951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-bd700628-a8e6-4235-b390-429fd20bfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.598488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-bd700628-a8e6-4235-b390-429fd20bfbdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.0924699 Aug 27 02:27:05.610942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5523ace-42ce-4778-aeac-9e5653498885 req-1be6bad3-cd73-448a-9f18-107ffe910d15 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Aug 27 02:27:05.611700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.661862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.677354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-9c10f72a-196f-4e7f-b972-9aaf3c33f4ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653706 Aug 27 02:27:05.683069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:05.683534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:05.844206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-e0a696df-e887-4ac5-840f-ea3521221d30 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587853 Aug 27 02:27:05.881563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3792505 Aug 27 02:27:05.882767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:05.899249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Request body: {'subnet': {'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:05.931482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'Network': ['ID=a211494c-b3c8-4e8c-ac4d-9473eb1b3f59,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:05.960577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.960931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.961273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.961614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.961954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.962292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.962744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.963005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.963408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.963652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.963955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.964279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a7b56-f5da-4d13-b5e8-e717c5366ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:05.999442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:06.011698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-da1e7f17-d89b-4e96-907b-18d3e8ee2c38 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590216 Aug 27 02:27:06.012248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95fac4-df69-455a-bc46-bc5d988771b2 req-aaf690c1-b7a6-4b1a-81a8-6a61fb2b8c6c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.013827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c95fac4-df69-455a-bc46-bc5d988771b2 req-aaf690c1-b7a6-4b1a-81a8-6a61fb2b8c6c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 945 time: 0.3181026 Aug 27 02:27:06.233098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c95fac4-df69-455a-bc46-bc5d988771b2 req-bd521f8b-62df-4b02-bb6c-99991e68da04 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975923 Aug 27 02:27:06.262160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Made reservation on behalf of 33cbf8dc62ea4f6ebe748e2aa49fdc44 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:06.271386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.391509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:06.597434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e150a65a-2d1c-49bf-87c6-08bfe313aeff triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:06.598080 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.770444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.787282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.811099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:06.815979 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ad539-62b9-4067-96ca-e52e15cbdbe9" -d '{"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:06.855314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:06.868947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:06.893198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731c01-44cc-4bca-a58e-b641ed6cdb90 req-939baba8-3878-49c0-a3a5-ba0afacce53f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:06.905526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85731c01-44cc-4bca-a58e-b641ed6cdb90 req-939baba8-3878-49c0-a3a5-ba0afacce53f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.1928217 Aug 27 02:27:06.922984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'Subnet': ['ID=e20e5c44-311c-4f80-825c-dccd70d1069b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:06.957038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Checking segment: {'id': '35ba0f14-20eb-45a7-b5e3-996b99bd76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:06.957806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Network hostable DHCP agents. Network: a211494c-b3c8-4e8c-ac4d-9473eb1b3f59, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:07.003914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85731c01-44cc-4bca-a58e-b641ed6cdb90 req-4b9df2c9-df3a-4eff-9033-c0d1ff3f803f tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970070 Aug 27 02:27:07.019337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:07.035517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:07.049706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.057983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.058541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.059721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.060221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.060713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.061190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.062275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.065553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.066897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a211494c-b3c8-4e8c-ac4d-9473eb1b3f59) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:07.069115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.071350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.077267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:07.088451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.089088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.100750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecb218-482a-409d-8e9a-83b00575d7a0 None None] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:07.137993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8510869c-408f-4cfa-8c64-5ae000e252c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2440400 Aug 27 02:27:07.140456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:07.152133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Request body: {'port': {'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1200263470'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:07.275480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a211494c-b3c8-4e8c-ac4d-9473eb1b3f59', 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59', 'tenant_id': '33cbf8dc62ea4f6ebe748e2aa49fdc44', 'fixed_ips': [{'subnet_id': 'e20e5c44-311c-4f80-825c-dccd70d1069b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:27:07.276361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.500017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Made reservation on behalf of 33cbf8dc62ea4f6ebe748e2aa49fdc44 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:07.516212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.546706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06b695-d3f9-4140-8bb0-4d1e100f562f req-d8bdec9b-434a-44db-b9d1-975b9bd3ec17 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:07.557718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b06b695-d3f9-4140-8bb0-4d1e100f562f req-d8bdec9b-434a-44db-b9d1-975b9bd3ec17 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.2270432 Aug 27 02:27:07.604003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Allocated IP 2001:db8::2 (a211494c-b3c8-4e8c-ac4d-9473eb1b3f59/e20e5c44-311c-4f80-825c-dccd70d1069b/bcb13f53-08af-45ef-87cc-1af378b83726) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:07.645064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] device_id is not set on port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:07.719630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b06b695-d3f9-4140-8bb0-4d1e100f562f req-2ab55079-2e1a-4f76-9ae7-87fad15b94d9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606097 Aug 27 02:27:07.858236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.867458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Transition to ACTIVE for port object bcb13f53-08af-45ef-87cc-1af378b83726 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:07.884266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Transition to ACTIVE for port object bcb13f53-08af-45ef-87cc-1af378b83726 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:07.896606 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:07.974520 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8c5c2e-77c8-43bf-bd30-5edc3644fbe7 x-openstack-request-id: req-6b8c5c2e-77c8-43bf-bd30-5edc3644fbe7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:07.976864 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:07.977289 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b8c5c2e-77c8-43bf-bd30-5edc3644fbe7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:07.977850 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'code': 200} Aug 27 02:27:07.985337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:07.995019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:08.004949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:08.032669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Allocated IP 2001:db8::1cb (a211494c-b3c8-4e8c-ac4d-9473eb1b3f59/e20e5c44-311c-4f80-825c-dccd70d1069b/c647d1fb-3b65-4742-ba3e-54f52f9a9b79) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:08.087426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Pushing event updated for resources: {'Port': ['ID=bcb13f53-08af-45ef-87cc-1af378b83726,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:08.138334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Attempting to bind port bcb13f53-08af-45ef-87cc-1af378b83726 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:08.139182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Attempting to bind port bcb13f53-08af-45ef-87cc-1af378b83726 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '35ba0f14-20eb-45a7-b5e3-996b99bd76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:08.139706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Attempting to bind port bcb13f53-08af-45ef-87cc-1af378b83726 on network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:08.145681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:08.146625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Checking segment: {'id': '35ba0f14-20eb-45a7-b5e3-996b99bd76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:08.147212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.147788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Bound using segment: {'id': '35ba0f14-20eb-45a7-b5e3-996b99bd76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:08.148478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Bound port: bcb13f53-08af-45ef-87cc-1af378b83726, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ba0f14-20eb-45a7-b5e3-996b99bd76d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:08.149020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.240678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] For port bcb13f53-08af-45ef-87cc-1af378b83726, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:08.275165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] For port bcb13f53-08af-45ef-87cc-1af378b83726, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bcb13f53-08af-45ef-87cc-1af378b83726,segment=NetworkSegment(35ba0f14-20eb-45a7-b5e3-996b99bd76d3),segment_id=35ba0f14-20eb-45a7-b5e3-996b99bd76d3)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:08.288265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.438965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff0412-1b4e-4f06-b9c1-1724ee2ee993 None None] Pushing event updated for resources: {'Port': ['ID=bcb13f53-08af-45ef-87cc-1af378b83726,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:08.710039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:08.811922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5396d-48c7-4b6c-a383-1cc03a2a2768 req-b61bc900-9a00-41ac-82c2-31ef06cf621b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:08.831843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02b5396d-48c7-4b6c-a383-1cc03a2a2768 req-b61bc900-9a00-41ac-82c2-31ef06cf621b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.2296369 Aug 27 02:27:08.854796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Transition to ACTIVE for port object c647d1fb-3b65-4742-ba3e-54f52f9a9b79 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:09.006066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02b5396d-48c7-4b6c-a383-1cc03a2a2768 req-d0498f5f-c8f8-4e06-94e5-2e1c989d751e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705885 Aug 27 02:27:09.106229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.212094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:09.215420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:09.218070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:09.224428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:09.225346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.246422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'Port': ['ID=c647d1fb-3b65-4742-ba3e-54f52f9a9b79,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:09.256784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:09.257353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1266304-76b9-41ee-a86a-c3234868c7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1152906 Aug 27 02:27:09.262087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Request body: {'port': {'network_id': 'a211494c-b3c8-4e8c-ac4d-9473eb1b3f59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-567246519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:09.267700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] bootfile-name is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:09.268261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] tftp-server is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:09.268607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] server-ip-address is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:09.514902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Made reservation on behalf of 33cbf8dc62ea4f6ebe748e2aa49fdc44 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:09.518702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:09.563763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] device_id is not set on port 9cfe7409-6ed8-4cf8-b960-86caccb384e2 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:09.793307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Allocated IP 2001:db8::a2 (a211494c-b3c8-4e8c-ac4d-9473eb1b3f59/e20e5c44-311c-4f80-825c-dccd70d1069b/9cfe7409-6ed8-4cf8-b960-86caccb384e2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:10.215407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310f322-fbf7-4ee3-984b-fb6284ff3f5c None None] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:10.220016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.261920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Transition to ACTIVE for port object 9cfe7409-6ed8-4cf8-b960-86caccb384e2 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:10.341389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.379153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-93794b28-ebbe-410b-83fd-d5f6eb9c984a None None] Provisioning for port bcb13f53-08af-45ef-87cc-1af378b83726 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:10.419001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'Port': ['ID=9cfe7409-6ed8-4cf8-b960-86caccb384e2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:10.429327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.430147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.430745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.431310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.431888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.432478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.433161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.433712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.434252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.434920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.435641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.436178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:27:10.454760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:10.457867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:10.465662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:10.471905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.472998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.497982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34368) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:10.508655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb994279-c99c-42c7-abea-72007294f6c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.2505286 Aug 27 02:27:10.617986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e10b91-12c9-4d0d-aac5-668dd3838674 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.628762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e10b91-12c9-4d0d-aac5-668dd3838674 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.643088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e10b91-12c9-4d0d-aac5-668dd3838674 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:10.645167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68e10b91-12c9-4d0d-aac5-668dd3838674 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1454656 Aug 27 02:27:10.648357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:10.727720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bcb13f53-08af-45ef-87cc-1af378b83726 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:10.794403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Deleting port 9cfe7409-6ed8-4cf8-b960-86caccb384e2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:10.797029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.799570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port bcb13f53-08af-45ef-87cc-1af378b83726 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:10.805015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bcb13f53-08af-45ef-87cc-1af378b83726 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:10.808068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.918367 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:10.962765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port bcb13f53-08af-45ef-87cc-1af378b83726, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bcb13f53-08af-45ef-87cc-1af378b83726,segment=NetworkSegment(35ba0f14-20eb-45a7-b5e3-996b99bd76d3),segment_id=35ba0f14-20eb-45a7-b5e3-996b99bd76d3)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:10.970165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.024092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.052740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Calling delete_port for 9cfe7409-6ed8-4cf8-b960-86caccb384e2 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:11.083337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Provisioning for port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:11.123782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Provisioning complete for port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:11.124168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.192449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=bcb13f53-08af-45ef-87cc-1af378b83726,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:11.254374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:11.291922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Provisioning for port 9cfe7409-6ed8-4cf8-b960-86caccb384e2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:11.318601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Provisioning complete for port 9cfe7409-6ed8-4cf8-b960-86caccb384e2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:11.318993 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.410620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Port 9cfe7409-6ed8-4cf8-b960-86caccb384e2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:11.439456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Provisioning complete for port bcb13f53-08af-45ef-87cc-1af378b83726 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:11.439831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1343bdc7-a2bc-4bdd-8412-003236c11617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.463115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.539090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event deleted for resources: {'Port': ['ID=9cfe7409-6ed8-4cf8-b960-86caccb384e2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:11.567215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.569693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3998db8-2089-4ca1-8b6b-d691f38ef83c tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "DELETE /v2.0/ports/9cfe7409-6ed8-4cf8-b960-86caccb384e2 HTTP/1.1" status: 204 len: 168 time: 0.9201944 Aug 27 02:27:11.575678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:11.608302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Request body: {'port': {'name': 'tempest-new-port-name-1360638700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:11.609126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] bootfile-name is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:11.610994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] tftp-server is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:11.611536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] server-ip-address is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:11.782269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8e74922a-c6b7-4e36-b692-396b915e1251 None None] Provisioning complete for port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:11.782699 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e74922a-c6b7-4e36-b692-396b915e1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.868017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:11.923358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8e74922a-c6b7-4e36-b692-396b915e1251 None None] Port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:12.039374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8f9c-8b4e-40b7-bc5e-adb8bf3b71b3 None None] Could not find standard attr ID for object 9cfe7409-6ed8-4cf8-b960-86caccb384e2. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:27:12.244649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.259563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.375163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event updated for resources: {'Port': ['ID=c647d1fb-3b65-4742-ba3e-54f52f9a9b79,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:12.392363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] In _notify_port_updated(), no bound segment for port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 on network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:27:12.406484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.407177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.411296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:12.420586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa028f4a-0eee-4dd4-83a6-ab2759b81e0d tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "PUT /v2.0/ports/c647d1fb-3b65-4742-ba3e-54f52f9a9b79 HTTP/1.1" status: 200 len: 1130 time: 0.8370745 Aug 27 02:27:12.545752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be40dbad-35c8-4395-892d-0309fb044598 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:12.561257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be40dbad-35c8-4395-892d-0309fb044598 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "GET /v2.0/ports/c647d1fb-3b65-4742-ba3e-54f52f9a9b79 HTTP/1.1" status: 200 len: 1130 time: 0.1486559 Aug 27 02:27:12.566104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:12.691581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bcb13f53-08af-45ef-87cc-1af378b83726 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:12.819471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b78eda14-30aa-4012-a3d3-1edff4d23e5e None None] Provisioning complete for port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:12.820203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b78eda14-30aa-4012-a3d3-1edff4d23e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.858743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bcb13f53-08af-45ef-87cc-1af378b83726 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:12.859668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.863171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Deleting port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:12.863536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:12.918305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b78eda14-30aa-4012-a3d3-1edff4d23e5e None None] Port c647d1fb-3b65-4742-ba3e-54f52f9a9b79 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:13.095561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.110727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Calling delete_port for c647d1fb-3b65-4742-ba3e-54f52f9a9b79 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:13.273622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.370691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event deleted for resources: {'Port': ['ID=c647d1fb-3b65-4742-ba3e-54f52f9a9b79,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:13.427764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.430768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e00cb439-52ad-4fd7-8faa-67db5482d097 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "DELETE /v2.0/ports/c647d1fb-3b65-4742-ba3e-54f52f9a9b79 HTTP/1.1" status: 204 len: 168 time: 0.8635128 Aug 27 02:27:13.433570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:13.535065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Deleting subnet e20e5c44-311c-4f80-825c-dccd70d1069b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:27:13.539702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.643403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:13.847805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.008773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.078120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event deleted for resources: {'Subnet': ['ID=e20e5c44-311c-4f80-825c-dccd70d1069b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:14.091822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.094257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4612c4d-6f31-4995-8658-7a5432591e49 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "DELETE /v2.0/subnets/e20e5c44-311c-4f80-825c-dccd70d1069b HTTP/1.1" status: 204 len: 168 time: 0.6596692 Aug 27 02:27:14.100311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:14.107300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2418d-5a52-402d-bb61-144d86cfeaa8 None None] Network a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:14.286231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.371822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Deleting port bcb13f53-08af-45ef-87cc-1af378b83726 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:14.372154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.502852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] For port bcb13f53-08af-45ef-87cc-1af378b83726, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bcb13f53-08af-45ef-87cc-1af378b83726,segment=NetworkSegment(35ba0f14-20eb-45a7-b5e3-996b99bd76d3),segment_id=35ba0f14-20eb-45a7-b5e3-996b99bd76d3)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:14.503761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.529778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] DHCP port deletion for a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:27:14.550197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Calling delete_port for bcb13f53-08af-45ef-87cc-1af378b83726 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:14.651631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Deleting port bcb13f53-08af-45ef-87cc-1af378b83726 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:14.651930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.742138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bcb13f53-08af-45ef-87cc-1af378b83726 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:14.745270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.778273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event deleted for resources: {'Port': ['ID=bcb13f53-08af-45ef-87cc-1af378b83726,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:14.785169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] No DVR routers for this DVR port bcb13f53-08af-45ef-87cc-1af378b83726 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:14.792911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: bcb13f53-08af-45ef-87cc-1af378b83726 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:14.793256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bcb13f53-08af-45ef-87cc-1af378b83726 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:14.852150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] For port bcb13f53-08af-45ef-87cc-1af378b83726, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bcb13f53-08af-45ef-87cc-1af378b83726,segment=NetworkSegment(35ba0f14-20eb-45a7-b5e3-996b99bd76d3),segment_id=35ba0f14-20eb-45a7-b5e3-996b99bd76d3)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:14.852860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.880096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Calling delete_port for bcb13f53-08af-45ef-87cc-1af378b83726 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:14.929847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.948202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a211494c-b3c8-4e8c-ac4d-9473eb1b3f59']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:14.972189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ba0f14-20eb-45a7-b5e3-996b99bd76d3') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:14.972601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ba0f14-20eb-45a7-b5e3-996b99bd76d3') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:14.990854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:14.995782 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.011310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.022586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] Pushing event deleted for resources: {'Port': ['ID=bcb13f53-08af-45ef-87cc-1af378b83726,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:15.034150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5c44a-783d-400d-ae76-add5c9046c6d None None] No DVR routers for this DVR port bcb13f53-08af-45ef-87cc-1af378b83726 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:15.035592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:27:15.038838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:27:15.052636 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:27:15.149008 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.169454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:15.174728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] 10.222.0.26 "DELETE /v2.0/networks/a211494c-b3c8-4e8c-ac4d-9473eb1b3f59 HTTP/1.1" status: 204 len: 168 time: 1.0727537 Aug 27 02:27:15.192554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4dc5-966c-4527-a86e-1a2eff80bdaf tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664 tempest-ExtraDHCPOptionsIpV6TestJSON-1230940664-project] Pushing event deleted for resources: {'Network': ['ID=a211494c-b3c8-4e8c-ac4d-9473eb1b3f59,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:15.674749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:15.929694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b301042b-4b59-4989-9d1d-c83bce161ca7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33cbf8dc62ea4f6ebe748e2aa49fdc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538457 Aug 27 02:27:15.932701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:16.020379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.063199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.082521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.164414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.171056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:16.178761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/064049ac-fb7a-4071-924e-70d518192cb2 HTTP/1.1" status: 204 len: 168 time: 0.2440913 Aug 27 02:27:16.208932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a1d8-e516-43df-871a-c7835347e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064049ac-fb7a-4071-924e-70d518192cb2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:17.266058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34424) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:17.383822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-562335050'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:17.416330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Made reservation on behalf of 7fe115d9353a4d5da5a0af381c16a990 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:17.419954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.436573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.540970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.549881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.702181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:17.763580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.763996 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Added segment 00cfb921-87fc-41dd-b96f-8ee3325c4289 of type vlan for network 60f86e7f-845c-4aab-8d42-323532692c84 Aug 27 02:27:17.951231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.965622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c0fde2-c76f-43ae-8074-3c23bb5918f5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:17.989691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:17.996696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:17.997478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.082502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'Network': ['ID=60f86e7f-845c-4aab-8d42-323532692c84,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:18.120033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 60f86e7f-845c-4aab-8d42-323532692c84 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:18.136331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba525e08-e4c6-4b11-a861-046bd09cb1d5 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8665419 Aug 27 02:27:18.136853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34428) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:18.146981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Request body: {'subnet': {'network_id': '60f86e7f-845c-4aab-8d42-323532692c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:18.265748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Made reservation on behalf of 7fe115d9353a4d5da5a0af381c16a990 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:18.272301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.562679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.695992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Checking segment: {'id': '00cfb921-87fc-41dd-b96f-8ee3325c4289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:18.696774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Network hostable DHCP agents. Network: 60f86e7f-845c-4aab-8d42-323532692c84, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:18.707095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'Subnet': ['ID=6ec5afb3-242d-44f1-9ac7-a5a4428e1fab,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:18.732545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Network 60f86e7f-845c-4aab-8d42-323532692c84 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:18.745771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 60f86e7f-845c-4aab-8d42-323532692c84) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:18.750956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:18.751895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.757927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba63d3c-1465-43ba-b7a2-f9096970c945 None None] Network 60f86e7f-845c-4aab-8d42-323532692c84 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:18.774442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34434) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:18.797526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Request body: {'port': {'network_id': '60f86e7f-845c-4aab-8d42-323532692c84', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1343581363'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:18.804793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0dae399-f051-4524-9648-edada41840f2 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6652799 Aug 27 02:27:18.944621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Made reservation on behalf of 7fe115d9353a4d5da5a0af381c16a990 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:18.948627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:18.970663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] device_id is not set on port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:19.034272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-60f86e7f-845c-4aab-8d42-323532692c84', 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84', 'tenant_id': '7fe115d9353a4d5da5a0af381c16a990', 'fixed_ips': [{'subnet_id': '6ec5afb3-242d-44f1-9ac7-a5a4428e1fab'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:27:19.036426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.130713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Allocated IP 172.20.0.6 (60f86e7f-845c-4aab-8d42-323532692c84/6ec5afb3-242d-44f1-9ac7-a5a4428e1fab/809dad7b-6ab9-4090-94d1-6c35c9e0fd25) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:19.423929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f3f14-7f3c-41f5-8879-20da8e6ad8f7 req-173f8061-ede4-4613-8114-e3aaeea51b5a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.431202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-196f3f14-7f3c-41f5-8879-20da8e6ad8f7 req-173f8061-ede4-4613-8114-e3aaeea51b5a tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.1172473 Aug 27 02:27:19.450517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.494802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Transition to ACTIVE for port object 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:19.499151 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-196f3f14-7f3c-41f5-8879-20da8e6ad8f7 req-1586207c-78f1-4b5b-b035-3c217679ca80 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671582 Aug 27 02:27:19.564332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.659434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Network 60f86e7f-845c-4aab-8d42-323532692c84 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:19.660064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Allocated IP 172.20.0.2 (60f86e7f-845c-4aab-8d42-323532692c84/6ec5afb3-242d-44f1-9ac7-a5a4428e1fab/a2540629-fab0-455b-bedb-229778629ca1) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:19.663764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'Port': ['ID=809dad7b-6ab9-4090-94d1-6c35c9e0fd25,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:19.671557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:19.682193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:19.775982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338ca4-b03a-4d98-8070-b37c7fcaa5fc req-36bb5dc7-939e-4290-96ab-6e50968fd049 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.784200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36338ca4-b03a-4d98-8070-b37c7fcaa5fc req-36bb5dc7-939e-4290-96ab-6e50968fd049 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0680921 Aug 27 02:27:19.786741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:19.787453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.823327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-00b07cc0-005d-4218-8aef-bc2c34bfcdf6 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0464201 Aug 27 02:27:19.824130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:19.833256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Request body: {'port': {'network_id': '60f86e7f-845c-4aab-8d42-323532692c84', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2018147780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:19.833751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] bootfile-name is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:19.836233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] tftp-server is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:19.836674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.api.validators [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] server-ip-address is not in valid_values {{(pid=94831) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:19.877473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36338ca4-b03a-4d98-8070-b37c7fcaa5fc req-df7b81fb-7673-4537-b3ae-c8ac6862d060 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877666 Aug 27 02:27:19.901147 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:19.917620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Transition to ACTIVE for port object a2540629-fab0-455b-bedb-229778629ca1 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:19.952641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Transition to ACTIVE for port object a2540629-fab0-455b-bedb-229778629ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:19.964557 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.040463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Network 60f86e7f-845c-4aab-8d42-323532692c84 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:20.045234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:20.048319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Pushing event updated for resources: {'Port': ['ID=a2540629-fab0-455b-bedb-229778629ca1,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:20.052723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:20.062424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Made reservation on behalf of 7fe115d9353a4d5da5a0af381c16a990 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:20.067337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.119175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] device_id is not set on port 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:20.120495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Attempting to bind port a2540629-fab0-455b-bedb-229778629ca1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:20.120870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Attempting to bind port a2540629-fab0-455b-bedb-229778629ca1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '00cfb921-87fc-41dd-b96f-8ee3325c4289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:20.121236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Attempting to bind port a2540629-fab0-455b-bedb-229778629ca1 on network 60f86e7f-845c-4aab-8d42-323532692c84 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:20.127984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:20.128367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Checking segment: {'id': '00cfb921-87fc-41dd-b96f-8ee3325c4289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:20.128776 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.129169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Bound using segment: {'id': '00cfb921-87fc-41dd-b96f-8ee3325c4289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:20.130587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Bound port: a2540629-fab0-455b-bedb-229778629ca1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cfb921-87fc-41dd-b96f-8ee3325c4289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '60f86e7f-845c-4aab-8d42-323532692c84'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:20.130976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.189518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2d1c8-97ec-4c30-b9da-3afae2d81aec req-c31b8c8d-ca5d-4a6b-83cf-b78c84b588ed tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.197201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ef2d1c8-97ec-4c30-b9da-3afae2d81aec req-c31b8c8d-ca5d-4a6b-83cf-b78c84b588ed tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 950 time: 0.1652067 Aug 27 02:27:20.233327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] For port a2540629-fab0-455b-bedb-229778629ca1, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:20.237794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] For port a2540629-fab0-455b-bedb-229778629ca1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a2540629-fab0-455b-bedb-229778629ca1,segment=NetworkSegment(00cfb921-87fc-41dd-b96f-8ee3325c4289),segment_id=00cfb921-87fc-41dd-b96f-8ee3325c4289)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:20.243533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.262824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ef2d1c8-97ec-4c30-b9da-3afae2d81aec req-32b945d5-214f-4b26-9501-28e79725f917 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576236 Aug 27 02:27:20.322365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c15a41-6b39-4deb-9aa7-ce4fe42dfd21 None None] Pushing event updated for resources: {'Port': ['ID=a2540629-fab0-455b-bedb-229778629ca1,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:20.345289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Allocated IP 172.20.0.3 (60f86e7f-845c-4aab-8d42-323532692c84/6ec5afb3-242d-44f1-9ac7-a5a4428e1fab/9dc8a7d6-69ee-4f7a-97f4-5c9d70889671) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:20.564991 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.588903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Transition to ACTIVE for port object 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:20.679046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.702331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a2540629-fab0-455b-bedb-229778629ca1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:20.753779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Network 60f86e7f-845c-4aab-8d42-323532692c84 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:20.758041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b9936-f064-4162-942b-b4490ac49be6 req-b20103fe-bbd7-4726-9e82-c6510fc97833 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.758651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:20.760162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de3b9936-f064-4162-942b-b4490ac49be6 req-b20103fe-bbd7-4726-9e82-c6510fc97833 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.1043303 Aug 27 02:27:20.768985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:20.771135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a2540629-fab0-455b-bedb-229778629ca1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:20.816642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de3b9936-f064-4162-942b-b4490ac49be6 req-b2abf562-7773-445f-acb3-40a234b04924 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454307 Aug 27 02:27:20.822517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'Port': ['ID=9dc8a7d6-69ee-4f7a-97f4-5c9d70889671,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:20.840511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.841313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:20.854998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bfd3db5-ee9b-4415-aaac-6e76f889fc9e tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0297053 Aug 27 02:27:20.857512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:20.962781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09bec3-237e-43fb-a122-9954708ca3f9 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.971869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09bec3-237e-43fb-a122-9954708ca3f9 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.978455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09bec3-237e-43fb-a122-9954708ca3f9 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:20.980143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b09bec3-237e-43fb-a122-9954708ca3f9 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1216707 Aug 27 02:27:20.984655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:20.999582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77149eeb-6e9f-4f41-aa4a-861130f94bd5 req-1888bbd7-6df3-42cf-8fb2-1ac4e65353dd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.001706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77149eeb-6e9f-4f41-aa4a-861130f94bd5 req-1888bbd7-6df3-42cf-8fb2-1ac4e65353dd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0628462 Aug 27 02:27:21.033960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-e046d8f2-fe14-464d-b66b-e63e39377f52 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.036674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-e046d8f2-fe14-464d-b66b-e63e39377f52 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1128044 Aug 27 02:27:21.045877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77149eeb-6e9f-4f41-aa4a-861130f94bd5 req-44d1cf49-e211-40d5-843f-ced03cd4f58e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365181 Aug 27 02:27:21.114743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Deleting port 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:21.115096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.222523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806292-1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:21.389892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965eb96-8343-42ca-8c96-d96994086e7a req-79028b2a-d739-44b6-a295-1dcc792ba58f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.391526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0965eb96-8343-42ca-8c96-d96994086e7a req-79028b2a-d739-44b6-a295-1dcc792ba58f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 950 time: 0.0543628 Aug 27 02:27:21.435130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0965eb96-8343-42ca-8c96-d96994086e7a req-4c0f0ff9-34ad-49bf-a14d-01ec71b1c8c8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Aug 27 02:27:21.444803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e6767-4a52-4248-b5a2-4be08143585d None None] Network 60f86e7f-845c-4aab-8d42-323532692c84 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:21.532971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Provisioning for port a2540629-fab0-455b-bedb-229778629ca1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:21.544061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Provisioning complete for port a2540629-fab0-455b-bedb-229778629ca1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:21.544436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.689091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.704492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.711425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.729911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] For port a2540629-fab0-455b-bedb-229778629ca1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a2540629-fab0-455b-bedb-229778629ca1,segment=NetworkSegment(00cfb921-87fc-41dd-b96f-8ee3325c4289),segment_id=00cfb921-87fc-41dd-b96f-8ee3325c4289)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:21.730852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c214b13-70bd-4fc4-8cef-eb58559a402b req-d0e7ab58-8fde-441d-b341-fc07edfad779 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.732397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c214b13-70bd-4fc4-8cef-eb58559a402b req-d0e7ab58-8fde-441d-b341-fc07edfad779 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.5045319 Aug 27 02:27:21.740409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:21.745272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Calling delete_port for 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:21.763050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-1ac30cf1-c5c7-4d64-960b-5d3ba08985ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:21.764523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-1ac30cf1-c5c7-4d64-960b-5d3ba08985ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1097 time: 0.1873102 Aug 27 02:27:21.798579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a54e3a-5dc6-458a-981c-53f4c0e7a900 None None] Pushing event updated for resources: {'Port': ['ID=a2540629-fab0-455b-bedb-229778629ca1,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:21.919180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c214b13-70bd-4fc4-8cef-eb58559a402b req-b6d9b00f-07fd-423d-a89c-39e741fdf606 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757271 Aug 27 02:27:22.200964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc36f9c-d840-4447-b22d-661202f39c5a req-29d2adfc-acde-491d-b78f-7f6e91009c00 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.208349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cc36f9c-d840-4447-b22d-661202f39c5a req-29d2adfc-acde-491d-b78f-7f6e91009c00 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 945 time: 0.1779518 Aug 27 02:27:22.223792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Provisioning for port 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:22.228228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Provisioning complete for port 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:22.229184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.232465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-cb5c6c6a-6d05-4e05-8520-77b498b13f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.235097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-cb5c6c6a-6d05-4e05-8520-77b498b13f12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.4572012 Aug 27 02:27:22.268974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.273089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Port 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 was deleted so its status cannot be updated. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:27:22.283911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Provisioning complete for port a2540629-fab0-455b-bedb-229778629ca1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:22.284567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.344082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c308a4-fc05-4119-a69b-5dd0d222d4ce req-d412fc73-53cb-4624-990e-016efc09c859 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.346272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8c308a4-fc05-4119-a69b-5dd0d222d4ce req-d412fc73-53cb-4624-990e-016efc09c859 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.0688992 Aug 27 02:27:22.383792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cc36f9c-d840-4447-b22d-661202f39c5a req-1eae3b7d-57ed-4d3d-807b-68fccade448b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745796 Aug 27 02:27:22.385456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event deleted for resources: {'Port': ['ID=9dc8a7d6-69ee-4f7a-97f4-5c9d70889671,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:22.398840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8c308a4-fc05-4119-a69b-5dd0d222d4ce req-a59b28f1-68a7-4dcb-95c4-d405c2ba5c86 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432844 Aug 27 02:27:22.440471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:22.446588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:22.450167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Provisioning for port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:22.479516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Provisioning complete for port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:22.479973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.550799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-da19c726-e9f0-434a-be64-9cd5afbe6892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1002 time: 0.2734816 Aug 27 02:27:22.558450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.564110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34598) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:22.566131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-50fc2e67-0028-4250-b7ea-0d378b43118c tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "DELETE /v2.0/ports/9dc8a7d6-69ee-4f7a-97f4-5c9d70889671 HTTP/1.1" status: 204 len: 168 time: 1.5780523 Aug 27 02:27:22.571047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Request body: {'port': {'name': 'tempest-new-port-name-249687721', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:22.571636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] bootfile-name is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:22.572147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] tftp-server is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:22.572957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.api.validators [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] server-ip-address is not in valid_values {{(pid=94832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 27 02:27:22.622925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:22.659369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a2540629-fab0-455b-bedb-229778629ca1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:22.678444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-3cbb55bf-8706-4910-8bf5-213bc28055b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.681271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-3cbb55bf-8706-4910-8bf5-213bc28055b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1135440 Aug 27 02:27:22.710283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.720408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:22.722982 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6ee70d-caf5-4667-b1c5-ec11f6a16bec" -d '{"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:22.738544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d2df1c9d-a0f9-43b4-802f-29f63b84b5d6 None None] Port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:22.776367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.779424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c61281b8-2661-4a04-bc64-5e984c8a40f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.807447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.811363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a2540629-fab0-455b-bedb-229778629ca1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:22.811953 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:22.841288 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68677d7-6725-4f17-a06a-d57467275d3d x-openstack-request-id: req-f68677d7-6725-4f17-a06a-d57467275d3d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:22.841711 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:22.842436 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f68677d7-6725-4f17-a06a-d57467275d3d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:22.842622 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'code': 200} Aug 27 02:27:22.862212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-e510c7ca-d509-44b7-9fc7-289a99389f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:22.863786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-e510c7ca-d509-44b7-9fc7-289a99389f2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726394 Aug 27 02:27:22.885327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-c771e3ab-297e-4065-ab09-e944947476e8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:27:22.886358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-c771e3ab-297e-4065-ab09-e944947476e8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144835 Aug 27 02:27:22.948491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:22.990326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on host n-h1-806292-1 for vnic_type normal with profile {"migrating_to": "n-h2-806292-1"} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:22.990957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:22.992063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:23.000335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:27:23.001012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Attempting to bind port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on network 3aee6bba-22f8-44f1-8b99-7899b8883478 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:23.007918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:23.015997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:23.016477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Checking segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:23.017558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Bound using segment: {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:23.018109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Bound port: dcb43cb5-cb7c-4848-bfdb-979f679c1197, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e0779-fd56-4728-9b64-3c0dfc457f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '3aee6bba-22f8-44f1-8b99-7899b8883478'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:23.018743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.032866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 has no active binding in host n-h2-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:27:23.038537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37487fea-ad12-415c-9aa3-27e9aff38fa3 None None] Provisioning complete for port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:23.039631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-37487fea-ad12-415c-9aa3-27e9aff38fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.119904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-37487fea-ad12-415c-9aa3-27e9aff38fa3 None None] Port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:23.120795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-82c726ca-bca9-490a-872e-b744635296dd service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129281 Aug 27 02:27:23.154078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-37487fea-ad12-415c-9aa3-27e9aff38fa3 None None] Could not find standard attr ID for object 9dc8a7d6-69ee-4f7a-97f4-5c9d70889671. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:27:23.224367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.228847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bb351-4ed6-4b8b-ac75-14229e68e304 req-fef35fa2-34de-4378-8a8d-fcf3fbc947b0 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.229808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.235264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e8bb351-4ed6-4b8b-ac75-14229e68e304 req-fef35fa2-34de-4378-8a8d-fcf3fbc947b0 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.1935806 Aug 27 02:27:23.249421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:23.252944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:23.276301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.317248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event updated for resources: {'Port': ['ID=809dad7b-6ab9-4090-94d1-6c35c9e0fd25,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.326194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] In _notify_port_updated(), no bound segment for port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 on network 60f86e7f-845c-4aab-8d42-323532692c84 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:27:23.333572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.334985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.336526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af7a4a1a-2db9-4f1a-8bd9-65d1704f65b1 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "PUT /v2.0/ports/809dad7b-6ab9-4090-94d1-6c35c9e0fd25 HTTP/1.1" status: 200 len: 1135 time: 0.7714174 Aug 27 02:27:23.339114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34648) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:23.396134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e8bb351-4ed6-4b8b-ac75-14229e68e304 req-f8020624-10a0-4e85-894d-d2bbc76fbe4c tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396148 Aug 27 02:27:23.401216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2358c9-8d33-4d21-9e66-e583fcb26b65 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.408898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f2358c9-8d33-4d21-9e66-e583fcb26b65 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "GET /v2.0/ports/809dad7b-6ab9-4090-94d1-6c35c9e0fd25 HTTP/1.1" status: 200 len: 1135 time: 0.0650775 Aug 27 02:27:23.409771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34654) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:23.448044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc1df7ee-12b6-4806-a68b-1c8728ab5107 req-615f471e-a445-41f8-aa64-3fbce8456e0a service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060272 Aug 27 02:27:23.449402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.461272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.462883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] 10.222.0.15 "PUT /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 1121 time: 2.3650248 Aug 27 02:27:23.475887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29795f-7341-43f5-bcbc-8c557e915a46 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:23.547798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['dcb43cb5-cb7c-4848-bfdb-979f679c1197'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:23.556113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:27:23.588931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Deleting port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:23.589362 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.628832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:23.646272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fe468-21b8-4f17-93ae-07c4757aa3ce req-3cee1e0f-2989-4379-9cb5-82bebe1dcaf6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.648233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f3fe468-21b8-4f17-93ae-07c4757aa3ce req-3cee1e0f-2989-4379-9cb5-82bebe1dcaf6 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.0649133 Aug 27 02:27:23.684913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146d503-9ffb-4655-8f59-1578655576e2 req-0c1ea5a3-cb8a-44d1-b29a-8efb5eab2f2b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.692357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0146d503-9ffb-4655-8f59-1578655576e2 req-0c1ea5a3-cb8a-44d1-b29a-8efb5eab2f2b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 946 time: 0.1454444 Aug 27 02:27:23.699563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f3fe468-21b8-4f17-93ae-07c4757aa3ce req-2a16c35a-6e8d-4140-96fd-7b45a62f06bf tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Aug 27 02:27:23.737377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0313597f-bf4a-40cb-b1b6-8b4a5e746998 None None] Provisioning complete for port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:23.737759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0313597f-bf4a-40cb-b1b6-8b4a5e746998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.745621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:23.767173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0146d503-9ffb-4655-8f59-1578655576e2 req-c11c440a-cfd6-4d8e-8f5b-17dcdf3722c9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739729 Aug 27 02:27:23.772287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Calling delete_port for 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:23.778099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['dcb43cb5-cb7c-4848-bfdb-979f679c1197'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:23.874504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:23.878001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0313597f-bf4a-40cb-b1b6-8b4a5e746998 None None] Port 809dad7b-6ab9-4090-94d1-6c35c9e0fd25 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:23.881930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b82103-fee6-4f89-87e8-c62a66574852 req-50afbcff-05db-424d-9f82-9f7e89429591 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:23.883569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36b82103-fee6-4f89-87e8-c62a66574852 req-50afbcff-05db-424d-9f82-9f7e89429591 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.46 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.1126840 Aug 27 02:27:23.924265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '08304b10-463a-415e-b743-003f2e416c95', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '08304b10-463a-415e-b743-003f2e416c95', 'mac_address': 'fa:16:3e:c7:fb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:27:24.001403 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.068501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.072043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Deleting port 633376a1-640f-4e53-b633-973075f96f5e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:24.072634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.082108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:24.083737 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994051f-ec19-4138-8d76-b538c79f990a" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:24.102126 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.112633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:24.134449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.150108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event deleted for resources: {'Port': ['ID=809dad7b-6ab9-4090-94d1-6c35c9e0fd25,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.155355 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5072d8c1-336c-4598-bca8-52cd2d42489d x-openstack-request-id: req-5072d8c1-336c-4598-bca8-52cd2d42489d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:24.155645 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-unplugged", "status": "completed", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:24.155901 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5072d8c1-336c-4598-bca8-52cd2d42489d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:24.156288 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'code': 200} Aug 27 02:27:24.157723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08304b10-463a-415e-b743-003f2e416c95 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:24.241749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:24.270795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.271697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.276684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bcb34d1-78ae-4a97-b4fa-6fbe87f2569a tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "DELETE /v2.0/ports/809dad7b-6ab9-4090-94d1-6c35c9e0fd25 HTTP/1.1" status: 204 len: 168 time: 0.8631592 Aug 27 02:27:24.276684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] For port 633376a1-640f-4e53-b633-973075f96f5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=633376a1-640f-4e53-b633-973075f96f5e,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:24.277897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.279115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:24.315066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.408616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Deleting subnet 6ec5afb3-242d-44f1-9ac7-a5a4428e1fab {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:27:24.413209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.434719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.461850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:24.487868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.536063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['08304b10-463a-415e-b743-003f2e416c95'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:24.621228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.635786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.677027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:24.691273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.738626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.767977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.797765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:24.803326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34764) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:24.804416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "DELETE /v2.0/subnets/6ec5afb3-242d-44f1-9ac7-a5a4428e1fab HTTP/1.1" status: 204 len: 168 time: 0.5216055 Aug 27 02:27:24.806361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6caeb9b-21d8-42ba-ba48-de8914743104 tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec5afb3-242d-44f1-9ac7-a5a4428e1fab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:24.809808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0ffef-8b99-4a42-a7eb-00b1667de6df None None] Network 60f86e7f-845c-4aab-8d42-323532692c84 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:24.844401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:24.848282 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6" -d '{"events": [{"name": "network-changed", "server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:24.868336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead2ec0-cb70-4a96-9c57-786694e32088 req-1e2ecce6-bc04-451e-bc89-caf73ec4567b tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:24.869824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ead2ec0-cb70-4a96-9c57-786694e32088 req-1e2ecce6-bc04-451e-bc89-caf73ec4567b tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 945 time: 0.1523812 Aug 27 02:27:24.999004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.007995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] DHCP port deletion for 60f86e7f-845c-4aab-8d42-323532692c84 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:27:25.010146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ead2ec0-cb70-4a96-9c57-786694e32088 req-7ffbe1a0-1d14-485f-a3b2-8c82d328ecd7 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups?id=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106195 Aug 27 02:27:25.041708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.042093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.042467 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Floating IP 54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54 disassociated. External IP: 172.25.8.198, port: 633376a1-640f-4e53-b633-973075f96f5e. Aug 27 02:27:25.042818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Calling delete_port for 633376a1-640f-4e53-b633-973075f96f5e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:25.111571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Deleting port a2540629-fab0-455b-bedb-229778629ca1 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:25.111571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.202363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Deleting port a2540629-fab0-455b-bedb-229778629ca1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:25.202827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.281706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55796d6-9a72-480e-a237-7968528d9089 req-e5caa826-30a2-4b94-9a06-ee9bf9cb7cd3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.286956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d55796d6-9a72-480e-a237-7968528d9089 req-e5caa826-30a2-4b94-9a06-ee9bf9cb7cd3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1541767 Aug 27 02:27:25.317348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab733c-af41-4218-8ac7-faccd7b75a60 req-35fc3a88-20fd-4fb7-92f7-a001958b6f08 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.322422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1ab733c-af41-4218-8ac7-faccd7b75a60 req-35fc3a88-20fd-4fb7-92f7-a001958b6f08 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.0599916 Aug 27 02:27:25.331649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba6a418a-40b2-403f-ba5d-9c1ad3e4094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.341413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] For port a2540629-fab0-455b-bedb-229778629ca1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a2540629-fab0-455b-bedb-229778629ca1,segment=NetworkSegment(00cfb921-87fc-41dd-b96f-8ee3325c4289),segment_id=00cfb921-87fc-41dd-b96f-8ee3325c4289)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:25.341848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.344723 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.352703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] For port a2540629-fab0-455b-bedb-229778629ca1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a2540629-fab0-455b-bedb-229778629ca1,segment=NetworkSegment(00cfb921-87fc-41dd-b96f-8ee3325c4289),segment_id=00cfb921-87fc-41dd-b96f-8ee3325c4289)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:25.353071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.356425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Calling delete_port for a2540629-fab0-455b-bedb-229778629ca1 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:25.380422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1ab733c-af41-4218-8ac7-faccd7b75a60 req-dc5a9cb4-7625-45f9-aaf9-8318d6f578e6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511062 Aug 27 02:27:25.387070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Calling delete_port for a2540629-fab0-455b-bedb-229778629ca1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:25.398501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d55796d6-9a72-480e-a237-7968528d9089 req-258deb8e-83fa-429d-8f73-30a60b8208e2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055264 Aug 27 02:27:25.402534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.440115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.470301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event deleted for resources: {'Port': ['ID=633376a1-640f-4e53-b633-973075f96f5e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.474947 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c33c713-a3f9-4164-94af-b552259a9265 x-openstack-request-id: req-5c33c713-a3f9-4164-94af-b552259a9265 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:25.475305 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:25.475562 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c33c713-a3f9-4164-94af-b552259a9265 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:25.476375 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'status': 'completed', 'code': 200} Aug 27 02:27:25.491024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] No DVR routers for this DVR port a2540629-fab0-455b-bedb-229778629ca1 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:25.493643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3809e0-5936-4cff-97d8-8092522e49d8 None None] Pushing event deleted for resources: {'Port': ['ID=a2540629-fab0-455b-bedb-229778629ca1,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.586860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:25.645412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-96ce111c-3dc8-41f6-8f51-03c6ac8d0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.646952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-96ce111c-3dc8-41f6-8f51-03c6ac8d0ebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1124 time: 0.1072035 Aug 27 02:27:25.650249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.668084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 08304b10-463a-415e-b743-003f2e416c95 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:25.668454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.707762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event deleted for resources: {'Port': ['ID=a2540629-fab0-455b-bedb-229778629ca1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.751558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Router 27577ec5-4750-4159-a244-73372c0f3289 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:25.757351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] No DVR routers for this DVR port a2540629-fab0-455b-bedb-229778629ca1 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:25.786144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.829114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:25.841889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.920079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:25.933826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:25.958250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f86e7f-845c-4aab-8d42-323532692c84']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:25.967494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-f2375ffb-616c-47b0-abe8-af7d72a63413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:25.968971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-f2375ffb-616c-47b0-abe8-af7d72a63413 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.3086236 Aug 27 02:27:25.974062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cfb921-87fc-41dd-b96f-8ee3325c4289') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:25.974619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cfb921-87fc-41dd-b96f-8ee3325c4289') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:26.051784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.056687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-1503777f-c7c0-48cb-91cb-2d2f79299ef4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 217 time: 0.0439389 Aug 27 02:27:26.088736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.121358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:27:26.122127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:27:26.125834 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:27:26.141435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:26.153492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Sync routers for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:26.157768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}, {'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:26.160925 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e26f22-98f2-40f7-a9d2-9086596feacc" -d '{"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-unplugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}, {"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-plugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:26.170947 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:26.171719 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:26.246628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1469dca6-c1ed-41c7-831a-735b28c571e9 req-9e3c479d-ced1-4f34-842a-354c8f0f32cb tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/ports?device_id=44bcb19a-b954-4e4c-9190-d8aedaf08f1d HTTP/1.1" status: 200 len: 210 time: 0.1028719 Aug 27 02:27:26.264500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-f41cd330-862b-41ea-9082-dfa038e12cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.266039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-f41cd330-862b-41ea-9082-dfa038e12cd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.1903911 Aug 27 02:27:26.270436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] No DVR routers for this DVR port 633376a1-640f-4e53-b633-973075f96f5e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:26.283120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.285410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36b82103-fee6-4f89-87e8-c62a66574852 req-bee5e984-7b3c-4149-bcda-859ae8f84797 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.46 "DELETE /v2.0/ports/633376a1-640f-4e53-b633-973075f96f5e HTTP/1.1" status: 204 len: 173 time: 2.3925703 Aug 27 02:27:26.286060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'name': 'network-vif-deleted', 'tag': '633376a1-640f-4e53-b633-973075f96f5e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:26.289163 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379146d-9e67-4952-b2e5-04791c7d3fa2" -d '{"events": [{"server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "name": "network-vif-deleted", "tag": "633376a1-640f-4e53-b633-973075f96f5e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:26.308185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:26.311444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.314628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-96ac2a61-771f-4f82-b487-ffc15034e33d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395758 Aug 27 02:27:26.320531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.322826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] 10.222.0.26 "DELETE /v2.0/networks/60f86e7f-845c-4aab-8d42-323532692c84 HTTP/1.1" status: 204 len: 168 time: 1.5180969 Aug 27 02:27:26.342912 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76db516-34ab-4d09-848d-033630a6d69e x-openstack-request-id: req-b76db516-34ab-4d09-848d-033630a6d69e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:26.343204 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-unplugged", "status": "failed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "code": 422}, {"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-plugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:26.343458 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b76db516-34ab-4d09-848d-033630a6d69e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:26.343895 n-d-806292-1 neutron-server[94833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'code': 422} returned with failed status Aug 27 02:27:26.344148 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95', 'code': 200} Aug 27 02:27:26.352166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325e28b-687e-4f62-99b3-0cb6e55c203f tempest-ExtraDHCPOptionsTestJSON-1806917930 tempest-ExtraDHCPOptionsTestJSON-1806917930-project] Pushing event deleted for resources: {'Network': ['ID=60f86e7f-845c-4aab-8d42-323532692c84,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:26.405149 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:26.489214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-d77df9ab-299f-40ed-9d78-70b6e10cefa9 service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652107 Aug 27 02:27:26.657182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a2540629-fab0-455b-bedb-229778629ca1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:26.698766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18012cfc-36ae-4d9d-85c6-75c5bc4383b6 req-404a9a41-be4b-4d2b-bab8-44929c54037d service neutron] 10.222.0.46 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964371 Aug 27 02:27:26.702491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a2540629-fab0-455b-bedb-229778629ca1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:26.702755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a2540629-fab0-455b-bedb-229778629ca1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:26.727419 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:26.758627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Checking router: 27577ec5-4750-4159-a244-73372c0f3289 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:26.769184 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:26.770209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:26.865341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:26.898328 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:26.988478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c026e-7324-4a3d-872a-af2468568a9f req-54325662-3a2c-47c2-8827-004fa38ec3e1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:26.991843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-969c026e-7324-4a3d-872a-af2468568a9f req-54325662-3a2c-47c2-8827-004fa38ec3e1 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.0998926 Aug 27 02:27:27.079888 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1f3157-e871-420d-976d-3885a9da830a x-openstack-request-id: req-ac1f3157-e871-420d-976d-3885a9da830a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:27.080324 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bcb19a-b954-4e4c-9190-d8aedaf08f1d", "name": "network-vif-deleted", "tag": "633376a1-640f-4e53-b633-973075f96f5e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:27.080429 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac1f3157-e871-420d-976d-3885a9da830a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:27.081004 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bcb19a-b954-4e4c-9190-d8aedaf08f1d', 'name': 'network-vif-deleted', 'tag': '633376a1-640f-4e53-b633-973075f96f5e', 'status': 'completed', 'code': 200} Aug 27 02:27:27.112890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34938) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:27.128415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b458204a-6b51-42f8-a0e8-5ee9f0d72c2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fe115d9353a4d5da5a0af381c16a990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615471 Aug 27 02:27:27.134293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-969c026e-7324-4a3d-872a-af2468568a9f req-18e098a0-1ef6-407b-aded-fd996f7882a2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351988 Aug 27 02:27:27.197014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.214536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:27.223360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.248963 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a85c64-5fc0-4d73-a31f-2d1b100f7f21 None None] The sync data for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 is: [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:24:02Z', 'revision_number': 4, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e6e55196-def3-4ca5-9e59-acaff964bb58', 'name': '', 'network_id': '11d870ca-ce19-4175-8e75-0d8971a0eac0', 'tenant_id': '15d31ecbc347410db227a281db451165', 'mac_address': 'fa:16:3e:13:b2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:01Z', 'updated_at': '2021-08-27T02:24:08Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'subnets': [{'id': 'ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:27.311470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.314232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.318433 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6c0fde2-c76f-43ae-8074-3c23bb5918f5 HTTP/1.1" status: 204 len: 168 time: 0.2044208 Aug 27 02:27:27.341156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be92c7-cec9-46b6-86cc-5dc01e385179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c0fde2-c76f-43ae-8074-3c23bb5918f5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:27.404719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4bd1d-a2b6-4091-bb0e-a307d6eba755 req-5dee0cd8-e21d-4e8b-93b7-be41db5120b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.406462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96c4bd1d-a2b6-4091-bb0e-a307d6eba755 req-5dee0cd8-e21d-4e8b-93b7-be41db5120b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1400559 Aug 27 02:27:27.470563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96c4bd1d-a2b6-4091-bb0e-a307d6eba755 req-009dded4-9103-4d32-9f72-629f913c411f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560544 Aug 27 02:27:27.608656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 633376a1-640f-4e53-b633-973075f96f5e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:27.641642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:27.666547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 633376a1-640f-4e53-b633-973075f96f5e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:27.667320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 633376a1-640f-4e53-b633-973075f96f5e not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:27.668150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:27.782357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa1a2-2386-42dd-bf4c-f994b82ff5d0 req-a3e7f34c-e0f6-466a-afbd-e52d8497ccc7 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:27.786440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eeaa1a2-2386-42dd-bf4c-f994b82ff5d0 req-a3e7f34c-e0f6-466a-afbd-e52d8497ccc7 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.1382227 Aug 27 02:27:27.797030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.848088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.850048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.876954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1eeaa1a2-2386-42dd-bf4c-f994b82ff5d0 req-12ed9c24-0833-4a76-b2dc-fb53b7ef6a6f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831733 Aug 27 02:27:27.880324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4bb9a-2ddf-49db-a72b-a59bf13a0cd1 None None] New status for floating IP 54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:27:27.900146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-910255c3-4bb9-4310-9267-94130f56e67d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3828554 Aug 27 02:27:27.941466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.949936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:27.952772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "DELETE /v2.0/security-groups/c34c8a23-9c0a-430a-a4e2-a6aad3dc7054 HTTP/1.1" status: 204 len: 168 time: 0.3102188 Aug 27 02:27:27.954571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34980) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:27.995718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392aba9-65d6-4678-8ee6-2df90cbf4f6e tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c8a23-9c0a-430a-a4e2-a6aad3dc7054,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:28.009530 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-96da46e5-6242-4339-8329-62f65e193394 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] show failed (client error): The resource could not be found. Aug 27 02:27:28.014857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:28.017115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-96da46e5-6242-4339-8329-62f65e193394 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "GET /v2.0/security-groups/c34c8a23-9c0a-430a-a4e2-a6aad3dc7054 HTTP/1.1" status: 404 len: 347 time: 0.0610952 Aug 27 02:27:28.371969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00830c-a239-4584-a258-a8878d5c3b56 req-a7304884-08f3-4430-b8d5-c7c41cc0afd7 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.379750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f00830c-a239-4584-a258-a8878d5c3b56 req-a7304884-08f3-4430-b8d5-c7c41cc0afd7 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1181371 Aug 27 02:27:28.384187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Deleting port db0b3261-6072-46bc-8b64-305710cfa749 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:28.384762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.468421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f00830c-a239-4584-a258-a8878d5c3b56 req-0c4fd1f2-f54c-4d83-ad34-ccc05b562408 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876253 Aug 27 02:27:28.496624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.497070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.510086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35002) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:28.512490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Calling delete_port for db0b3261-6072-46bc-8b64-305710cfa749 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:28.711825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70052de-6907-42f3-8139-8ba72ae2e8d0 req-aaa776d1-c3b4-4e81-8643-786868c625a4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:28.721115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.723681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d70052de-6907-42f3-8139-8ba72ae2e8d0 req-aaa776d1-c3b4-4e81-8643-786868c625a4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1021128 Aug 27 02:27:28.736788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1952221998'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:28.766214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Pushing event deleted for resources: {'Port': ['ID=db0b3261-6072-46bc-8b64-305710cfa749,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:28.818789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d70052de-6907-42f3-8139-8ba72ae2e8d0 req-8a5ac36d-b9ff-428a-a294-ac5fd45c4850 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940359 Aug 27 02:27:28.820246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:28.824981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.834155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.850301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.853700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.857634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d07be5c-b6a0-481e-9aec-ab528394f0b8 tempest-ServersTestFqdnHostnames-1454500576 tempest-ServersTestFqdnHostnames-1454500576-project] 10.222.0.26 "DELETE /v2.0/floatingips/54bdcef8-0a6f-4ca4-a9fa-4e6bb4bf2b54 HTTP/1.1" status: 204 len: 168 time: 0.8384871 Aug 27 02:27:28.858203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:28.979388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:28.995326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.021171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:29.036096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746480c6-14fb-4e63-8a3c-619358819727,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:29.042325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.042699 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Added segment e4085fa8-b3f2-4db7-9c1f-b26b7dc7ef8f of type vlan for network b8b0582d-62f9-42fd-953e-efbdc963b11e Aug 27 02:27:29.111161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66664b96-92ad-4a86-89ec-df92e1590b13 req-7d5f2c39-f086-4708-808c-7d82f5bdd3c2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.113162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66664b96-92ad-4a86-89ec-df92e1590b13 req-7d5f2c39-f086-4708-808c-7d82f5bdd3c2 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.1199718 Aug 27 02:27:29.139001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.194676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.211439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.212784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.310417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66664b96-92ad-4a86-89ec-df92e1590b13 req-f8c1ad1b-6fe5-4282-b6d2-2b5bb7b820fb tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023540 Aug 27 02:27:29.332804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8215303 Aug 27 02:27:29.356139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35036) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:29.373759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-8817410d-51f5-4c08-bac9-17a0ed6446aa tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.377389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-8817410d-51f5-4c08-bac9-17a0ed6446aa tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.15 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.1713724 Aug 27 02:27:29.381683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'subnet': {'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:29.393793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ea7da-0b10-4ecc-b064-4bf9ebd30dc8 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Network': ['ID=b8b0582d-62f9-42fd-953e-efbdc963b11e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:29.413535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b8b0582d-62f9-42fd-953e-efbdc963b11e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:29.425075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-74ef51ee-a2d1-46d0-b79f-2a7957ccef18 service neutron] 10.222.0.46 "GET /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1179395 Aug 27 02:27:29.681682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a869-e9bc-4003-9f52-17f0bbccc7c4 req-b4a97fca-42f8-49aa-aa86-9bca7529ca24 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:29.683287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae9a869-e9bc-4003-9f52-17f0bbccc7c4 req-b4a97fca-42f8-49aa-aa86-9bca7529ca24 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 943 time: 0.1109729 Aug 27 02:27:29.698830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:29.702514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.784775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Deleting port 4118c467-59b8-4b13-a503-3c0ace38024f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:29.785198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.787644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae9a869-e9bc-4003-9f52-17f0bbccc7c4 req-515fb98c-6057-41db-9f16-e67f9efa6d41 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866961 Aug 27 02:27:29.814780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:29.865414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:29.947898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] For port 4118c467-59b8-4b13-a503-3c0ace38024f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4118c467-59b8-4b13-a503-3c0ace38024f,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:29.948281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:29.953852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb43cb5-cb7c-4848-bfdb-979f679c1197 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:27:29.986152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Calling delete_port for 4118c467-59b8-4b13-a503-3c0ace38024f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:29.994731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:30.024205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.129542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] Transition to ACTIVE for port object dcb43cb5-cb7c-4848-bfdb-979f679c1197 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:30.149549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.229480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] No DVR routers for this DVR port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:30.273610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197/bindings/n-h2-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8410897 Aug 27 02:27:30.289031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96524-0cbc-419e-a020-7204bf417bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:30.471366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:30.492153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef770f35-32ff-4512-a2c0-5a04900a9b35 req-bb4a31ea-43a6-4f4b-abbf-aef2dd2b893f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.495018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef770f35-32ff-4512-a2c0-5a04900a9b35 req-bb4a31ea-43a6-4f4b-abbf-aef2dd2b893f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 948 time: 0.0778811 Aug 27 02:27:30.571802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.612617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef770f35-32ff-4512-a2c0-5a04900a9b35 req-209a02f4-2359-4704-8f05-d01fe2e810f3 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021585 Aug 27 02:27:30.705842 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.713074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:30.844212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709361-effb-48a3-bb46-d8f870873f4d req-a52fb317-e178-45da-9927-dfe8e5130b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.852269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5709361-effb-48a3-bb46-d8f870873f4d req-a52fb317-e178-45da-9927-dfe8e5130b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.8550968 Aug 27 02:27:30.861627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Subnet': ['ID=28eecffd-f53b-4a87-af5a-0bffdf500505,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:30.942673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-7ebcee97-3cfd-4da8-a280-6c37eca23216 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:30.944960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-7ebcee97-3cfd-4da8-a280-6c37eca23216 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.4190686 Aug 27 02:27:31.052405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5709361-effb-48a3-bb46-d8f870873f4d req-7045236d-25eb-407e-923e-eb9e0d4fe575 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937046 Aug 27 02:27:31.085409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Checking segment: {'id': 'e4085fa8-b3f2-4db7-9c1f-b26b7dc7ef8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:31.085941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network hostable DHCP agents. Network: b8b0582d-62f9-42fd-953e-efbdc963b11e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:31.105668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c698-1f4f-4bb3-a3e7-909e13cc3537 req-e1daec8d-1308-4ede-b412-355fa07a5a45 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.114197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bef6c698-1f4f-4bb3-a3e7-909e13cc3537 req-e1daec8d-1308-4ede-b412-355fa07a5a45 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.1056499 Aug 27 02:27:31.151186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-2a10a40a-0dfb-4d06-815a-21abd7fe46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.152975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-2a10a40a-0dfb-4d06-815a-21abd7fe46dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273&tenant_id=84c88abbb5d54848bb2189044cb0fc84 HTTP/1.1" status: 200 len: 1095 time: 0.1884346 Aug 27 02:27:31.175918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bef6c698-1f4f-4bb3-a3e7-909e13cc3537 req-9446230e-3879-48fc-8771-3225e83a8882 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606048 Aug 27 02:27:31.216339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.229163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:31.271818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Pushing event deleted for resources: {'Port': ['ID=4118c467-59b8-4b13-a503-3c0ace38024f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:31.285853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, b8b0582d-62f9-42fd-953e-efbdc963b11e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:31.296333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cbac7c-6df8-40a1-962c-1390b8ffaaef None None] Network b8b0582d-62f9-42fd-953e-efbdc963b11e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:31.319905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.320489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.337993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-b1555119-f0ae-4aea-8258-d437a7d1c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.339540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-b1555119-f0ae-4aea-8258-d437a7d1c2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=84c88abbb5d54848bb2189044cb0fc84&device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1095 time: 0.1562076 Aug 27 02:27:31.368932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] No DVR routers for this DVR port 4118c467-59b8-4b13-a503-3c0ace38024f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:31.382321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.384389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24aac4c6-289d-4686-abe4-b8ab59b9e2ea req-b78087be-8803-4fc5-86f3-354f5244ebc6 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.15 "DELETE /v2.0/ports/4118c467-59b8-4b13-a503-3c0ace38024f HTTP/1.1" status: 204 len: 173 time: 1.9968390 Aug 27 02:27:31.384849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-deleted', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:31.387180 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3c0fc-262d-448e-b1f2-64f08a10dffb" -d '{"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-deleted", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:31.433343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5bc873b-d879-4274-9353-8a8c4910b487 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0757463 Aug 27 02:27:31.436942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:31.443729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1401883673', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:31.477267 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f47c9-8a77-422a-a955-486b333c8666 x-openstack-request-id: req-862f47c9-8a77-422a-a955-486b333c8666 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:31.477564 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095752fe-8c3c-45f3-bc2b-f07300ace12b", "name": "network-vif-deleted", "tag": "4118c467-59b8-4b13-a503-3c0ace38024f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:31.477791 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-862f47c9-8a77-422a-a955-486b333c8666 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:31.478189 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095752fe-8c3c-45f3-bc2b-f07300ace12b', 'name': 'network-vif-deleted', 'tag': '4118c467-59b8-4b13-a503-3c0ace38024f', 'status': 'completed', 'code': 200} Aug 27 02:27:31.511819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.515292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.558897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-ebe8b5ca-05a5-447d-a5d6-a4f149236595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.560876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-ebe8b5ca-05a5-447d-a5d6-a4f149236595 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 200 len: 909 time: 0.2040429 Aug 27 02:27:31.580959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33285404-9242-4923-bd5a-146c639f3d31 None None] Network b8b0582d-62f9-42fd-953e-efbdc963b11e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:31.614612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.620676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-3c3ce788-97ae-49e4-9f94-a9132de84630 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 200 len: 217 time: 0.0428519 Aug 27 02:27:31.640047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Deleting port e6e55196-def3-4ca5-9e59-acaff964bb58 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:31.640625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.843792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:31.873653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-36e19c4e-0740-420f-b7ef-e17045e1153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:31.875699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-36e19c4e-0740-420f-b7ef-e17045e1153a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 200 len: 848 time: 0.2318859 Aug 27 02:27:31.922334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-732327e2-35df-4d80-83bf-994c4595deef req-d2e7afd7-ba82-4212-9822-d058320b3006 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=095752fe-8c3c-45f3-bc2b-f07300ace12b HTTP/1.1" status: 200 len: 210 time: 0.0704312 Aug 27 02:27:31.975654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-f870b2bd-30e9-40e0-8ba9-02f01258bf83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3aee6bba-22f8-44f1-8b99-7899b8883478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726507 Aug 27 02:27:32.247714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] For port e6e55196-def3-4ca5-9e59-acaff964bb58, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e6e55196-def3-4ca5-9e59-acaff964bb58,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:32.248409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.290231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Calling delete_port for e6e55196-def3-4ca5-9e59-acaff964bb58 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:32.363692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-0a770656-ca9e-4952-87ec-3a383432bd99 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702118 Aug 27 02:27:32.561575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec85b-e3a9-4fa6-94ef-5905f5f8b494 req-d519baaa-f288-460e-8ecb-35578dd99777 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.563461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a5ec85b-e3a9-4fa6-94ef-5905f5f8b494 req-d519baaa-f288-460e-8ecb-35578dd99777 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.1758802 Aug 27 02:27:32.601008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-d9987285-845b-46c5-8108-5c4738066118 service neutron] 10.222.0.15 "GET /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258022 Aug 27 02:27:32.665087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a5ec85b-e3a9-4fa6-94ef-5905f5f8b494 req-14754d0a-0140-4df5-a3e1-49ae66d269c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Aug 27 02:27:32.709930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.741792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e55196-def3-4ca5-9e59-acaff964bb58,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:32.897554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8f05-63bd-4bb4-8175-484bf5024669 req-2b11889a-47e4-4f62-8691-557073cc5b30 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:32.899133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a0e8f05-63bd-4bb4-8175-484bf5024669 req-2b11889a-47e4-4f62-8691-557073cc5b30 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.5684133 Aug 27 02:27:32.956184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a0e8f05-63bd-4bb4-8175-484bf5024669 req-e9927e46-aa76-4504-9ef3-36eb2f65ad63 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Aug 27 02:27:32.957131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:32.979905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.202985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4869f365-4df2-4b62-a0b2-ac04606af9bc tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:33.204692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-4869f365-4df2-4b62-a0b2-ac04606af9bc tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273&tenant_id=84c88abbb5d54848bb2189044cb0fc84&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1095 time: 0.2726645 Aug 27 02:27:33.205414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.260394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.165 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7d0520c0-d9c8-4361-9e4b-d170d9a38df1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:33.587130 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.776373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:33.898489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=7d0520c0-d9c8-4361-9e4b-d170d9a38df1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:33.941599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:33.956301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-a08a9191-870b-4138-bde3-93ffaa7ba960 service neutron] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:33.978360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:33.988609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:34.018296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-a08a9191-870b-4138-bde3-93ffaa7ba960 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.019417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15e17303-60df-4d3f-a09f-d7b1de30e1ef req-a08a9191-870b-4138-bde3-93ffaa7ba960 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197/bindings/n-h1-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.8061850 Aug 27 02:27:34.105381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc013-c5ef-4a64-b3c2-f38e928c9c92 req-1534cfd1-c611-4a89-b354-6d55ab71a482 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.114635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-731dc013-c5ef-4a64-b3c2-f38e928c9c92 req-1534cfd1-c611-4a89-b354-6d55ab71a482 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 948 time: 0.5139244 Aug 27 02:27:34.204891 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-731dc013-c5ef-4a64-b3c2-f38e928c9c92 req-242e970d-f287-4f7a-9ee6-e3df1bda07a5 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890446 Aug 27 02:27:34.231840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Router 27577ec5-4750-4159-a244-73372c0f3289 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:34.308845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da25e-7534-40e7-a8a2-030b03e6b4ad req-98f9cfa1-3228-48ef-9971-a9bae6f554dd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.316658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-428da25e-7534-40e7-a8a2-030b03e6b4ad req-98f9cfa1-3228-48ef-9971-a9bae6f554dd tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.3973000 Aug 27 02:27:34.405665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-428da25e-7534-40e7-a8a2-030b03e6b4ad req-d72a8dd3-93fc-4b75-9fbf-be7234c933e8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879571 Aug 27 02:27:34.501510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:34.524242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268e559-9796-48bf-a668-b3eab2fb7ac3 req-5bc6df07-1758-4dc9-860d-3c919d163776 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:34.532883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6268e559-9796-48bf-a668-b3eab2fb7ac3 req-5bc6df07-1758-4dc9-860d-3c919d163776 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1677518 Aug 27 02:27:34.576195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 4118c467-59b8-4b13-a503-3c0ace38024f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:34.576559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4118c467-59b8-4b13-a503-3c0ace38024f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:34.618930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:34.624211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b16e8652-6dbd-400a-a590-5eee4ef02bb7 admin admin] 10.222.0.26 "PUT /v2.0/routers/27577ec5-4750-4159-a244-73372c0f3289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7648885 Aug 27 02:27:34.633694 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Sync routers for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:34.636582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:34.669075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:34.670434 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:34.699841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6268e559-9796-48bf-a668-b3eab2fb7ac3 req-de37b343-6345-4de0-8895-3191a315a32a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653485 Aug 27 02:27:34.756174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:34.881196 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:35.070694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.154034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14604a98-e47e-4429-a68c-ddacd95f5384 req-f2c8e48d-e91d-47f1-9342-3bb76f8246d1 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.155956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14604a98-e47e-4429-a68c-ddacd95f5384 req-f2c8e48d-e91d-47f1-9342-3bb76f8246d1 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 1095 time: 0.3018367 Aug 27 02:27:35.261913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14604a98-e47e-4429-a68c-ddacd95f5384 req-9ca0b923-2d0a-49f6-a148-8f8dcd3c5042 tempest-LiveMigrationTest-233930451 tempest-LiveMigrationTest-233930451-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964124 Aug 27 02:27:35.293669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.352577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.416144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Deleting port 6ce05f74-efdd-46f7-b137-1a2360e2aa84 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:35.416510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.557854 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:27:32Z', 'revision_number': 5, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port': {'id': '6ce05f74-efdd-46f7-b137-1a2360e2aa84', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27577ec5-4750-4159-a244-73372c0f3289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:23:56Z', 'updated_at': '2021-08-27T02:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:35.561184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] For port 6ce05f74-efdd-46f7-b137-1a2360e2aa84, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6ce05f74-efdd-46f7-b137-1a2360e2aa84,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:35.561632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:35.577787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Calling delete_port for 6ce05f74-efdd-46f7-b137-1a2360e2aa84 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:35.645376 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Checking router: 27577ec5-4750-4159-a244-73372c0f3289 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:35.658791 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Routers {'27577ec5-4750-4159-a244-73372c0f3289'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:35.659461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['27577ec5-4750-4159-a244-73372c0f3289'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:35.801662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be58a1-fb86-4516-9ce7-455c70f2bdde req-55429f14-a207-4e63-b978-9b4fd84f95af tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:35.825864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9be58a1-fb86-4516-9ce7-455c70f2bdde req-55429f14-a207-4e63-b978-9b4fd84f95af tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 948 time: 0.4560246 Aug 27 02:27:35.868316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] Set router 27577ec5-4750-4159-a244-73372c0f3289 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:35.985266 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:27:35Z', 'revision_number': 6, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:35.989810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9be58a1-fb86-4516-9ce7-455c70f2bdde req-ac46c571-3a8f-4eea-88bd-5b3c11432d2f tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647720 Aug 27 02:27:36.021237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17463f81-694e-4f55-a5c4-294f231343f7 req-fcef20e6-187e-4a98-b641-ded095b6343a tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.025600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17463f81-694e-4f55-a5c4-294f231343f7 req-fcef20e6-187e-4a98-b641-ded095b6343a tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 948 time: 0.3001087 Aug 27 02:27:36.086231 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bce021-06f7-4f66-b920-844ad0c788b2 None None] The sync data for ids ['27577ec5-4750-4159-a244-73372c0f3289'] in n-d-806292-1 is: [{'id': '27577ec5-4750-4159-a244-73372c0f3289', 'name': 'tempest-ServersTestFqdnHostnames-768833494-router', 'tenant_id': '15d31ecbc347410db227a281db451165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:23:54Z', 'updated_at': '2021-08-27T02:27:35Z', 'revision_number': 6, 'project_id': '15d31ecbc347410db227a281db451165', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:36.253849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:27:36.343328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Deleting port 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:36.343742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.403516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f127c-058e-4703-8db9-fdbb8a3b5d89 req-fba45330-f057-4a44-a787-6d55a6b43b18 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.405302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a38f127c-058e-4703-8db9-fdbb8a3b5d89 req-fba45330-f057-4a44-a787-6d55a6b43b18 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.2550018 Aug 27 02:27:36.551628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a38f127c-058e-4703-8db9-fdbb8a3b5d89 req-a1607599-9816-4103-a6f7-72e4c8c7fb29 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084709 Aug 27 02:27:36.561366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.579566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:36.592451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:36.611890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:36.611890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:36.641965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] For port 954b3c67-89be-4875-9d62-6a72c0eae606, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=954b3c67-89be-4875-9d62-6a72c0eae606,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:36.642765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.653955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.655552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c9a92d25-242e-46e2-975e-b8a4672387b7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2172761 Aug 27 02:27:36.658326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35186) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:36.662289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ec15-9d71-4742-ab49-16d1fcd797c2 req-b61ad49d-cce9-415f-9e62-38e3b9356327 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.671793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1377ec15-9d71-4742-ab49-16d1fcd797c2 req-b61ad49d-cce9-415f-9e62-38e3b9356327 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.2590864 Aug 27 02:27:36.674817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce05f74-efdd-46f7-b137-1a2360e2aa84,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:36.688950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Calling delete_port for 954b3c67-89be-4875-9d62-6a72c0eae606 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:36.699014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-36f2c833-82b7-4055-b935-38e90b47de18 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:36.700966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-36f2c833-82b7-4055-b935-38e90b47de18 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.2869549 Aug 27 02:27:36.743263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e6e55196-def3-4ca5-9e59-acaff964bb58 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:36.750433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:36.851986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e6e55196-def3-4ca5-9e59-acaff964bb58 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:36.852884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e6e55196-def3-4ca5-9e59-acaff964bb58 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:36.865627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:36.870229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:36.882459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1377ec15-9d71-4742-ab49-16d1fcd797c2 req-05af0c23-89c5-479b-99b5-98966a9c1869 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017429 Aug 27 02:27:36.898624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:36.939097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:36.939891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a868c-7ec6-4f5d-8fd1-7aacc1b6fc9b None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:37.159603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.182924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.309740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Deleting port dcb43cb5-cb7c-4848-bfdb-979f679c1197 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:37.309740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.336695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.348819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706844aa-7982-4ea7-be29-c130e3bcc598 req-0ccdba14-dec9-4444-8b8b-590a5a212445 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.357596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-706844aa-7982-4ea7-be29-c130e3bcc598 req-0ccdba14-dec9-4444-8b8b-590a5a212445 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2dcfda3-07b6-4688-9c9f-345f16ade3d2 HTTP/1.1" status: 200 len: 866 time: 0.2302449 Aug 27 02:27:37.407984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.408799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27577ec5-4750-4159-a244-73372c0f3289 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:27:37.424781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-f1723643-0f7f-417f-bfe7-5ea9c5dd08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.426917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-f1723643-0f7f-417f-bfe7-5ea9c5dd08d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 1095 time: 0.3254187 Aug 27 02:27:37.435140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.439913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-685bd8f9-d0d5-4575-ae04-7d63deac8af1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/27577ec5-4750-4159-a244-73372c0f3289 HTTP/1.1" status: 204 len: 168 time: 2.7752671 Aug 27 02:27:37.455712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Pushing event deleted for resources: {'Port': ['ID=954b3c67-89be-4875-9d62-6a72c0eae606,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:37.457618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:37.542010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] No DVR routers for this DVR port 954b3c67-89be-4875-9d62-6a72c0eae606 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:37.559485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.564622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Deleting subnet ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:27:37.568799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17463f81-694e-4f55-a5c4-294f231343f7 req-1fd05ba4-8c34-41fe-b515-edeef06c9d54 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.46 "DELETE /v2.0/ports/954b3c67-89be-4875-9d62-6a72c0eae606 HTTP/1.1" status: 204 len: 173 time: 1.5308275 Aug 27 02:27:37.579317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-deleted', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:37.587896 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90bd6b1-3a68-4f19-b94c-63621f11630a" -d '{"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-deleted", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:37.620372 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.715986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-706844aa-7982-4ea7-be29-c130e3bcc598 req-168ebfc6-3282-4341-bccb-0dae894029e8 tempest-ListImageFiltersTestJSON-1090934084 tempest-ListImageFiltersTestJSON-1090934084-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7c3304a-316a-4d01-bfba-a5d89f122517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561063 Aug 27 02:27:37.745224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-f269f365-1c76-4c4a-bab2-15b3f23cf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.746478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-f269f365-1c76-4c4a-bab2-15b3f23cf0ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1095 time: 0.2091315 Aug 27 02:27:37.753176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.837045 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17ba61-f0b4-48c8-873f-359b9dfc2d83 x-openstack-request-id: req-0b17ba61-f0b4-48c8-873f-359b9dfc2d83 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:37.837344 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dcfda3-07b6-4688-9c9f-345f16ade3d2", "name": "network-vif-deleted", "tag": "954b3c67-89be-4875-9d62-6a72c0eae606", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:37.837602 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b17ba61-f0b4-48c8-873f-359b9dfc2d83 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:37.838007 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dcfda3-07b6-4688-9c9f-345f16ade3d2', 'name': 'network-vif-deleted', 'tag': '954b3c67-89be-4875-9d62-6a72c0eae606', 'status': 'completed', 'code': 200} Aug 27 02:27:37.892710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.904322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] For port dcb43cb5-cb7c-4848-bfdb-979f679c1197, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dcb43cb5-cb7c-4848-bfdb-979f679c1197,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:37.904707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:37.951218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Calling delete_port for dcb43cb5-cb7c-4848-bfdb-979f679c1197 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:37.957985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-fe4a80bd-883c-47cf-9efd-04470558ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.959622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-fe4a80bd-883c-47cf-9efd-04470558ace0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2033260 Aug 27 02:27:37.987157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105cfaa-cf1f-4794-a823-26c4494cdf71 req-cbe59aa9-9130-4452-bc60-6823b8ceb72f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:37.999008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8105cfaa-cf1f-4794-a823-26c4494cdf71 req-cbe59aa9-9130-4452-bc60-6823b8ceb72f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.2778270 Aug 27 02:27:38.097197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8105cfaa-cf1f-4794-a823-26c4494cdf71 req-21ba3e98-90cc-4e27-9981-13d7192844fc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972130 Aug 27 02:27:38.361455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-f0a0e558-3bce-4ed6-966e-0669d6a1fed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1000 time: 0.3901939 Aug 27 02:27:38.377896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f57f89-e477-421a-be67-a9dc079c4a3a req-82b7137e-7fad-4910-8d0a-5e173ee82787 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.379766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13f57f89-e477-421a-be67-a9dc079c4a3a req-82b7137e-7fad-4910-8d0a-5e173ee82787 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 944 time: 0.2524066 Aug 27 02:27:38.383905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.541652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13f57f89-e477-421a-be67-a9dc079c4a3a req-2b89469c-db02-4795-a141-f97ee5e972f4 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887082 Aug 27 02:27:38.543389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-18fedf8c-21f0-46a1-9712-fffa7775b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.545051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-18fedf8c-21f0-46a1-9712-fffa7775b57c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1575637 Aug 27 02:27:38.672942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6ce05f74-efdd-46f7-b137-1a2360e2aa84 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:38.719730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6ce05f74-efdd-46f7-b137-1a2360e2aa84 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:38.720323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6ce05f74-efdd-46f7-b137-1a2360e2aa84 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:38.742956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.757554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:27:38.787729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event deleted for resources: {'Port': ['ID=dcb43cb5-cb7c-4848-bfdb-979f679c1197,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:38.822612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-843dcbee-032b-40c1-88b4-481380b9ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:38.824281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-843dcbee-032b-40c1-88b4-481380b9ad85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711637 Aug 27 02:27:38.828809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.927588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:38.940001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] No DVR routers for this DVR port dcb43cb5-cb7c-4848-bfdb-979f679c1197 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:38.969573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.971889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-676bd9f1-1fa3-49f9-92cc-34e746961351 req-e98b5708-89ed-4fc3-b54e-6a1056a26a6e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "DELETE /v2.0/ports/dcb43cb5-cb7c-4848-bfdb-979f679c1197 HTTP/1.1" status: 204 len: 173 time: 2.2624240 Aug 27 02:27:38.974328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-deleted', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:38.979337 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae865f-3d6f-4ff8-8e45-2a2e9be06b76" -d '{"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-deleted", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:38.984427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:38.994969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-11039854-fdcf-4fcb-b6d6-4bbf34bdc236 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec4d2d1e-cca8-4a0a-84f8-63aaff7157d0 HTTP/1.1" status: 204 len: 168 time: 1.5334725 Aug 27 02:27:38.995170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036742e0-2f8f-4b5f-b5d4-8b792e0e4fc7 None None] Network 11d870ca-ce19-4175-8e75-0d8971a0eac0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:38.998582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:39.097223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-16461d3c-9aa5-408c-a240-99a30c9d2977 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606940 Aug 27 02:27:39.239588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.281685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.1 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/c747b526-d1cf-4ff0-b069-e3e60f05029e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:39.353575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-65e29a01-04b0-4f10-8f2a-e969d02c2035 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484396 Aug 27 02:27:39.539067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] DHCP port deletion for 11d870ca-ce19-4175-8e75-0d8971a0eac0 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:27:39.541242 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636d5f5-d3a9-4650-84c1-c30d8ce3862c x-openstack-request-id: req-e636d5f5-d3a9-4650-84c1-c30d8ce3862c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:39.541536 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d122e5-a94c-42dd-aea6-64d80942f273", "name": "network-vif-deleted", "tag": "dcb43cb5-cb7c-4848-bfdb-979f679c1197", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:39.541790 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e636d5f5-d3a9-4650-84c1-c30d8ce3862c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:39.542208 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d122e5-a94c-42dd-aea6-64d80942f273', 'name': 'network-vif-deleted', 'tag': 'dcb43cb5-cb7c-4848-bfdb-979f679c1197', 'status': 'completed', 'code': 200} Aug 27 02:27:39.641364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.646663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:39.688613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Deleting port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:39.689925 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.739655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f3b99-72d4-45f5-9416-29dce4e10a21 req-b88cf84f-8482-4b14-b296-ac5422cb97b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:39.752074 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-614f3b99-72d4-45f5-9416-29dce4e10a21 req-b88cf84f-8482-4b14-b296-ac5422cb97b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.3038690 Aug 27 02:27:39.807116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] For port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:39.807815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.832301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Calling delete_port for eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:39.864970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Deleting port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:39.865449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.877392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:39.953778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-614f3b99-72d4-45f5-9416-29dce4e10a21 req-54741d22-1eae-4e84-b9e9-38996b23a543 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019157 Aug 27 02:27:39.973581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 954b3c67-89be-4875-9d62-6a72c0eae606 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:39.973903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 954b3c67-89be-4875-9d62-6a72c0eae606 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:40.050112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.051741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:40.053685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=c747b526-d1cf-4ff0-b069-e3e60f05029e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:40.060256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:40.063258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:40.124928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.156873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] Pushing event deleted for resources: {'Port': ['ID=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:40.160062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7b557-dd7c-40ea-90b0-bea397f5771e None None] No DVR routers for this DVR port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:40.314877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.394627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb648b58-e8b4-4e6c-a3e7-af298f90b8c8 req-c7adf361-d025-424c-94b0-4078b9e29cc9 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 210 time: 0.0579460 Aug 27 02:27:40.530244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:40.574146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: dcb43cb5-cb7c-4848-bfdb-979f679c1197 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:40.574881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dcb43cb5-cb7c-4848-bfdb-979f679c1197 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:40.650709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] For port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,segment=NetworkSegment(38d01d17-b27d-443d-aa8b-bdc04ad3f55e),segment_id=38d01d17-b27d-443d-aa8b-bdc04ad3f55e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:40.652334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:40.669194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:40.721020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:40.721752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:40.752045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Calling delete_port for eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:41.049771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.058116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.123324 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:27:41.202355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.265202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=c747b526-d1cf-4ff0-b069-e3e60f05029e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:41.336789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.417756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=eee59e8d-a4a0-4fb1-bc6a-20f108b86db6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:41.433302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] No DVR routers for this DVR port eee59e8d-a4a0-4fb1-bc6a-20f108b86db6 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:41.443217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:41.464312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:41.626245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.688233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d870ca-ce19-4175-8e75-0d8971a0eac0']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:41.716489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d01d17-b27d-443d-aa8b-bdc04ad3f55e') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:41.717191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d01d17-b27d-443d-aa8b-bdc04ad3f55e') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:41.737216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.779957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:41.785522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.795602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:27:41.796011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:27:41.797911 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:27:41.964650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.023494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.029054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] 10.222.0.26 "DELETE /v2.0/networks/11d870ca-ce19-4175-8e75-0d8971a0eac0 HTTP/1.1" status: 204 len: 168 time: 3.0271130 Aug 27 02:27:42.062401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dc666-7ab2-47e8-be22-031aea16c0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=11d870ca-ce19-4175-8e75-0d8971a0eac0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:42.104795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:42.120347 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:42.130050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:42.133014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-213ec636-8107-454c-b370-0e77a91b8b9e tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/routers/eef4894a-0d7b-49ea-85c7-5331c2f3c770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4716668 Aug 27 02:27:42.133461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:42.134082 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.139752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'port': {'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e', 'name': 'tempest-FloatingIPTestJSON-854638881'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:42.237460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.252666 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:42.253317 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.320153 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:42.322658 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631e6af-ab3d-4b1b-8441-da801cbd9870 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:42.442860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:42.494428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:42.494657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-36aa6d0e-b996-49b3-afc1-ee66957c1b07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15d31ecbc347410db227a281db451165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479240 Aug 27 02:27:42.494657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35310) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:42.497792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.537354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] device_id is not set on port 189b3f9e-a845-4a6d-8a1f-ec7b2b56032d yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:42.563171 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.594047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.682829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.685533 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:42.689529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1123943-6c38-40c6-b2e0-cddcb32b0638 HTTP/1.1" status: 204 len: 168 time: 0.1937907 Aug 27 02:27:42.707693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f41589-5cd2-4ca2-bd22-7ca1afbf3f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1123943-6c38-40c6-b2e0-cddcb32b0638,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:42.914492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.2 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/189b3f9e-a845-4a6d-8a1f-ec7b2b56032d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:43.314591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.404245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.532014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:43.544198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:43.581267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:43.651900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=189b3f9e-a845-4a6d-8a1f-ec7b2b56032d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:43.727338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:43.728026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:43.770530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35330) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:43.771243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2bc7543-b29c-4674-90c8-e3417a3047ba tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6397030 Aug 27 02:27:43.775802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'port': {'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e', 'name': 'tempest-FloatingIPTestJSON-1169101667'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:44.111312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-83c834af-02b8-49d2-a9c7-ab434d212853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.113037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-83c834af-02b8-49d2-a9c7-ab434d212853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1095 time: 0.1363175 Aug 27 02:27:44.151684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:44.155536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:44.212690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] device_id is not set on port 14de57a5-0d29-459b-8247-3aeea014d1e5 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:27:44.418098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-84ecd772-2cc6-4f3e-8888-1132db5e8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.421085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-84ecd772-2cc6-4f3e-8888-1132db5e8004 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2369153 Aug 27 02:27:44.499080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.8 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/14de57a5-0d29-459b-8247-3aeea014d1e5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:44.501027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:44.564903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-da273f14-b069-466f-970b-60431caefa8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1000 time: 0.1365652 Aug 27 02:27:44.703802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-e4b19565-857f-4864-b58b-39c6d0b53b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.705712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-e4b19565-857f-4864-b58b-39c6d0b53b7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1295657 Aug 27 02:27:44.793359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1762607191-network', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:44.799219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-234223cf-4bb5-457b-bd0e-26f3761bc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:44.800984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-234223cf-4bb5-457b-bd0e-26f3761bc785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780623 Aug 27 02:27:44.950917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Made reservation on behalf of c2791d3b17ce46509dcf4b129c01b495 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:44.960647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.014550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.022597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.152315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-2161a01c-7da4-445a-869b-e06c6f706d23 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371024 Aug 27 02:27:45.167986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.176524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.193683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:45.206695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.207210 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Added segment daf8ec24-58d0-4671-b904-4b03fbf0f25b of type vlan for network bf057504-601a-456c-b55b-ef02d331e43d Aug 27 02:27:45.267405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.328422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7729e7-c0cd-444f-aef7-906fb03822c1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.332688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.334019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.334678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.375163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60945f26-4b89-4b0b-87e2-1d01e1b073ca req-a0422c40-a607-4ed1-8b44-d83f3376ac98 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850133 Aug 27 02:27:45.459758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.476892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:45.482153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Request body: {'subnet': {'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1762607191-subnet', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:45.488721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9845734 Aug 27 02:27:45.516322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Made reservation on behalf of c2791d3b17ce46509dcf4b129c01b495 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:45.518951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.551516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560209de-517a-4d77-9b56-42f1854aa41e admin admin] Pushing event updated for resources: {'Network': ['ID=bf057504-601a-456c-b55b-ef02d331e43d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.574193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bf057504-601a-456c-b55b-ef02d331e43d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:45.584433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:45.588338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:45.592298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:45.684464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=14de57a5-0d29-459b-8247-3aeea014d1e5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:45.761091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:45.763516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.802703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-82cedef0-b37f-464c-a042-4013ea5a06f3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0309052 Aug 27 02:27:45.805845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:45.810884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '14de57a5-0d29-459b-8247-3aeea014d1e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:45.861860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:45.977294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.062999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.101292 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.145693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a84af5-94a2-45cb-ab36-bb567109102c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:46.168447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Checking segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:46.169086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Network hostable DHCP agents. Network: bf057504-601a-456c-b55b-ef02d331e43d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:46.212719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Network bf057504-601a-456c-b55b-ef02d331e43d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:46.226925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, bf057504-601a-456c-b55b-ef02d331e43d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:46.236732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:46.238177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3287ba67-7777-4e08-950a-8d7b7d12c7c8 None None] Network bf057504-601a-456c-b55b-ef02d331e43d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:46.240707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.271992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-af39ee05-6ee9-4a1c-85f7-ac8cd7958ee6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7937038 Aug 27 02:27:46.274624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:46.279617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:46.307592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.175 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/2124c68c-7f4b-41d0-991a-4d8ed51f834d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:46.327223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.331960 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.509083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.520750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.577686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.627496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:46.631662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:46.636245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:46.652592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-bf057504-601a-456c-b55b-ef02d331e43d', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:27:46.665751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.674150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:46.678692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=2124c68c-7f4b-41d0-991a-4d8ed51f834d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:46.872182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Allocated IP 172.20.0.2 (bf057504-601a-456c-b55b-ef02d331e43d/59a84af5-94a2-45cb-ab36-bb567109102c/d45112c6-c20d-43b7-8d36-b23cd9f625fa) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:47.026607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.084542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.186537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.198645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Transition to ACTIVE for port object d45112c6-c20d-43b7-8d36-b23cd9f625fa will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:47.232075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Transition to ACTIVE for port object d45112c6-c20d-43b7-8d36-b23cd9f625fa will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:47.244475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.320432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Allocated IP 172.25.8.28 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0558d1e5-b529-4356-a700-51e796671a1a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:47.338967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Network bf057504-601a-456c-b55b-ef02d331e43d is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:47.347389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:47.356397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:47.509883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.525339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Attempting to bind port d45112c6-c20d-43b7-8d36-b23cd9f625fa on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:47.525721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Attempting to bind port d45112c6-c20d-43b7-8d36-b23cd9f625fa by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:47.526116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Attempting to bind port d45112c6-c20d-43b7-8d36-b23cd9f625fa on network bf057504-601a-456c-b55b-ef02d331e43d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:47.539381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Pushing event updated for resources: {'Port': ['ID=d45112c6-c20d-43b7-8d36-b23cd9f625fa,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:47.550552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:47.553673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Checking segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:47.557407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.557835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Bound using segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:47.569892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.571113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Bound port: d45112c6-c20d-43b7-8d36-b23cd9f625fa, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:47.573615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.677309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.686077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.713425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] For port d45112c6-c20d-43b7-8d36-b23cd9f625fa, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:47.717510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] For port d45112c6-c20d-43b7-8d36-b23cd9f625fa, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d45112c6-c20d-43b7-8d36-b23cd9f625fa,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:47.723816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:47.775569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Pushing event updated for resources: {'Port': ['ID=0558d1e5-b529-4356-a700-51e796671a1a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:47.808490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:47.809911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:47.827255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:47.879831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f9beb-536e-4641-9e9a-2655de225577 None None] Pushing event updated for resources: {'Port': ['ID=d45112c6-c20d-43b7-8d36-b23cd9f625fa,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:48.140021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.148296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.373450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.414460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=2124c68c-7f4b-41d0-991a-4d8ed51f834d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:48.475576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:48.717638 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 5c161ffa-f9bd-4d3a-a9cb-d96ba494d89d associated. External IP: 172.25.8.175, port: 14de57a5-0d29-459b-8247-3aeea014d1e5. Aug 27 02:27:48.733044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d45112c6-c20d-43b7-8d36-b23cd9f625fa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:48.873441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d45112c6-c20d-43b7-8d36-b23cd9f625fa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:49.263267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20431672-60bc-4863-8c37-dfeffb791724 req-c0b11781-aa95-433b-9618-359f7531a7cf tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:49.278160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20431672-60bc-4863-8c37-dfeffb791724 req-c0b11781-aa95-433b-9618-359f7531a7cf tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1839340 Aug 27 02:27:49.316378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.484560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20431672-60bc-4863-8c37-dfeffb791724 req-e4e8c698-7f6c-480e-8c46-26d114224c26 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054543 Aug 27 02:27:49.639024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347f2d3-fa54-462c-87cb-bbeda07d3c3b None None] Network bf057504-601a-456c-b55b-ef02d331e43d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:49.723945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:27:49.739014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa5fe112-aa30-4ea4-a5c3-c462848218d7 req-d5abfc0f-9a7a-4a6c-90a6-d984d32787c3 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=81d122e5-a94c-42dd-aea6-64d80942f273 HTTP/1.1" status: 200 len: 210 time: 0.0753672 Aug 27 02:27:49.793508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:49.811709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Provisioning for port d45112c6-c20d-43b7-8d36-b23cd9f625fa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:49.844565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Provisioning complete for port d45112c6-c20d-43b7-8d36-b23cd9f625fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:49.857700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.900954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:49.927479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:49.930554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-675d928f-6caf-4bb7-b540-c0caeb017d2f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6541855 Aug 27 02:27:49.933011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:49.943921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Sync routers for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:50.011568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:50.030185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:50.051252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.052853 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:50.056524 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.119914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0e879ed0-46ca-4506-88de-6551d94b63b2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3126557 Aug 27 02:27:50.123012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:50.128306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:50.133522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:50.137442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.151669 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.172480 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:50.173109 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.232136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.300957 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:50.302540 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe21f8-3631-4ade-8bb2-54edd25d8912 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:50.789764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.803198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.804796 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 5c161ffa-f9bd-4d3a-a9cb-d96ba494d89d disassociated. External IP: 172.25.8.175, port: 14de57a5-0d29-459b-8247-3aeea014d1e5. Aug 27 02:27:50.861449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:50.965959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf607-ce2f-44d9-a4b7-ba00c2a0273e req-22b532c6-a111-4f47-b584-d0e3a727e2cd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:50.972361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a86bf607-ce2f-44d9-a4b7-ba00c2a0273e req-22b532c6-a111-4f47-b584-d0e3a727e2cd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.2466722 Aug 27 02:27:51.074439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:51.090255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] For port d45112c6-c20d-43b7-8d36-b23cd9f625fa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d45112c6-c20d-43b7-8d36-b23cd9f625fa,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:51.133032 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.230602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a86bf607-ce2f-44d9-a4b7-ba00c2a0273e req-aa7d1783-13f3-4168-a81d-b3acb3ded37e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438815 Aug 27 02:27:51.357367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:51.487851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:51.644312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.715643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9442a536-3863-4b8c-a870-aecc5783c5b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f583a38402c4a2087e13027b6c5a19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6331642 Aug 27 02:27:51.717008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:51.741414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b78708-7b9c-4b18-8527-de43ca42db6f None None] Pushing event updated for resources: {'Port': ['ID=d45112c6-c20d-43b7-8d36-b23cd9f625fa,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:51.805850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:51.810771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:51.831266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:51.892705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:51.893337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:51.897949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0196f89f-5be4-406e-967b-d5a1921e8ebf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/5c161ffa-f9bd-4d3a-a9cb-d96ba494d89d HTTP/1.1" status: 200 len: 688 time: 1.7738800 Aug 27 02:27:51.900525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35476) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:52.080680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Allocated IP 172.20.0.1 (bf057504-601a-456c-b55b-ef02d331e43d/59a84af5-94a2-45cb-ab36-bb567109102c/e3e5f90b-0da0-4d13-ae22-2f357924d132) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:52.082163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:52.089969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.109861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:52.110606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:52.127435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aff3742d-8b8e-4c2f-ad7d-9061a6a98370 None None] Provisioning complete for port d45112c6-c20d-43b7-8d36-b23cd9f625fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:52.127950 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aff3742d-8b8e-4c2f-ad7d-9061a6a98370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.173104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 2124c68c-7f4b-41d0-991a-4d8ed51f834d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:52.175449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.201744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:52.202539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586e065-c745-442b-833c-b135cf7fcde0 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:52.258811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.298713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:48Z', 'revision_number': 3, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:52.371933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.378946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.399164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Checking router: 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:27:52.399568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Updating router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c port 0558d1e5-b529-4356-a700-51e796671a1a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:27:52.414665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 2124c68c-7f4b-41d0-991a-4d8ed51f834d owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:52.552872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.676822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.689890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.703478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:52.706964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7c3304a-316a-4d01-bfba-a5d89f122517 HTTP/1.1" status: 204 len: 168 time: 0.9722149 Aug 27 02:27:52.711889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d45112c6-c20d-43b7-8d36-b23cd9f625fa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:52.814037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98908f07-b059-481a-be82-9e9346a08039 req-e6da881c-3f90-4e5b-be15-16332bb6d6c4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:52.831245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98908f07-b059-481a-be82-9e9346a08039 req-e6da881c-3f90-4e5b-be15-16332bb6d6c4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.3878646 Aug 27 02:27:52.835682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Transition to ACTIVE for port object e3e5f90b-0da0-4d13-ae22-2f357924d132 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:52.839997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e712f1-2644-4f5e-86d9-488006ba77f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c3304a-316a-4d01-bfba-a5d89f122517,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:52.968602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.025405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=2124c68c-7f4b-41d0-991a-4d8ed51f834d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.076373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98908f07-b059-481a-be82-9e9346a08039 req-9d60a75a-18a8-49df-9294-284ba1505278 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170739 Aug 27 02:27:53.116542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.219176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Network bf057504-601a-456c-b55b-ef02d331e43d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:53.232576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:53.248516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:53.258878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.270973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-5d755062-8e29-4804-8e49-6babaabd249c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:53.287505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-5d755062-8e29-4804-8e49-6babaabd249c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.2405627 Aug 27 02:27:53.319167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-54d1d500-2154-4d93-8d4f-c31b746efbc0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/quotas/4ae755ffc78948e9a7ce502cc81dd559 HTTP/1.1" status: 200 len: 375 time: 0.0303707 Aug 27 02:27:53.332682 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.347410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Transition to ACTIVE for port object 0558d1e5-b529-4356-a700-51e796671a1a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:27:53.368359 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.392282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-83ad3ff0-7208-41fe-82b6-388cb4e56db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.398352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.446441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eddc7e-fac8-4f15-8de4-e969e91dac02 None None] Pushing event updated for resources: {'Port': ['ID=0558d1e5-b529-4356-a700-51e796671a1a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:53.537682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.541131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.548515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Attempting to bind port 0558d1e5-b529-4356-a700-51e796671a1a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:27:53.548937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Attempting to bind port 0558d1e5-b529-4356-a700-51e796671a1a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:27:53.549300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Attempting to bind port 0558d1e5-b529-4356-a700-51e796671a1a on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:27:53.549808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8d895a00-b0d8-4663-9aa5-d256cb5f5d63 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/5c161ffa-f9bd-4d3a-a9cb-d96ba494d89d HTTP/1.1" status: 204 len: 168 time: 1.6464667 Aug 27 02:27:53.551541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35514) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:53.563764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '189b3f9e-a845-4a6d-8a1f-ec7b2b56032d'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:53.570051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:27:53.570465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:53.570882 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.571361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:27:53.576274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Bound port: 0558d1e5-b529-4356-a700-51e796671a1a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:27:53.576862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.628687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6a320f7e-7039-479b-b73c-50d9c0ecbe7b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3080454 Aug 27 02:27:53.640174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.711255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d45112c6-c20d-43b7-8d36-b23cd9f625fa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:53.717224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.791127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:53.795921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:54.170800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-a3232dd9-65c5-4535-852a-dc933612d1d5 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405417 Aug 27 02:27:54.173438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] For port 0558d1e5-b529-4356-a700-51e796671a1a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:27:54.173438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] For port 0558d1e5-b529-4356-a700-51e796671a1a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0558d1e5-b529-4356-a700-51e796671a1a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:27:54.214801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.219387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-60e6829d-6910-4ba5-949b-0115c9b636a2 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390681 Aug 27 02:27:54.257910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4d83716f-ace6-4bba-8b50-a522c0dcbc17 None None] Provisioning for port e3e5f90b-0da0-4d13-ae22-2f357924d132 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:54.288006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.291312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.338886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0846e-867c-46f2-b5db-c9a65a70aa11 req-a00b23a2-cb5d-44e9-ae18-f4662038982a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:54.363426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dd0846e-867c-46f2-b5db-c9a65a70aa11 req-a00b23a2-cb5d-44e9-ae18-f4662038982a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1523728 Aug 27 02:27:54.378574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.441689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4d83716f-ace6-4bba-8b50-a522c0dcbc17 None None] Provisioning complete for port e3e5f90b-0da0-4d13-ae22-2f357924d132 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:54.446695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d83716f-ace6-4bba-8b50-a522c0dcbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.471808 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.592628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:54.721206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:54.743236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:54.746994 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026570a2-f994-4e58-9c69-26a80d9afe70" -d '{"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-unplugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:54.795341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dd0846e-867c-46f2-b5db-c9a65a70aa11 req-8715c556-c49a-4d0e-980c-cc657ce519e8 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264917 Aug 27 02:27:54.797833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:54.806323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:54.810685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:54.812723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.822048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:54.840591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4d83716f-ace6-4bba-8b50-a522c0dcbc17 None None] Port e3e5f90b-0da0-4d13-ae22-2f357924d132 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:54.899352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-718794dd-1959-406a-a41d-672ba9551ccf req-6e7e3292-3729-4b6c-be96-dfa7ce178bbd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 210 time: 0.2731893 Aug 27 02:27:54.944692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.169 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0b2588b6-b736-406a-9402-e8fc44cda1dc) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:54.973986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-206233571-network', 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:54.983238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eddc7e-fac8-4f15-8de4-e969e91dac02 None None] Pushing event updated for resources: {'Port': ['ID=0558d1e5-b529-4356-a700-51e796671a1a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:55.039712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Network bf057504-601a-456c-b55b-ef02d331e43d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:55.041286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:55.062124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-3891695d-2389-4d0c-bc09-66f7769cb728 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:55.068051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-3891695d-2389-4d0c-bc09-66f7769cb728 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/ports?device_id=e092ad10-c15c-45b1-8cef-41b8cb177de8 HTTP/1.1" status: 200 len: 945 time: 0.4378681 Aug 27 02:27:55.335437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:55.337775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.347942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:27:55.351753 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b4dfa-2959-4ae0-a84d-a876b3ba0efc x-openstack-request-id: req-147b4dfa-2959-4ae0-a84d-a876b3ba0efc {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:55.356444 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-unplugged", "status": "completed", "tag": "08304b10-463a-415e-b743-003f2e416c95", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:55.356786 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-147b4dfa-2959-4ae0-a84d-a876b3ba0efc {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:55.359117 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08304b10-463a-415e-b743-003f2e416c95', 'code': 200} Aug 27 02:27:55.439113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d109424b-470a-4823-a999-6abfe14dc59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.445417 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.464986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:55.478333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.481960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:55.584052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Deleting port 08304b10-463a-415e-b743-003f2e416c95 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:27:55.584976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.596429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:27:55.607119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.623514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-033debb6-efa3-4050-bd7f-920749d27b68 admin admin] 10.222.0.26 "PUT /v2.0/routers/17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6745951 Aug 27 02:27:55.653845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a8d3e5d1-733b-476e-a87f-752b5deaca1b None None] Provisioning complete for port e3e5f90b-0da0-4d13-ae22-2f357924d132 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:55.654212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d1-733b-476e-a87f-752b5deaca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.811563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.837107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.853689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] For port 08304b10-463a-415e-b743-003f2e416c95, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=08304b10-463a-415e-b743-003f2e416c95,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:55.854073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.884200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:55.886806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Calling delete_port for 08304b10-463a-415e-b743-003f2e416c95 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:27:55.890519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:27:55.925463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3e5d1-733b-476e-a87f-752b5deaca1b None None] Port e3e5f90b-0da0-4d13-ae22-2f357924d132 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:27:55.979816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=0b2588b6-b736-406a-9402-e8fc44cda1dc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:56.035233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:27:54Z', 'revision_number': 2, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:56.069960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.070412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763f58e-c292-4ce4-a853-5b7439f43d5b None None] The sync data for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 is: [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:27:54Z', 'revision_number': 2, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:27:56.070982 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Added segment 8e51c7a1-f477-43e6-960b-f817f59bc534 of type vlan for network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 Aug 27 02:27:56.083264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464121f5-302a-46b8-95eb-70174e7ac33d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:56.224236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.239850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:56.249076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:56.255247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:56.356474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:56.367308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944118349', 'description': 'tempest-description--1673646580'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:56.372852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.resource_extend [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:27:56.433545 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.433763 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.505411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7681-6f10-4124-be77-ea3f40dca749 req-729683f9-e6f6-49d3-b9c1-20a66700f279 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.527715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a60b7681-6f10-4124-be77-ea3f40dca749 req-729683f9-e6f6-49d3-b9c1-20a66700f279 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.5401235 Aug 27 02:27:56.545951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf41e1ef-7140-4047-a93d-83115a7b8fd3 req-08a84e26-2b90-44a1-bc50-ca47df38adf9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 210 time: 0.0424383 Aug 27 02:27:56.618345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.619556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.620275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.693331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.703158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.751978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca52a9-e222-4bdc-8cdd-689cf22cf2de,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:56.752830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-595b0aef-5979-4424-b2b0-b133dfcef374 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:56.754319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-595b0aef-5979-4424-b2b0-b133dfcef374 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.4790020 Aug 27 02:27:56.773973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.775310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7cfa769-b8f7-49a2-8a65-888f2bd54362 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4178085 Aug 27 02:27:56.778700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:56.783523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'security_group_rule': {'security_group_id': '00ca52a9-e222-4bdc-8cdd-689cf22cf2de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:56.809890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Request body: {'port': {'device_id': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'admin_state_up': True, 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:56.835764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.926977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.936735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.991383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:56.996029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157955 Aug 27 02:27:57.008734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:57.021103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'security_group_rule': {'security_group_id': '00ca52a9-e222-4bdc-8cdd-689cf22cf2de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:57.054468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a92df8-8bac-471d-82f8-2138041ff1ae tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5472a6-95f5-4738-8aaf-7727a84f5d54,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.062714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.143500 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.148615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.179511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.182055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646130 Aug 27 02:27:57.192892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:57.199553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:57.213192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd001e3c-8ba5-48af-90b6-023d47749191 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6e2ff0-5da1-4503-b3bf-0ea9e55d88bb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.244721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.288542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6920624 Aug 27 02:27:57.290968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:27:57.315949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Request body: {'subnet': {'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-206233571-subnet', 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:27:57.326452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a60b7681-6f10-4124-be77-ea3f40dca749 req-97784504-37eb-40c0-bf7d-074a1394c0ba tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7973633 Aug 27 02:27:57.400032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.450904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af24c-dc21-4244-bb2a-7bf74edcc2cc admin admin] Pushing event updated for resources: {'Network': ['ID=216ef06e-8f19-4cb4-921f-aa140a2e0b70,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.463429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:27:57.559930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:57.568357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.665196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.666157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Allocated IP 172.25.8.152 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6e5ee127-391b-488b-8b78-19dda7abacd9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:57.712038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-733d7e42-2ce1-471f-8edb-cc0d74eb9064 req-f0de6bec-0aad-47aa-92a0-00eccb686837 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 210 time: 0.0370913 Aug 27 02:27:57.776457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:27:57.793105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event deleted for resources: {'Port': ['ID=08304b10-463a-415e-b743-003f2e416c95,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:57.832429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 08304b10-463a-415e-b743-003f2e416c95 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:27:57.832892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 08304b10-463a-415e-b743-003f2e416c95 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:27:57.854817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:27:57.858636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.875401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.920050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.951891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] No DVR routers for this DVR port 08304b10-463a-415e-b743-003f2e416c95 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:27:57.964624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:57.966845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc1ba377-28a5-4b9a-848f-5b382fc04d95 req-6274fa49-89fd-4107-843f-c53415be4539 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "DELETE /v2.0/ports/08304b10-463a-415e-b743-003f2e416c95 HTTP/1.1" status: 204 len: 173 time: 2.8905087 Aug 27 02:27:57.969809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-deleted', 'tag': '08304b10-463a-415e-b743-003f2e416c95'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:27:57.972490 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fc4b1-fa2f-49b8-89bf-956ad8fc4953" -d '{"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-deleted", "tag": "08304b10-463a-415e-b743-003f2e416c95"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:27:58.012743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.099156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:58.107309 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1664c3f-57be-49a9-9af2-2c7c4172e6b1 x-openstack-request-id: req-f1664c3f-57be-49a9-9af2-2c7c4172e6b1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:27:58.108608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:58.111090 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092ad10-c15c-45b1-8cef-41b8cb177de8", "name": "network-vif-deleted", "tag": "08304b10-463a-415e-b743-003f2e416c95", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:27:58.112716 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1664c3f-57be-49a9-9af2-2c7c4172e6b1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:27:58.113237 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e092ad10-c15c-45b1-8cef-41b8cb177de8', 'name': 'network-vif-deleted', 'tag': '08304b10-463a-415e-b743-003f2e416c95', 'status': 'completed', 'code': 200} Aug 27 02:27:58.114253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:58.118015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'Port': ['ID=6e5ee127-391b-488b-8b78-19dda7abacd9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.246711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.285819 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.317027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.452803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.529480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.540743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.579249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Allocated IP 172.20.0.14 (add51cd7-82fd-409b-92cd-a7a6080c619c/aff899f0-fe7f-4364-8c4e-ad96a6155895/1415f063-7c21-414b-b09d-dbc40deebd72) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:27:58.604643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.661564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'Port': ['ID=6e5ee127-391b-488b-8b78-19dda7abacd9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.697354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.716030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495e23-c1b5-4361-9799-6d8494cc6718 req-71a15018-5b86-423a-b5a4-9d2d1e2a14f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:58.716349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0558d1e5-b529-4356-a700-51e796671a1a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:27:58.717671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0495e23-c1b5-4361-9799-6d8494cc6718 req-71a15018-5b86-423a-b5a4-9d2d1e2a14f2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.2551312 Aug 27 02:27:58.747333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.757368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d9bd2ee-d429-430b-9012-f0e335807e88 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5540495 Aug 27 02:27:58.833408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0558d1e5-b529-4356-a700-51e796671a1a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:27:58.845532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0558d1e5-b529-4356-a700-51e796671a1a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:27:58.846010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:58.957767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1eff946-e507-4696-b65f-92074fbdcd56 req-45d09e58-e3a8-4d3f-9253-99ab3ee02816 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 210 time: 0.0491724 Aug 27 02:27:58.973965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6576177-af49-49cd-a847-6055e2b90c98,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:58.996122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.019124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 0558d1e5-b529-4356-a700-51e796671a1a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0558d1e5-b529-4356-a700-51e796671a1a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:27:59.028353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.089734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0495e23-c1b5-4361-9799-6d8494cc6718 req-b3674b23-9ed2-40ef-bc82-3ececd61ebb8 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335598 Aug 27 02:27:59.102656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:27:59.103116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Network hostable DHCP agents. Network: 216ef06e-8f19-4cb4-921f-aa140a2e0b70, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:27:59.133922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=0558d1e5-b529-4356-a700-51e796671a1a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.166117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa11a6a-45a1-4525-8ea7-e7f5c89f06f8 req-20beb4f5-ab41-446f-99e5-a8fcef604f2b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.170062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa11a6a-45a1-4525-8ea7-e7f5c89f06f8 req-20beb4f5-ab41-446f-99e5-a8fcef604f2b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.1328647 Aug 27 02:27:59.206246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.221693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.253449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eaa11a6a-45a1-4525-8ea7-e7f5c89f06f8 req-63de0b2e-d1e0-4ca5-a0d9-5bc3851fdd0b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768301 Aug 27 02:27:59.256672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:27:59.352141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-8a7bf39a-a446-47f2-b851-b85a2e222034 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.353684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-8a7bf39a-a446-47f2-b851-b85a2e222034 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "GET /v2.0/ports?device_id=d768724a-c146-403e-9675-fb2d70e20541 HTTP/1.1" status: 200 len: 944 time: 0.0638576 Aug 27 02:27:59.436968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 216ef06e-8f19-4cb4-921f-aa140a2e0b70) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:59.450483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef7ffb-b6ac-4ca3-a9ab-84fa0d8f731d None None] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:59.493992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.494558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.504611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-40eb94c5-5717-4143-b254-b53b11cf599a tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1944118349&fields=id&tenant_id=c2791d3b17ce46509dcf4b129c01b495 HTTP/1.1" status: 200 len: 267 time: 0.0982890 Aug 27 02:27:59.530551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=0b2588b6-b736-406a-9402-e8fc44cda1dc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:27:59.536383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.543478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.610303 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Sync routers for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:27:59.628137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:27:59.629226 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:27:59.632607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-12244041-0a0c-4d30-9c94-0a99582ad5ee admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3327146 Aug 27 02:27:59.683898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae50726-ea57-4b87-8684-7edf938ab071 None None] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:27:59.734052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:27:59.796251 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 47c8f4b2-7366-48f7-aa95-9d281132d5f1 associated. External IP: 172.25.8.169, port: 189b3f9e-a845-4a6d-8a1f-ec7b2b56032d. Aug 27 02:27:59.801792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Network add51cd7-82fd-409b-92cd-a7a6080c619c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:27:59.853656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:27:59.860568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:27:59.891129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:27:59.967516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:27:59.968240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.021828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.060124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Deleting port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:00.060697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.106902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-6c739858-2160-42da-9105-55617dcf1d25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3079987 Aug 27 02:28:00.142718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-15a1de3a-dda3-4b1c-8a43-0d3b8988a9fa tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:00.157416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-15a1de3a-dda3-4b1c-8a43-0d3b8988a9fa tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200026 Aug 27 02:28:00.163912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a3e0e69a-c4c6-415e-b007-0abcf04c86e1 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.171515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a3e0e69a-c4c6-415e-b007-0abcf04c86e1 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/networks?id=bf057504-601a-456c-b55b-ef02d331e43d HTTP/1.1" status: 200 len: 806 time: 0.6659946 Aug 27 02:28:00.198714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-18bbaf1b-030b-48ae-a97f-3ae18c52494a tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/quotas/c2791d3b17ce46509dcf4b129c01b495 HTTP/1.1" status: 200 len: 375 time: 0.0261638 Aug 27 02:28:00.247413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] For port 7b3ac043-e18b-4784-b5e1-d72350c8bae9, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=7b3ac043-e18b-4784-b5e1-d72350c8bae9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:00.247929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.297157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Calling delete_port for 7b3ac043-e18b-4784-b5e1-d72350c8bae9 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:00.305138 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:27:54Z', 'revision_number': 2, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:00.348881 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Checking router: 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:00.349219 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Updating router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c port e3e5f90b-0da0-4d13-ae22-2f357924d132 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:28:00.354997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-85c9760a-6294-447e-b9d1-8b1b171d718f tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2791d3b17ce46509dcf4b129c01b495&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551692 Aug 27 02:28:00.369298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Request body: {'port': {'device_id': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:00.381238 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.523897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-354eb3c7-79a1-43e3-b239-8cc73b641fc9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:28:00.533279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-354eb3c7-79a1-43e3-b239-8cc73b641fc9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1332293 Aug 27 02:28:00.582434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-f6f79df5-6f90-4d39-9f02-e6964da6ff0c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:00.584091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-f6f79df5-6f90-4d39-9f02-e6964da6ff0c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.3922110 Aug 27 02:28:00.585027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.599491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.617587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0716df66-1904-4ca3-9fd9-003886948f44 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0198932 Aug 27 02:28:00.619654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:00.654016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.666138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['7b3ac043-e18b-4784-b5e1-d72350c8bae9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:00.697890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-694c1840-deb0-406c-b221-2efecc0f50ff tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713160 Aug 27 02:28:00.707368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0558d1e5-b529-4356-a700-51e796671a1a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:00.725670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event deleted for resources: {'Port': ['ID=7b3ac043-e18b-4784-b5e1-d72350c8bae9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:00.790429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0558d1e5-b529-4356-a700-51e796671a1a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:00.791109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.801478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] No DVR routers for this DVR port 7b3ac043-e18b-4784-b5e1-d72350c8bae9 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:00.804715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.806724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5aea2f19-cb94-4496-9e23-91538e4e9d9b req-e113d5c3-6570-4d6b-96bb-dae111db0166 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "DELETE /v2.0/ports/7b3ac043-e18b-4784-b5e1-d72350c8bae9 HTTP/1.1" status: 204 len: 173 time: 1.4391272 Aug 27 02:28:00.808918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-deleted', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:00.814109 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40909ec1-a810-458b-aa4f-a22f2dfb407e" -d '{"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-deleted", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:00.852312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-0a4f75e6-cca7-4e9b-80f5-992ee75d665a service neutron] 10.222.0.26 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181088 Aug 27 02:28:00.908660 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:00.927394 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Transition to ACTIVE for port object e3e5f90b-0da0-4d13-ae22-2f357924d132 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:00.945799 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.014916 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Pushing event updated for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.028580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-c139833b-c8ee-46eb-b2fe-371315c35792 service neutron] 10.222.0.26 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657393 Aug 27 02:28:01.041101 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.041551 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.042004 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.042423 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.042832 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.043369 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.043806 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.044194 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.044579 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.045011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.045334 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.045659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:01.114642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Attempting to bind port e3e5f90b-0da0-4d13-ae22-2f357924d132 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:01.115102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Attempting to bind port e3e5f90b-0da0-4d13-ae22-2f357924d132 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:01.115904 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Attempting to bind port e3e5f90b-0da0-4d13-ae22-2f357924d132 on network bf057504-601a-456c-b55b-ef02d331e43d {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:01.121821 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:01.123242 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Checking segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:01.123928 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.126273 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Bound using segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:01.127039 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Bound port: e3e5f90b-0da0-4d13-ae22-2f357924d132, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:01.127608 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.401546 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] For port e3e5f90b-0da0-4d13-ae22-2f357924d132, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:01.407660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] For port e3e5f90b-0da0-4d13-ae22-2f357924d132, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e3e5f90b-0da0-4d13-ae22-2f357924d132,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:01.414811 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.497201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d413a-28bf-4564-bebf-34ded6b6a3ee req-9afe6383-2247-43c5-8d17-95fbf33b76ce tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.499505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-949d413a-28bf-4564-bebf-34ded6b6a3ee req-9afe6383-2247-43c5-8d17-95fbf33b76ce tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 932 time: 0.1151030 Aug 27 02:28:01.505497 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:01.506576 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.573473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-60cb2cc8-5116-4356-96ff-322e8a05b8a5 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598931 Aug 27 02:28:01.575694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:01.587385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:01.606902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:01.609827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.634199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-949d413a-28bf-4564-bebf-34ded6b6a3ee req-24a0358e-daf7-428c-a0c9-237d88c60e8f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280560 Aug 27 02:28:01.661409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.675103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:01.675764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.686523 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:01.689567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:01.754189 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4ad6f-ff5c-4321-b4fd-c2900ce8b911 None None] Pushing event updated for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:01.767805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:01.768249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b758e2e-adb3-481f-8d54-f041beff2cd1 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:01.808036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5548e73e-6b85-4cc6-8b73-a7ec26f6dafd tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2553241 Aug 27 02:28:01.819744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35668) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:01.855006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718fd1b-2e9b-420b-971a-11a9a42236b0 req-f062da6a-226f-473e-80ac-3f585df15054 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:01.864265 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2718fd1b-2e9b-420b-971a-11a9a42236b0 req-f062da6a-226f-473e-80ac-3f585df15054 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.0855200 Aug 27 02:28:01.896283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-9d75a6a4-2991-4bf9-b078-3ed73b327a36 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221986 Aug 27 02:28:01.913404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2718fd1b-2e9b-420b-971a-11a9a42236b0 req-cefc8698-f011-471c-9aed-eb84307e45cc tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481811 Aug 27 02:28:01.945419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-89bf66bf-89e5-4482-ae93-f82d6ad9f6bf tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/floatingips/47c8f4b2-7366-48f7-aa95-9d281132d5f1 HTTP/1.1" status: 200 len: 977 time: 0.1202750 Aug 27 02:28:01.946860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:01.967981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1415f063-7c21-414b-b09d-dbc40deebd72 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:01.985408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.016138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Transition to ACTIVE for port object 1415f063-7c21-414b-b09d-dbc40deebd72 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:02.025469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.031217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:01Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:02.086649 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a5218-6d07-457d-aac6-b3c6d1d54d24 None None] The sync data for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 is: [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:01Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:02.091107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:02.192602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6a76187-6260-4049-a5b7-11f02f9391f0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2441185 Aug 27 02:28:02.196626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35680) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:02.197233 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c9be4-063a-49b4-9814-7e2c7ff6af8f x-openstack-request-id: req-a10c9be4-063a-49b4-9814-7e2c7ff6af8f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:02.198609 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d768724a-c146-403e-9675-fb2d70e20541", "name": "network-vif-deleted", "tag": "7b3ac043-e18b-4784-b5e1-d72350c8bae9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:02.199223 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a10c9be4-063a-49b4-9814-7e2c7ff6af8f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:02.200242 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd768724a-c146-403e-9675-fb2d70e20541', 'name': 'network-vif-deleted', 'tag': '7b3ac043-e18b-4784-b5e1-d72350c8bae9', 'status': 'completed', 'code': 200} Aug 27 02:28:02.203379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': '14de57a5-0d29-459b-8247-3aeea014d1e5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:02.320434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f886ff4-b09e-44f2-abc5-9ea58904510f req-ad37b61a-9d62-4e0c-9637-a89af105b098 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 210 time: 0.0695491 Aug 27 02:28:02.355963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Attempting to bind port 1415f063-7c21-414b-b09d-dbc40deebd72 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:02.359548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Attempting to bind port 1415f063-7c21-414b-b09d-dbc40deebd72 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:02.360926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Attempting to bind port 1415f063-7c21-414b-b09d-dbc40deebd72 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:02.379927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Port 1415f063-7c21-414b-b09d-dbc40deebd72 on network add51cd7-82fd-409b-92cd-a7a6080c619c not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:02.380488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Attempting to bind port 1415f063-7c21-414b-b09d-dbc40deebd72 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:02.384560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.471954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fb20606-ce9d-4996-b0d7-f745734027fa req-4d33c7dc-a140-41a4-91da-602ea59aefc1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 210 time: 0.1052754 Aug 27 02:28:02.481936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:02.482488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Checking segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:02.482819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Bound using segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:02.483674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Bound port: 1415f063-7c21-414b-b09d-dbc40deebd72, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:02.483674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.682935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:02.688546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:02.707826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.716019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e3e5f90b-0da0-4d13-ae22-2f357924d132 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:02.794155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17c9b9-1ecf-4ac7-98be-c2e40518ceed req-2a296616-a217-4f3a-9574-056321198ba2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.801255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e3e5f90b-0da0-4d13-ae22-2f357924d132 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:02.803030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c17c9b9-1ecf-4ac7-98be-c2e40518ceed req-2a296616-a217-4f3a-9574-056321198ba2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.1232567 Aug 27 02:28:02.806908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e3e5f90b-0da0-4d13-ae22-2f357924d132 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:02.807524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.850953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e899317-e134-4bed-aae0-77a8e0ba4faa req-f05e745e-9f2e-4cff-aa2b-aec0f3e2f335 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.852002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e899317-e134-4bed-aae0-77a8e0ba4faa req-f05e745e-9f2e-4cff-aa2b-aec0f3e2f335 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2955763 Aug 27 02:28:02.855610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:02.856476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:02.857667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] 10.222.0.46 "PUT /v2.0/ports/1415f063-7c21-414b-b09d-dbc40deebd72 HTTP/1.1" status: 200 len: 1092 time: 2.6972868 Aug 27 02:28:02.859969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:02.863532 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383e078c-899d-4109-8c54-e064cd422ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:02.864564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c17c9b9-1ecf-4ac7-98be-c2e40518ceed req-8ea449ef-5ef9-4dbe-8dcf-9cbae7b258e5 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605948 Aug 27 02:28:02.978635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.027609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e3e5f90b-0da0-4d13-ae22-2f357924d132, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e3e5f90b-0da0-4d13-ae22-2f357924d132,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:03.034558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.101069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f87cfb-fb3c-420f-aefb-4dab2451d403 service neutron] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:03.125534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:03.142243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e899317-e134-4bed-aae0-77a8e0ba4faa req-c301970f-7568-4ca9-bed7-f1e1066ce650 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537987 Aug 27 02:28:03.190429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691ef3-bbb6-4f48-95d5-a12324a10ff9 req-e1d43e16-6e62-478e-be75-ffc224992e70 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.198685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a691ef3-bbb6-4f48-95d5-a12324a10ff9 req-e1d43e16-6e62-478e-be75-ffc224992e70 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 944 time: 0.2090988 Aug 27 02:28:03.212040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-b8480997-6950-4d31-bc7e-597b22ff7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.213525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-b8480997-6950-4d31-bc7e-597b22ff7634 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 1095 time: 0.1801305 Aug 27 02:28:03.220035 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f228bb-b510-4e3d-970a-85d3a179c029 x-openstack-request-id: req-71f228bb-b510-4e3d-970a-85d3a179c029 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:03.220404 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:03.220930 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71f228bb-b510-4e3d-970a-85d3a179c029 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:03.221404 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72', 'status': 'completed', 'code': 200} Aug 27 02:28:03.264471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-901a25b6-a4c3-4f2b-a7be-7a1dd83366c1 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.266037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-901a25b6-a4c3-4f2b-a7be-7a1dd83366c1 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.15 "GET /v2.0/networks?id=bf057504-601a-456c-b55b-ef02d331e43d HTTP/1.1" status: 200 len: 806 time: 0.3976903 Aug 27 02:28:03.271076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a691ef3-bbb6-4f48-95d5-a12324a10ff9 req-bb3e0f51-bc29-4a4f-8811-90f5474b637e tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Aug 27 02:28:03.278977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-f9fd7de9-0a83-4321-9d50-883a07cc1af2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.280566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-f9fd7de9-0a83-4321-9d50-883a07cc1af2 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.1830120 Aug 27 02:28:03.335367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-d88bf380-fbb0-40cb-8ead-67c24148464e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1415f063-7c21-414b-b09d-dbc40deebd72 HTTP/1.1" status: 200 len: 217 time: 0.1051505 Aug 27 02:28:03.367736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-caf34719-d937-4dcb-a9fe-6eb39867d966 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2791d3b17ce46509dcf4b129c01b495 HTTP/1.1" status: 200 len: 380 time: 0.0828228 Aug 27 02:28:03.390805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'port': {'device_id': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'admin_state_up': True, 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'security_groups': ['00ca52a9-e222-4bdc-8cdd-689cf22cf2de']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:03.461724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7f8d6-0f0c-410c-8650-4d73f99afe96 req-5e24367f-8b3a-4581-ab47-0a64494a887a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.463279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80b7f8d6-0f0c-410c-8650-4d73f99afe96 req-5e24367f-8b3a-4581-ab47-0a64494a887a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 944 time: 0.1767397 Aug 27 02:28:03.466695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-65bfbdbd-f9b4-436b-92e5-d797070c083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.468035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-65bfbdbd-f9b4-436b-92e5-d797070c083b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.1163440 Aug 27 02:28:03.482560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-967afb91-148b-4ac3-b791-44482bfd563a req-baf69319-e375-4df8-95df-9e88d5a4a5d8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 210 time: 0.0382133 Aug 27 02:28:03.533383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Deleting port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:03.533789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.555230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-e2f18700-4127-4ece-96aa-326b25180e78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752261 Aug 27 02:28:03.628312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80b7f8d6-0f0c-410c-8650-4d73f99afe96 req-88661242-a2f1-46a2-8265-7323e73528e4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567311 Aug 27 02:28:03.693088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.702105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9b78f0c-0089-408b-90dd-24d9f6907e25 req-b8b1d5d2-e498-49f5-a4d6-17be0e010706 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 210 time: 0.0824642 Aug 27 02:28:03.703801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.731565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Made reservation on behalf of c2791d3b17ce46509dcf4b129c01b495 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:03.735383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.766585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-33027f05-27d2-4f09-b903-6709a8fbd368 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914001 Aug 27 02:28:03.786197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] For port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:03.786583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:03.812350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Calling delete_port for 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:03.821856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-321b648b-55a2-42ea-bfcf-7a62aeffaa02 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:03.823370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-321b648b-55a2-42ea-bfcf-7a62aeffaa02 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.2827520 Aug 27 02:28:03.858968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:03.872218 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 47c8f4b2-7366-48f7-aa95-9d281132d5f1 associated. External IP: 172.25.8.169, port: 189b3f9e-a845-4a6d-8a1f-ec7b2b56032d. Aug 27 02:28:03.945281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a896c81-4ba4-4fe2-a136-51e6fefd0a38 req-cab00660-e006-44e9-b3fe-9a0d1184d7ba service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715813 Aug 27 02:28:04.034311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc1849-8d79-4ddd-b4ef-df678d5179c5 req-aaac4caf-78a9-41b8-bdec-965441debe2e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.035814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3bc1849-8d79-4ddd-b4ef-df678d5179c5 req-aaac4caf-78a9-41b8-bdec-965441debe2e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b88b364-6e4c-40f2-8fbd-8fa941919c96 HTTP/1.1" status: 200 len: 945 time: 0.0952444 Aug 27 02:28:04.065031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Allocated IP 172.20.0.4 (bf057504-601a-456c-b55b-ef02d331e43d/59a84af5-94a2-45cb-ab36-bb567109102c/b232ce88-d0d8-42f3-a449-4081e3b7b07c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:04.171553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:04.175054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.182259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3bc1849-8d79-4ddd-b4ef-df678d5179c5 req-059e73c2-945c-4c8a-b03c-8132c7cd8eeb tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106436 Aug 27 02:28:04.186930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e078c-899d-4109-8c54-e064cd422ea6 req-fe2691a7-b995-4819-a003-d8ba1bfbe0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.187996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-fe2691a7-b995-4819-a003-d8ba1bfbe0dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 1095 time: 0.1513464 Aug 27 02:28:04.218266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.258015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:04.337137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event deleted for resources: {'Port': ['ID=6ee1ccd8-23b6-4e95-955b-68f6ef96ead0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:04.340675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e078c-899d-4109-8c54-e064cd422ea6 req-e3d7d53f-d1c7-469d-acbd-efe2f663a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.342898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-e3d7d53f-d1c7-469d-acbd-efe2f663a804 service neutron] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 905 time: 0.1466646 Aug 27 02:28:04.444818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] No DVR routers for this DVR port 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:04.462252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.464293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff52f7ba-ee40-491c-a962-8255706a2b82 req-64a67de6-a178-48fc-a648-f8e3b424c89e tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "DELETE /v2.0/ports/6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 HTTP/1.1" status: 204 len: 173 time: 1.1729164 Aug 27 02:28:04.464794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-deleted', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:04.467600 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b792a-7133-4b5b-90de-c9e1ea25ccd8" -d '{"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-deleted", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:04.524427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.537980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a93fc-6562-442d-a930-c066f67c27a8 req-3228f0dc-a7dc-4fa8-b787-86e860139e48 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.539592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-481a93fc-6562-442d-a930-c066f67c27a8 req-3228f0dc-a7dc-4fa8-b787-86e860139e48 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2819412 Aug 27 02:28:04.552408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.4 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/b6dcea46-8bef-47cc-b422-dad812b64f73) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:04.563600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Transition to ACTIVE for port object b232ce88-d0d8-42f3-a449-4081e3b7b07c will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:04.634030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-481a93fc-6562-442d-a930-c066f67c27a8 req-bd1cc4d1-1c4e-4345-8147-de640450acf5 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853977 Aug 27 02:28:04.654196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:04.661846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:04.672161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e3e5f90b-0da0-4d13-ae22-2f357924d132 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:04.715596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 7b3ac043-e18b-4784-b5e1-d72350c8bae9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:04.716078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 7b3ac043-e18b-4784-b5e1-d72350c8bae9 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:04.735291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-43a4983f-d56b-4c78-8c76-a84c5e175789 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1415f063-7c21-414b-b09d-dbc40deebd72 HTTP/1.1" status: 200 len: 217 time: 0.0616441 Aug 27 02:28:04.746684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.753986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:04.765027 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:04.767844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcde14-0699-47ae-8e70-b72fa7046458 req-996840f3-c785-4aba-9b13-1a37a499af97 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.774237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14fcde14-0699-47ae-8e70-b72fa7046458 req-996840f3-c785-4aba-9b13-1a37a499af97 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 944 time: 0.4294338 Aug 27 02:28:04.781821 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:04.782775 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:04.815074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event updated for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:04.828032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e3e5f90b-0da0-4d13-ae22-2f357924d132 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:04.828508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.852756 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d7a1b6-6aec-4e25-965e-bb1240f30b88 x-openstack-request-id: req-e0d7a1b6-6aec-4e25-965e-bb1240f30b88 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:04.853055 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b88b364-6e4c-40f2-8fbd-8fa941919c96", "name": "network-vif-deleted", "tag": "6ee1ccd8-23b6-4e95-955b-68f6ef96ead0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:04.853310 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0d7a1b6-6aec-4e25-965e-bb1240f30b88 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:04.853710 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b88b364-6e4c-40f2-8fbd-8fa941919c96', 'name': 'network-vif-deleted', 'tag': '6ee1ccd8-23b6-4e95-955b-68f6ef96ead0', 'status': 'completed', 'code': 200} Aug 27 02:28:04.863269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:04.867357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Network bf057504-601a-456c-b55b-ef02d331e43d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:04.871549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:04.872317 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:04.875912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:04.884901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'mac_address': 'fa:16:3e:d1:78:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:04.919684 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:04.920312 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:04.946652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:04.947860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.968337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:04.971718 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:04.972372 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73bddd-6a30-46a5-9683-c10660b76beb None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:04.989134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:05.002699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-cc4ff024-7cca-47f1-936b-3c5dc6142da9 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6156747 Aug 27 02:28:05.014052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:05.025958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e078c-899d-4109-8c54-e064cd422ea6 req-be488913-3432-4ba6-b78a-d658c0c3228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.027606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-be488913-3432-4ba6-b78a-d658c0c3228d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.2718940 Aug 27 02:28:05.034177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Request body: {'port': {'device_id': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:05.042058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.085334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14fcde14-0699-47ae-8e70-b72fa7046458 req-206d3e51-152d-4773-aa0d-6695e2de334f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019056 Aug 27 02:28:05.119393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-0693acca-4447-4df3-bbf8-8fbe53535e04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622282 Aug 27 02:28:05.171939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.183940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:05.194503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.227325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-93d59cf7-de72-4205-af6e-4aa438f598b1 None None] Provisioning for port b232ce88-d0d8-42f3-a449-4081e3b7b07c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:05.231199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-93d59cf7-de72-4205-af6e-4aa438f598b1 None None] Provisioning complete for port b232ce88-d0d8-42f3-a449-4081e3b7b07c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:05.232027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-93d59cf7-de72-4205-af6e-4aa438f598b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.237476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae8db4-7265-471f-b111-a56767e65fb0 req-4899a2c6-b1a9-405b-a2dc-ab4418f002a8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.238772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdae8db4-7265-471f-b111-a56767e65fb0 req-4899a2c6-b1a9-405b-a2dc-ab4418f002a8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 931 time: 0.3001716 Aug 27 02:28:05.272530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-93d59cf7-de72-4205-af6e-4aa438f598b1 None None] Port b232ce88-d0d8-42f3-a449-4081e3b7b07c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:05.293694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.298589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e150a65a-2d1c-49bf-87c6-08bfe313aeff'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:05.337545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-09b487cb-f931-401c-9856-ddf1439775d7 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701233 Aug 27 02:28:05.350245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef226bf-72ab-4790-907d-3b5e2201a4a7 req-274f4051-b82b-4e6e-9a0b-6ce4a5fb3ccd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.352238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cef226bf-72ab-4790-907d-3b5e2201a4a7 req-274f4051-b82b-4e6e-9a0b-6ce4a5fb3ccd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 945 time: 0.1268909 Aug 27 02:28:05.416988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdae8db4-7265-471f-b111-a56767e65fb0 req-5997f493-c10c-4bc2-b2a1-d05475247da7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501377 Aug 27 02:28:05.423544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:05.427073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:05.430199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:05.434536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:05.438409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:05.472675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cef226bf-72ab-4790-907d-3b5e2201a4a7 req-2b37bf44-b5d1-4b04-9fc1-bbe727d6de20 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075070 Aug 27 02:28:05.538961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-383e078c-899d-4109-8c54-e064cd422ea6 req-5cd1f25a-c06c-4bee-835f-c14141a60617 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854928 Aug 27 02:28:05.557195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.557839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.605071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-0afb07d4-edc3-4f3c-9549-1319f89effbc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7517242 Aug 27 02:28:05.613214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:05.618862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.624385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Request body: {'port': {'device_id': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:05.628053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:05.639504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:05.640457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:05.665441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ece60-9c7f-4d26-b8ce-2ecf48b63337 req-b5983cec-616f-47b4-ae53-30761b82bd4a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.675184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c25ece60-9c7f-4d26-b8ce-2ecf48b63337 req-b5983cec-616f-47b4-ae53-30761b82bd4a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 931 time: 0.1455557 Aug 27 02:28:05.677278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:05.687904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0492726a-0087-4af4-abc6-623c9ce36580 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/47c8f4b2-7366-48f7-aa95-9d281132d5f1 HTTP/1.1" status: 200 len: 978 time: 3.4900527 Aug 27 02:28:05.690498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35726) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:05.691028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:05.692166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:05.695941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:05.728736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:05.729912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585071e-b514-4bab-9f4a-06345c730a1b None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:05.762283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.779367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.807859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:05.812026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c25ece60-9c7f-4d26-b8ce-2ecf48b63337 req-8eaeb4f8-5808-4831-b749-ecbc4c3aa211 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360087 Aug 27 02:28:05.848319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffc32c-2eb4-408a-8076-b84cae7a4e90 req-ee184f53-e65d-41a8-8bcc-db4aa2a85eb0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:05.850411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48ffc32c-2eb4-408a-8076-b84cae7a4e90 req-ee184f53-e65d-41a8-8bcc-db4aa2a85eb0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0914080 Aug 27 02:28:05.933689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:05.934554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b232ce88-d0d8-42f3-a449-4081e3b7b07c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:05.939266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48ffc32c-2eb4-408a-8076-b84cae7a4e90 req-dbc77623-9032-4e1e-b5bb-15b0a043bb96 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815156 Aug 27 02:28:05.950865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.952871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1415f063-7c21-414b-b09d-dbc40deebd72', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '1415f063-7c21-414b-b09d-dbc40deebd72', 'mac_address': 'fa:16:3e:95:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:05.986628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.995577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:05.995902 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 47c8f4b2-7366-48f7-aa95-9d281132d5f1 disassociated. External IP: 172.25.8.169, port: 14de57a5-0d29-459b-8247-3aeea014d1e5. Aug 27 02:28:06.011049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.022260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Transition to ACTIVE for port object b232ce88-d0d8-42f3-a449-4081e3b7b07c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:06.025057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1415f063-7c21-414b-b09d-dbc40deebd72 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:06.054676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:06.057158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.059376 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.111450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.112305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6190aae-67a5-4dfd-92d8-56f87d3c5ba6 req-7d2a103e-7ad4-492a-90f5-4256ce3a0477 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.119973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6190aae-67a5-4dfd-92d8-56f87d3c5ba6 req-7d2a103e-7ad4-492a-90f5-4256ce3a0477 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.2046728 Aug 27 02:28:06.170747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.269564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83158b08-0e68-402e-9863-621b0d2b464b req-68cda4ed-8b9e-4d2d-b857-7c256cee1573 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.271160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83158b08-0e68-402e-9863-621b0d2b464b req-68cda4ed-8b9e-4d2d-b857-7c256cee1573 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 945 time: 0.1035271 Aug 27 02:28:06.285698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6190aae-67a5-4dfd-92d8-56f87d3c5ba6 req-9a084e32-444d-41f5-9ba9-e2b22f3e0df8 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649973 Aug 27 02:28:06.301469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:06.331334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-eb11c297-e7f1-4c5d-b9b0-72f7cfa11621 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.332855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-eb11c297-e7f1-4c5d-b9b0-72f7cfa11621 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.1751366 Aug 27 02:28:06.336417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83158b08-0e68-402e-9863-621b0d2b464b req-c70f2677-7604-4701-8735-646aeda91186 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Aug 27 02:28:06.406725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dcea46-8bef-47cc-b422-dad812b64f73 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:06.414691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Attempting to bind port b232ce88-d0d8-42f3-a449-4081e3b7b07c on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:06.414966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Attempting to bind port b232ce88-d0d8-42f3-a449-4081e3b7b07c by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:06.415293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Attempting to bind port b232ce88-d0d8-42f3-a449-4081e3b7b07c on network bf057504-601a-456c-b55b-ef02d331e43d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:06.418266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.429993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Port b232ce88-d0d8-42f3-a449-4081e3b7b07c on network bf057504-601a-456c-b55b-ef02d331e43d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:06.430306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Attempting to bind port b232ce88-d0d8-42f3-a449-4081e3b7b07c on network bf057504-601a-456c-b55b-ef02d331e43d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:06.433636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1415f063-7c21-414b-b09d-dbc40deebd72'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:06.448653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:06.453367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.465028 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:06.466187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Transition to ACTIVE for port object b6dcea46-8bef-47cc-b422-dad812b64f73 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:06.467249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:06.467582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Checking segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:06.467968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Bound using segment: {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:06.468405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Bound port: b232ce88-d0d8-42f3-a449-4081e3b7b07c, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf8ec24-58d0-4671-b904-4b03fbf0f25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:06.468786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.481770 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:06.482961 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.488013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7295f7fd-84fb-474d-a289-e0479f9ed165 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/47c8f4b2-7366-48f7-aa95-9d281132d5f1 HTTP/1.1" status: 200 len: 688 time: 0.7942243 Aug 27 02:28:06.488189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.488328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35736) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:06.571195 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.591544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:06.595216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.641050 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:06.642056 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc02515-5eb2-4771-b8d1-6c98221b6f05 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:06.654256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:06.698423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ffbb8-324c-4703-b8ff-5a583ac0a7dd req-60cacc1b-bcf5-4930-ab85-c90028922bc1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.700113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf5ffbb8-324c-4703-b8ff-5a583ac0a7dd req-60cacc1b-bcf5-4930-ab85-c90028922bc1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 945 time: 0.0788193 Aug 27 02:28:06.707583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 0b2588b6-b736-406a-9402-e8fc44cda1dc {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:06.708062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.732175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e150a65a-2d1c-49bf-87c6-08bfe313aeff triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:06.732808 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.797958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf5ffbb8-324c-4703-b8ff-5a583ac0a7dd req-18169558-2999-4248-a602-c35da6fd224c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763824 Aug 27 02:28:06.813381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.813854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.815568 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.835497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 0b2588b6-b736-406a-9402-e8fc44cda1dc owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:06.846068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:06.848373 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb59c1e-644d-44a1-a391-0b3400eb81de" -d '{"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:06.862072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:06.868841 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:06.869803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:06.916419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:06.916763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6ee1ccd8-23b6-4e95-955b-68f6ef96ead0 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:06.950905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.971384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:06.979658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11219f2-f57f-469c-bfad-73644cbb027d req-b53b8665-86ce-4de8-b459-ac3207d399ed tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:06.981224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c11219f2-f57f-469c-bfad-73644cbb027d req-b53b8665-86ce-4de8-b459-ac3207d399ed tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 943 time: 0.0757184 Aug 27 02:28:07.015079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Deleting port 186884b6-5ef4-48c1-9619-4542fbd5dee9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:07.015422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.018451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:07.043534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c11219f2-f57f-469c-bfad-73644cbb027d req-07ec7319-bf24-46cc-9e48-82282eeceb4e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Aug 27 02:28:07.072636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.091369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:07.100624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a3d5-0d27-4ac4-bb9b-673aed01e19d req-6bac0a17-f473-4c6a-83a4-bd2ad3c3678d tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.102205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a90a3d5-0d27-4ac4-bb9b-673aed01e19d req-6bac0a17-f473-4c6a-83a4-bd2ad3c3678d tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 943 time: 0.2489316 Aug 27 02:28:07.108808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=0b2588b6-b736-406a-9402-e8fc44cda1dc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.109310 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1b21cc-4bf0-4f95-93f9-e051e44f6222 x-openstack-request-id: req-de1b21cc-4bf0-4f95-93f9-e051e44f6222 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:07.109889 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-plugged", "status": "completed", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:07.111242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.112006 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de1b21cc-4bf0-4f95-93f9-e051e44f6222 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:07.112430 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'code': 200} Aug 27 02:28:07.122694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.123348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.123683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.124290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.125005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.125500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.125984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.126313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.126652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.127130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.127637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.128108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:07.215920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.216931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.218817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/b232ce88-d0d8-42f3-a449-4081e3b7b07c HTTP/1.1" status: 200 len: 1091 time: 2.2035906 Aug 27 02:28:07.225607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.225787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:07.227823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.228898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7d1e687-c44c-4912-a958-d3e43fb50c12 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/47c8f4b2-7366-48f7-aa95-9d281132d5f1 HTTP/1.1" status: 204 len: 168 time: 0.7393422 Aug 27 02:28:07.229700 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7710e5b2-cc71-4975-b915-07f317dafec6" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:07.231561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.244612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Attempting to bind port b6dcea46-8bef-47cc-b422-dad812b64f73 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:07.244947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Attempting to bind port b6dcea46-8bef-47cc-b422-dad812b64f73 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:07.245276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Attempting to bind port b6dcea46-8bef-47cc-b422-dad812b64f73 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:07.279871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] For port 186884b6-5ef4-48c1-9619-4542fbd5dee9, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=186884b6-5ef4-48c1-9619-4542fbd5dee9,segment=NetworkSegment(9f8e0779-fd56-4728-9b64-3c0dfc457f16),segment_id=9f8e0779-fd56-4728-9b64-3c0dfc457f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:07.280241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.288900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Port b6dcea46-8bef-47cc-b422-dad812b64f73 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:07.289226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Attempting to bind port b6dcea46-8bef-47cc-b422-dad812b64f73 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:07.293446 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-bb39785f-1c5b-4bbe-a2e9-0da4dfb2a613 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] delete failed (client error): The resource could not be found. Aug 27 02:28:07.294700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb39785f-1c5b-4bbe-a2e9-0da4dfb2a613 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/47c8f4b2-7366-48f7-aa95-9d281132d5f1 HTTP/1.1" status: 404 len: 345 time: 0.0617828 Aug 27 02:28:07.299305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35752) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.301524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aab95a-eada-4309-82f7-168698ace0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.309825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:07.310192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:07.310602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:07.311205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Bound port: b6dcea46-8bef-47cc-b422-dad812b64f73, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:07.311570 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.323582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a90a3d5-0d27-4ac4-bb9b-673aed01e19d req-39a45a7c-2bf1-4d68-81b1-573228d189dd tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664591 Aug 27 02:28:07.327455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Calling delete_port for 186884b6-5ef4-48c1-9619-4542fbd5dee9 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:07.386303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f381-9ef9-47c3-a9e6-002035a742d4 req-fe9c295b-3b25-4801-835c-8e0dab1b8210 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.391246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ac8f381-9ef9-47c3-a9e6-002035a742d4 req-fe9c295b-3b25-4801-835c-8e0dab1b8210 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2146671 Aug 27 02:28:07.476731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-844e8f5b-154e-4b99-8d32-f6d972404ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.476898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c68f6a-7fda-48ce-a50e-0d9461b42c58 req-92c93cfb-0ef9-4bcf-b3f6-0a75d373d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.478369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-844e8f5b-154e-4b99-8d32-f6d972404ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2791d3b17ce46509dcf4b129c01b495&device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 1094 time: 0.1454411 Aug 27 02:28:07.478555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a8c68f6a-7fda-48ce-a50e-0d9461b42c58 req-92c93cfb-0ef9-4bcf-b3f6-0a75d373d45d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1098 time: 0.1288867 Aug 27 02:28:07.486118 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ed1ee5-49c6-41e8-bc9e-db7c67089b8c x-openstack-request-id: req-36ed1ee5-49c6-41e8-bc9e-db7c67089b8c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:07.486469 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:07.486677 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36ed1ee5-49c6-41e8-bc9e-db7c67089b8c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:07.487062 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'status': 'completed', 'code': 200} Aug 27 02:28:07.490002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a6984-e7f5-4236-8f24-8a64ce19f256 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.496759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a6984-e7f5-4236-8f24-8a64ce19f256 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.502624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a6984-e7f5-4236-8f24-8a64ce19f256 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.504239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2d5a6984-e7f5-4236-8f24-8a64ce19f256 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/ports?network_id=b8b0582d-62f9-42fd-953e-efbdc963b11e HTTP/1.1" status: 200 len: 2357 time: 0.2035668 Aug 27 02:28:07.508331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:07.513425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ac8f381-9ef9-47c3-a9e6-002035a742d4 req-ae508ff6-b44d-4b34-ab72-ffef26a0e161 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051612 Aug 27 02:28:07.515032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35758) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.562283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-2db19c3c-988b-48e4-ba64-fc6fbcb5f829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c HTTP/1.1" status: 200 len: 217 time: 0.0658793 Aug 27 02:28:07.564807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b6dcea46-8bef-47cc-b422-dad812b64f73,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:07.587823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.594877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a8c68f6a-7fda-48ce-a50e-0d9461b42c58 req-3d706798-51c2-4426-8acd-79120d8ae1e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888355 Aug 27 02:28:07.600355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29b73d-d2ff-4864-871c-9d411d5b1778 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.602116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a29b73d-d2ff-4864-871c-9d411d5b1778 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/subnets/28eecffd-f53b-4a87-af5a-0bffdf500505 HTTP/1.1" status: 200 len: 797 time: 0.0857134 Aug 27 02:28:07.606480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35760) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:07.613013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'port': {'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e', 'name': 'tempest-FloatingIPTestJSON-542931554', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:07.699724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.700258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.701633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] 10.222.0.15 "PUT /v2.0/ports/b6dcea46-8bef-47cc-b422-dad812b64f73 HTTP/1.1" status: 200 len: 1091 time: 2.0847852 Aug 27 02:28:07.715789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ea63f-9aa0-47c2-ac1c-d3614332a27d req-d134c470-dd3c-43ff-abf0-b3c8966ffdbd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.717255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b36ea63f-9aa0-47c2-ac1c-d3614332a27d req-d134c470-dd3c-43ff-abf0-b3c8966ffdbd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 945 time: 0.1085405 Aug 27 02:28:07.725626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-2ecc392e-4959-4aac-b670-747cea744542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.727107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-2ecc392e-4959-4aac-b670-747cea744542 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59a84af5-94a2-45cb-ab36-bb567109102c HTTP/1.1" status: 200 len: 845 time: 0.1520534 Aug 27 02:28:07.755539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878f445-ec50-49ee-b613-88f172ee9839 req-2e9722b3-d340-45d0-9748-ba0b2588fcbc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.757095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1878f445-ec50-49ee-b613-88f172ee9839 req-2e9722b3-d340-45d0-9748-ba0b2588fcbc tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a29f78-f89b-452d-acb6-5048b62372f6 HTTP/1.1" status: 200 len: 945 time: 0.2044699 Aug 27 02:28:07.760164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.766156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1a013-76b5-46f7-987e-e4b1340ef3cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.779413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b36ea63f-9aa0-47c2-ac1c-d3614332a27d req-b478fe29-035c-4cc9-a8a4-7319b91b547a tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Aug 27 02:28:07.800295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:07.822032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:07.823112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Pushing event deleted for resources: {'Port': ['ID=186884b6-5ef4-48c1-9619-4542fbd5dee9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:07.882795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1415f063-7c21-414b-b09d-dbc40deebd72 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:07.887324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1415f063-7c21-414b-b09d-dbc40deebd72 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:07.887698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.891757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.916344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] device_id is not set on port c22f16ac-4ad6-4426-a955-9a852a6b0212 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:28:07.937176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] No DVR routers for this DVR port 186884b6-5ef4-48c1-9619-4542fbd5dee9 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:07.943017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.945539 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22c90fa1-fe12-4f16-9d47-2f09ce78d808 req-9fe8b0b2-0cb5-4305-a3fe-2de01dc74946 tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.15 "DELETE /v2.0/ports/186884b6-5ef4-48c1-9619-4542fbd5dee9 HTTP/1.1" status: 204 len: 173 time: 1.5866737 Aug 27 02:28:07.959773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1878f445-ec50-49ee-b613-88f172ee9839 req-80d9debc-2294-4c3e-ba76-733875b8de4b tempest-LiveMigrationTest-31098719 tempest-LiveMigrationTest-31098719-project] 10.222.0.26 "GET /v2.0/security-groups?id=b24c5c35-d137-49eb-b4d9-61d3faa79401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904831 Aug 27 02:28:07.980258 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:07.990015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419f07-c136-456a-b222-65f2d01aeb39 req-127d92ee-a168-4db1-a804-606989649272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.991560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-127d92ee-a168-4db1-a804-606989649272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf057504-601a-456c-b55b-ef02d331e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796649 Aug 27 02:28:07.994221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-3710d718-1c40-4562-83e7-210c78c81e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:07.995659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-3710d718-1c40-4562-83e7-210c78c81e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 1094 time: 0.1315846 Aug 27 02:28:08.014726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:08.019971 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:08.065436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-3453633e-21ed-4a92-bd29-1f7a3aee69e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dcea46-8bef-47cc-b422-dad812b64f73 HTTP/1.1" status: 200 len: 217 time: 0.0562935 Aug 27 02:28:08.095181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:08.114442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.115088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.118987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.119466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.119966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.120375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.121130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.121612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.122079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.122573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.123050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.123564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:08.261258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-7054fc14-571b-4b15-b296-7a511174b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.262979 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-7054fc14-571b-4b15-b296-7a511174b8a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1743116 Aug 27 02:28:08.305023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29ab8-9306-4347-ac50-dc9738145968 req-cb824050-ff5c-4e9e-b6a4-8c3cd6725866 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.306601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa29ab8-9306-4347-ac50-dc9738145968 req-cb824050-ff5c-4e9e-b6a4-8c3cd6725866 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 943 time: 0.1490564 Aug 27 02:28:08.324913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-db1a128e-cb4a-42be-a4b9-139722c29473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481756 Aug 27 02:28:08.332263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-bd5ea545-fa35-4f04-9595-bde9e70d43fb service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220396 Aug 27 02:28:08.435381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378044e-3d29-429f-9948-93661dfafbbc req-57dde8ef-7c7c-4b3c-8fef-38c7b27b808a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.436851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7378044e-3d29-429f-9948-93661dfafbbc req-57dde8ef-7c7c-4b3c-8fef-38c7b27b808a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.4941387 Aug 27 02:28:08.459576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7aa29ab8-9306-4347-ac50-dc9738145968 req-cf443d44-4dc6-454e-adde-bc6f339a0071 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371570 Aug 27 02:28:08.519257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-44e02d92-b7fc-4ea3-a75c-cb7ae9643981 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760314 Aug 27 02:28:08.519981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34419f07-c136-456a-b222-65f2d01aeb39 req-a24f43b0-556f-49d3-a183-a86138774b81 service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768968 Aug 27 02:28:08.528521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7378044e-3d29-429f-9948-93661dfafbbc req-03498414-74c1-4645-977c-e32ccb84cae3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838339 Aug 27 02:28:08.715448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.14 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/c22f16ac-4ad6-4426-a955-9a852a6b0212) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:08.728035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d44cdb-e85b-4e52-861f-a04dcfdbd71a req-915e28e2-49d0-4ac5-b017-345d9aefa30f tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.729722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4d44cdb-e85b-4e52-861f-a04dcfdbd71a req-915e28e2-49d0-4ac5-b017-345d9aefa30f tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 943 time: 0.1427205 Aug 27 02:28:08.731792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-442b3a53-b431-4110-bcfe-ff0c889bdf0e req-4c52ae76-8b88-4abe-8a42-e6ea92df2405 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997025 Aug 27 02:28:08.734993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-286a490c-1f75-4c76-9519-4519db74c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.736360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-286a490c-1f75-4c76-9519-4519db74c524 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2791d3b17ce46509dcf4b129c01b495&device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 1094 time: 0.1057451 Aug 27 02:28:08.743300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.13 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/c22f16ac-4ad6-4426-a955-9a852a6b0212) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:08.809605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d232bc-4877-4b51-a5d5-3d46b345778c req-d586c48b-5e49-48e4-916f-c0925a565675 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.811205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89d232bc-4877-4b51-a5d5-3d46b345778c req-d586c48b-5e49-48e4-916f-c0925a565675 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0810897 Aug 27 02:28:08.855413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4d44cdb-e85b-4e52-861f-a04dcfdbd71a req-c378b042-3c38-4227-93a9-ad7ddc91b0ff tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176000 Aug 27 02:28:08.902432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-e0986bdb-d545-4a8a-abba-42abbdf96e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:08.904355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-e0986bdb-d545-4a8a-abba-42abbdf96e73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf057504-601a-456c-b55b-ef02d331e43d HTTP/1.1" status: 200 len: 907 time: 0.1579230 Aug 27 02:28:08.972410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89d232bc-4877-4b51-a5d5-3d46b345778c req-f8dc17e6-b342-4d45-a6d8-2812c4c1d135 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262369 Aug 27 02:28:09.002502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-4d595f87-cf49-40ef-801b-9f31183420d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c HTTP/1.1" status: 200 len: 217 time: 0.0891085 Aug 27 02:28:09.046905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35788) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:09.091837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.096794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac126-eaf1-4483-8cec-41c146d17b8a req-4849eda8-2c6e-4af9-ae85-07163c1adec8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.102896 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32dac126-eaf1-4483-8cec-41c146d17b8a req-4849eda8-2c6e-4af9-ae85-07163c1adec8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.1456194 Aug 27 02:28:09.114984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:09.118448 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c558a-2dac-4f5f-992f-c3c4c328c511" -d '{"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-plugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:09.119221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Deleting subnet c5787790-3784-4c42-825f-3a3e88b220d7 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:09.124695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.148807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-c2f52ace-6cc1-4a8a-840b-b496c64b460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.152894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-c2f52ace-6cc1-4a8a-840b-b496c64b460a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59a84af5-94a2-45cb-ab36-bb567109102c HTTP/1.1" status: 200 len: 845 time: 0.1390588 Aug 27 02:28:09.178951 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31254e89-e007-45e5-a944-640215c9abd7 x-openstack-request-id: req-31254e89-e007-45e5-a944-640215c9abd7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:09.179571 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-plugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:09.180318 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31254e89-e007-45e5-a944-640215c9abd7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:09.180860 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72', 'code': 200} Aug 27 02:28:09.189642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.220749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32dac126-eaf1-4483-8cec-41c146d17b8a req-0beb97ab-12ca-4eef-8b6f-81fc9f980364 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068749 Aug 27 02:28:09.243829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.251014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-e8ea590f-36aa-48d3-82ad-ae26fc926bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.252510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-e8ea590f-36aa-48d3-82ad-ae26fc926bff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf057504-601a-456c-b55b-ef02d331e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869370 Aug 27 02:28:09.333458 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.367560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-c23f7988-6b5e-415b-bac3-cbb7695a0df1 service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065392 Aug 27 02:28:09.367880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:09.377159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:09.384162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=c22f16ac-4ad6-4426-a955-9a852a6b0212,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:09.387654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:09.436306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168a910-3d7c-4c29-9ff7-f6ec1444aa6c req-ad283962-d49e-46ec-b419-cc10d0cc6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.437857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a168a910-3d7c-4c29-9ff7-f6ec1444aa6c req-ad283962-d49e-46ec-b419-cc10d0cc6b4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 1097 time: 0.1612420 Aug 27 02:28:09.468214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7710e5b2-cc71-4975-b915-07f317dafec6 req-0a489803-d607-4000-ae1d-6e150229609f service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922220 Aug 27 02:28:09.469272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.469891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.485784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.488655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73'}, {'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-deleted', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:09.491692 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6f04e-6da5-4719-8ad2-8518433b0f98" -d '{"events": [{"name": "network-changed", "server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73"}, {"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-deleted", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:09.509761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a35d33fe-d7db-478b-9581-950296aadb93 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8997519 Aug 27 02:28:09.511382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35818) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:09.516883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'c22f16ac-4ad6-4426-a955-9a852a6b0212', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:09.528398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a168a910-3d7c-4c29-9ff7-f6ec1444aa6c req-a8879532-5a18-441f-955f-fb510e38949c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820735 Aug 27 02:28:09.529576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.533634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c5787790-3784-4c42-825f-3a3e88b220d7 HTTP/1.1" status: 204 len: 168 time: 0.4833724 Aug 27 02:28:09.533634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca014c3-935b-446d-a5b9-012d1cd52603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5787790-3784-4c42-825f-3a3e88b220d7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:09.534373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:09.592163 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca675d5-5948-499a-9651-d68cbd33cd73 x-openstack-request-id: req-dca675d5-5948-499a-9651-d68cbd33cd73 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:09.592521 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73", "status": "completed", "code": 200}, {"server_uuid": "58a29f78-f89b-452d-acb6-5048b62372f6", "name": "network-vif-deleted", "tag": "186884b6-5ef4-48c1-9619-4542fbd5dee9", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:09.592832 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dca675d5-5948-499a-9651-d68cbd33cd73 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:09.593302 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73', 'status': 'completed', 'code': 200} Aug 27 02:28:09.593628 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a29f78-f89b-452d-acb6-5048b62372f6', 'name': 'network-vif-deleted', 'tag': '186884b6-5ef4-48c1-9619-4542fbd5dee9', 'status': 'completed', 'code': 200} Aug 27 02:28:09.620354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.652128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e6da-a9a7-4689-854c-2d700d9cbcc4 req-b3b5b53b-9b49-4d69-a68d-e7cb6b660eec tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.654068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f21e6da-a9a7-4689-854c-2d700d9cbcc4 req-b3b5b53b-9b49-4d69-a68d-e7cb6b660eec tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 943 time: 0.0720816 Aug 27 02:28:09.711051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f21e6da-a9a7-4689-854c-2d700d9cbcc4 req-865c5714-a60b-417a-9775-554b0f27cfe9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488007 Aug 27 02:28:09.715598 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.751768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-2fb59ef1-c40c-4873-a8fc-e208dd1fac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.753260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-2fb59ef1-c40c-4873-a8fc-e208dd1fac1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 1094 time: 0.1453128 Aug 27 02:28:09.796950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1174-c8f4-45c4-9f50-083dfbef57f6 req-d28f0ad1-a816-4113-b089-fc12a09ccece tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:09.798357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55be1174-c8f4-45c4-9f50-083dfbef57f6 req-d28f0ad1-a816-4113-b089-fc12a09ccece tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.1439629 Aug 27 02:28:09.919232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:09.952176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aee6bba-22f8-44f1-8b99-7899b8883478']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:09.956653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55be1174-c8f4-45c4-9f50-083dfbef57f6 req-f21ef68f-ad37-402c-a120-ecec8d02eb20 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102917 Aug 27 02:28:09.972478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8e0779-fd56-4728-9b64-3c0dfc457f16') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:09.972749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8e0779-fd56-4728-9b64-3c0dfc457f16') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:09.993922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.016981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-a9c721bd-d73f-4221-a09b-f9ded402bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.018641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-a9c721bd-d73f-4221-a09b-f9ded402bcec service neutron] 10.222.0.15 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.2382443 Aug 27 02:28:10.022211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.024407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.072624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3a90a-18ee-4e36-bea0-66026d0d2899 req-2a57d048-b151-40d5-ab7d-a9bc803dd257 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.074115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbd3a90a-18ee-4e36-bea0-66026d0d2899 req-2a57d048-b151-40d5-ab7d-a9bc803dd257 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 943 time: 0.0545030 Aug 27 02:28:10.081171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:10.081571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:10.083262 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:10.095323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-ce9b3548-971f-4624-9a3c-9fe30122154b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dcea46-8bef-47cc-b422-dad812b64f73 HTTP/1.1" status: 200 len: 217 time: 0.0684166 Aug 27 02:28:10.113765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbd3a90a-18ee-4e36-bea0-66026d0d2899 req-51bf64f5-9e1c-4965-9ca0-386f784e910d tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Aug 27 02:28:10.244116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.276725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.278587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] 10.222.0.26 "DELETE /v2.0/networks/3aee6bba-22f8-44f1-8b99-7899b8883478 HTTP/1.1" status: 204 len: 168 time: 0.7436576 Aug 27 02:28:10.282447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.283483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-2f602889-4082-4c62-b6cb-b4e6b67ddab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.284919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-2f602889-4082-4c62-b6cb-b4e6b67ddab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1572893 Aug 27 02:28:10.308527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13047e-7882-4375-b168-fe43a95e9c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=3aee6bba-22f8-44f1-8b99-7899b8883478,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.333789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1258d18-8b08-472b-a9f0-499fa1de9ef0 req-cb01c276-2ac3-4c2f-a79e-d0cb8011289e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.335873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1258d18-8b08-472b-a9f0-499fa1de9ef0 req-cb01c276-2ac3-4c2f-a79e-d0cb8011289e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2560964 Aug 27 02:28:10.339615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-d8b0901f-0fca-4b8c-b070-f4253d4e8300 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417025 Aug 27 02:28:10.361595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Deleting subnet 39b23f8f-80f5-47c1-b452-86dde101f2d6 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:10.365075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.377617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.94 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a83f74d8-5d0e-4f71-9f70-c795d879b3b1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:10.406217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489995-6053-4a39-b7c3-b5e66f793486 req-ba5f515f-6c9a-405e-965f-6254e8315989 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.407725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3489995-6053-4a39-b7c3-b5e66f793486 req-ba5f515f-6c9a-405e-965f-6254e8315989 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0979884 Aug 27 02:28:10.413390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.445276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1258d18-8b08-472b-a9f0-499fa1de9ef0 req-f0d622bd-349d-46d9-88d2-380dc8513f14 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018531 Aug 27 02:28:10.480980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.485936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f3489995-6053-4a39-b7c3-b5e66f793486 req-52647e43-327f-4fdf-aa18-cbd92443bd01 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705976 Aug 27 02:28:10.530459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-944bbdcc-4d66-49a9-a21f-baf1215a3364 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785879 Aug 27 02:28:10.538128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.563776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b23f8f-80f5-47c1-b452-86dde101f2d6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.567935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.570547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93c2dff8-7593-414c-9eb1-2cbd62e619d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/39b23f8f-80f5-47c1-b452-86dde101f2d6 HTTP/1.1" status: 204 len: 168 time: 0.2870197 Aug 27 02:28:10.573194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35834) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:10.603774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.648141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.660552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39b6f04e-6da5-4719-8ad2-8518433b0f98 req-ca7dd458-c04e-4c1e-b366-03d4d77e6f62 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231518 Aug 27 02:28:10.667238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:10.676280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.697216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 186884b6-5ef4-48c1-9619-4542fbd5dee9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:10.697787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 186884b6-5ef4-48c1-9619-4542fbd5dee9 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:10.718360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:10.721108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:10.726826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:10.731499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.742692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb87b3-e5fe-4f1d-b459-5ed87d7dce68']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.753809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2091bda8-7ecb-41b1-90fc-9bf6630fb95e') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.753809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2091bda8-7ecb-41b1-90fc-9bf6630fb95e') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:10.754077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=a83f74d8-5d0e-4f71-9f70-c795d879b3b1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.763834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.767966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.768314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.768696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.769033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.769361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.769888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.770009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.770306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.770704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.771029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.771374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.771740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:28:10.781097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.788041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:10.788453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:10.790315 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:10.848832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.854650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:10.858833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] 10.222.0.26 "DELETE /v2.0/networks/8feb87b3-e5fe-4f1d-b459-5ed87d7dce68 HTTP/1.1" status: 204 len: 168 time: 0.2846730 Aug 27 02:28:10.871807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9b08d-623a-475e-9a55-928c6603f30b admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb87b3-e5fe-4f1d-b459-5ed87d7dce68,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:10.897543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37ec4-30f2-473c-81ca-fbaa91528f67 req-dacdf674-4b85-4f4d-8d33-9c3d2b126db1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:10.899055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0b37ec4-30f2-473c-81ca-fbaa91528f67 req-dacdf674-4b85-4f4d-8d33-9c3d2b126db1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 943 time: 0.1103647 Aug 27 02:28:10.996659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.063415 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c552088a-f36d-4e8d-902a-c43df58a42d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84c88abbb5d54848bb2189044cb0fc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638762 Aug 27 02:28:11.064942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35846) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.151903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.188444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.203058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078113a-f764-43ee-a1e3-9b79d9a64c9d req-818f2df3-2da7-4933-afc6-9988b8447091 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.204576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4078113a-f764-43ee-a1e3-9b79d9a64c9d req-818f2df3-2da7-4933-afc6-9988b8447091 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.0864007 Aug 27 02:28:11.262670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4078113a-f764-43ee-a1e3-9b79d9a64c9d req-0e396d02-db62-498f-b48b-1ddaf831d210 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482075 Aug 27 02:28:11.275339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.278630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.282158 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24c5c35-d137-49eb-b4d9-61d3faa79401 HTTP/1.1" status: 204 len: 168 time: 0.2139080 Aug 27 02:28:11.300878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10269ab-0d29-4a7c-9edc-20a94a4bc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24c5c35-d137-49eb-b4d9-61d3faa79401,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.351127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0b37ec4-30f2-473c-81ca-fbaa91528f67 req-639250ce-0de0-4e0b-a489-603dac2fd38f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918045 Aug 27 02:28:11.394946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2750f-a194-4952-813d-8499522a9354 req-7cdc388d-9fa9-4000-a35c-f4bff28630c0 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.396749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b2750f-a194-4952-813d-8499522a9354 req-7cdc388d-9fa9-4000-a35c-f4bff28630c0 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 943 time: 0.0531168 Aug 27 02:28:11.440681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b2750f-a194-4952-813d-8499522a9354 req-1c8235bb-706c-4662-bebf-799b792d07f2 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342813 Aug 27 02:28:11.584503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.595132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c37a8-dca9-4db5-a3da-37a579fcbf99 req-99c9af1f-03b3-4426-862a-6f3c7536fe55 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.596497 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-247c37a8-dca9-4db5-a3da-37a579fcbf99 req-99c9af1f-03b3-4426-862a-6f3c7536fe55 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0740066 Aug 27 02:28:11.616141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ea34-b998-4810-a9b2-61d8920dd0bb req-bbe7caa1-b212-43dc-ae17-bbda732ee4db tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.617829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ad9ea34-b998-4810-a9b2-61d8920dd0bb req-bbe7caa1-b212-43dc-ae17-bbda732ee4db tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0589142 Aug 27 02:28:11.662921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ad9ea34-b998-4810-a9b2-61d8920dd0bb req-274a708c-644e-4394-99d6-06898996eb49 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Aug 27 02:28:11.667301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-247c37a8-dca9-4db5-a3da-37a579fcbf99 req-8e9b6942-7f38-49ad-804e-9f521053d2ea tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483577 Aug 27 02:28:11.699321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.702910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.745410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eb853dd3-1ec5-4eda-9cf2-3ac314810b96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=956af75ad9724047879dd2409be40074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444534 Aug 27 02:28:11.748106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35864) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:11.807758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.831452 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.882075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.884791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.885946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8660edf7-e352-44bf-8495-6a07c3b93875 HTTP/1.1" status: 204 len: 168 time: 0.1355324 Aug 27 02:28:11.903665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:11.903996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6206d-da90-4776-a9af-14f67c49b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8660edf7-e352-44bf-8495-6a07c3b93875,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:11.915135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfe879-6591-410e-a149-4d71025cdb66 req-d632a07b-2717-49c7-811e-fdaf620bb888 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:11.916729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdbfe879-6591-410e-a149-4d71025cdb66 req-d632a07b-2717-49c7-811e-fdaf620bb888 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0770335 Aug 27 02:28:11.917850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.018990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=a83f74d8-5d0e-4f71-9f70-c795d879b3b1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:12.027194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdbfe879-6591-410e-a149-4d71025cdb66 req-a7492b82-2c97-4226-ad28-0996092d9cf6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007037 Aug 27 02:28:12.027954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.133849 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP ffb34d7a-0642-4856-b7b9-fc2bd4315bf2 associated. External IP: 172.25.8.94, port: c22f16ac-4ad6-4426-a955-9a852a6b0212. Aug 27 02:28:12.346047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:12.488951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:12.504873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:12.511595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f001f-43ec-4840-ad18-85d02b93cf87 req-105ff5bb-c4b1-4e6f-8c3f-eaa1757eac7c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:12.512868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-933f001f-43ec-4840-ad18-85d02b93cf87 req-105ff5bb-c4b1-4e6f-8c3f-eaa1757eac7c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 943 time: 0.0760198 Aug 27 02:28:12.520722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:12.522153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:12.549387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.562320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:12.573092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad721e-a99d-4099-bb53-8d1b00b7aa1f req-3c2fc4d9-e568-4ee3-a8fa-1712b9420210 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:12.574643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62ad721e-a99d-4099-bb53-8d1b00b7aa1f req-3c2fc4d9-e568-4ee3-a8fa-1712b9420210 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 943 time: 0.0553973 Aug 27 02:28:12.581407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:12.582277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:12.605928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d3427c4-0b6a-4818-b910-80ccd043ffdc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0902426 Aug 27 02:28:12.606408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35894) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:12.609323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-933f001f-43ec-4840-ad18-85d02b93cf87 req-529137eb-e526-4bee-b083-50c2c090bc1c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856669 Aug 27 02:28:12.612857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': 'c22f16ac-4ad6-4426-a955-9a852a6b0212', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:12.623876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:12.624598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99589c9-c7b6-415f-bdde-a6cb2a73cb04 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:12.673387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62ad721e-a99d-4099-bb53-8d1b00b7aa1f req-07324211-e999-4560-a344-d26e58f918b2 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925534 Aug 27 02:28:12.687739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b6dcea46-8bef-47cc-b422-dad812b64f73 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:12.690067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.805021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b6dcea46-8bef-47cc-b422-dad812b64f73,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:12.811805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc864-d1db-45c4-9701-fad34c919b79 req-0242ee2a-b26c-4a1d-83be-9e7049858299 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:12.813810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d7cc864-d1db-45c4-9701-fad34c919b79 req-0242ee2a-b26c-4a1d-83be-9e7049858299 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0595691 Aug 27 02:28:12.832544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b6dcea46-8bef-47cc-b422-dad812b64f73', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': 'b6dcea46-8bef-47cc-b422-dad812b64f73', 'mac_address': 'fa:16:3e:e3:12:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:12.864792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d7cc864-d1db-45c4-9701-fad34c919b79 req-1d285b7d-28b8-4659-b606-a9fcbb796a10 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Aug 27 02:28:12.883872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.897065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dcea46-8bef-47cc-b422-dad812b64f73 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:12.919138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b6dcea46-8bef-47cc-b422-dad812b64f73,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:12.924359 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:12.925225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b232ce88-d0d8-42f3-a449-4081e3b7b07c details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:13.022425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:13.086096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:13.103996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'port_id': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'mac_address': 'fa:16:3e:d2:c1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:13.151680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.167604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b232ce88-d0d8-42f3-a449-4081e3b7b07c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:13.198000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:13.204315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.235093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770d8f-0f1b-48fc-8c7b-9b0200942267 req-13490362-bbfb-4adc-b627-6cbad839f168 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.236587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8770d8f-0f1b-48fc-8c7b-9b0200942267 req-13490362-bbfb-4adc-b627-6cbad839f168 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.1062067 Aug 27 02:28:13.263893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:13.321684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8770d8f-0f1b-48fc-8c7b-9b0200942267 req-5d38950f-74f4-478f-b32a-c27a63758675 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765140 Aug 27 02:28:13.331152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.338213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.461507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b6dcea46-8bef-47cc-b422-dad812b64f73'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:13.466939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b232ce88-d0d8-42f3-a449-4081e3b7b07c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:13.560606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:13.689504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:13.697194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:13.703285 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:13.732256 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:13.733646 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:13.750844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13eb1f-09c6-432c-a00d-abe5cc20fb0e req-df6a2040-2c12-4e3c-a5e2-de3894caf77d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.760277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d13eb1f-09c6-432c-a00d-abe5cc20fb0e req-df6a2040-2c12-4e3c-a5e2-de3894caf77d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 944 time: 0.0712070 Aug 27 02:28:13.812812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-98818d9c-8424-4ef5-b887-d4bd324d891b tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/ffb34d7a-0642-4856-b7b9-fc2bd4315bf2 HTTP/1.1" status: 200 len: 977 time: 1.2052734 Aug 27 02:28:13.816424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d13eb1f-09c6-432c-a00d-abe5cc20fb0e req-37355fba-658c-4c27-93aa-570755b3e2ac tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551100 Aug 27 02:28:13.818333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:13.818576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:13.845818 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:13.846901 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:13.891851 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:13.892499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d39e2d-1901-45dc-9fb7-8efdfd28278b None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:13.944188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6d2dd-ee66-4e45-8994-3a4439fd2a38 req-d997d25b-1418-47a6-ba85-4e15f072356f tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:13.945476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf6d2dd-ee66-4e45-8994-3a4439fd2a38 req-d997d25b-1418-47a6-ba85-4e15f072356f tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 944 time: 0.0555561 Aug 27 02:28:13.985489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf6d2dd-ee66-4e45-8994-3a4439fd2a38 req-d5cc5b8c-e08d-4dfd-8849-7c6d2debd1fa tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Aug 27 02:28:14.030665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port a83f74d8-5d0e-4f71-9f70-c795d879b3b1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:14.031010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.148535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11b27-4506-4190-8dcf-43117bd92b6c req-39e02da7-f4d2-48c2-8f5b-555969e69a7f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:14.150029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63b11b27-4506-4190-8dcf-43117bd92b6c req-39e02da7-f4d2-48c2-8f5b-555969e69a7f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1074097 Aug 27 02:28:14.156712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.157196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.181875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for a83f74d8-5d0e-4f71-9f70-c795d879b3b1 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:14.250915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63b11b27-4506-4190-8dcf-43117bd92b6c req-7bbc8e62-e369-4c29-926f-2a8c33f447eb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909595 Aug 27 02:28:14.252238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35940) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:14.372178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58897c73-f3e2-4db5-8746-e1c506b424b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.417592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.465155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=a83f74d8-5d0e-4f71-9f70-c795d879b3b1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.474996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58897c73-f3e2-4db5-8746-e1c506b424b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.478898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58897c73-f3e2-4db5-8746-e1c506b424b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.520323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58897c73-f3e2-4db5-8746-e1c506b424b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1fafe9072d54a05b50da95409608ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669187 Aug 27 02:28:14.521089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897c73-f3e2-4db5-8746-e1c506b424b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49333622-ce4a-4ce6-b830-9de797448e23,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.523525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:14.525770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82e96-1176-482b-9536-27e07ba3c013 req-ce6d9765-4cc8-4d91-9131-8478834fa02b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:14.527332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4d82e96-1176-482b-9536-27e07ba3c013 req-ce6d9765-4cc8-4d91-9131-8478834fa02b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.1197162 Aug 27 02:28:14.554327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.554678 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP ffb34d7a-0642-4856-b7b9-fc2bd4315bf2 disassociated (deleted). External IP: 172.25.8.94, port: c22f16ac-4ad6-4426-a955-9a852a6b0212. Aug 27 02:28:14.576400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.598149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.614286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4d82e96-1176-482b-9536-27e07ba3c013 req-800f09b5-9f7d-4261-83e3-ed10345c83d6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769205 Aug 27 02:28:14.645982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.648566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.649916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49333622-ce4a-4ce6-b830-9de797448e23 HTTP/1.1" status: 204 len: 168 time: 0.1256268 Aug 27 02:28:14.658558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e233f-1528-4c42-8018-0218e55c0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49333622-ce4a-4ce6-b830-9de797448e23,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:14.685181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b232ce88-d0d8-42f3-a449-4081e3b7b07c up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:14.739458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b232ce88-d0d8-42f3-a449-4081e3b7b07c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:14.744268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b232ce88-d0d8-42f3-a449-4081e3b7b07c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:14.744642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.795564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:14.823793 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.859237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:14.862649 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039307a8-6cd9-4349-9219-a89c6d123e3e" -d '{"events": [{"server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "name": "network-vif-plugged", "status": "completed", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:14.880627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:14.887976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.889409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b6dcea46-8bef-47cc-b422-dad812b64f73 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:14.931587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:14.939298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:14.955268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335eeba-ec6b-452e-b911-8382ff1e3a80 req-d622ec16-2f6b-4409-9b06-b97988ccd3e2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:14.962153 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20503af4-03f2-4b64-bedf-520dcd2e47d1 x-openstack-request-id: req-20503af4-03f2-4b64-bedf-520dcd2e47d1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:14.963500 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "name": "network-vif-plugged", "status": "completed", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:14.963689 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20503af4-03f2-4b64-bedf-520dcd2e47d1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:14.964084 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'code': 200} Aug 27 02:28:14.964637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f335eeba-ec6b-452e-b911-8382ff1e3a80 req-d622ec16-2f6b-4409-9b06-b97988ccd3e2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 944 time: 0.0634546 Aug 27 02:28:14.976367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3426f716-012d-430b-81aa-205c089953a0 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/ffb34d7a-0642-4856-b7b9-fc2bd4315bf2 HTTP/1.1" status: 204 len: 168 time: 1.1567745 Aug 27 02:28:14.978638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35956) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:15.003284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:15.011028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:15.013103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f335eeba-ec6b-452e-b911-8382ff1e3a80 req-595e6829-cfa9-416c-b3e9-e706a3f1fb34 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425885 Aug 27 02:28:15.051815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:15.052984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:15.059613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-742f65a6-4aea-4f60-ba33-894ebd529f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.098550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b6dcea46-8bef-47cc-b422-dad812b64f73 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:15.102728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:15.110818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b6dcea46-8bef-47cc-b422-dad812b64f73 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:15.111187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.112600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.137611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:15.138232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:15.149944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5456f6-5879-478d-9c04-31506f2e59b2 req-2c37b04e-606b-4350-9148-e33ec270f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:15.151678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe5456f6-5879-478d-9c04-31506f2e59b2 req-2c37b04e-606b-4350-9148-e33ec270f2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 1096 time: 0.1420774 Aug 27 02:28:15.173181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:15.173818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a4938-d742-40ec-a8fb-d9dddaaaf9f3 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:15.224218 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.229388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4ac79-114a-4d94-887c-44bec57adc29 req-63dd06e7-62b0-471d-b00f-34d26e6f5a9a tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:15.230941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53a4ac79-114a-4d94-887c-44bec57adc29 req-63dd06e7-62b0-471d-b00f-34d26e6f5a9a tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.1532757 Aug 27 02:28:15.251125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port c22f16ac-4ad6-4426-a955-9a852a6b0212 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:15.251469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.255065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe5456f6-5879-478d-9c04-31506f2e59b2 req-34cffac7-4dee-4968-8051-33089eaf6571 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927119 Aug 27 02:28:15.259830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b6dcea46-8bef-47cc-b422-dad812b64f73,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:15.264027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.313014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.364181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53a4ac79-114a-4d94-887c-44bec57adc29 req-351c5beb-dd87-4e48-89d7-ed0f260fc0a8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177814 Aug 27 02:28:15.380096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934c4de-c780-4b1d-83a4-6a9a3234f36d req-5f6fee4f-f822-4bac-8ce3-47d31985d770 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:15.382148 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f934c4de-c780-4b1d-83a4-6a9a3234f36d req-5f6fee4f-f822-4bac-8ce3-47d31985d770 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Aug 27 02:28:15.402719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-742f65a6-4aea-4f60-ba33-894ebd529f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.411863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-742f65a6-4aea-4f60-ba33-894ebd529f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.415369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.421856 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f934c4de-c780-4b1d-83a4-6a9a3234f36d req-1d5fabce-a153-411a-9015-8a3fa1a9a4ec tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331991 Aug 27 02:28:15.450298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for c22f16ac-4ad6-4426-a955-9a852a6b0212 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:15.473595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-742f65a6-4aea-4f60-ba33-894ebd529f97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45c92916c02e4de0bf49fc8c50c3e0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499881 Aug 27 02:28:15.476046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f65a6-4aea-4f60-ba33-894ebd529f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fc7cf-1065-4d07-a2e5-63732ac78d77,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.476378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35966) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:15.528462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.548919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.595776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.598619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.599773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d4fc7cf-1065-4d07-a2e5-63732ac78d77 HTTP/1.1" status: 204 len: 168 time: 0.1223934 Aug 27 02:28:15.607796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc8f1d-f7d0-430a-8b03-2b9c0a69dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fc7cf-1065-4d07-a2e5-63732ac78d77,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.659789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.689356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=c22f16ac-4ad6-4426-a955-9a852a6b0212,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:15.737941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93333922-97a8-4cff-8a07-a7b92ea9ddbb req-4d15dfa3-8a09-4c6c-8599-03858d985d7b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:15.739487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93333922-97a8-4cff-8a07-a7b92ea9ddbb req-4d15dfa3-8a09-4c6c-8599-03858d985d7b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0543065 Aug 27 02:28:15.780754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93333922-97a8-4cff-8a07-a7b92ea9ddbb req-a01a3cfd-6443-4140-b16e-f2bba82e063f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Aug 27 02:28:15.784573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.791343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a790dce7-6c3a-40e7-8515-4caf80230152 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/c22f16ac-4ad6-4426-a955-9a852a6b0212 HTTP/1.1" status: 204 len: 168 time: 0.8113904 Aug 27 02:28:15.796774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35974) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:15.801538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:15.831379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:15.931995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.039408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.65 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a14623bd-d4d2-4940-8129-ed3813be4206) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:16.098863 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.137367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91150-aa67-4370-8d66-0cc42b4a6d9a req-6f6f6754-b70d-4ad2-b73e-3fe5a4f6dd91 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.139263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf91150-aa67-4370-8d66-0cc42b4a6d9a req-6f6f6754-b70d-4ad2-b73e-3fe5a4f6dd91 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.0574894 Aug 27 02:28:16.156181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.190646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf91150-aa67-4370-8d66-0cc42b4a6d9a req-494f5056-bd0a-47c2-99a1-e065c3b9e5de tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Aug 27 02:28:16.198652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.237613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:16.242809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:16.249920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:16.284501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=a14623bd-d4d2-4940-8129-ed3813be4206,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:16.348068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.385877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.557674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406023-563d-44d7-9991-99731036026a req-86b226e4-24c7-44ca-a05a-6a7d5caaf7e1 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.559414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-43406023-563d-44d7-9991-99731036026a req-86b226e4-24c7-44ca-a05a-6a7d5caaf7e1 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0532045 Aug 27 02:28:16.610744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-43406023-563d-44d7-9991-99731036026a req-852b0603-d0a3-454a-99fb-b6ae59531e48 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Aug 27 02:28:16.845149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd60ac-0817-4068-89ec-8d5727628fa4 req-047f994e-6e02-47ad-80e0-82576afc9dff tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.846691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ecd60ac-0817-4068-89ec-8d5727628fa4 req-047f994e-6e02-47ad-80e0-82576afc9dff tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.4007671 Aug 27 02:28:16.911275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc625dda-22bd-42ba-9980-311fd7d1ecb7 req-6e117838-a364-49cf-b2ef-ae330f3a50a6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:16.913117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc625dda-22bd-42ba-9980-311fd7d1ecb7 req-6e117838-a364-49cf-b2ef-ae330f3a50a6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0544465 Aug 27 02:28:16.923434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.933240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ecd60ac-0817-4068-89ec-8d5727628fa4 req-5468333f-cc9f-4cb8-98ee-ac9e29829da3 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777540 Aug 27 02:28:16.933843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:16.965483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:16.966908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc625dda-22bd-42ba-9980-311fd7d1ecb7 req-3d9d3448-7596-48b1-9471-4f397e9197db tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465815 Aug 27 02:28:16.970569 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac9e06-eae0-4229-a1a0-3335b837e1fc" -d '{"events": [{"server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "name": "network-vif-plugged", "status": "completed", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:16.998322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=a14623bd-d4d2-4940-8129-ed3813be4206,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:17.011009 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a848e469-eaca-4c81-a0ff-6a95508880a2 x-openstack-request-id: req-a848e469-eaca-4c81-a0ff-6a95508880a2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:17.011734 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "name": "network-vif-plugged", "status": "completed", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:17.012246 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a848e469-eaca-4c81-a0ff-6a95508880a2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:17.012718 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73', 'code': 200} Aug 27 02:28:17.016348 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.030511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.031874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ffa76c8d-8546-47d1-8b16-bbdeedd3bb96 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2341063 Aug 27 02:28:17.034631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36022) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:17.039852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'port': {'network_id': 'b8b0582d-62f9-42fd-953e-efbdc963b11e', 'name': 'tempest-FloatingIPTestJSON-1720120613'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:17.117908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aa73f-cf06-41f6-8b82-7641697d6c8a req-94a60f73-3fe9-4468-b1d7-09a7182ffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:17.119425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be5aa73f-cf06-41f6-8b82-7641697d6c8a req-94a60f73-3fe9-4468-b1d7-09a7182ffd7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 1096 time: 0.0475104 Aug 27 02:28:17.162765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be5aa73f-cf06-41f6-8b82-7641697d6c8a req-4072c8cb-80d1-4e84-a856-008c28bf05b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Aug 27 02:28:17.172417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:17.176034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.193733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] device_id is not set on port ba3e0528-7e05-405c-ac9c-430144fbd1a3 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:28:17.341106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.3 (b8b0582d-62f9-42fd-953e-efbdc963b11e/28eecffd-f53b-4a87-af5a-0bffdf500505/ba3e0528-7e05-405c-ac9c-430144fbd1a3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:17.350269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07956dfc-d031-4fcc-ac4b-2388790f6e4a req-efe730a9-da64-4108-8b2d-2b6031037051 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:17.351985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07956dfc-d031-4fcc-ac4b-2388790f6e4a req-efe730a9-da64-4108-8b2d-2b6031037051 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.0878379 Aug 27 02:28:17.413831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07956dfc-d031-4fcc-ac4b-2388790f6e4a req-d11d7eba-fb55-47f2-85a5-878f471356e5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Aug 27 02:28:17.527396 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.567181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.614146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network b8b0582d-62f9-42fd-953e-efbdc963b11e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:17.621760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:17.626449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:17.653946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=ba3e0528-7e05-405c-ac9c-430144fbd1a3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:17.685218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:17.686245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.710614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-412fcf07-86be-4061-ab07-b9e47a009425 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6747108 Aug 27 02:28:17.713169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:17.719003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': 'ba3e0528-7e05-405c-ac9c-430144fbd1a3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:17.752119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c9aa-3520-4aae-b09b-6692cca98301 req-562eda82-32c7-4389-9a2c-b95901aac33d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:17.753654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef82c9aa-3520-4aae-b09b-6692cca98301 req-562eda82-32c7-4389-9a2c-b95901aac33d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0549457 Aug 27 02:28:17.773114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:17.777156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:17.795931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef82c9aa-3520-4aae-b09b-6692cca98301 req-0b101e6a-18e7-4e0b-b7c9-3bf5f677e048 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346174 Aug 27 02:28:17.944608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a608162d-481f-48dd-97d8-200e8ef64502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.014570 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:18.087796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c426f1-cb5c-4cfb-8d88-21ebe11802bd req-e5a95156-7398-4825-9af3-a7a71f490faf tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.089864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14c426f1-cb5c-4cfb-8d88-21ebe11802bd req-e5a95156-7398-4825-9af3-a7a71f490faf tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0571098 Aug 27 02:28:18.134906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14c426f1-cb5c-4cfb-8d88-21ebe11802bd req-6c099409-5b08-4d4d-90b0-e4904927ea4a tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Aug 27 02:28:18.168355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d564a97-b1a3-460c-be70-8642cd6eaf6b req-1a5091ed-53ef-4573-8afd-de4fd0d62049 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.169757 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d564a97-b1a3-460c-be70-8642cd6eaf6b req-1a5091ed-53ef-4573-8afd-de4fd0d62049 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.1633084 Aug 27 02:28:18.536483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd8380-802b-4796-ac7e-55dc6d85ce7b req-63f98579-7795-45fa-9ad0-4fd87c0291d1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.538035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39dd8380-802b-4796-ac7e-55dc6d85ce7b req-63f98579-7795-45fa-9ad0-4fd87c0291d1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.0551577 Aug 27 02:28:18.576139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39dd8380-802b-4796-ac7e-55dc6d85ce7b req-22206f0c-d18b-4004-8765-ba46737963ea tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Aug 27 02:28:18.586943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d564a97-b1a3-460c-be70-8642cd6eaf6b req-15754a02-3c49-4464-ac00-409391b8b15d tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071059 Aug 27 02:28:18.637843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a608162d-481f-48dd-97d8-200e8ef64502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.644749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a608162d-481f-48dd-97d8-200e8ef64502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.758855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a608162d-481f-48dd-97d8-200e8ef64502 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cccf958d405f4baba0d159eb7494f5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486485 Aug 27 02:28:18.761753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:18.763174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608162d-481f-48dd-97d8-200e8ef64502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63334ecc-5cb5-4fb6-afbf-c81418e8fab3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:18.777435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.783048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.826602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f51a8-1e3a-433f-8df3-eb9288876413 req-743647e3-59da-433f-b705-a144bd038540 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.827539 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-224f51a8-1e3a-433f-8df3-eb9288876413 req-743647e3-59da-433f-b705-a144bd038540 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.1660931 Aug 27 02:28:18.836971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:18.842737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Request body: {'floatingip': {'port_id': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:18.864150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d74add-b71d-469d-a927-6f60341d714b req-3d6d0834-2ce3-4d3b-8b8f-4baacabd7587 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:18.866180 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41d74add-b71d-469d-a927-6f60341d714b req-3d6d0834-2ce3-4d3b-8b8f-4baacabd7587 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.0891201 Aug 27 02:28:18.888176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.895651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.928729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.939401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41d74add-b71d-469d-a927-6f60341d714b req-f40e2e4d-765d-4162-86cb-8fa24116944b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644367 Aug 27 02:28:18.985814 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.989277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:18.993820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63334ecc-5cb5-4fb6-afbf-c81418e8fab3 HTTP/1.1" status: 204 len: 168 time: 0.2286797 Aug 27 02:28:19.004061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4294ad-4865-412b-8f85-bbd03ed7aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63334ecc-5cb5-4fb6-afbf-c81418e8fab3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:19.059906 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 48063079-b2d0-4b88-8527-6c265377a714 associated. External IP: 172.25.8.65, port: ba3e0528-7e05-405c-ac9c-430144fbd1a3. Aug 27 02:28:19.126378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a144bd-195c-49df-95f7-d338a58761a7 req-80618715-afa7-4a22-b083-d5491066c4ab tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.127892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a144bd-195c-49df-95f7-d338a58761a7 req-80618715-afa7-4a22-b083-d5491066c4ab tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1720309 Aug 27 02:28:19.255190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafea7e-be20-4da8-b6da-8fa3fe51293f req-6d29dad5-5491-4b10-9ff9-eb2b819d62c5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.259580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-baafea7e-be20-4da8-b6da-8fa3fe51293f req-6d29dad5-5491-4b10-9ff9-eb2b819d62c5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0570641 Aug 27 02:28:19.293555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a144bd-195c-49df-95f7-d338a58761a7 req-bf622384-95c5-41d1-bb19-8d579f83a283 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544464 Aug 27 02:28:19.298150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-baafea7e-be20-4da8-b6da-8fa3fe51293f req-690b76da-6e96-4401-86bf-6ad5687428d6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346167 Aug 27 02:28:19.298726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:19.319455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52af83c3-4994-4fc3-b3ab-d0bfcc6e7928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.425207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52af83c3-4994-4fc3-b3ab-d0bfcc6e7928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.431419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-52af83c3-4994-4fc3-b3ab-d0bfcc6e7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.483199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-52af83c3-4994-4fc3-b3ab-d0bfcc6e7928 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9ba5d6a52524929a418ac2828f248e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806483 Aug 27 02:28:19.483199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af83c3-4994-4fc3-b3ab-d0bfcc6e7928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3ee1e-311b-47fe-bb2b-5980e7f6eee2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:19.483481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:19.590185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:19.695268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.737896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf20f0-cfe9-48b7-b733-2709f6debe9e req-97c0f2b6-f3dd-46ee-9bc2-eeb8705f29a0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.739393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bdf20f0-cfe9-48b7-b733-2709f6debe9e req-97c0f2b6-f3dd-46ee-9bc2-eeb8705f29a0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2088170 Aug 27 02:28:19.745697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-0b1390c8-5452-45af-9c75-60442e7f3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:19.747102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-0b1390c8-5452-45af-9c75-60442e7f3682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1096 time: 0.1845531 Aug 27 02:28:19.748720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:28:19.863303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.940153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:19.964333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bdf20f0-cfe9-48b7-b733-2709f6debe9e req-1a2c632e-0c56-4030-9b71-ed784c0c4b92 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081048 Aug 27 02:28:19.964942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.331086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:20.344006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:20.345247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.352362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-b7e0925a-08bb-4d55-9398-7d333b78d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.353845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-b7e0925a-08bb-4d55-9398-7d333b78d540 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.5655274 Aug 27 02:28:20.355974 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:20.357052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:20.393649 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:20.402341 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:20.403000 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:20.423143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.425671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.429744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3db3ee1e-311b-47fe-bb2b-5980e7f6eee2 HTTP/1.1" status: 204 len: 168 time: 0.9425626 Aug 27 02:28:20.440567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a44b-9865-4310-996e-cce210cd22a8 req-cbada8b6-a246-4ece-9bd6-3e0e1d9d88d0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.441466 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:20.442121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba42ec-31cf-4843-a13f-306214d7f136 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:20.442700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f43a44b-9865-4310-996e-cce210cd22a8 req-cbada8b6-a246-4ece-9bd6-3e0e1d9d88d0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0617633 Aug 27 02:28:20.479470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-265e713c-7dc6-4fa4-87cd-b05c9751576d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/48063079-b2d0-4b88-8527-6c265377a714 HTTP/1.1" status: 200 len: 977 time: 2.7650731 Aug 27 02:28:20.483965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36108) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:20.494166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-1c7166f1-5af8-47bf-ae15-c0fa31018670 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.495651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-1c7166f1-5af8-47bf-ae15-c0fa31018670 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.2561946 Aug 27 02:28:20.499102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f43a44b-9865-4310-996e-cce210cd22a8 req-3ee407e2-2611-4647-889c-3eeb8f912874 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Aug 27 02:28:20.500806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367cf7a-de6d-4f23-8a03-2b77d34fcaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3ee1e-311b-47fe-bb2b-5980e7f6eee2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:20.513416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8758b-a4cc-4619-8019-0000b89f19b4 req-e363d2c8-0c23-4ece-b45e-d1fac6e63d18 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.515017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3c8758b-a4cc-4619-8019-0000b89f19b4 req-e363d2c8-0c23-4ece-b45e-d1fac6e63d18 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 945 time: 0.2795947 Aug 27 02:28:20.535157 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Floating IP 3a87f19a-c58c-4834-86a3-ee85da758b4f associated. External IP: 172.25.8.152, port: b232ce88-d0d8-42f3-a449-4081e3b7b07c. Aug 27 02:28:20.597964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port ba3e0528-7e05-405c-ac9c-430144fbd1a3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:20.598279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.605371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-82d169fc-5d13-41ad-8dee-34a1170a9407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 1000 time: 0.2053514 Aug 27 02:28:20.700710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.744169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3c8758b-a4cc-4619-8019-0000b89f19b4 req-8263e285-97af-43bb-9390-4ee40164edfb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130568 Aug 27 02:28:20.759916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-6e2f650b-b4d0-4c44-a38e-d74ef1642d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.761379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-6e2f650b-b4d0-4c44-a38e-d74ef1642d6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.1457772 Aug 27 02:28:20.813479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port b6dcea46-8bef-47cc-b422-dad812b64f73 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:20.813821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.884462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.884947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:20.885330 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 48063079-b2d0-4b88-8527-6c265377a714 disassociated. External IP: 172.25.8.65, port: ba3e0528-7e05-405c-ac9c-430144fbd1a3. Aug 27 02:28:20.885735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for ba3e0528-7e05-405c-ac9c-430144fbd1a3 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:20.919513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-ef6ae206-f30f-4e3d-9eb7-3bd113b0c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:20.921026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-ef6ae206-f30f-4e3d-9eb7-3bd113b0c4d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467960 Aug 27 02:28:21.039462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.051048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port b6dcea46-8bef-47cc-b422-dad812b64f73, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b6dcea46-8bef-47cc-b422-dad812b64f73,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:21.051418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.081984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for b6dcea46-8bef-47cc-b422-dad812b64f73 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:21.092257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:21.102525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=ba3e0528-7e05-405c-ac9c-430144fbd1a3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:21.154576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-dd95f70b-4ca1-472b-b67b-1e73b8a993bb service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902044 Aug 27 02:28:21.190280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc6fd-ee67-4601-b10b-ed050dec65cc req-bdc12890-ab2e-4273-943c-74d523d94b90 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.194973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db8dc6fd-ee67-4601-b10b-ed050dec65cc req-bdc12890-ab2e-4273-943c-74d523d94b90 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1289434 Aug 27 02:28:21.277797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db8dc6fd-ee67-4601-b10b-ed050dec65cc req-16862bff-ea6d-46b6-8415-86d6bff5fad4 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495007 Aug 27 02:28:21.287331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:21.386968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:21.394185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.403621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Sync routers for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:21.417553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:21.418551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.418730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41515654-34e5-48ae-9357-eafada6dd6b4 req-42581724-19c9-44db-89c6-35833895970e service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263091 Aug 27 02:28:21.419860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:21.440475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-300a2f28-0b27-46a8-ab2e-55e408c539e7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "PUT /v2.0/floatingips/3a87f19a-c58c-4834-86a3-ee85da758b4f HTTP/1.1" status: 200 len: 991 time: 2.6022730 Aug 27 02:28:21.442537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:21.444881 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:21.445359 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:21.454158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.484252 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:21.490058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=b6dcea46-8bef-47cc-b422-dad812b64f73,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:21.491535 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.502101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.504934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a1ff92a4-77a7-4368-89ff-6b72708eb9e3 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/ba3e0528-7e05-405c-ac9c-430144fbd1a3 HTTP/1.1" status: 204 len: 168 time: 1.0196233 Aug 27 02:28:21.507439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36140) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:21.553949 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.565439 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:21.566108 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.570909 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a8324-fcc7-4955-8bcd-bb111bf466c4 x-openstack-request-id: req-ce2a8324-fcc7-4955-8bcd-bb111bf466c4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:21.571207 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:21.571471 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce2a8324-fcc7-4955-8bcd-bb111bf466c4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:21.571879 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'status': 'completed', 'code': 200} Aug 27 02:28:21.616651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4637490b-4052-4204-80ae-b9c0302a1d4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/floatingips/48063079-b2d0-4b88-8527-6c265377a714 HTTP/1.1" status: 200 len: 687 time: 0.1066785 Aug 27 02:28:21.621602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36144) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:21.622670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port b6dcea46-8bef-47cc-b422-dad812b64f73 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:21.627517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.630128 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f51bd8-cc5e-4ed4-8a9a-4268a8c399b2 req-57911ec9-0956-4a93-b81f-65a8bebde0b1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "DELETE /v2.0/ports/b6dcea46-8bef-47cc-b422-dad812b64f73 HTTP/1.1" status: 204 len: 173 time: 1.1105828 Aug 27 02:28:21.631176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:21.634477 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.635305 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a0730-a607-454a-9494-db629c3df3d8 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:21.686530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b6dcea46-8bef-47cc-b422-dad812b64f73'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:21.696692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-7d36149f-a71d-459b-9984-b0269ca46a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.698869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-7d36149f-a71d-459b-9984-b0269ca46a98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2791d3b17ce46509dcf4b129c01b495&device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 1096 time: 0.0844676 Aug 27 02:28:21.800719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764387eb-9765-4534-860a-468b2e365670 req-23e38313-fdee-405e-8e49-8b625f59d21e tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.808650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-764387eb-9765-4534-860a-468b2e365670 req-23e38313-fdee-405e-8e49-8b625f59d21e tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.1642711 Aug 27 02:28:21.861909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-764387eb-9765-4534-860a-468b2e365670 req-a43767a5-59a5-4222-8aa5-6de4b8c63bd0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478430 Aug 27 02:28:21.888551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port a14623bd-d4d2-4940-8129-ed3813be4206 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:21.889111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.896813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-85365b23-e8ec-4527-9fff-6e2d79582c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:21.898535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-85365b23-e8ec-4527-9fff-6e2d79582c99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf057504-601a-456c-b55b-ef02d331e43d HTTP/1.1" status: 200 len: 907 time: 0.1899970 Aug 27 02:28:21.978452 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.978911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:21.986948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '3a87f19a-c58c-4834-86a3-ee85da758b4f', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'port_id': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'mac_address': 'fa:16:3e:d2:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:58Z', 'updated_at': '2021-08-27T02:28:19Z', 'revision_number': 1, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:21.994642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for a14623bd-d4d2-4940-8129-ed3813be4206 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:22.011001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bcfa6371-9d1e-4d49-9a15-aa18c12e43ad req-ddc40a72-945b-40ba-b9e1-3c37da7b7970 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0feb936-8005-4525-9d5c-da776b6f2a33 HTTP/1.1" status: 200 len: 210 time: 0.1101472 Aug 27 02:28:22.014183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Checking router: 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:28:22.024706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:22.025328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:22.050914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-49cfe911-39a5-48bb-9830-a2a7495151df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c HTTP/1.1" status: 200 len: 999 time: 0.1296396 Aug 27 02:28:22.119028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-b9e32b3b-798f-47dc-a7ee-edb3e231f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.120478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-b9e32b3b-798f-47dc-a7ee-edb3e231f815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=59a84af5-94a2-45cb-ab36-bb567109102c HTTP/1.1" status: 200 len: 845 time: 0.0562551 Aug 27 02:28:22.199763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:28:22.208199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-a5330be6-8385-4c3f-bf0c-738208afc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.210762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.211118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-a5330be6-8385-4c3f-bf0c-738208afc22b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf057504-601a-456c-b55b-ef02d331e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789011 Aug 27 02:28:22.249499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=a14623bd-d4d2-4940-8129-ed3813be4206,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:22.368226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-b2e6cc8f-4080-470f-ac72-61e1ec8eec2d service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423333 Aug 27 02:28:22.377711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.386660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.387871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0334341f-44f2-466a-a47e-1b689287797f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/48063079-b2d0-4b88-8527-6c265377a714 HTTP/1.1" status: 204 len: 168 time: 0.7653046 Aug 27 02:28:22.393932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36166) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:22.402641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '14de57a5-0d29-459b-8247-3aeea014d1e5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:22.462031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1365a-648c-44fe-b159-85026c34e218 req-3e6f1009-0cc5-4d56-acf7-1cc397f91868 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:22.464360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3c1365a-648c-44fe-b159-85026c34e218 req-3e6f1009-0cc5-4d56-acf7-1cc397f91868 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Aug 27 02:28:22.504330 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.522585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3c1365a-648c-44fe-b159-85026c34e218 req-aeb288c8-1960-4360-82ce-778bc5afb17b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527077 Aug 27 02:28:22.573037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '3a87f19a-c58c-4834-86a3-ee85da758b4f', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'port_id': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'mac_address': 'fa:16:3e:d2:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:58Z', 'updated_at': '2021-08-27T02:28:19Z', 'revision_number': 1, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:22.573695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27c4836e-dbb3-4966-b4d7-1ad4b4b1be1a req-8cbf3c9b-d096-4207-86d5-c74368c2f0f8 service neutron] 10.222.0.15 "GET /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946709 Aug 27 02:28:22.622742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07709c7b-83a3-47f6-9541-a9a7aa59a089 None None] The sync data for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 is: [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '3a87f19a-c58c-4834-86a3-ee85da758b4f', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'port_id': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'mac_address': 'fa:16:3e:d2:c1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:27:58Z', 'updated_at': '2021-08-27T02:28:19Z', 'revision_number': 1, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:22.643048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28c16dce-b175-46d4-b6ae-bf3b9d823899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.666187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.780699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.25 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/00e4d404-aa75-4efa-9461-68321eeaab0d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:22.860753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de6c71-44aa-4256-bf2e-cb03475aece9 None None] New status for floating IP 3a87f19a-c58c-4834-86a3-ee85da758b4f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:28:22.906415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:22.950624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36184) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:22.984948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.005427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319b50-2b0c-41ad-95b5-28c54d27fc0c req-d0121334-5698-46e2-a57e-731b6a6c88fc tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:23.007092 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04319b50-2b0c-41ad-95b5-28c54d27fc0c req-d0121334-5698-46e2-a57e-731b6a6c88fc tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0624354 Aug 27 02:28:23.085003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:23.095144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ebe333fb-6a91-4005-ade7-52df31527130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.101750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=00e4d404-aa75-4efa-9461-68321eeaab0d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.105770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:23.108008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:23.135986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04319b50-2b0c-41ad-95b5-28c54d27fc0c req-1442f36c-9c7f-4877-91df-b283844dc7fb tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999594 Aug 27 02:28:23.200059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ebe333fb-6a91-4005-ade7-52df31527130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.209813 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ebe333fb-6a91-4005-ade7-52df31527130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.245534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ebe333fb-6a91-4005-ade7-52df31527130 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a6ac3b8e7bc4bab9aa1d0d190b83e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934294 Aug 27 02:28:23.248545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:23.260303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe333fb-6a91-4005-ade7-52df31527130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59809bb9-6b4a-4a7d-9ce5-b2d92e990194,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.383856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-486c6775-bf4d-47af-9493-96c68b7db538 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:23.385424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-486c6775-bf4d-47af-9493-96c68b7db538 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1032422 Aug 27 02:28:23.401505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-d917e4c3-84d3-4c60-be3e-d321e837e20b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0101812 Aug 27 02:28:23.438418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-52c28b41-6c26-47e3-94f2-1e197185b5df tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310066 Aug 27 02:28:23.535758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-6dc35536-5601-43e9-a280-f006e97ad449 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899835 Aug 27 02:28:23.597549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'name': 'network-vif-deleted', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:23.601850 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b51d92-a5ce-4225-86c1-f17094488c62" -d '{"events": [{"server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "name": "network-vif-deleted", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:23.628242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.631557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-003498d3-1cde-49f3-a0f2-33c11a19283d service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Aug 27 02:28:23.652682 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd3937-a7a5-4a5c-813e-6f889d80b095 x-openstack-request-id: req-d2cd3937-a7a5-4a5c-813e-6f889d80b095 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:23.652979 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0feb936-8005-4525-9d5c-da776b6f2a33", "name": "network-vif-deleted", "tag": "b6dcea46-8bef-47cc-b422-dad812b64f73", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:23.653230 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2cd3937-a7a5-4a5c-813e-6f889d80b095 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:23.653618 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0feb936-8005-4525-9d5c-da776b6f2a33', 'name': 'network-vif-deleted', 'tag': 'b6dcea46-8bef-47cc-b422-dad812b64f73', 'status': 'completed', 'code': 200} Aug 27 02:28:23.686720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.851599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87cafb1f-700c-4e19-a655-542ecea49157 req-3082ff17-2c24-49be-bcc2-1342cd6cdbc0 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0751512 Aug 27 02:28:23.853720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.856366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.860267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59809bb9-6b4a-4a7d-9ce5-b2d92e990194 HTTP/1.1" status: 204 len: 168 time: 0.6082466 Aug 27 02:28:23.884024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9460b-f13e-49c9-b2ae-03eac66e24ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59809bb9-6b4a-4a7d-9ce5-b2d92e990194,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:23.899868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:23.980403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.159049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.165265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.188213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36228) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:24.208600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be43ac7-15b6-45fc-b56b-79929b0a8171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.246542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=00e4d404-aa75-4efa-9461-68321eeaab0d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.256028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.312069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bbdd1-a48f-4138-bf3f-5635f78b9aeb req-78352a5a-a3cb-4c99-bfc7-e5bc0faaa046 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:24.313584 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da0bbdd1-a48f-4138-bf3f-5635f78b9aeb req-78352a5a-a3cb-4c99-bfc7-e5bc0faaa046 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0860727 Aug 27 02:28:24.377817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be43ac7-15b6-45fc-b56b-79929b0a8171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.384164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be43ac7-15b6-45fc-b56b-79929b0a8171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.397004 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 42e88ef4-d262-4779-91f9-0a7b7bff1db4 associated. External IP: 172.25.8.25, port: 14de57a5-0d29-459b-8247-3aeea014d1e5. Aug 27 02:28:24.403253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-da0bbdd1-a48f-4138-bf3f-5635f78b9aeb req-fe3715f4-17f4-44f2-aac4-55ecd9e70a00 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646205 Aug 27 02:28:24.432865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5be43ac7-15b6-45fc-b56b-79929b0a8171 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b281c7bde7043bb8407d099e9ea8468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435751 Aug 27 02:28:24.434086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43ac7-15b6-45fc-b56b-79929b0a8171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2072401b-3836-48be-ae1a-ecef5f203f96,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.436411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:24.487201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.512212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.559045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.561706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.562894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2072401b-3836-48be-ae1a-ecef5f203f96 HTTP/1.1" status: 204 len: 168 time: 0.1254153 Aug 27 02:28:24.571820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe04d-f8e7-436b-b4e0-71a42813b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2072401b-3836-48be-ae1a-ecef5f203f96,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:24.627717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:24.728790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b6dcea46-8bef-47cc-b422-dad812b64f73 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:24.744439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: b6dcea46-8bef-47cc-b422-dad812b64f73 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:24.744846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b6dcea46-8bef-47cc-b422-dad812b64f73 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:24.758534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:24.787161 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:24.804383 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:24.805667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.812221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.842190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-81ee2127-5f8b-4489-a4c9-f5e1cb82edbe tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4446688 Aug 27 02:28:24.842478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.842620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36240) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:24.847632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1230634450'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:24.856144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:24.856971 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:27:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.899308 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:24.900065 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7f8d2-fb23-44ae-bf3b-cc374d942965 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:24.901057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:24.905976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.948961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:28:24.965415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:24.965759 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Added segment d51c6367-9248-4484-9b70-a6b93b35c87a of type vlan for network df1fad11-efa0-412c-b883-3381d4835802 Aug 27 02:28:24.986719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91c7d663-63b0-426d-b04a-2228be28ee09 req-e5e321f0-5ed9-4b58-b350-63e32dded47f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0403090 Aug 27 02:28:25.025979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-375fd486-4b90-45a9-84b5-6f4a3d312247 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.027945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-375fd486-4b90-45a9-84b5-6f4a3d312247 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1686137 Aug 27 02:28:25.037707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.051363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': '26502448-de5d-4381-9850-44840fe3116f', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.073659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.083061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.083905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.173588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3291628 Aug 27 02:28:25.175748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36254) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.180809 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-425307f1-8946-4976-868b-aae5274c347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.185080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'subnet': {'network_id': 'df1fad11-efa0-412c-b883-3381d4835802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.197219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f67e6-edaf-490c-a7a6-177215746770 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Network': ['ID=df1fad11-efa0-412c-b883-3381d4835802,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.209877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network df1fad11-efa0-412c-b883-3381d4835802 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:28:25.259476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:25.263002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.333728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.364205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:25.367726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.411324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.502313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.14 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/bca628d1-d761-4d1f-9a0b-1b94405dcf07) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:25.524902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1499724482-network', 'tenant_id': '1eaf8e8712a845a3843f5e86a8dd3c98'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.544337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Made reservation on behalf of 1eaf8e8712a845a3843f5e86a8dd3c98 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:25.546691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.555784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.615382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e40b-39f8-42cb-b460-02aafa0a2543 req-e9817e89-587c-4bec-a6d2-5040912d6872 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.616789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb75e40b-39f8-42cb-b460-02aafa0a2543 req-e9817e89-587c-4bec-a6d2-5040912d6872 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.1330292 Aug 27 02:28:25.646800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.652228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.677142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:28:25.687450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94dae60-547d-4b41-b97a-4d70cdee5d96,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.692316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.692655 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Added segment 8c255967-ff8e-44b9-826e-2c77161af84a of type vlan for network ae3e5471-420d-4319-8cab-f489490ed4db Aug 27 02:28:25.732879 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.757578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.758552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.759124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.762713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb75e40b-39f8-42cb-b460-02aafa0a2543 req-421bfbc8-f172-437c-9947-8e40c4a54cc9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383955 Aug 27 02:28:25.790320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.839990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4271312 Aug 27 02:28:25.845912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:25.851403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Request body: {'subnet': {'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1499724482-subnet', 'tenant_id': '1eaf8e8712a845a3843f5e86a8dd3c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:25.878301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96ee31-70a1-4c9f-916a-351e987050ec admin admin] Pushing event updated for resources: {'Network': ['ID=ae3e5471-420d-4319-8cab-f489490ed4db,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.885643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Subnet': ['ID=566f52dc-5b57-4729-acf3-3783dfbf4e40,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:25.890097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.890279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ae3e5471-420d-4319-8cab-f489490ed4db details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:28:25.894884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Made reservation on behalf of 1eaf8e8712a845a3843f5e86a8dd3c98 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:25.897430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.903131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Checking segment: {'id': 'd51c6367-9248-4484-9b70-a6b93b35c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:25.903497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network hostable DHCP agents. Network: df1fad11-efa0-412c-b883-3381d4835802, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:28:25.937391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network df1fad11-efa0-412c-b883-3381d4835802 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:28:25.951732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, df1fad11-efa0-412c-b883-3381d4835802) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:25.960482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea8544-71ff-4e9b-9d0f-2835a246c9fe None None] Network df1fad11-efa0-412c-b883-3381d4835802 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:25.965676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:25.966366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:25.970912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.021836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:26.023416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4a6c1061-a243-49ce-bba9-6290a5c557c2 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8464451 Aug 27 02:28:26.028102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36276) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:26.030308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:26.034903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1797723219', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:26.043623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:26.074640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:26.107014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.133889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.134419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.136842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.137856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.156564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-df1fad11-efa0-412c-b883-3381d4835802', 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802', 'tenant_id': '4046776e7d97443291cd708b99085d70', 'fixed_ips': [{'subnet_id': '566f52dc-5b57-4729-acf3-3783dfbf4e40'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:28:26.158578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.167124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc2ca99-a9b2-4674-baa3-8f4598213c04,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:26.173905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-488a234e-f78b-44fa-8afe-eb033ed006fa tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1270685 Aug 27 02:28:26.185068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Checking segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:26.185068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Network hostable DHCP agents. Network: ae3e5471-420d-4319-8cab-f489490ed4db, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:28:26.195417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0bd4c-7bc4-416a-bd6d-82955cd2c465 req-f12e38eb-6660-43c1-8b06-52b6996a269b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.196916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4f0bd4c-7bc4-416a-bd6d-82955cd2c465 req-f12e38eb-6660-43c1-8b06-52b6996a269b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 932 time: 0.1059825 Aug 27 02:28:26.205847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Network ae3e5471-420d-4319-8cab-f489490ed4db is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:28:26.215973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ae3e5471-420d-4319-8cab-f489490ed4db) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:26.220635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.221366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.228434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Request body: {'port': {'device_id': '26502448-de5d-4381-9850-44840fe3116f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:26.233280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.250414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-af1ec780-10d1-46ff-9442-f807ab298d89 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3938646 Aug 27 02:28:26.250643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db6642-e374-4e9d-972e-c61671901892 None None] Network ae3e5471-420d-4319-8cab-f489490ed4db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:26.403635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4f0bd4c-7bc4-416a-bd6d-82955cd2c465 req-2f9761cb-b394-465d-94e9-e1a18ca8eaa9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718707 Aug 27 02:28:26.405614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Allocated IP 172.20.0.2 (df1fad11-efa0-412c-b883-3381d4835802/566f52dc-5b57-4729-acf3-3783dfbf4e40/591f899a-5050-4869-8bdf-aa3a23823cc0) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:26.450174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.461232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.492872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.527253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa93b93-3ed9-45c0-b15d-24cdc9bdf820 None None] Network ae3e5471-420d-4319-8cab-f489490ed4db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:26.859321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.870163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Transition to ACTIVE for port object 591f899a-5050-4869-8bdf-aa3a23823cc0 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:26.889126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Transition to ACTIVE for port object 591f899a-5050-4869-8bdf-aa3a23823cc0 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:26.898071 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:26.916231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf8cd3-7e77-44ef-8639-a533ea179f32 req-25f0066b-8789-4a41-862a-813e5bbc91d5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:26.923390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7bf8cd3-7e77-44ef-8639-a533ea179f32 req-25f0066b-8789-4a41-862a-813e5bbc91d5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0764575 Aug 27 02:28:26.936782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Network df1fad11-efa0-412c-b883-3381d4835802 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:26.940912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:26.944175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:26.956388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7bf8cd3-7e77-44ef-8639-a533ea179f32 req-b6f856e2-3709-44c8-83a9-a40aa0ecb978 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Aug 27 02:28:26.975714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Pushing event updated for resources: {'Port': ['ID=591f899a-5050-4869-8bdf-aa3a23823cc0,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.013248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Attempting to bind port 591f899a-5050-4869-8bdf-aa3a23823cc0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:27.013656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Attempting to bind port 591f899a-5050-4869-8bdf-aa3a23823cc0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd51c6367-9248-4484-9b70-a6b93b35c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:27.014180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Attempting to bind port 591f899a-5050-4869-8bdf-aa3a23823cc0 on network df1fad11-efa0-412c-b883-3381d4835802 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:27.021351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:27.021731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Checking segment: {'id': 'd51c6367-9248-4484-9b70-a6b93b35c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:27.022134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.022559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Bound using segment: {'id': 'd51c6367-9248-4484-9b70-a6b93b35c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:27.023165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Bound port: 591f899a-5050-4869-8bdf-aa3a23823cc0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51c6367-9248-4484-9b70-a6b93b35c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'df1fad11-efa0-412c-b883-3381d4835802'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:27.023572 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.093599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] For port 591f899a-5050-4869-8bdf-aa3a23823cc0, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:27.096626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] For port 591f899a-5050-4869-8bdf-aa3a23823cc0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=591f899a-5050-4869-8bdf-aa3a23823cc0,segment=NetworkSegment(d51c6367-9248-4484-9b70-a6b93b35c87a),segment_id=d51c6367-9248-4484-9b70-a6b93b35c87a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:27.101272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.161465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-f5f2616c-0a85-4a2b-b0b9-706b46114174 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.162016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b558454-322c-4e00-8778-7958de6bc783 None None] Pushing event updated for resources: {'Port': ['ID=591f899a-5050-4869-8bdf-aa3a23823cc0,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.163120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-f5f2616c-0a85-4a2b-b0b9-706b46114174 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.2777727 Aug 27 02:28:27.200502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-c0f9f75e-8e03-4590-a1db-cc4515596976 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/quotas/1eaf8e8712a845a3843f5e86a8dd3c98 HTTP/1.1" status: 200 len: 375 time: 0.0259202 Aug 27 02:28:27.246100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6dfa5b6f-0cc3-4b9c-96ec-5ea5c0c7effc tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373595 Aug 27 02:28:27.448601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.452967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca628d1-d761-4d1f-9a0b-1b94405dcf07 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:27.478917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.481541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.535982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a81228-c428-4a91-bba2-f320812d483a req-de9aaffd-c9b5-4be7-a9fe-2a574d511ec7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:27.538129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15a81228-c428-4a91-bba2-f320812d483a req-de9aaffd-c9b5-4be7-a9fe-2a574d511ec7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 932 time: 0.0498703 Aug 27 02:28:27.540783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-a6edd56a-07cb-487d-8062-d5d0d8a623e5 service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831023 Aug 27 02:28:27.543563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Transition to ACTIVE for port object bca628d1-d761-4d1f-9a0b-1b94405dcf07 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:27.567578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.586672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15a81228-c428-4a91-bba2-f320812d483a req-edc526e1-2cd9-4ace-b24b-a8827a53dbfb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Aug 27 02:28:27.692732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:27.781406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.25.8.184 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/3862249e-810e-4767-9df6-a8a94dfebe5d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:27.786547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-2229e299-bb2b-437b-95f4-3d002e308b1e service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393878 Aug 27 02:28:27.844772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.860382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Attempting to bind port bca628d1-d761-4d1f-9a0b-1b94405dcf07 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:27.860718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Attempting to bind port bca628d1-d761-4d1f-9a0b-1b94405dcf07 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:27.861049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Attempting to bind port bca628d1-d761-4d1f-9a0b-1b94405dcf07 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:27.869489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Port bca628d1-d761-4d1f-9a0b-1b94405dcf07 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:27.869806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Attempting to bind port bca628d1-d761-4d1f-9a0b-1b94405dcf07 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:27.881387 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:27.881752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:27.882114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:27.882635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Bound port: bca628d1-d761-4d1f-9a0b-1b94405dcf07, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:27.883002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.973444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:27.991000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d9ed9e8-1eeb-4bdb-85b2-5649d5c65ec7 req-87f16f1d-91b2-4807-95da-2fb9d3d30fd5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 210 time: 0.0296171 Aug 27 02:28:28.012975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:28.020189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:28.039644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.090037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.091366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.093204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/bca628d1-d761-4d1f-9a0b-1b94405dcf07 HTTP/1.1" status: 200 len: 1092 time: 1.8706963 Aug 27 02:28:28.098018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:28.103436 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08673e2f-0e4c-43a2-8340-65c62896e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:28.125538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.197844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d44176-c6db-44fd-a35e-2f70506bd214 None None] Network df1fad11-efa0-412c-b883-3381d4835802 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:28.206425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:28.223567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:28.226858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:28.229728 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c75f23e-a3cc-42a4-bf6a-91d7d03eab33 x-openstack-request-id: req-8c75f23e-a3cc-42a4-bf6a-91d7d03eab33 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:28.230016 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:28.230266 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c75f23e-a3cc-42a4-bf6a-91d7d03eab33 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:28.231368 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07', 'status': 'completed', 'code': 200} Aug 27 02:28:28.233724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e838f-728f-42a4-b3b6-5f42495139d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.261053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5e8028e9-8753-4c0d-8143-1f514e7c98f8 None None] Provisioning for port 591f899a-5050-4869-8bdf-aa3a23823cc0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:28.315860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d667-45ae-4319-b518-59bf6706dc89 req-23373ed6-ea74-4d10-b9af-b239e8d8b212 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.317737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e457d667-45ae-4319-b518-59bf6706dc89 req-23373ed6-ea74-4d10-b9af-b239e8d8b212 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.2369776 Aug 27 02:28:28.341927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=3862249e-810e-4767-9df6-a8a94dfebe5d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:28.361572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-4a1a10ce-bb6c-4a85-96ad-0059825950db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.363306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-4a1a10ce-bb6c-4a85-96ad-0059825950db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 1095 time: 0.1909356 Aug 27 02:28:28.473725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-d1943b2c-39dd-4a25-a8a4-d00cda729b69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07 HTTP/1.1" status: 200 len: 217 time: 0.0676756 Aug 27 02:28:28.537331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e457d667-45ae-4319-b518-59bf6706dc89 req-47851868-db1c-464e-a4cf-f14118202d90 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985381 Aug 27 02:28:28.566455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-143405ca-cff7-451f-b117-b6611dd47032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.568511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-143405ca-cff7-451f-b117-b6611dd47032 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.0839636 Aug 27 02:28:28.650449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-a18ee27a-536f-40f3-8ba2-1696bdc1fc35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741591 Aug 27 02:28:28.719640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 591f899a-5050-4869-8bdf-aa3a23823cc0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:28.731884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e64e52-c62b-411d-95a5-031c231b0791 req-e4bbc21b-b305-4fff-abf4-86bf006f3f78 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:28.741716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32e64e52-c62b-411d-95a5-031c231b0791 req-e4bbc21b-b305-4fff-abf4-86bf006f3f78 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 944 time: 0.0782619 Aug 27 02:28:28.782651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 591f899a-5050-4869-8bdf-aa3a23823cc0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:28.786852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 591f899a-5050-4869-8bdf-aa3a23823cc0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:28.787303 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.793540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32e64e52-c62b-411d-95a5-031c231b0791 req-32d195ba-9907-42c8-886e-d23a0b84da33 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481851 Aug 27 02:28:28.811244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.859844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-b078cef7-c02a-4fda-a050-cb410ef707b4 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958616 Aug 27 02:28:28.868481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.902997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 591f899a-5050-4869-8bdf-aa3a23823cc0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=591f899a-5050-4869-8bdf-aa3a23823cc0,segment=NetworkSegment(d51c6367-9248-4484-9b70-a6b93b35c87a),segment_id=d51c6367-9248-4484-9b70-a6b93b35c87a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:28.906966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:28.957856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=591f899a-5050-4869-8bdf-aa3a23823cc0,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:29.029199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccc370d3-f81b-451c-86a9-6f383f133746 req-9fee887d-11a4-4d9f-a3da-7228a60707da service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607809 Aug 27 02:28:29.107825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.131316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cce601f4-5a4d-440c-bd11-7e685e940c18 req-2cfc37b8-d40b-4cdb-8bfc-5215ff30efb8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 210 time: 0.0361166 Aug 27 02:28:29.164826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-0051cdbd-daee-4ba9-a861-34904d896cb8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.168943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-0051cdbd-daee-4ba9-a861-34904d896cb8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.1470945 Aug 27 02:28:29.186217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'port': {'device_id': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'admin_state_up': True, 'tenant_id': '1eaf8e8712a845a3843f5e86a8dd3c98'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:29.306173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Made reservation on behalf of 1eaf8e8712a845a3843f5e86a8dd3c98 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:29.310232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.444470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Allocated IP 172.20.0.14 (ae3e5471-420d-4319-8cab-f489490ed4db/afc2ca99-a9b2-4674-baa3-8f4598213c04/3ea83509-e21f-44bf-be99-2bcb815f1dcf) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:29.534737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-d385ea1d-667f-49d9-afbb-c6e277b86473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.536200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-d385ea1d-667f-49d9-afbb-c6e277b86473 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 1095 time: 0.3708935 Aug 27 02:28:29.595292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.638821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.683175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-00f198b6-ebb1-470d-a487-298c705aa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.684858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-00f198b6-ebb1-470d-a487-298c705aa828 service neutron] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.1394954 Aug 27 02:28:29.686115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Network ae3e5471-420d-4319-8cab-f489490ed4db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:29.687603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router dad84771-96b6-46fc-aa4b-767a34105982 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:28:29.693738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:29.696685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:29.712011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcace0b-04f9-4718-ac2a-f3ebed73946f req-c352a13c-a560-4d72-8d5c-be58d3da6874 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.713470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fcace0b-04f9-4718-ac2a-f3ebed73946f req-c352a13c-a560-4d72-8d5c-be58d3da6874 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0985157 Aug 27 02:28:29.720729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:29.743564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-6d547d49-8c97-40c4-a19f-bbcc7cca3396 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07 HTTP/1.1" status: 200 len: 217 time: 0.0486333 Aug 27 02:28:29.752299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.752930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.767241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-6e50bf10-0335-4c02-a0fa-51a24e29a4c9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869596 Aug 27 02:28:29.784112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Request body: {'port': {'device_id': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:29.838617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:29.886486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fcace0b-04f9-4718-ac2a-f3ebed73946f req-df51b68d-28f1-4457-a53e-d1534d0120fa tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458461 Aug 27 02:28:29.890585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-33da516f-00dc-4e4b-993f-2100512c21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:29.890990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-33da516f-00dc-4e4b-993f-2100512c21bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1099980 Aug 27 02:28:29.936199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-6be30d09-c6aa-4af8-8329-1a064baf8f22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332129 Aug 27 02:28:29.940370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:29.950724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] Sync routers for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:29.962324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:29.963254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:29.998204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:30.008229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:30.009177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:30.015857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.019745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15d71a2d-baf0-40b7-921c-66e6afb36b4c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9879689 Aug 27 02:28:30.020445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:30.022236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813544df-de39-4bff-9161-15ea32a2730c req-0df7234f-772c-409d-8dcb-77048feccce3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.023766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-813544df-de39-4bff-9161-15ea32a2730c req-0df7234f-772c-409d-8dcb-77048feccce3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 944 time: 0.0697567 Aug 27 02:28:30.049991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:30.049991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5554c-2bc9-412c-a2bb-562042adc0ab None None] The sync data for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:30.128116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-95fcae61-6241-4cf3-86b0-38978f92c256 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807535 Aug 27 02:28:30.135104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-813544df-de39-4bff-9161-15ea32a2730c req-17ecfd88-442d-498f-a028-2468734510e1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998116 Aug 27 02:28:30.223681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea83509-e21f-44bf-be99-2bcb815f1dcf {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:30.231673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.243383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Transition to ACTIVE for port object 3ea83509-e21f-44bf-be99-2bcb815f1dcf will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:30.248396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.303693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:30.348944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08673e2f-0e4c-43a2-8340-65c62896e1c1 req-12741272-dc6b-4eff-a896-9de7ca960a76 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133942 Aug 27 02:28:30.371374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a923bfd-a52a-447f-ab32-808228558dc8 req-de6ce564-bd5e-4415-bb24-37407c60efae tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.371784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Attempting to bind port 3ea83509-e21f-44bf-be99-2bcb815f1dcf on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:30.372124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Attempting to bind port 3ea83509-e21f-44bf-be99-2bcb815f1dcf by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:30.372447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Attempting to bind port 3ea83509-e21f-44bf-be99-2bcb815f1dcf on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:30.372886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a923bfd-a52a-447f-ab32-808228558dc8 req-de6ce564-bd5e-4415-bb24-37407c60efae tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 944 time: 0.1650994 Aug 27 02:28:30.376945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Port 3ea83509-e21f-44bf-be99-2bcb815f1dcf on network ae3e5471-420d-4319-8cab-f489490ed4db not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:30.377373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Attempting to bind port 3ea83509-e21f-44bf-be99-2bcb815f1dcf on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:30.382871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:30.383209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Checking segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:30.383920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Bound using segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:30.384046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Bound port: 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:30.384339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.447215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:30.450494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:30.457458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.493143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a923bfd-a52a-447f-ab32-808228558dc8 req-d7836aa1-c915-4b47-aa4b-f45c37a24f39 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779176 Aug 27 02:28:30.493967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.494613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.496022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ea83509-e21f-44bf-be99-2bcb815f1dcf HTTP/1.1" status: 200 len: 1092 time: 0.7162411 Aug 27 02:28:30.496430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:30.498713 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339ce675-33af-40b1-969c-146e496a4744" -d '{"events": [{"name": "network-changed", "server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:30.534580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb8e98-88ca-4583-8649-f0e625bf3644 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:30.572433 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb909b-7a5f-4103-8ef6-452a5d91269e x-openstack-request-id: req-b9fb909b-7a5f-4103-8ef6-452a5d91269e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:30.572736 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:30.573000 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9fb909b-7a5f-4103-8ef6-452a5d91269e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:30.573398 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'status': 'completed', 'code': 200} Aug 27 02:28:30.592514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.594774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-ffb3798f-278a-44ad-854a-397641d806f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.596586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-ffb3798f-278a-44ad-854a-397641d806f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 1095 time: 0.0520074 Aug 27 02:28:30.658547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.659090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 591f899a-5050-4869-8bdf-aa3a23823cc0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:30.712299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 591f899a-5050-4869-8bdf-aa3a23823cc0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:30.712930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:30.868531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-22b73b44-9e29-426b-9381-436cf2f3f842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf HTTP/1.1" status: 200 len: 217 time: 0.2573180 Aug 27 02:28:30.927181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-1b204795-b66e-470c-9b90-f78ff8aa9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:30.929367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-1b204795-b66e-470c-9b90-f78ff8aa9e8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.0488997 Aug 27 02:28:30.939835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.1 (df1fad11-efa0-412c-b883-3381d4835802/566f52dc-5b57-4729-acf3-3783dfbf4e40/7bb6d511-ce40-4a4f-8af1-d74c8c8d3123) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:30.965698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-12cda83d-b2dc-4581-9be8-729fb9ddf302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276830 Aug 27 02:28:31.060573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.063078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec89fe-67a9-4944-a754-f140d48789ce req-e7ca3343-93d1-49a1-9518-36adfe444ab1 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.064718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbec89fe-67a9-4944-a754-f140d48789ce req-e7ca3343-93d1-49a1-9518-36adfe444ab1 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0976696 Aug 27 02:28:31.079029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Transition to ACTIVE for port object 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:31.112053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.122303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-38d99882-28ed-45da-a249-b5347841c549 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468441 Aug 27 02:28:31.125218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbec89fe-67a9-4944-a754-f140d48789ce req-ac5bed6f-af1f-4eb0-8c41-c3831cf18a25 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Aug 27 02:28:31.160054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network df1fad11-efa0-412c-b883-3381d4835802 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:31.164612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:31.167163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:31.171213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=7bb6d511-ce40-4a4f-8af1-d74c8c8d3123,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.230989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.243168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c7bef44-d1d8-4c94-ac17-d9abad4031a8 req-27d80d36-6b22-4efc-82a0-983f8f80aa92 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121593 Aug 27 02:28:31.317139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17cf0f-3090-421f-9eb9-0444c38fb0d7 req-9b6d850f-026f-49a6-8a2a-d4da328d2e1c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.318803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c17cf0f-3090-421f-9eb9-0444c38fb0d7 req-9b6d850f-026f-49a6-8a2a-d4da328d2e1c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 944 time: 0.1044476 Aug 27 02:28:31.338376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ce675-33af-40b1-969c-146e496a4744 req-40e07eb0-a036-4fb6-9038-6a86f3e6c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.339938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-40e07eb0-a036-4fb6-9038-6a86f3e6c44d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 1095 time: 0.0473428 Aug 27 02:28:31.406875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c17cf0f-3090-421f-9eb9-0444c38fb0d7 req-84f254d9-1da2-49da-a824-ccaf6abcfbfe tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742788 Aug 27 02:28:31.439131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.448365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ce675-33af-40b1-969c-146e496a4744 req-251a52c8-9a46-4b7a-ac8b-5ef5acaaf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.449793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-251a52c8-9a46-4b7a-ac8b-5ef5acaaf5b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 923 time: 0.1016004 Aug 27 02:28:31.455412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-453cffb9-7216-4177-8f7b-cb14bc86d5a7 None None] Provisioning for port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:31.459864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-453cffb9-7216-4177-8f7b-cb14bc86d5a7 None None] Provisioning complete for port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:31.460230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-453cffb9-7216-4177-8f7b-cb14bc86d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.497927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-8e5a6aca-c79e-4440-9148-f1afc15a3ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf HTTP/1.1" status: 200 len: 217 time: 0.0362322 Aug 27 02:28:31.502735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-453cffb9-7216-4177-8f7b-cb14bc86d5a7 None None] Port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:31.561020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ce675-33af-40b1-969c-146e496a4744 req-63406174-0791-4b92-94ba-76ce3d26412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.563243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-63406174-0791-4b92-94ba-76ce3d26412f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.0537162 Aug 27 02:28:31.605094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-e9f8f6cd-cb1c-47d2-aa03-8ee9b0d4ae6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333328 Aug 27 02:28:31.690943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a331e3-3f81-4407-a95e-d24ef555738d req-952854a4-7620-4429-bd9a-3cdf64c9feaf tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:31.692343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11a331e3-3f81-4407-a95e-d24ef555738d req-952854a4-7620-4429-bd9a-3cdf64c9feaf tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 944 time: 0.1128490 Aug 27 02:28:31.729286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.734289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.752257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-3fb32a58-c457-469d-9e56-8d0e326cecaf service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293941 Aug 27 02:28:31.757452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11a331e3-3f81-4407-a95e-d24ef555738d req-3161b4d3-c845-4378-980c-fafc1a43d782 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527692 Aug 27 02:28:31.805000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:31.807788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=7bb6d511-ce40-4a4f-8af1-d74c8c8d3123,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:31.855145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-339ce675-33af-40b1-969c-146e496a4744 req-1c258e2b-7796-4a58-98ab-b7bf2a7afd45 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886242 Aug 27 02:28:31.899332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network df1fad11-efa0-412c-b883-3381d4835802 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:31.900716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:32.015199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router dad84771-96b6-46fc-aa4b-767a34105982 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:32.120987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:32.128623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3c66f65-649a-4212-9048-4c96e294e282 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/routers/dad84771-96b6-46fc-aa4b-767a34105982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1049454 Aug 27 02:28:32.128726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:32.129895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fe129c84-441f-43dd-92f7-9f0124f0ae58 None None] Provisioning complete for port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:32.131068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fe129c84-441f-43dd-92f7-9f0124f0ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.132278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] Sync routers for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:32.134563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'port': {'network_id': 'df1fad11-efa0-412c-b883-3381d4835802', 'name': 'tempest-FloatingIPTestJSON-2021860411'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:32.142227 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:32.142964 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:32.175667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:32.183966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fe129c84-441f-43dd-92f7-9f0124f0ae58 None None] Port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:32.185361 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:32.186089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:32.220742 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:32.221387 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7f877-274a-414d-b041-6d53ce0273f6 None None] The sync data for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:32.276752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5adda-b0e6-48ab-a43d-507206aa90e0 req-9eb4f38d-1340-440a-a9e4-0f86c7346e44 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.278211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37e5adda-b0e6-48ab-a43d-507206aa90e0 req-9eb4f38d-1340-440a-a9e4-0f86c7346e44 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0776517 Aug 27 02:28:32.320425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Made reservation on behalf of 4046776e7d97443291cd708b99085d70 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:32.323770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.339585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37e5adda-b0e6-48ab-a43d-507206aa90e0 req-685e26a4-a8af-47e4-ab12-3efdc5ac0758 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547361 Aug 27 02:28:32.345600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] device_id is not set on port ec1cd307-3d3e-482a-a194-0b58a8003220 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:28:32.460960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Allocated IP 172.20.0.4 (df1fad11-efa0-412c-b883-3381d4835802/566f52dc-5b57-4729-acf3-3783dfbf4e40/ec1cd307-3d3e-482a-a194-0b58a8003220) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:32.563472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8df1fa-c0ba-4e59-8022-59c6a0a24e53 req-28b5f56b-2a7c-42a0-abc7-acb00ebccc27 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.564947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8df1fa-c0ba-4e59-8022-59c6a0a24e53 req-28b5f56b-2a7c-42a0-abc7-acb00ebccc27 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 944 time: 0.0890813 Aug 27 02:28:32.652021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8df1fa-c0ba-4e59-8022-59c6a0a24e53 req-e9e5b9f5-1208-44b5-aec9-01f71c369e62 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586600 Aug 27 02:28:32.678478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.691512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Transition to ACTIVE for port object ec1cd307-3d3e-482a-a194-0b58a8003220 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:32.723522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.763317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Network df1fad11-efa0-412c-b883-3381d4835802 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:32.766252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:32.772410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:32.798110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event updated for resources: {'Port': ['ID=ec1cd307-3d3e-482a-a194-0b58a8003220,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:32.839877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.840503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.856815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-86fe4825-30cd-4d40-a9ae-889921d7d726 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7269230 Aug 27 02:28:32.859742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36366) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:32.864730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Request body: {'floatingip': {'port_id': 'ec1cd307-3d3e-482a-a194-0b58a8003220'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:32.892605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d226f-cb4b-4b2e-8c79-c4d5972bf30f req-bde09436-dca9-4d63-937a-bd7e58e1d127 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:32.894187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a4d226f-cb4b-4b2e-8c79-c4d5972bf30f req-bde09436-dca9-4d63-937a-bd7e58e1d127 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 944 time: 0.0581994 Aug 27 02:28:32.927749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:32.937444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a4d226f-cb4b-4b2e-8c79-c4d5972bf30f req-eb00cb93-ca1d-44e1-a2f2-576fabec5675 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Aug 27 02:28:33.008971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70a08ef6-dee4-4d80-ba14-88b5b060a93a None None] Provisioning for port ec1cd307-3d3e-482a-a194-0b58a8003220 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:33.012569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70a08ef6-dee4-4d80-ba14-88b5b060a93a None None] Provisioning complete for port ec1cd307-3d3e-482a-a194-0b58a8003220 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:33.012937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70a08ef6-dee4-4d80-ba14-88b5b060a93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.045391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-70a08ef6-dee4-4d80-ba14-88b5b060a93a None None] Port ec1cd307-3d3e-482a-a194-0b58a8003220 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:28:33.393111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.397290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:33.454862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c666da5-869f-44eb-9bca-8c33e2a85d9a req-83fa6f6c-5279-4991-b3a9-14a7f76854b4 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:33.456321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c666da5-869f-44eb-9bca-8c33e2a85d9a req-83fa6f6c-5279-4991-b3a9-14a7f76854b4 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0480618 Aug 27 02:28:33.501848 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 42e88ef4-d262-4779-91f9-0a7b7bff1db4 associated. External IP: 172.25.8.25, port: 14de57a5-0d29-459b-8247-3aeea014d1e5. Aug 27 02:28:33.502708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c666da5-869f-44eb-9bca-8c33e2a85d9a req-f0a79afb-30ef-4336-9004-48eeeda782ab tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Aug 27 02:28:33.706878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:33.764717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24025f35-8d7c-475f-b386-e98d277f1e6d req-78ddeb22-4bcc-42e7-b07c-aef52bc399a0 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:33.766284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24025f35-8d7c-475f-b386-e98d277f1e6d req-78ddeb22-4bcc-42e7-b07c-aef52bc399a0 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 944 time: 0.0477698 Aug 27 02:28:33.804123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24025f35-8d7c-475f-b386-e98d277f1e6d req-d01ef6dc-8eec-43e7-b66c-6b931e635095 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Aug 27 02:28:33.813860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:33.833322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:33.850934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:33.851556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:33.886825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device bca628d1-d761-4d1f-9a0b-1b94405dcf07 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:33.889051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:33.905593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:33.906199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:33.940482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:33.941035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe32f6-1834-4ada-ae3a-22c4f32fc834 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:34.017930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:34.033086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07', 'mac_address': 'fa:16:3e:a9:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:34.060597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router dad84771-96b6-46fc-aa4b-767a34105982 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:34.070545 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.074661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ea3c4-c1f9-4245-9cc1-5e70af442dfe req-ed10877f-2c5a-4b79-90e5-c0cc846f6358 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.076511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a8ea3c4-c1f9-4245-9cc1-5e70af442dfe req-ed10877f-2c5a-4b79-90e5-c0cc846f6358 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 944 time: 0.0670788 Aug 27 02:28:34.084195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca628d1-d761-4d1f-9a0b-1b94405dcf07 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:34.103840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:34.107601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.156752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:34.161135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a8ea3c4-c1f9-4245-9cc1-5e70af442dfe req-7e373fc5-9486-4055-a11d-ef9513a0e89f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773218 Aug 27 02:28:34.211716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:34.215855 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.221359 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] Sync routers for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:34.230073 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:34.230785 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:34.262510 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:34.270900 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:34.271943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-48ad6791-9b2d-4351-9931-986c9a018e9d tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/floatingips/42e88ef4-d262-4779-91f9-0a7b7bff1db4 HTTP/1.1" status: 200 len: 977 time: 1.4102902 Aug 27 02:28:34.272194 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:34.274734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36380) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:34.305740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:34.306371 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c2a9d-73b6-4433-a5fb-c535643e1e84 None None] The sync data for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:34.364084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port ec1cd307-3d3e-482a-a194-0b58a8003220 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:34.364422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.456442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.528213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['bca628d1-d761-4d1f-9a0b-1b94405dcf07'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:34.637422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.637898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.638406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc298d-ff6c-4cc0-ae95-ef2d8e4538ce req-621a1d8b-0e31-45ca-992a-632dbf1b3fbd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:34.639035 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Floating IP 42e88ef4-d262-4779-91f9-0a7b7bff1db4 disassociated. External IP: 172.25.8.25, port: ec1cd307-3d3e-482a-a194-0b58a8003220. Aug 27 02:28:34.639035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for ec1cd307-3d3e-482a-a194-0b58a8003220 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:34.640162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2bbc298d-ff6c-4cc0-ae95-ef2d8e4538ce req-621a1d8b-0e31-45ca-992a-632dbf1b3fbd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0744457 Aug 27 02:28:34.684872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2bbc298d-ff6c-4cc0-ae95-ef2d8e4538ce req-5296eb43-442a-421e-9566-c3572f06292e tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Aug 27 02:28:34.765786 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.777119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:34.802858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=ec1cd307-3d3e-482a-a194-0b58a8003220,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:34.905353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:34.918119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'port_id': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'mac_address': 'fa:16:3e:59:b7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc2ca99-a9b2-4674-baa3-8f4598213c04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:34.964405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:34.979549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea83509-e21f-44bf-be99-2bcb815f1dcf {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:35.001063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:35.006614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.057072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:35.241129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router dad84771-96b6-46fc-aa4b-767a34105982 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:35.254351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12535cd-0142-463d-aae8-947f498deecb req-2a058048-5343-40ef-a402-dde1371b150d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.255876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b12535cd-0142-463d-aae8-947f498deecb req-2a058048-5343-40ef-a402-dde1371b150d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 945 time: 0.3603659 Aug 27 02:28:35.275211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3ea83509-e21f-44bf-be99-2bcb815f1dcf'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:35.278245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d914d-255c-432e-b1ac-d8b1b4d6e852 req-192c5f88-8479-49b1-9301-9298910267a6 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.279880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-347d914d-255c-432e-b1ac-d8b1b4d6e852 req-192c5f88-8479-49b1-9301-9298910267a6 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 945 time: 0.0500278 Aug 27 02:28:35.326210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-347d914d-255c-432e-b1ac-d8b1b4d6e852 req-7f20b65b-2ee1-493a-917a-c310cbcc78ee tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Aug 27 02:28:35.336450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b12535cd-0142-463d-aae8-947f498deecb req-ab02d63b-d166-4e0a-81f6-b2d73688c651 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745366 Aug 27 02:28:35.388561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:35.401267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] Sync routers for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:35.424455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:35.425072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:35.452730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.454716 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1f5ea777-0e8a-47f4-b401-b6799f488cee tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/ec1cd307-3d3e-482a-a194-0b58a8003220 HTTP/1.1" status: 204 len: 168 time: 1.1789947 Aug 27 02:28:35.457347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36392) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:35.463885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:35.483891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:35.484759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:35.516934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:35.517577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5086a-9fde-473e-a13a-cc31dd7dd4a5 None None] The sync data for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:35.799520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:35.812038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2fe1f-7b7b-4f86-8d6a-1e5a46161c9e req-7efd7bf6-e274-486a-a986-b3f71ae01252 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:35.813505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28c2fe1f-7b7b-4f86-8d6a-1e5a46161c9e req-7efd7bf6-e274-486a-a986-b3f71ae01252 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0524631 Aug 27 02:28:35.851312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28c2fe1f-7b7b-4f86-8d6a-1e5a46161c9e req-e8065444-773f-46a8-8334-a3a648bd3d65 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Aug 27 02:28:35.907121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device bca628d1-d761-4d1f-9a0b-1b94405dcf07 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:35.957268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port bca628d1-d761-4d1f-9a0b-1b94405dcf07 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:35.961490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port bca628d1-d761-4d1f-9a0b-1b94405dcf07 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:35.961860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.036293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.055939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:36.056275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.058221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:36.060453 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e16a9d-6675-4c98-b1d8-1b5ef9c86b2e" -d '{"events": [{"server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "name": "network-vif-plugged", "status": "completed", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:36.074947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:36.080203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.109355 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f3268c-b993-4352-bf19-4e1668ceed56 x-openstack-request-id: req-e3f3268c-b993-4352-bf19-4e1668ceed56 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:36.109903 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "name": "network-vif-plugged", "status": "completed", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:36.110153 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3f3268c-b993-4352-bf19-4e1668ceed56 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:36.110548 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07', 'code': 200} Aug 27 02:28:36.136187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:36.149388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.163333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 7bb6d511-ce40-4a4f-8af1-d74c8c8d3123 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:36.263603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fa52-c8d2-4017-b637-d6c5b39fa2ae req-003afe83-add7-4873-8fc1-0d7ae97d9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.265076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f26fa52-c8d2-4017-b637-d6c5b39fa2ae req-003afe83-add7-4873-8fc1-0d7ae97d9d91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 1097 time: 0.0583963 Aug 27 02:28:36.337547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f26fa52-c8d2-4017-b637-d6c5b39fa2ae req-fe221df5-b501-4729-a7d4-4807831c04a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445855 Aug 27 02:28:36.408360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.447888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=7bb6d511-ce40-4a4f-8af1-d74c8c8d3123,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:36.458544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5f74-4995-4153-9d19-06ac1892ce8a req-692f779b-e66b-4aa1-bf6d-0406363d0fac tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.460333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c08d5f74-4995-4153-9d19-06ac1892ce8a req-692f779b-e66b-4aa1-bf6d-0406363d0fac tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 945 time: 0.0585546 Aug 27 02:28:36.501677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c08d5f74-4995-4153-9d19-06ac1892ce8a req-160e8c99-8321-438a-abd5-9b74b04e6480 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Aug 27 02:28:36.550601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb5b1c-7271-4f82-944c-e50baec1ef17 req-573287d5-ef6c-4f04-82af-fb0ef26537d9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:36.552185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71fb5b1c-7271-4f82-944c-e50baec1ef17 req-573287d5-ef6c-4f04-82af-fb0ef26537d9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.1351759 Aug 27 02:28:36.660089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71fb5b1c-7271-4f82-944c-e50baec1ef17 req-3d114e87-0ed7-40f7-a9a0-7c3417bef599 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746973 Aug 27 02:28:36.681025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.782237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:36.830010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 3ea83509-e21f-44bf-be99-2bcb815f1dcf completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:28:36.834200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3ea83509-e21f-44bf-be99-2bcb815f1dcf triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:36.834604 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.907572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router dad84771-96b6-46fc-aa4b-767a34105982 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:36.916615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.950278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:36.955930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:36.996004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5889c25-eedb-4775-a57e-48bae8657516 req-d98140ea-2645-473c-9a5a-71d20254e179 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.003245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5889c25-eedb-4775-a57e-48bae8657516 req-d98140ea-2645-473c-9a5a-71d20254e179 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0720358 Aug 27 02:28:37.008924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:37.024602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:37.029507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07e1861b-2e49-4987-897d-e4e1508aadf7 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/routers/dad84771-96b6-46fc-aa4b-767a34105982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711846 Aug 27 02:28:37.033016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:37.034791 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] Sync routers for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:37.038709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5889c25-eedb-4775-a57e-48bae8657516 req-076e2c3a-4fd4-4128-9951-1ec29a701080 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Aug 27 02:28:37.044232 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:37.049827 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:37.076554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:37.085541 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] Routers {'dad84771-96b6-46fc-aa4b-767a34105982'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:37.086144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dad84771-96b6-46fc-aa4b-767a34105982'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:37.117062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:37.117694 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f90599f-a677-4b71-b54f-97987c75d8da None None] The sync data for ids ['dad84771-96b6-46fc-aa4b-767a34105982'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:37.142129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.239956 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.295441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 3862249e-810e-4767-9df6-a8a94dfebe5d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:37.295883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.371983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.383899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 3862249e-810e-4767-9df6-a8a94dfebe5d owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:37.544241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.572354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=3862249e-810e-4767-9df6-a8a94dfebe5d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:37.659870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.668617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf19d-0531-4221-977f-363e9010dcdd req-3bda1786-c677-48bd-88e3-c4723032e203 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:37.670128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cedf19d-0531-4221-977f-363e9010dcdd req-3bda1786-c677-48bd-88e3-c4723032e203 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0934863 Aug 27 02:28:37.770873 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.775124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.823777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cedf19d-0531-4221-977f-363e9010dcdd req-07f40a4e-52be-4cfc-97a4-925e89afdd93 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Aug 27 02:28:37.834035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.834035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Fanout notify agent at l3_agent the message router_deleted on router dad84771-96b6-46fc-aa4b-767a34105982 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:28:37.843422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.847397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f599f495-2f20-4cb5-b4f6-bdce84268a4f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/routers/dad84771-96b6-46fc-aa4b-767a34105982 HTTP/1.1" status: 204 len: 168 time: 0.8124421 Aug 27 02:28:37.848858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:37.909156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting subnet 566f52dc-5b57-4729-acf3-3783dfbf4e40 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:37.913755 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:37.955492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.027706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510fd12-78f9-4107-8e06-b7469fddd91b req-b7417d02-87b3-426b-85ba-4322c6791035 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.029789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b510fd12-78f9-4107-8e06-b7469fddd91b req-b7417d02-87b3-426b-85ba-4322c6791035 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.3018193 Aug 27 02:28:38.043398 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.074941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b510fd12-78f9-4107-8e06-b7469fddd91b req-306fa9e7-370c-4d41-a5de-458d9e0139fc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Aug 27 02:28:38.111461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:38.113876 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26333ca1-9e98-4fcb-a588-046f718ba396" -d '{"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-plugged", "status": "completed", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:38.115438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.151178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Subnet': ['ID=566f52dc-5b57-4729-acf3-3783dfbf4e40,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.152286 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b066f-3846-4b78-adc7-7a8ebcdcdb88 x-openstack-request-id: req-7a6b066f-3846-4b78-adc7-7a8ebcdcdb88 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:38.153310 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-plugged", "status": "completed", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:38.157074 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a6b066f-3846-4b78-adc7-7a8ebcdcdb88 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:38.157494 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'code': 200} Aug 27 02:28:38.165810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c174c-887f-49de-8d64-e198763bc848 None None] Network df1fad11-efa0-412c-b883-3381d4835802 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:28:38.170298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.172282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c37f2f9-6efa-448e-a558-ecaac9188ef4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/subnets/566f52dc-5b57-4729-acf3-3783dfbf4e40 HTTP/1.1" status: 204 len: 168 time: 0.3217599 Aug 27 02:28:38.175242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:38.199544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b882b-788d-476b-a804-f58808ce9519 req-8a07b613-d436-4f5f-a2d4-cba52b677ed9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.206867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f1b882b-788d-476b-a804-f58808ce9519 req-8a07b613-d436-4f5f-a2d4-cba52b677ed9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 946 time: 0.0845981 Aug 27 02:28:38.241114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f1b882b-788d-476b-a804-f58808ce9519 req-92fbe1c6-e56d-45a8-9c12-ea1240054de5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Aug 27 02:28:38.295332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.302320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47123533-5b4a-4de2-bc62-4fb9beb548b6 req-6e200582-b50f-4b74-b9fe-9a87c24ed8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.304679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47123533-5b4a-4de2-bc62-4fb9beb548b6 req-6e200582-b50f-4b74-b9fe-9a87c24ed8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 1097 time: 0.0747135 Aug 27 02:28:38.368411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47123533-5b4a-4de2-bc62-4fb9beb548b6 req-9bdd4116-e053-42b1-9ada-a185d6691908 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551002 Aug 27 02:28:38.375712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] DHCP port deletion for df1fad11-efa0-412c-b883-3381d4835802 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:28:38.386784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 591f899a-5050-4869-8bdf-aa3a23823cc0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:38.387129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.422841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Deleting port 591f899a-5050-4869-8bdf-aa3a23823cc0 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:38.423224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.461196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] For port 591f899a-5050-4869-8bdf-aa3a23823cc0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=591f899a-5050-4869-8bdf-aa3a23823cc0,segment=NetworkSegment(d51c6367-9248-4484-9b70-a6b93b35c87a),segment_id=d51c6367-9248-4484-9b70-a6b93b35c87a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:38.461569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.476171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 591f899a-5050-4869-8bdf-aa3a23823cc0 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:38.485134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] For port 591f899a-5050-4869-8bdf-aa3a23823cc0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=591f899a-5050-4869-8bdf-aa3a23823cc0,segment=NetworkSegment(d51c6367-9248-4484-9b70-a6b93b35c87a),segment_id=d51c6367-9248-4484-9b70-a6b93b35c87a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:38.485535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.498736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Calling delete_port for 591f899a-5050-4869-8bdf-aa3a23823cc0 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:38.569893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.591362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.615500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=591f899a-5050-4869-8bdf-aa3a23823cc0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.621587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] No DVR routers for this DVR port 591f899a-5050-4869-8bdf-aa3a23823cc0 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:38.623900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] Pushing event deleted for resources: {'Port': ['ID=591f899a-5050-4869-8bdf-aa3a23823cc0,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.625834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4eebfe-fce1-47f5-b2a1-3c163f63c490 None None] No DVR routers for this DVR port 591f899a-5050-4869-8bdf-aa3a23823cc0 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:38.716202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 591f899a-5050-4869-8bdf-aa3a23823cc0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:38.724348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.733916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1fad11-efa0-412c-b883-3381d4835802']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:38.736233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 591f899a-5050-4869-8bdf-aa3a23823cc0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:38.736574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 591f899a-5050-4869-8bdf-aa3a23823cc0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:38.745213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51c6367-9248-4484-9b70-a6b93b35c87a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:38.745506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51c6367-9248-4484-9b70-a6b93b35c87a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:38.754872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.768782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.775358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:38.775582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:38.778570 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:38.846223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.852767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:38.856892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/networks/df1fad11-efa0-412c-b883-3381d4835802 HTTP/1.1" status: 204 len: 168 time: 0.6782625 Aug 27 02:28:38.857565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:38.867403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4123f-f3c2-4865-9dc9-6523aba4736a tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Network': ['ID=df1fad11-efa0-412c-b883-3381d4835802,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:38.968477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bf8a2-5e5f-49eb-9819-db0a4e4006c2 req-0ed0452c-8cf8-4302-8d73-1e2b96b4d6b7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:38.977362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c0bf8a2-5e5f-49eb-9819-db0a4e4006c2 req-0ed0452c-8cf8-4302-8d73-1e2b96b4d6b7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0574474 Aug 27 02:28:39.017226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c0bf8a2-5e5f-49eb-9819-db0a4e4006c2 req-790c02ea-f856-4d68-8bc7-f40387ea469c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Aug 27 02:28:39.307405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396edb1-9cae-4bb6-a1d7-9d5ad0b99b9a req-7b80bfb0-d579-469a-81c2-724a1ea444c4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:39.308844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f396edb1-9cae-4bb6-a1d7-9d5ad0b99b9a req-7b80bfb0-d579-469a-81c2-724a1ea444c4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.0788481 Aug 27 02:28:39.331417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 00e4d404-aa75-4efa-9461-68321eeaab0d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:39.331757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.388702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f396edb1-9cae-4bb6-a1d7-9d5ad0b99b9a req-2b762166-5d63-4a5c-86d5-ec711720555a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Aug 27 02:28:39.420151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.420414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.432607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 00e4d404-aa75-4efa-9461-68321eeaab0d owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:39.582332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.615287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=00e4d404-aa75-4efa-9461-68321eeaab0d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:39.695438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.700439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:39.701696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f2460bd8-0a63-4a20-abe1-d4af8bf67275 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/floatingips/42e88ef4-d262-4779-91f9-0a7b7bff1db4 HTTP/1.1" status: 204 len: 168 time: 0.8432148 Aug 27 02:28:39.707247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.740263 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6da29d0-32ad-435d-816c-72b80cdcb2c4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] DELETE failed (client error): The resource could not be found. Aug 27 02:28:39.740263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6da29d0-32ad-435d-816c-72b80cdcb2c4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:28:39.740263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6da29d0-32ad-435d-816c-72b80cdcb2c4 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/ec1cd307-3d3e-482a-a194-0b58a8003220 HTTP/1.1" status: 404 len: 333 time: 0.0314090 Aug 27 02:28:39.742540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.772404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-19bcdd4d-0f38-4bd6-acbf-c54c4c348ebc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad84771-96b6-46fc-aa4b-767a34105982 HTTP/1.1" status: 200 len: 205 time: 0.0286546 Aug 27 02:28:39.774691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.828661 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-20323979-6b54-4776-bcd0-841d87a185b9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] delete failed (client error): The resource could not be found. Aug 27 02:28:39.829706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20323979-6b54-4776-bcd0-841d87a185b9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/routers/dad84771-96b6-46fc-aa4b-767a34105982 HTTP/1.1" status: 404 len: 336 time: 0.0540707 Aug 27 02:28:39.832228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.865611 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-386a3c78-f27a-4a09-9ffc-2c1e972d0aff tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] DELETE failed (client error): The resource could not be found. Aug 27 02:28:39.866068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386a3c78-f27a-4a09-9ffc-2c1e972d0aff tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:28:39.867912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-386a3c78-f27a-4a09-9ffc-2c1e972d0aff tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/subnets/566f52dc-5b57-4729-acf3-3783dfbf4e40 HTTP/1.1" status: 404 len: 337 time: 0.0347664 Aug 27 02:28:39.870430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:39.958039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 14de57a5-0d29-459b-8247-3aeea014d1e5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:39.958840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.060224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.084385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 14de57a5-0d29-459b-8247-3aeea014d1e5 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:40.151268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ef8f-c56c-48b8-a597-49be112fbe47 req-5f74f7b7-058e-46aa-91b1-59ce8ecf907c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.152826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d73ef8f-c56c-48b8-a597-49be112fbe47 req-5f74f7b7-058e-46aa-91b1-59ce8ecf907c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0590911 Aug 27 02:28:40.197480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d73ef8f-c56c-48b8-a597-49be112fbe47 req-2d8e9396-257d-46c5-9564-78527a5c979c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Aug 27 02:28:40.240104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.277058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=14de57a5-0d29-459b-8247-3aeea014d1e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:40.372922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e579-1b80-4cb8-b24a-03c5ffbae3e5 req-c6199f1b-2680-4d78-ac54-e499cbe220f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.375107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed30e579-1b80-4cb8-b24a-03c5ffbae3e5 req-c6199f1b-2680-4d78-ac54-e499cbe220f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.1015339 Aug 27 02:28:40.391435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.393195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0873a36d-daae-4932-b1ba-46703ed6271f tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/14de57a5-0d29-459b-8247-3aeea014d1e5 HTTP/1.1" status: 204 len: 168 time: 0.5217855 Aug 27 02:28:40.396497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36496) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:40.422846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed30e579-1b80-4cb8-b24a-03c5ffbae3e5 req-eb5858eb-4ffb-4e60-ae68-389720795b23 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Aug 27 02:28:40.502348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 189b3f9e-a845-4a6d-8a1f-ec7b2b56032d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:40.502720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.562316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658f4cb-c78f-42b2-85ae-2bfea95802d3 req-a97da354-be85-4886-b30d-06ab4cf65f17 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.563838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a658f4cb-c78f-42b2-85ae-2bfea95802d3 req-a97da354-be85-4886-b30d-06ab4cf65f17 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0527513 Aug 27 02:28:40.589966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.602976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a658f4cb-c78f-42b2-85ae-2bfea95802d3 req-6ea55662-3b36-49ee-aca0-1a8a2a87578e tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Aug 27 02:28:40.603427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 189b3f9e-a845-4a6d-8a1f-ec7b2b56032d owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:40.760242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc93f28-86ee-486b-abc9-60f5a28d1712 req-cf131c52-92ed-4149-9882-05e2593c1c00 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.761780 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fc93f28-86ee-486b-abc9-60f5a28d1712 req-cf131c52-92ed-4149-9882-05e2593c1c00 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0878737 Aug 27 02:28:40.778410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.816808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=189b3f9e-a845-4a6d-8a1f-ec7b2b56032d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:40.857705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fc93f28-86ee-486b-abc9-60f5a28d1712 req-50c6aadd-b84e-4f38-b3af-0bf40d2c5d79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860150 Aug 27 02:28:40.902131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:40.904097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-98757406-5e55-439a-b5d3-f4c2dbc8bcd9 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/ports/189b3f9e-a845-4a6d-8a1f-ec7b2b56032d HTTP/1.1" status: 204 len: 168 time: 0.5066035 Aug 27 02:28:40.906630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36524) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:40.982937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f22341-74ed-4d5c-9654-41a63b148c36 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:40.987398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0f22341-74ed-4d5c-9654-41a63b148c36 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "GET /v2.0/ports?device_id=eef4894a-0d7b-49ea-85c7-5331c2f3c770 HTTP/1.1" status: 200 len: 913 time: 0.0768352 Aug 27 02:28:40.987626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36526) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:41.054191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607a717-cce0-4860-bab5-6ba3a080a888 req-dcc06700-d614-49a1-bd36-3ff11ced1850 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.055716 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7607a717-cce0-4860-bab5-6ba3a080a888 req-dcc06700-d614-49a1-bd36-3ff11ced1850 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.1111965 Aug 27 02:28:41.134995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7607a717-cce0-4860-bab5-6ba3a080a888 req-7a761325-005b-4bad-9714-7195d59721da tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727866 Aug 27 02:28:41.303079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb55d-3f6f-47eb-b46b-7742a13dc9cc req-b7b318eb-370c-4ed1-8e1f-90d374824719 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.305186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7cb55d-3f6f-47eb-b46b-7742a13dc9cc req-b7b318eb-370c-4ed1-8e1f-90d374824719 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0679917 Aug 27 02:28:41.378746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7cb55d-3f6f-47eb-b46b-7742a13dc9cc req-3b2f3e2c-20dc-4ea8-a52f-64102bddd6b2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499899 Aug 27 02:28:41.497738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:41.556628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e46c6-0e5d-4280-a941-eae792a35f75 req-1baabb7c-2538-4404-9c65-d24354c91767 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.558053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c45e46c6-0e5d-4280-a941-eae792a35f75 req-1baabb7c-2538-4404-9c65-d24354c91767 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0997419 Aug 27 02:28:41.640228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c45e46c6-0e5d-4280-a941-eae792a35f75 req-79f993d1-eee1-4b7d-b011-a41ef14f99cf tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Aug 27 02:28:41.761849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c454-8d33-4290-b1e5-f7fa7146a6fa req-70b30443-2b84-4b73-a5e0-4a904bc05dd8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:41.763477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a19c454-8d33-4290-b1e5-f7fa7146a6fa req-70b30443-2b84-4b73-a5e0-4a904bc05dd8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0502727 Aug 27 02:28:41.804042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a19c454-8d33-4290-b1e5-f7fa7146a6fa req-37e6bc28-d8f0-405c-953a-f0550538ffe3 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Aug 27 02:28:41.809613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port c747b526-d1cf-4ff0-b069-e3e60f05029e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:41.809960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:41.913297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:41.927548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for c747b526-d1cf-4ff0-b069-e3e60f05029e owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:41.932158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:42.053174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:42.070325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1415f063-7c21-414b-b09d-dbc40deebd72', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '1415f063-7c21-414b-b09d-dbc40deebd72', 'mac_address': 'fa:16:3e:95:c6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:42.116795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.131061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1415f063-7c21-414b-b09d-dbc40deebd72 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:42.153396 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.162227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:42.169661 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.199629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=c747b526-d1cf-4ff0-b069-e3e60f05029e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:42.283955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:42.346852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1415f063-7c21-414b-b09d-dbc40deebd72'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:42.449120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:42.748336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9e8a-a23a-4c5c-8526-917fc5617ca0 req-92a6b543-efef-447c-8a61-8dcb7ea4db49 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:42.749814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-076d9e8a-a23a-4c5c-8526-917fc5617ca0 req-92a6b543-efef-447c-8a61-8dcb7ea4db49 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0950165 Aug 27 02:28:42.778866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Router eef4894a-0d7b-49ea-85c7-5331c2f3c770 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:28:42.802248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-076d9e8a-a23a-4c5c-8526-917fc5617ca0 req-a044eb54-3756-4e35-a005-532daab535d1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Aug 27 02:28:42.907181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:28:42.912645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4ccfede8-e0bc-41ce-a682-e7d6f39b11cc tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "PUT /v2.0/routers/eef4894a-0d7b-49ea-85c7-5331c2f3c770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239964 Aug 27 02:28:42.915592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:42.927380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] Sync routers for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:28:42.936267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:42.936891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:42.982628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:42.991457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] Routers {'eef4894a-0d7b-49ea-85c7-5331c2f3c770'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:28:42.992062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:43.030667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:43.031324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52425-6a23-4c2c-8e94-2d2f16b61398 None None] The sync data for ids ['eef4894a-0d7b-49ea-85c7-5331c2f3c770'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:28:43.132613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.243715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.296013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting port 7d0520c0-d9c8-4361-9e4b-d170d9a38df1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:43.296348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.382055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.395421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Calling delete_port for 7d0520c0-d9c8-4361-9e4b-d170d9a38df1 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:43.569856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.596852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Port': ['ID=7d0520c0-d9c8-4361-9e4b-d170d9a38df1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:43.654901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.746637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.748853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.794317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.794879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Fanout notify agent at l3_agent the message router_deleted on router eef4894a-0d7b-49ea-85c7-5331c2f3c770 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:28:43.801703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.802832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d80a0274-b269-4f2c-adc8-21ba31be2ddb tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/routers/eef4894a-0d7b-49ea-85c7-5331c2f3c770 HTTP/1.1" status: 204 len: 168 time: 0.8862422 Aug 27 02:28:43.805429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:43.858089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Deleting subnet 28eecffd-f53b-4a87-af5a-0bffdf500505 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:28:43.862435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.905627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.935903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3f11-8d2f-45a6-9385-a17ddc826cd3 req-dd4b769e-a4eb-4a96-a3a1-3f9a63e46152 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:43.937557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c30e3f11-8d2f-45a6-9385-a17ddc826cd3 req-dd4b769e-a4eb-4a96-a3a1-3f9a63e46152 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0527463 Aug 27 02:28:43.963306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:43.966209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:43.982174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c30e3f11-8d2f-45a6-9385-a17ddc826cd3 req-094ed563-a0d3-493b-90ea-431c4797a79f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Aug 27 02:28:44.032237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.037361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1415f063-7c21-414b-b09d-dbc40deebd72 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:44.037521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.075743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.077966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/subnets/28eecffd-f53b-4a87-af5a-0bffdf500505 HTTP/1.1" status: 204 len: 168 time: 0.2715681 Aug 27 02:28:44.080865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36618) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:44.081200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768df559-013b-4a13-b94c-16fe0ea77093 tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Subnet': ['ID=28eecffd-f53b-4a87-af5a-0bffdf500505,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:44.138170 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.163819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:44.166225 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5025bdd-052b-4794-9602-81a4eb29c782" -d '{"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-plugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:44.173442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.179459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:44.186009 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.214689 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ab9dc-91de-470a-8134-0f1410d3fd42 x-openstack-request-id: req-542ab9dc-91de-470a-8134-0f1410d3fd42 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:44.215192 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-plugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:44.215579 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-542ab9dc-91de-470a-8134-0f1410d3fd42 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:44.216058 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72', 'code': 200} Aug 27 02:28:44.244640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:44.282002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.292011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b0582d-62f9-42fd-953e-efbdc963b11e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:44.302787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4085fa8-b3f2-4db7-9c1f-b26b7dc7ef8f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:44.303150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4085fa8-b3f2-4db7-9c1f-b26b7dc7ef8f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:28:44.311832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.325402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.331204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:28:44.331649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:28:44.334467 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:28:44.390589 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.398234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.400014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] 10.222.0.26 "DELETE /v2.0/networks/b8b0582d-62f9-42fd-953e-efbdc963b11e HTTP/1.1" status: 204 len: 168 time: 0.3180201 Aug 27 02:28:44.412133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa765bd8-9c2c-43c9-a7d7-bcfe910a009c tempest-FloatingIPTestJSON-2115001098 tempest-FloatingIPTestJSON-2115001098-project] Pushing event deleted for resources: {'Network': ['ID=b8b0582d-62f9-42fd-953e-efbdc963b11e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:44.644910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36632) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:44.774922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6a11510-80d8-4a26-9aa4-21ce7f13e18c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4046776e7d97443291cd708b99085d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287553 Aug 27 02:28:44.777296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:44.829554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.850423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.897110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.899963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:44.901341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/746480c6-14fb-4e63-8a3c-619358819727 HTTP/1.1" status: 204 len: 168 time: 0.1230774 Aug 27 02:28:44.908933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510f36-60f9-4ffb-aa2e-2ef49e2e0073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746480c6-14fb-4e63-8a3c-619358819727,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:45.151448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935af46b-cc20-46f9-b761-2b9ae7483a4d req-9acf6930-6b3c-44b6-a541-2b6781198385 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:45.152930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-935af46b-cc20-46f9-b761-2b9ae7483a4d req-9acf6930-6b3c-44b6-a541-2b6781198385 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0838726 Aug 27 02:28:45.193417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-935af46b-cc20-46f9-b761-2b9ae7483a4d req-d140151e-69db-476c-b4f7-ab0253bc571c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Aug 27 02:28:45.811163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-cfd26be4-ac11-4b08-ac99-dab311b40b34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463994 Aug 27 02:28:45.899182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-37c8af85-bd6f-4d1f-be7c-667168867bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:45.900663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-37c8af85-bd6f-4d1f-be7c-667168867bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 1098 time: 0.0404241 Aug 27 02:28:46.009040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-1489dd4d-7f72-4939-843b-0f77c26225e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.010605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-1489dd4d-7f72-4939-843b-0f77c26225e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.0866289 Aug 27 02:28:46.086617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-8b987c66-14d4-481e-b960-86b3efe25004 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 200 len: 1002 time: 0.0689728 Aug 27 02:28:46.107209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.140039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-1ac51d8f-7e1b-486d-93d5-ad8e7b8e5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.141517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-1ac51d8f-7e1b-486d-93d5-ad8e7b8e5690 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.0466475 Aug 27 02:28:46.269168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-7de8fee8-8f71-4eda-aff2-812a73509a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.271949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-7de8fee8-8f71-4eda-aff2-812a73509a1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459497 Aug 27 02:28:46.358969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36708) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:46.371018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90e4c9-dbae-45e4-b470-270a580be1f2 req-e08fe9e0-2c59-4066-a846-8d9db6387b1d tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.372517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f90e4c9-dbae-45e4-b470-270a580be1f2 req-e08fe9e0-2c59-4066-a846-8d9db6387b1d tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0995350 Aug 27 02:28:46.427267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-f09ef15e-3429-4e63-982f-27fbc4c46a1e service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296415 Aug 27 02:28:46.432331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f90e4c9-dbae-45e4-b470-270a580be1f2 req-0ae6144e-00ea-48eb-b90a-13689506f6fc tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Aug 27 02:28:46.480746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9304dcad-b165-407c-99d7-922316b2dca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.545352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3587d37d-5926-40ae-9132-7a06a38c43a8 req-949bfbb5-49b8-4479-a455-694140358eab service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096265 Aug 27 02:28:46.604946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9304dcad-b165-407c-99d7-922316b2dca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.608887 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9304dcad-b165-407c-99d7-922316b2dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.646589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304dcad-b165-407c-99d7-922316b2dca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab88e02-91b7-4108-b1dd-7eede47035bf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:46.652428 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9304dcad-b165-407c-99d7-922316b2dca4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f52f24d273b74d42a5e2fd830a2d19aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921298 Aug 27 02:28:46.655248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:46.735321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.761545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225a1c-1bf9-4e2d-9c2d-258f3081fede req-8ea0b834-e7f5-4264-9ca4-1851fa31f990 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.764230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e225a1c-1bf9-4e2d-9c2d-258f3081fede req-8ea0b834-e7f5-4264-9ca4-1851fa31f990 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0570879 Aug 27 02:28:46.765744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.815325 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e225a1c-1bf9-4e2d-9c2d-258f3081fede req-cf188a22-a482-4d55-bc49-532ce09b7996 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Aug 27 02:28:46.826435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:46.843270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.846142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:46.850340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ab88e02-91b7-4108-b1dd-7eede47035bf HTTP/1.1" status: 204 len: 168 time: 0.1912942 Aug 27 02:28:46.857864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228fc48-4eff-4df4-9146-84d1de35cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab88e02-91b7-4108-b1dd-7eede47035bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:46.942152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6cb2-b5d7-478b-849f-4500575d9d9e req-12dbd788-7b05-4e46-9c58-a92f6a553907 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:46.943977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01bd6cb2-b5d7-478b-849f-4500575d9d9e req-12dbd788-7b05-4e46-9c58-a92f6a553907 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.0664005 Aug 27 02:28:46.956532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:46.968295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'port_id': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'mac_address': 'fa:16:3e:59:b7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc2ca99-a9b2-4674-baa3-8f4598213c04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:46.990819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01bd6cb2-b5d7-478b-849f-4500575d9d9e req-d2235935-6be2-4342-8c5d-3dc71577020c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Aug 27 02:28:47.166051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.193560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ea83509-e21f-44bf-be99-2bcb815f1dcf {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:47.218479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36758) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:47.220258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:47.227006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.242712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8bea0c-910d-4ff7-abc0-349e322080cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.288949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:47.363634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3ea83509-e21f-44bf-be99-2bcb815f1dcf'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:47.393815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8bea0c-910d-4ff7-abc0-349e322080cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.400377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a8bea0c-910d-4ff7-abc0-349e322080cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.446366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a8bea0c-910d-4ff7-abc0-349e322080cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05a77628f01e470093bc917114b26069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265449 Aug 27 02:28:47.446649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:47.447356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bea0c-910d-4ff7-abc0-349e322080cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6ba1a-9280-4bdb-a952-ef856f0c35fd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:47.534253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.565976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.663091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.666464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:47.667964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61d6ba1a-9280-4bdb-a952-ef856f0c35fd HTTP/1.1" status: 204 len: 168 time: 0.2205110 Aug 27 02:28:47.682837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a939058-64ab-4d53-8689-529fff0b92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6ba1a-9280-4bdb-a952-ef856f0c35fd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:47.951639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813e453-c9a8-41ed-bd93-a443c72a33ee req-d56d5109-57ae-4a3b-8e9d-e6bf21aa24b6 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:47.959659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a813e453-c9a8-41ed-bd93-a443c72a33ee req-d56d5109-57ae-4a3b-8e9d-e6bf21aa24b6 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 945 time: 0.0620868 Aug 27 02:28:48.008282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a813e453-c9a8-41ed-bd93-a443c72a33ee req-ef67cad0-f2c9-4773-afb1-eb7958cf8af4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Aug 27 02:28:48.786934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d85784-8819-4fbd-863b-330b9b25e93d req-8a7e9990-cddc-49ee-b74d-8768b19b46ba tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:48.789105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73d85784-8819-4fbd-863b-330b9b25e93d req-8a7e9990-cddc-49ee-b74d-8768b19b46ba tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 945 time: 0.0520575 Aug 27 02:28:48.829828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:48.909816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3ea83509-e21f-44bf-be99-2bcb815f1dcf triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:48.910694 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:48.948366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Deleting port 3ea83509-e21f-44bf-be99-2bcb815f1dcf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:48.948366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.008481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.042252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:49.053727 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6fcc8d-9105-4414-96cb-4bea2783eaf5" -d '{"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-plugged", "status": "completed", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:49.084997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:49.087364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] For port 3ea83509-e21f-44bf-be99-2bcb815f1dcf, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3ea83509-e21f-44bf-be99-2bcb815f1dcf,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:49.087949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.096831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.110009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Calling delete_port for 3ea83509-e21f-44bf-be99-2bcb815f1dcf owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:49.174342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:49.197079 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd93efb-92fe-4b45-91dd-472c423fcd4d x-openstack-request-id: req-8fd93efb-92fe-4b45-91dd-472c423fcd4d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:49.197546 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-plugged", "status": "completed", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:49.199262 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fd93efb-92fe-4b45-91dd-472c423fcd4d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:49.200478 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'code': 200} Aug 27 02:28:49.277904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395fab-c04a-41db-b420-dcefea8171e3 req-059b13be-04f6-4f19-8b98-dc654271c774 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:49.279752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61395fab-c04a-41db-b420-dcefea8171e3 req-059b13be-04f6-4f19-8b98-dc654271c774 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=e431c278-8ae1-4297-abf8-4d96cbfc2f98 HTTP/1.1" status: 200 len: 946 time: 0.0960262 Aug 27 02:28:49.357231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.369847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3ea83509-e21f-44bf-be99-2bcb815f1dcf'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:49.649960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event deleted for resources: {'Port': ['ID=3ea83509-e21f-44bf-be99-2bcb815f1dcf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:49.681918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61395fab-c04a-41db-b420-dcefea8171e3 req-df5c1668-b264-4512-875f-a096cebdf260 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334064 Aug 27 02:28:49.738203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] No DVR routers for this DVR port 3ea83509-e21f-44bf-be99-2bcb815f1dcf on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:49.741284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:49.743477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-73d85784-8819-4fbd-863b-330b9b25e93d req-944b6ba7-e53f-4519-b8bd-3e016f2726f0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "DELETE /v2.0/ports/3ea83509-e21f-44bf-be99-2bcb815f1dcf HTTP/1.1" status: 204 len: 173 time: 0.9472120 Aug 27 02:28:49.743796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-deleted', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:49.746086 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140976d0-a38e-43f1-bdec-e68705e50d29" -d '{"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-deleted", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:49.829477 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f44da-39c2-4a9a-b42b-c3f856e6e08c x-openstack-request-id: req-4b6f44da-39c2-4a9a-b42b-c3f856e6e08c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:49.830054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e431c278-8ae1-4297-abf8-4d96cbfc2f98", "name": "network-vif-deleted", "tag": "3ea83509-e21f-44bf-be99-2bcb815f1dcf", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:49.830054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b6f44da-39c2-4a9a-b42b-c3f856e6e08c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:49.830425 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e431c278-8ae1-4297-abf8-4d96cbfc2f98', 'name': 'network-vif-deleted', 'tag': '3ea83509-e21f-44bf-be99-2bcb815f1dcf', 'status': 'completed', 'code': 200} Aug 27 02:28:50.987059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:50.992727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964661390', 'description': 'tempest-description--1974268312'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:51.032039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.153873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.160063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.196788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.201119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:51.201602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2133563 Aug 27 02:28:51.206498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755fa6f-58d5-4f81-9657-93c800bb1c79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c694635a-ea33-47b5-8d98-a902a8d7c1f2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:51.208518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'security_group_rule': {'security_group_id': 'c694635a-ea33-47b5-8d98-a902a8d7c1f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:51.277854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.372321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.376531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.456046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc2d051-2a1f-4b5c-ae6f-a43fbfb1fb77,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:51.468339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.469823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44340b7d-6e75-4705-b966-9be10164fb2c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660971 Aug 27 02:28:51.473396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:51.479323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'security_group_rule': {'security_group_id': 'c694635a-ea33-47b5-8d98-a902a8d7c1f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:51.523488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.682415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.706418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.748308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d866110-74c2-4e21-be91-020a528a6ab4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:51.766844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:51.766844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6dfa22c-74ac-4a7c-bd70-75b3b3357fb5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892852 Aug 27 02:28:51.768776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:51.774361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:51.813032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.015713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.313713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Allocated IP 172.25.8.102 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e86165a5-3833-47c0-93b5-bb77c1d0a95c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:52.523148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.619521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.637474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3fd7-1532-466e-a9f3-73667f761ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.669167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:52.672445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:52.676971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:52.724564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'Port': ['ID=e86165a5-3833-47c0-93b5-bb77c1d0a95c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:52.745186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b662-0aa6-4947-8899-f802a2534ded req-75fd8f9a-6f36-40aa-bad6-ceb01a13f841 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:52.754584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79c9b662-0aa6-4947-8899-f802a2534ded req-75fd8f9a-6f36-40aa-bad6-ceb01a13f841 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.1231339 Aug 27 02:28:52.827241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79c9b662-0aa6-4947-8899-f802a2534ded req-871d7da9-d1d7-412b-a56f-0e7984e259eb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Aug 27 02:28:52.844770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:52.850564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:52.901237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 3ea83509-e21f-44bf-be99-2bcb815f1dcf {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:52.901586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3ea83509-e21f-44bf-be99-2bcb815f1dcf not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:52.913812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.522235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.534169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.626552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'Port': ['ID=e86165a5-3833-47c0-93b5-bb77c1d0a95c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:53.645442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.681538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:53.683026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5fa2fa24-8f29-4c4b-ae63-f8c618a8b4d7 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9131362 Aug 27 02:28:54.022367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:28:54.122883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed876d8-c548-4565-b964-9b639861d01d req-3e545748-56e4-4e6f-8186-1e78225af707 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:54.129207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ed876d8-c548-4565-b964-9b639861d01d req-3e545748-56e4-4e6f-8186-1e78225af707 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.1649988 Aug 27 02:28:54.207607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ed876d8-c548-4565-b964-9b639861d01d req-cbbc01d7-3082-4194-a09d-799c302431be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710456 Aug 27 02:28:54.213434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-3d66ef44-1daf-4a15-89d0-6c25ee37ba38 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:54.224098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-3d66ef44-1daf-4a15-89d0-6c25ee37ba38 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.2998390 Aug 27 02:28:54.241720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:54.270871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-13da6f6d-c303-4304-ad0e-ebf9aad4a1b6 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/quotas/1eaf8e8712a845a3843f5e86a8dd3c98 HTTP/1.1" status: 200 len: 375 time: 0.0457516 Aug 27 02:28:54.295478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:28:54.405877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-8e74b128-ec3d-4fe5-93f5-777ef75de523 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339464 Aug 27 02:28:54.420238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.461938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:54.502475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:54.514077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:54.590777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-572acdcd-5ad8-43e8-bcad-eec9be30562c service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839910 Aug 27 02:28:54.676139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:54.740753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-eaf9d935-5448-41a6-b3b3-2df4f47fb3e9 service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490045 Aug 27 02:28:54.777507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['5c8ab161-9bf6-4506-97c0-657d0423a91e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:28:55.008491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fcfec5fb-ad64-4e83-aec2-54f4e7142718 req-e2fede48-cb29-4e49-87a1-17cd8822a3c0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 210 time: 0.0482585 Aug 27 02:28:55.031369 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:28:55.178871 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-02e798d9-1515-47c7-bad0-626ec22ae495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:55.351710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:55.455017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17139dcf-4351-417a-aa8e-7daae4ba9d54 req-f9d0beda-ec62-40e2-8519-42de47922bd8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:55.471136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17139dcf-4351-417a-aa8e-7daae4ba9d54 req-f9d0beda-ec62-40e2-8519-42de47922bd8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.1353438 Aug 27 02:28:55.558683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-0b9782eb-cb6c-4750-99ff-737da0974966 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:55.564014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-0b9782eb-cb6c-4750-99ff-737da0974966 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 946 time: 0.1110284 Aug 27 02:28:55.579797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17139dcf-4351-417a-aa8e-7daae4ba9d54 req-b4d97fd9-248e-42b9-add2-9a4c9f503805 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063187 Aug 27 02:28:55.767524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port bca628d1-d761-4d1f-9a0b-1b94405dcf07 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:28:55.768366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:55.811910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:55.955379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port bca628d1-d761-4d1f-9a0b-1b94405dcf07, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=bca628d1-d761-4d1f-9a0b-1b94405dcf07,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:55.955751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:55.972976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for bca628d1-d761-4d1f-9a0b-1b94405dcf07 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:28:56.033222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a26710-eeb6-44ab-a42e-d0e0c0af7ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.057956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:28:56.180649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 5c8ab161-9bf6-4506-97c0-657d0423a91e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:28:56.181349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.211109 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.228621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a26710-eeb6-44ab-a42e-d0e0c0af7ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.241431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13a26710-eeb6-44ab-a42e-d0e0c0af7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.256912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1430f01d-af05-4557-b561-41f53cf05d94 req-b2b2baa6-ca82-40e4-9c4a-c1a6b64070be tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 210 time: 0.0704329 Aug 27 02:28:56.311123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=bca628d1-d761-4d1f-9a0b-1b94405dcf07,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:56.368891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.421310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port bca628d1-d761-4d1f-9a0b-1b94405dcf07 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:28:56.430678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.433007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c876091-f3c2-423e-bfc6-fe64224749f1 req-13a8f82d-06db-4cba-9f61-638d7109c5cb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "DELETE /v2.0/ports/bca628d1-d761-4d1f-9a0b-1b94405dcf07 HTTP/1.1" status: 204 len: 173 time: 0.8569210 Aug 27 02:28:56.437546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'name': 'network-vif-deleted', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:56.440149 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97f8409-e10e-49a3-8ee1-d11d4b7c97d8" -d '{"events": [{"server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "name": "network-vif-deleted", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:56.454970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:56.458743 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63ee33-4944-4c12-a56a-7f79ce959df5" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:56.478557 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.500669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:28:56.518445 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bf0bb-8eff-4242-ba2d-8f21688597ed x-openstack-request-id: req-143bf0bb-8eff-4242-ba2d-8f21688597ed {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:56.519184 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:56.519710 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-143bf0bb-8eff-4242-ba2d-8f21688597ed {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:56.520370 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:28:56.557664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.559722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device bca628d1-d761-4d1f-9a0b-1b94405dcf07 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:28:56.582397 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d94df3-f4eb-4e78-b1e8-d5195f0410ff x-openstack-request-id: req-04d94df3-f4eb-4e78-b1e8-d5195f0410ff {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:56.582763 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26502448-de5d-4381-9850-44840fe3116f", "name": "network-vif-deleted", "tag": "bca628d1-d761-4d1f-9a0b-1b94405dcf07", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:56.583786 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04d94df3-f4eb-4e78-b1e8-d5195f0410ff {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:56.584491 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26502448-de5d-4381-9850-44840fe3116f', 'name': 'network-vif-deleted', 'tag': 'bca628d1-d761-4d1f-9a0b-1b94405dcf07', 'status': 'completed', 'code': 200} Aug 27 02:28:56.601632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37090) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:56.603918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-13a26710-eeb6-44ab-a42e-d0e0c0af7ab2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a05dcfcf9ae49089b6298e237d749a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899270 Aug 27 02:28:56.604683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a26710-eeb6-44ab-a42e-d0e0c0af7ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61a462-6a6a-4521-b1b8-d7d65de59bba,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:56.743252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-ce5b6e7b-57f8-4c74-ab41-20f089ccfaf2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:56.744846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-ce5b6e7b-57f8-4c74-ab41-20f089ccfaf2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.3941641 Aug 27 02:28:56.748541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: bca628d1-d761-4d1f-9a0b-1b94405dcf07 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:28:56.752103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device bca628d1-d761-4d1f-9a0b-1b94405dcf07 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:28:56.790877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.814396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:56.828000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'port': {'device_id': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'admin_state_up': True, 'tenant_id': '1eaf8e8712a845a3843f5e86a8dd3c98'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:56.836093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.928759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56a2f7f2-92fe-4ae2-ae45-1ecc2ac0e381 req-ffbb9d1b-8c22-4810-8927-7e7396b0cb00 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.1679032 Aug 27 02:28:56.948237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.955582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:56.960260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d61a462-6a6a-4521-b1b8-d7d65de59bba HTTP/1.1" status: 204 len: 168 time: 0.3537972 Aug 27 02:28:56.984082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Made reservation on behalf of 1eaf8e8712a845a3843f5e86a8dd3c98 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:28:56.986006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ab975-5826-4f73-9eec-f5cf816d3347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61a462-6a6a-4521-b1b8-d7d65de59bba,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:56.990297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.223070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Allocated IP 172.20.0.4 (ae3e5471-420d-4319-8cab-f489490ed4db/afc2ca99-a9b2-4674-baa3-8f4598213c04/1ac519bd-fa4c-4b81-8336-7f367c8a2f03) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:28:57.391196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37114) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:57.416573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0b699b4-c4ae-4b09-b546-8c961b836570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.488596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f2ca89-81f7-44da-b74f-69d35a80b7f4 req-4c3dd7f9-2815-4a95-9b32-f27a6d99c8be tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 210 time: 0.0603621 Aug 27 02:28:57.534476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.604921 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0b699b4-c4ae-4b09-b546-8c961b836570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.616313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0b699b4-c4ae-4b09-b546-8c961b836570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.638844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.716401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0b699b4-c4ae-4b09-b546-8c961b836570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f2a86716ccf4117b8245f201d0c9a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215129 Aug 27 02:28:57.716650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37124) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:28:57.719162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b699b4-c4ae-4b09-b546-8c961b836570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e18c44-d78e-4b64-87c0-80dcf5249490,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:57.728031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Network ae3e5471-420d-4319-8cab-f489490ed4db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:28:57.731648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:28:57.738976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:28:57.811633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.813116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:57.851638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.869275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:57.869915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.872164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:57.897749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-e62229e6-09dd-4449-b271-34e577455569 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1219509 Aug 27 02:28:57.912848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Request body: {'port': {'device_id': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:28:58.002091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.006911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.009491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.010809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36e18c44-d78e-4b64-87c0-80dcf5249490 HTTP/1.1" status: 204 len: 168 time: 0.2931559 Aug 27 02:28:58.086927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb7066-d908-4293-be8e-6e28b75f4a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e18c44-d78e-4b64-87c0-80dcf5249490,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:58.218481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2f94828-d9bb-4020-bf98-771679f53f92 req-4348c94a-266e-42e1-9687-0345d039c21f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0847311 Aug 27 02:28:58.493091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:28:58.504691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.528924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Transition to ACTIVE for port object 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:28:58.540399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.691939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b375b93-516a-4085-b266-caf8a4d0300a req-02c847c2-bcf6-453a-ae3c-eef1c9fb021a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:58.706017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b375b93-516a-4085-b266-caf8a4d0300a req-02c847c2-bcf6-453a-ae3c-eef1c9fb021a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.1455305 Aug 27 02:28:58.739470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:58.810229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b375b93-516a-4085-b266-caf8a4d0300a req-d44d6e6d-003c-4cba-9302-fa351d904942 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968351 Aug 27 02:28:58.931973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Attempting to bind port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:28:58.932317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Attempting to bind port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:28:58.932652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Attempting to bind port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:58.939200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 on network ae3e5471-420d-4319-8cab-f489490ed4db not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:28:58.939496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Attempting to bind port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:28:58.947937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:28:58.948285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Checking segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:28:58.948682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Bound using segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:28:58.949126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Bound port: 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:28:58.949501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:58.989817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060fb7b-f461-40a3-b6cc-5e140b13dcef req-112214f4-589a-452a-a61f-c1be2a124d63 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:58.991428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8060fb7b-f461-40a3-b6cc-5e140b13dcef req-112214f4-589a-452a-a61f-c1be2a124d63 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 943 time: 0.3341129 Aug 27 02:28:59.210373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:28:59.214335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:28:59.229821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.248663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8060fb7b-f461-40a3-b6cc-5e140b13dcef req-cf61598c-96e7-45cc-bc1e-911bdcdc77ed tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348986 Aug 27 02:28:59.283333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.284658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:28:59.286772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] 10.222.0.15 "PUT /v2.0/ports/1ac519bd-fa4c-4b81-8336-7f367c8a2f03 HTTP/1.1" status: 200 len: 1091 time: 1.3802917 Aug 27 02:28:59.287437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:28:59.290875 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:28:59.456656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d74668-f87e-4d10-9498-8b7c031201ce service neutron] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:28:59.497652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-a4cdc74c-5dd2-4338-83b6-f3477a6f5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.499967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-a4cdc74c-5dd2-4338-83b6-f3477a6f5687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 1094 time: 0.1640244 Aug 27 02:28:59.586407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-d5fb69ba-2ecd-432c-8e79-6b3dbd826585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03 HTTP/1.1" status: 200 len: 217 time: 0.0731843 Aug 27 02:28:59.615473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a334e756-3dc1-4f90-95a7-244a802ea09e req-49804eb1-fe83-4c0f-bd0f-06c89bdfa972 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0879076 Aug 27 02:28:59.705434 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acfe883-7fb8-460b-93f2-8a3d609cc2c5 x-openstack-request-id: req-8acfe883-7fb8-460b-93f2-8a3d609cc2c5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:28:59.705956 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:28:59.706437 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8acfe883-7fb8-460b-93f2-8a3d609cc2c5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:28:59.707044 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'status': 'completed', 'code': 200} Aug 27 02:28:59.715427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-073da6fb-f88c-4888-8809-dd7089f8f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:28:59.717248 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-073da6fb-f88c-4888-8809-dd7089f8f59f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.1157744 Aug 27 02:28:59.786855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-d57fafde-520a-41c4-93d0-c4212bce8efe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552592 Aug 27 02:29:00.031120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-d9156739-80ea-4982-bb3c-afd4cf2187ec service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364714 Aug 27 02:29:00.050633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ef93-fa95-40c5-a9ea-67a9f8605efc req-43e58b25-b7f4-45da-b166-7b20a4845764 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.050633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50c6ef93-fa95-40c5-a9ea-67a9f8605efc req-43e58b25-b7f4-45da-b166-7b20a4845764 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.1027083 Aug 27 02:29:00.179180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50c6ef93-fa95-40c5-a9ea-67a9f8605efc req-4d6006e6-311b-446a-b491-c1b435f04731 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159239 Aug 27 02:29:00.242430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca756b08-4daf-4fdd-bb70-6b4ae4937b73 req-fffccfb7-c9cc-4d07-afe6-f64f90506715 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931453 Aug 27 02:29:00.579231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-3d775ce6-2b47-4c1c-9ec7-2423eacb00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.580726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-3d775ce6-2b47-4c1c-9ec7-2423eacb00a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 1094 time: 0.2771173 Aug 27 02:29:00.597774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:00.721832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94c19-6373-4b52-a528-c76f8e0e503c req-734ae954-6d2e-475c-a860-81f429de2d18 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.729534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3c94c19-6373-4b52-a528-c76f8e0e503c req-734ae954-6d2e-475c-a860-81f429de2d18 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 943 time: 0.3469803 Aug 27 02:29:00.745746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-9f7b8f3e-a3f8-4874-8952-0dc9c1ba5847 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:00.753695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-9f7b8f3e-a3f8-4874-8952-0dc9c1ba5847 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.2857738 Aug 27 02:29:00.958784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3c94c19-6373-4b52-a528-c76f8e0e503c req-55d71516-203c-4d19-8ed6-ca9bef2cbe10 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275686 Aug 27 02:29:01.061205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Deleting port e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:01.072400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:01.194972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-5e96270e-e9c7-456e-a6b6-63d4aa21b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.196773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-5e96270e-e9c7-456e-a6b6-63d4aa21b340 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 923 time: 0.6026566 Aug 27 02:29:01.385722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-fce9e8b0-8ac1-4edf-b62f-fd95cd9489cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03 HTTP/1.1" status: 200 len: 217 time: 0.1580477 Aug 27 02:29:01.497509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-d97be542-7409-49fe-bce4-9ed70f97cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:01.499243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-d97be542-7409-49fe-bce4-9ed70f97cb05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.0878046 Aug 27 02:29:01.550291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-ebbbc3c3-81e0-47f3-b976-aefd89911cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400040 Aug 27 02:29:01.606031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-852c5ab2-613b-48a6-9100-b06c9506bd42 req-4ec4c6dc-74d1-4eae-8886-6f91dd7fa58b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.2008879 Aug 27 02:29:01.797847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-53834898-f078-430e-a5e6-d8813c0a6501 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205267 Aug 27 02:29:02.054001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] For port e150a65a-2d1c-49bf-87c6-08bfe313aeff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e150a65a-2d1c-49bf-87c6-08bfe313aeff,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:02.054661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.093269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89123fc-905c-4b0a-a8f9-e91635c20989 req-71f07846-5035-45b5-b2a0-47c995fb3a45 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.102670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e89123fc-905c-4b0a-a8f9-e91635c20989 req-71f07846-5035-45b5-b2a0-47c995fb3a45 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 947 time: 0.2931604 Aug 27 02:29:02.330347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d5a837d7-1a60-4205-9da0-6755a0d8bbb1 req-cfb7ce71-5efa-41c4-9479-3c9d814eadf8 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167701 Aug 27 02:29:02.344221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e89123fc-905c-4b0a-a8f9-e91635c20989 req-d7ef28c6-06ff-49d4-8587-2b561654cb06 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=7f1997e3-c1d0-4018-afa0-e9ff494beea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404723 Aug 27 02:29:02.713109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.713667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:02.714078 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Floating IP c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e disassociated. External IP: 172.25.8.220, port: e150a65a-2d1c-49bf-87c6-08bfe313aeff. Aug 27 02:29:02.714553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Calling delete_port for e150a65a-2d1c-49bf-87c6-08bfe313aeff owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:02.724429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de9e5f-ec3b-4460-b23d-fc16cea1db08 req-fcb82ac4-df73-41e9-874b-b9b6846cfe52 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:02.733256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83de9e5f-ec3b-4460-b23d-fc16cea1db08 req-fcb82ac4-df73-41e9-874b-b9b6846cfe52 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 943 time: 0.2093596 Aug 27 02:29:02.893267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83de9e5f-ec3b-4460-b23d-fc16cea1db08 req-1cee7da3-c5dc-4cda-b77f-91a987db3d5e tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510446 Aug 27 02:29:02.936723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:03.092864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.292075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4b8788e-fca1-4540-a415-5b31ee98e552 req-c3d699ba-7aa0-4ccc-a53d-6e83fc98b904 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0702846 Aug 27 02:29:03.317775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'Port': ['ID=e150a65a-2d1c-49bf-87c6-08bfe313aeff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:03.325261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:03.366215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'port_id': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'mac_address': 'fa:16:3e:c6:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc2ca99-a9b2-4674-baa3-8f4598213c04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:03.505310 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.540281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:03.540554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:03.589656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:03.603115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:03.704163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:03.820764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1ac519bd-fa4c-4b81-8336-7f367c8a2f03'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:03.953272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f86fa82-a000-4095-ae43-49997a9dfaa3 req-7ded9df4-32b2-4d62-ae2b-c6435b212458 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 210 time: 0.4365189 Aug 27 02:29:04.096706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-ce8ecbf3-3039-47e5-9df0-dd051206668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.101053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-ce8ecbf3-3039-47e5-9df0-dd051206668f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1096 time: 0.1193769 Aug 27 02:29:04.243033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:04.255316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:04.271781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:04.272420 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:04.363579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] No DVR routers for this DVR port e150a65a-2d1c-49bf-87c6-08bfe313aeff on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:04.375805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:04.377963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a5574af-4029-43a6-a206-e8d5c6d99af4 req-e8512fb1-b086-4188-a30e-b0af4da7e798 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "DELETE /v2.0/ports/e150a65a-2d1c-49bf-87c6-08bfe313aeff HTTP/1.1" status: 204 len: 173 time: 3.5583875 Aug 27 02:29:04.378482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-deleted', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:04.382728 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc87558-d4bd-491c-ac70-472cdda544d8" -d '{"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-deleted", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:04.390816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab191502-5fbc-4ba5-934c-e602e9f7c751 req-b57e294e-2ebc-4638-9e13-7e29db24d2a1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.392609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab191502-5fbc-4ba5-934c-e602e9f7c751 req-b57e294e-2ebc-4638-9e13-7e29db24d2a1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 944 time: 0.1725347 Aug 27 02:29:04.447227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-1530435c-f82d-4a5e-8c35-97afd7e91178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.449007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-1530435c-f82d-4a5e-8c35-97afd7e91178 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.3085344 Aug 27 02:29:04.526566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab191502-5fbc-4ba5-934c-e602e9f7c751 req-c9638daf-c2df-4428-9fbc-bf99064af5c4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188252 Aug 27 02:29:04.586690 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:04.596999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-b0d91aae-f7c7-4ad4-bdbd-d3b16853da5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 1000 time: 0.1330233 Aug 27 02:29:04.810731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-bd234f8a-b6ce-4ac0-8e8f-906d0262ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.813871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-bd234f8a-b6ce-4ac0-8e8f-906d0262ccc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.2078574 Aug 27 02:29:04.845190 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419048cc-610e-4719-9bf9-3e9a8b08fa88 x-openstack-request-id: req-419048cc-610e-4719-9bf9-3e9a8b08fa88 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:04.845491 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd8a7-9550-40e4-a456-cfe04fb4c365", "name": "network-vif-deleted", "tag": "e150a65a-2d1c-49bf-87c6-08bfe313aeff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:04.846168 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-419048cc-610e-4719-9bf9-3e9a8b08fa88 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:04.847137 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd8a7-9550-40e4-a456-cfe04fb4c365', 'name': 'network-vif-deleted', 'tag': 'e150a65a-2d1c-49bf-87c6-08bfe313aeff', 'status': 'completed', 'code': 200} Aug 27 02:29:04.904085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b77abe7-1b51-483e-937e-39cddd98a9d7 req-4bdc0514-ca51-4e21-81b6-448c4f1cdf66 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=26502448-de5d-4381-9850-44840fe3116f HTTP/1.1" status: 200 len: 210 time: 0.0835655 Aug 27 02:29:04.944969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-5b6910b0-f609-4234-b8a0-72d43a780dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:04.946724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-5b6910b0-f609-4234-b8a0-72d43a780dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173785 Aug 27 02:29:04.950096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:05.151020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:05.163508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:05.168736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:05.329556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-ad0631b8-377f-4f29-8123-7bd82f39c457 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676305 Aug 27 02:29:05.365583 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:05.481278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:05.505477 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:05.541992 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:05.549158 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:28:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:05.567063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd61878b-e795-4618-8399-4087d7b18ead req-7c531ccb-c866-4fdf-8502-f64bba5e9fa1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a9fd8a7-9550-40e4-a456-cfe04fb4c365 HTTP/1.1" status: 200 len: 210 time: 0.2063491 Aug 27 02:29:05.586126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:05.598031 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23883cfd-6fe7-4059-a037-47243d9cbe3f" -d '{"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:05.667929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:05.674730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f7b206f-08d6-48e2-b906-0078c7299ab9 req-926c47ca-865a-4b49-845b-7ff6a62d02fc service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430796 Aug 27 02:29:05.682886 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:05.686223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:05.799459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:05.807932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1890-e4da-4564-a7c3-5df90b88a291 req-13254071-3705-4cec-94ff-f4592bd0f6fe tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:05.822861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c4d1890-e4da-4564-a7c3-5df90b88a291 req-13254071-3705-4cec-94ff-f4592bd0f6fe tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.1175153 Aug 27 02:29:05.851932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: e150a65a-2d1c-49bf-87c6-08bfe313aeff {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:05.852456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e150a65a-2d1c-49bf-87c6-08bfe313aeff not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:05.928719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c4d1890-e4da-4564-a7c3-5df90b88a291 req-10b1cf7f-56b2-418d-b718-a4b7b8f29312 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989542 Aug 27 02:29:05.935000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:06.005236 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a19546-e2d0-4310-8913-9abc74f03e89 x-openstack-request-id: req-87a19546-e2d0-4310-8913-9abc74f03e89 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:06.005955 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:06.005955 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87a19546-e2d0-4310-8913-9abc74f03e89 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:06.006290 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'code': 200} Aug 27 02:29:06.223802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db633f40-ad56-477d-affa-063db36559b4 req-e157bb27-0bad-468e-abe1-fb71c4404102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:06.225516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db633f40-ad56-477d-affa-063db36559b4 req-e157bb27-0bad-468e-abe1-fb71c4404102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 1096 time: 0.1493800 Aug 27 02:29:06.260035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:06.319602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db633f40-ad56-477d-affa-063db36559b4 req-bc091633-aeb8-43bd-b2a2-15f765e85902 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855749 Aug 27 02:29:06.323049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4438e-6836-4c9d-b199-31b629e29bfd None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:06.786640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:06.853588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc90e44-898f-4bd5-9117-af44b67e6965 None None] New status for floating IP c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:29:06.965273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.071664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.324228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4332c6-8efd-47ba-b206-31dde60652c0 req-c075115d-f6ce-436c-8fb3-6c89eee9f08f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:07.335992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c4332c6-8efd-47ba-b206-31dde60652c0 req-c075115d-f6ce-436c-8fb3-6c89eee9f08f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.2219591 Aug 27 02:29:07.352161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.354790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.355967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "DELETE /v2.0/security-groups/7f1997e3-c1d0-4018-afa0-e9ff494beea8 HTTP/1.1" status: 204 len: 168 time: 0.5682168 Aug 27 02:29:07.367024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:07.376372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1997e3-c1d0-4018-afa0-e9ff494beea8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:07.396580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.397181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.397701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.398216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.398750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.399246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.399740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.400232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.400749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.401237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.401726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.402211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e404d1-699c-458f-af98-ebed65897939 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:07.415130 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-598ba309-67ad-47ca-8568-601305e413fe tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] show failed (client error): The resource could not be found. Aug 27 02:29:07.416185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-598ba309-67ad-47ca-8568-601305e413fe tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups/7f1997e3-c1d0-4018-afa0-e9ff494beea8 HTTP/1.1" status: 404 len: 347 time: 0.0417624 Aug 27 02:29:07.419177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37424) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:07.511223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-0aabd35d-49dd-41dc-b5d0-e6daca0b3d39 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:07.512677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-0aabd35d-49dd-41dc-b5d0-e6daca0b3d39 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.3408005 Aug 27 02:29:07.551030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-0d383ac5-c101-4807-8b1c-d2c21ae90dd8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0268748 Aug 27 02:29:07.598892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c4332c6-8efd-47ba-b206-31dde60652c0 req-e080a8e4-997d-4052-bc16-860a67536295 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550659 Aug 27 02:29:07.606763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-340faa40-1e4d-4380-8dda-047b29b19950 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467281 Aug 27 02:29:07.749670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Deleting port be414a71-fc7b-410c-a24d-b7982215ca18 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:07.750022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.815712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-440e9aaf-5fb7-4c33-bd31-302ecd4bf9b0 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009344 Aug 27 02:29:07.936511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.937401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:07.954918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Calling delete_port for be414a71-fc7b-410c-a24d-b7982215ca18 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:08.032198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc63d4ff-f9c0-4597-9b88-b5e912c57441 req-c7044639-059f-4ff9-afed-8a6eabe92d4f service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137139 Aug 27 02:29:08.121019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:08.233302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-fd447805-5152-41da-9fe1-b60863ca64f0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.241375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-fd447805-5152-41da-9fe1-b60863ca64f0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.3725102 Aug 27 02:29:08.273256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-e718161e-57b2-4738-af4f-3234ace877dc tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/quotas/4ae755ffc78948e9a7ce502cc81dd559 HTTP/1.1" status: 200 len: 375 time: 0.0240009 Aug 27 02:29:08.363416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.416467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:08.429397 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620623ae-6305-49c0-9876-5a52694b4e95" -d '{"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-unplugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:08.456225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:08.470597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.535091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ced12f8c-aec8-46c9-8444-e396391e6795 req-7656ed07-644e-4366-859f-f237bfced147 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f40ced2-a4c9-4fff-8a2c-3c6e9d71148d HTTP/1.1" status: 200 len: 210 time: 0.0864682 Aug 27 02:29:08.549498 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.568056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-5d2ef9da-af4b-4bb7-8721-cdb531cf8542 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2938468 Aug 27 02:29:08.637653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:08.657130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-97e54445-ebd9-4a9e-814d-6d73844ff8f3 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:08.657878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.658237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.658609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.658951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.661795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.662242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.662842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-97e54445-ebd9-4a9e-814d-6d73844ff8f3 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbe666cd-dfe3-4085-bf3e-77410f7c060c HTTP/1.1" status: 200 len: 944 time: 0.1777339 Aug 27 02:29:08.663881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'Port': ['ID=be414a71-fc7b-410c-a24d-b7982215ca18,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:08.672643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.673636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.674443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.674443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.674839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.675012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:08.704872 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4daaf-566d-4add-b428-e5bea375e473 x-openstack-request-id: req-81f4daaf-566d-4add-b428-e5bea375e473 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:08.705347 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-unplugged", "status": "completed", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:08.719391 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81f4daaf-566d-4add-b428-e5bea375e473 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:08.719874 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72', 'code': 200} Aug 27 02:29:08.921465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-9110dcb9-0c65-44d1-b4b9-b70f51d5ee95 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:29:08.929282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-9110dcb9-0c65-44d1-b4b9-b70f51d5ee95 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599980 Aug 27 02:29:08.933708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.936418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:08.941547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76c76e1d-82b9-478e-891a-290bc7328b0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "DELETE /v2.0/floatingips/c81a2de7-5bcb-4a3a-bc15-f9b116b6dd2e HTTP/1.1" status: 204 len: 168 time: 1.5122716 Aug 27 02:29:09.267210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Deleting port 1415f063-7c21-414b-b09d-dbc40deebd72 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:09.267554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.297458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-a954d7c0-fa8e-412e-9510-493294dc8587 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670790 Aug 27 02:29:09.482188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf0920-2791-44ce-a933-471c3c7dc50b req-3ad124bf-12bb-4c79-b3f4-28d43a88871e tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:09.487514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1baf0920-2791-44ce-a933-471c3c7dc50b req-3ad124bf-12bb-4c79-b3f4-28d43a88871e tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.1740673 Aug 27 02:29:09.620297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1baf0920-2791-44ce-a933-471c3c7dc50b req-966d6b24-ea8e-4aa6-ac71-d3aed4a70b36 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095395 Aug 27 02:29:09.784935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] For port 1415f063-7c21-414b-b09d-dbc40deebd72, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1415f063-7c21-414b-b09d-dbc40deebd72,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:09.785574 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:09.813560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-d9aed4df-cb33-4f3c-aa53-0729761a8be4 service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133338 Aug 27 02:29:09.841258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Calling delete_port for 1415f063-7c21-414b-b09d-dbc40deebd72 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:10.070112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.157137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event deleted for resources: {'Port': ['ID=1415f063-7c21-414b-b09d-dbc40deebd72,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:10.264311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] No DVR routers for this DVR port 1415f063-7c21-414b-b09d-dbc40deebd72 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:10.269074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.273171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e49e88c0-f3d9-4b76-bef1-8b5573b5f05f req-b30e9eb1-1db8-4a4b-a0e9-f60dc0f4f9ac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "DELETE /v2.0/ports/1415f063-7c21-414b-b09d-dbc40deebd72 HTTP/1.1" status: 204 len: 173 time: 1.5956590 Aug 27 02:29:10.273171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-deleted', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:10.275761 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efef0316-b933-40a6-b03b-ca4c4b688f2a" -d '{"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-deleted", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:10.295130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:10.304754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943808305', 'description': 'tempest-description--1697934854'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:10.351914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.397855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f266ca-05c5-4f2f-b5ca-ed502e672f99 req-1447b71f-1412-4507-b755-4c8ec5fdebe9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.413267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46f266ca-05c5-4f2f-b5ca-ed502e672f99 req-1447b71f-1412-4507-b755-4c8ec5fdebe9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.1461918 Aug 27 02:29:10.453140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd85a3ec-2d13-4dac-bd41-40c0a2b1a20f req-8e0f736a-c4bc-4b84-ad09-13deeee8fe73 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 210 time: 0.0796189 Aug 27 02:29:10.562231 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46f266ca-05c5-4f2f-b5ca-ed502e672f99 req-463eee54-9005-48d8-902c-f617310c2ee9 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338637 Aug 27 02:29:10.625957 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969cd70f-94bc-48e2-9acf-e188acf8cd23 x-openstack-request-id: req-969cd70f-94bc-48e2-9acf-e188acf8cd23 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:10.626245 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe666cd-dfe3-4085-bf3e-77410f7c060c", "name": "network-vif-deleted", "tag": "1415f063-7c21-414b-b09d-dbc40deebd72", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:10.626533 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-969cd70f-94bc-48e2-9acf-e188acf8cd23 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:10.626934 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe666cd-dfe3-4085-bf3e-77410f7c060c', 'name': 'network-vif-deleted', 'tag': '1415f063-7c21-414b-b09d-dbc40deebd72', 'status': 'completed', 'code': 200} Aug 27 02:29:10.647195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.656943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.711359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb7ca4-aad3-4d0c-bbaa-98e96154e764,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:10.728996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.735816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37548) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:10.736273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e57e1fc9-2e05-453f-add6-e0d0c2dd18a9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4394932 Aug 27 02:29:10.740862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group_rule': {'security_group_id': '2abb7ca4-aad3-4d0c-bbaa-98e96154e764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:10.850971 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:10.920405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-77b1b2ce-8764-42e8-85d1-c5f6fbc3bdb6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:10.933129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-77b1b2ce-8764-42e8-85d1-c5f6fbc3bdb6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.2336650 Aug 27 02:29:10.965378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-7ca5187b-5e4e-4d5a-98eb-b71e0888dfa3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0307312 Aug 27 02:29:11.000086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.007101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.022972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-4b067e03-80eb-44ce-ba7a-b99d7ee93dc7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531805 Aug 27 02:29:11.045576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a58e89-8c1a-4a64-a561-ad15e2eacb0f,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:11.075159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.082240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8cfdcfd0-f0d8-4fc6-b9d7-4a9ab2b57012 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453305 Aug 27 02:29:11.084226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:11.090448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'security_group_rule': {'security_group_id': '2abb7ca4-aad3-4d0c-bbaa-98e96154e764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:11.149562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.226631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-6e69612c-1243-40e4-bc43-5a6f41252e7c service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019341 Aug 27 02:29:11.365076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.373641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.448368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc1c6cd-49d3-488f-a7bd-408f68e8e7aa,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:11.465590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.469766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-41c46a10-e499-46e3-b212-7d194a38015b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814003 Aug 27 02:29:11.470804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37568) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:11.481564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:11.528484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:11.571238 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-3a3e8ed5-09c0-4630-a9d6-901f02d06681 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269386 Aug 27 02:29:11.873273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ea48b8e3-31c9-482e-ae36-f149e540377c req-325d1540-64af-407d-b0af-9abbc13b82a6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 210 time: 0.0592132 Aug 27 02:29:11.893506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.134664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:12.185628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1415f063-7c21-414b-b09d-dbc40deebd72 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:12.186210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1415f063-7c21-414b-b09d-dbc40deebd72 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:12.450205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Allocated IP 172.25.8.52 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4f839480-b439-4d09-abd8-c374e4d9c658) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:12.459230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da4c6-885d-4d48-af56-85e732ab2dfb req-8a43d53f-75c8-4b7b-b1b0-61599bb80979 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:12.471614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-861da4c6-885d-4d48-af56-85e732ab2dfb req-8a43d53f-75c8-4b7b-b1b0-61599bb80979 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.1348963 Aug 27 02:29:12.561544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-861da4c6-885d-4d48-af56-85e732ab2dfb req-dd285251-dfe1-4552-8712-babbbb021503 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774446 Aug 27 02:29:12.614672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.732010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:12.752748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a8b254e-ec11-4b49-9fc6-39722cf73381 req-a86c9b9b-f8f9-4c42-a797-46435b91a572 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 210 time: 0.7280030 Aug 27 02:29:12.867245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=4f839480-b439-4d09-abd8-c374e4d9c658,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:12.913850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:12.958198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:12.963636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:13.076913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-0caae17b-e6e4-48f2-ac78-ec7c39a3932f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:13.080071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-0caae17b-e6e4-48f2-ac78-ec7c39a3932f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 1.0572555 Aug 27 02:29:13.100307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Request body: {'port': {'device_id': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'admin_state_up': True, 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:13.208497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:13.379329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5235c453-5202-4bd9-8be7-f99261e5bc39 req-7fa6c0c3-14dd-45b9-a7e4-9091ee402655 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 210 time: 0.1960406 Aug 27 02:29:13.422268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.442703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:13.446510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.456471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.481345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.586783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.594088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:13.634922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a043463748ce47eeab0590eacc7409db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246020 Aug 27 02:29:13.652268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37638) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:13.656346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce941039-1663-4a6e-9160-c48ddff4fff2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:13.665511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.666203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.666853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.667569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.668139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.668706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.669263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.669833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.670430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.671032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.671589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.672184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24208e-a599-4226-98f7-a8cd300b94d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:13.732063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Allocated IP 172.20.0.9 (add51cd7-82fd-409b-92cd-a7a6080c619c/aff899f0-fe7f-4364-8c4e-ad96a6155895/7936cb76-cf01-48cd-9d8f-f003f0178d5e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:13.782766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ad5bc-3527-4000-8132-ed826873daae req-ffaee192-d101-4622-80e1-9348d0cc2a30 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:13.784703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5ad5bc-3527-4000-8132-ed826873daae req-ffaee192-d101-4622-80e1-9348d0cc2a30 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.0702560 Aug 27 02:29:13.850686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d5ad5bc-3527-4000-8132-ed826873daae req-0d5bdb38-6ab9-43ae-9056-cd8dae889655 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Aug 27 02:29:14.203108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.305075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c9401-9aef-436f-95d5-49c23df4987c req-3831d76a-2b72-4a93-84af-9c71f2e90266 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.312602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e3c9401-9aef-436f-95d5-49c23df4987c req-3831d76a-2b72-4a93-84af-9c71f2e90266 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0662296 Aug 27 02:29:14.341824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.355398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a70e3314-e573-40e6-99c0-d0a3f783fd7c req-0cbcae15-5630-4e24-85bb-624ace281728 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 210 time: 0.1638730 Aug 27 02:29:14.356993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e3c9401-9aef-436f-95d5-49c23df4987c req-35bfd317-a780-49d3-bf42-84e3233fff1c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Aug 27 02:29:14.379273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.391085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.623243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-df69a12f-f11a-4bbf-829f-86b075169cb9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:14.624720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-df69a12f-f11a-4bbf-829f-86b075169cb9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.8367372 Aug 27 02:29:14.632841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=4f839480-b439-4d09-abd8-c374e4d9c658,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.636721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d9c287e-dde9-4a34-8491-ed2a21ab8684 req-9ba819c0-5a1b-4829-a8b8-311bac974fd6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 210 time: 0.1025145 Aug 27 02:29:14.669156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:14.707517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.794957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.798460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.802688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce941039-1663-4a6e-9160-c48ddff4fff2 HTTP/1.1" status: 204 len: 168 time: 1.1466277 Aug 27 02:29:14.812699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.813941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01bee363-342d-4297-94a5-6711aab9c20e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3421679 Aug 27 02:29:14.825739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:14.835904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03f72d-5d60-4d2e-bf82-63493728a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce941039-1663-4a6e-9160-c48ddff4fff2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:14.907499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.015560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:15.019229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.026003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:15.046286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4ef8-cc56-4205-9fd2-9424267ba072 req-2159cd53-4fe8-47f9-a23f-05dd70bee5fc tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.049410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-31cb4ef8-cc56-4205-9fd2-9424267ba072 req-2159cd53-4fe8-47f9-a23f-05dd70bee5fc tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 945 time: 0.0997202 Aug 27 02:29:15.098051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Network add51cd7-82fd-409b-92cd-a7a6080c619c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:15.101771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.118324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:15.128543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:15.159749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-31cb4ef8-cc56-4205-9fd2-9424267ba072 req-3a947279-1a18-4b44-b003-e214f72bf713 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975718 Aug 27 02:29:15.230349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:15.246250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'port_id': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'mac_address': 'fa:16:3e:c6:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc2ca99-a9b2-4674-baa3-8f4598213c04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:15.312397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-b0ed5d46-3849-4f05-8649-19979d3b6ef7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1943808305&fields=id&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 267 time: 0.1090558 Aug 27 02:29:15.361507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.402685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:15.426889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:15.447740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f317ef-752d-4132-8b97-fd8ce8db7fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.458357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:15.468176 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.505455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.506085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.534009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.534230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-e9f587a9-077b-46d3-8e6d-68bcbe6361c6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.535699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-e9f587a9-077b-46d3-8e6d-68bcbe6361c6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 817 time: 0.2055023 Aug 27 02:29:15.541476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-562fdd66-1f25-432c-9d5a-7a01c9e785b0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4461498 Aug 27 02:29:15.551119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1ac519bd-fa4c-4b81-8336-7f367c8a2f03'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:15.557978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4b801-a5a0-4a8d-ae25-04219fba5cd2 req-450f529a-3069-428e-8972-3efa48c32e14 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.567758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7d4b801-a5a0-4a8d-ae25-04219fba5cd2 req-450f529a-3069-428e-8972-3efa48c32e14 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1138554 Aug 27 02:29:15.586057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Request body: {'port': {'device_id': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:15.629207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7d4b801-a5a0-4a8d-ae25-04219fba5cd2 req-e5802be7-f701-4bfa-a321-590441b75991 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603971 Aug 27 02:29:15.636930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-4427f93a-9295-4063-bff6-d4c774688ca7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/quotas/602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 375 time: 0.0578134 Aug 27 02:29:15.755349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.8 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/e6261d58-f4ad-473f-abe2-c37f082c3805) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:15.781093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.808793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f317ef-752d-4132-8b97-fd8ce8db7fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.816716 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-1b6ff635-afd5-482d-931f-c5bcc924b372 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540914 Aug 27 02:29:15.817898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75f317ef-752d-4132-8b97-fd8ce8db7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:15.847144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb860cc-dee2-4b86-a3b5-13951ccb43d8 req-4512d003-912c-4bc7-8fcc-41300453b5d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:15.848689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abb860cc-dee2-4b86-a3b5-13951ccb43d8 req-4512d003-912c-4bc7-8fcc-41300453b5d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 944 time: 0.0957890 Aug 27 02:29:15.882961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75f317ef-752d-4132-8b97-fd8ce8db7fc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=370b40a45fc546a197e67259b8890649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547982 Aug 27 02:29:15.889991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37694) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:15.898616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f317ef-752d-4132-8b97-fd8ce8db7fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c878c-6ffe-4a95-944d-f9339f2ea3a1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:15.942951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abb860cc-dee2-4b86-a3b5-13951ccb43d8 req-a77e0908-826e-416f-a75f-694fb23d5373 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821726 Aug 27 02:29:15.970451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.009719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.086940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e7a1faf-cfd2-45e9-a455-88bddc584e6e req-b80de3ff-7d49-4f6f-8d03-430e8c82b7d2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 210 time: 0.0451167 Aug 27 02:29:16.116275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.120202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.123680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e4c878c-6ffe-4a95-944d-f9339f2ea3a1 HTTP/1.1" status: 204 len: 168 time: 0.2302580 Aug 27 02:29:16.128911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.134243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95ce07-d4eb-4932-9800-a0baec2319db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c878c-6ffe-4a95-944d-f9339f2ea3a1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:16.191565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-254aefb5-c9e7-43b8-991c-e8f5ca9d6b1a service neutron] 10.222.0.26 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490515 Aug 27 02:29:16.285121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81414f11-bccc-4c5d-94e4-a5dd9f5651c7 req-abee1ff4-7cc2-4688-9f83-7cbcf34d0fff tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:16.287203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81414f11-bccc-4c5d-94e4-a5dd9f5651c7 req-abee1ff4-7cc2-4688-9f83-7cbcf34d0fff tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 931 time: 0.0827670 Aug 27 02:29:16.348807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81414f11-bccc-4c5d-94e4-a5dd9f5651c7 req-eb225ca9-95d4-4364-831e-e1ae3bb32dc6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550025 Aug 27 02:29:16.373021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.443012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.509972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:16.515890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:16.528908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:16.594232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:16.630901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-647b46f4-7bd3-4c10-8060-7eb5bef2009e service neutron] 10.222.0.26 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383700 Aug 27 02:29:16.642700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:16.643510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.668647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7936cb76-cf01-48cd-9d8f-f003f0178d5e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:16.683722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0470a3a1-6ab6-4338-9776-893bac1de7be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0282702 Aug 27 02:29:16.690216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.712949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Transition to ACTIVE for port object 7936cb76-cf01-48cd-9d8f-f003f0178d5e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:16.721504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Request body: {'port': {'device_id': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:16.727903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:16.831588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab9f65-5aba-4f0d-883e-b5ea06416bdb req-48472df9-f83e-45ab-86c3-3cae56466ea0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:16.836832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ab9f65-5aba-4f0d-883e-b5ea06416bdb req-48472df9-f83e-45ab-86c3-3cae56466ea0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0963185 Aug 27 02:29:16.925632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ab9f65-5aba-4f0d-883e-b5ea06416bdb req-e9e53ee9-9622-40c3-a5ec-29ef56a840f2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774081 Aug 27 02:29:16.949763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:16.988017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6ecf80c-7d45-4b32-933c-924eceeb3f0b req-5ea07bc3-cc2f-40c0-8428-7443d6b97938 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 210 time: 0.0861633 Aug 27 02:29:16.997063 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.042816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:17.132215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:17.134096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.200201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Attempting to bind port 7936cb76-cf01-48cd-9d8f-f003f0178d5e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:17.200980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Attempting to bind port 7936cb76-cf01-48cd-9d8f-f003f0178d5e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:17.201731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Attempting to bind port 7936cb76-cf01-48cd-9d8f-f003f0178d5e on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:17.254636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-9ee910a5-077a-4d09-b6dd-f9b73cc91557 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.257048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-9ee910a5-077a-4d09-b6dd-f9b73cc91557 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 944 time: 0.2516499 Aug 27 02:29:17.274236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4475677-26e5-4504-a655-a85a126d73d0 req-fcee8eab-31fd-4be5-b3c1-730d79d47a66 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.282676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4475677-26e5-4504-a655-a85a126d73d0 req-fcee8eab-31fd-4be5-b3c1-730d79d47a66 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 944 time: 0.2532449 Aug 27 02:29:17.349040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.349263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Port 7936cb76-cf01-48cd-9d8f-f003f0178d5e on network add51cd7-82fd-409b-92cd-a7a6080c619c not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:17.349563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Attempting to bind port 7936cb76-cf01-48cd-9d8f-f003f0178d5e on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:17.381217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:17.381703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Checking segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:17.382104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Bound using segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:17.382598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Bound port: 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:17.383381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.418710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:17.427868 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ab39e-e1a7-4366-9b2e-61e0b6df4efa" -d '{"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:17.428967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4475677-26e5-4504-a655-a85a126d73d0 req-bbd11002-43b4-402e-aca0-a35fba53a953 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439009 Aug 27 02:29:17.464079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:17.474409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.628697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aafa-329c-4822-9704-0270520ffbe7 req-a8b852af-9a9f-451d-a788-99c34522c780 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.632218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b76aafa-329c-4822-9704-0270520ffbe7 req-a8b852af-9a9f-451d-a788-99c34522c780 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 931 time: 0.2985837 Aug 27 02:29:17.657623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Deleting port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:17.658244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.659176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:17.732626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75302e-f6dc-4f73-bdc5-03b85e0d8e1f req-306cbe1a-4c60-4ec2-8539-e4af772b2224 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:17.741501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c75302e-f6dc-4f73-bdc5-03b85e0d8e1f req-306cbe1a-4c60-4ec2-8539-e4af772b2224 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.1364937 Aug 27 02:29:17.830283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b76aafa-329c-4822-9704-0270520ffbe7 req-3606090e-ac31-45c5-8c34-eee17e3f74b5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886418 Aug 27 02:29:17.840204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c75302e-f6dc-4f73-bdc5-03b85e0d8e1f req-bb6ca818-6f9c-4e32-aef0-19bbc0d5ace9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Aug 27 02:29:17.863287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] For port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:17.863675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.866726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:17.906111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Calling delete_port for 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:17.925828 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76661bd-d84e-43aa-8083-1c84712a3309 x-openstack-request-id: req-a76661bd-d84e-43aa-8083-1c84712a3309 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:17.926126 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-plugged", "status": "completed", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:17.926749 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a76661bd-d84e-43aa-8083-1c84712a3309 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:17.927391 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'code': 200} Aug 27 02:29:17.970569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6261d58-f4ad-473f-abe2-c37f082c3805 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:17.982493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:17.998447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Transition to ACTIVE for port object e6261d58-f4ad-473f-abe2-c37f082c3805 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:18.011319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:18.013579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.064839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.131070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Pushing event updated for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.141088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.141912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.143875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] 10.222.0.46 "PUT /v2.0/ports/7936cb76-cf01-48cd-9d8f-f003f0178d5e HTTP/1.1" status: 200 len: 1091 time: 2.5718982 Aug 27 02:29:18.163170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:18.166148 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9faa0-d5e9-448f-831e-13446fa4181b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:18.210491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8339180-f1c3-4779-b575-927db5d2cf3c req-4a1f14ea-0e53-4eee-b852-776c3a14fbf9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 210 time: 0.0430970 Aug 27 02:29:18.249426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55216ede-1463-4b09-b1f3-0f62e6fe79cd req-6bcc97be-87a1-4ad8-8b4e-f42ff95e941a tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.252225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.258209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55216ede-1463-4b09-b1f3-0f62e6fe79cd req-6bcc97be-87a1-4ad8-8b4e-f42ff95e941a tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2122285 Aug 27 02:29:18.266253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['1ac519bd-fa4c-4b81-8336-7f367c8a2f03'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:18.303815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event deleted for resources: {'Port': ['ID=1ac519bd-fa4c-4b81-8336-7f367c8a2f03,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.322156 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f426d-83e8-4639-a410-7553e5782124 x-openstack-request-id: req-061f426d-83e8-4639-a410-7553e5782124 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:18.324844 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:18.324844 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-061f426d-83e8-4639-a410-7553e5782124 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:18.324844 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'status': 'completed', 'code': 200} Aug 27 02:29:18.358660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c40d-993d-4e1e-a820-58d27cbefac7 service neutron] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:18.401687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] No DVR routers for this DVR port 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:18.404669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.407421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e83b872d-f0ee-4344-b90f-75a76c2b6dcf req-2a93ff56-bd9d-4f1a-84a8-79fce8189e94 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "DELETE /v2.0/ports/1ac519bd-fa4c-4b81-8336-7f367c8a2f03 HTTP/1.1" status: 204 len: 173 time: 1.1223450 Aug 27 02:29:18.416455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55216ede-1463-4b09-b1f3-0f62e6fe79cd req-796c3c0e-2add-44ef-b910-d4bb26bf93ae tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572425 Aug 27 02:29:18.419107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-deleted', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:18.423965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-c5d601c5-d374-40af-a6a1-567da1a7a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.424152 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d2f0e-f036-4591-8388-03a044f51bfe" -d '{"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-deleted", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:18.425449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-c5d601c5-d374-40af-a6a1-567da1a7a785 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 1094 time: 0.1987464 Aug 27 02:29:18.427583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Attempting to bind port e6261d58-f4ad-473f-abe2-c37f082c3805 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:18.428100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Attempting to bind port e6261d58-f4ad-473f-abe2-c37f082c3805 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:18.428587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Attempting to bind port e6261d58-f4ad-473f-abe2-c37f082c3805 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:18.433969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Port e6261d58-f4ad-473f-abe2-c37f082c3805 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:18.434543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Attempting to bind port e6261d58-f4ad-473f-abe2-c37f082c3805 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:18.448888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:18.449398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:18.450154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:18.450795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Bound port: e6261d58-f4ad-473f-abe2-c37f082c3805, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:18.451304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:18.545108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-7ab67d59-f678-4f19-8ae5-b4750ca90644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e HTTP/1.1" status: 200 len: 217 time: 0.1045222 Aug 27 02:29:18.579895 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7cf9de-15f1-4d1a-a0f3-676352cb447d x-openstack-request-id: req-df7cf9de-15f1-4d1a-a0f3-676352cb447d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:18.580259 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc41ce-23be-4c20-af14-c1d584e965e6", "name": "network-vif-deleted", "tag": "1ac519bd-fa4c-4b81-8336-7f367c8a2f03", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:18.580435 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df7cf9de-15f1-4d1a-a0f3-676352cb447d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:18.580829 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc41ce-23be-4c20-af14-c1d584e965e6', 'name': 'network-vif-deleted', 'tag': '1ac519bd-fa4c-4b81-8336-7f367c8a2f03', 'status': 'completed', 'code': 200} Aug 27 02:29:18.626166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3017de6e-c711-48d3-9ec1-cd381be25c38 req-1ad10c18-15f8-4b7f-b245-e0f85a68f505 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbcc41ce-23be-4c20-af14-c1d584e965e6 HTTP/1.1" status: 200 len: 210 time: 0.0768301 Aug 27 02:29:18.688039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-8947eb7c-7a3d-411e-b646-42d31ba6326e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:18.689579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-8947eb7c-7a3d-411e-b646-42d31ba6326e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 817 time: 0.2811863 Aug 27 02:29:18.752199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-007ccbcd-89a3-4562-866a-3afc503589b4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 380 time: 0.0500329 Aug 27 02:29:18.779927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'port': {'device_id': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'admin_state_up': True, 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'security_groups': ['2abb7ca4-aad3-4d0c-bbaa-98e96154e764']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:19.033268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Made reservation on behalf of 602c0b7b6d124a948fb71237158b6506 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:19.037735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.180782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:19.188592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6261d58-f4ad-473f-abe2-c37f082c3805,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:19.209456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-1cf6f358-3f4c-466f-bf66-63fd51348111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.215416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-1cf6f358-3f4c-466f-bf66-63fd51348111 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.6536071 Aug 27 02:29:19.225120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.232125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f580-e859-46d4-9957-c43caa017674 req-5c832da7-9079-4478-a13a-6cc2c6f72fdd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.239821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9889f580-e859-46d4-9957-c43caa017674 req-5c832da7-9079-4478-a13a-6cc2c6f72fdd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.0879374 Aug 27 02:29:19.307112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-3920decd-2635-435d-89f0-b55446526ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792515 Aug 27 02:29:19.319491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9889f580-e859-46d4-9957-c43caa017674 req-06ca205b-9841-41d9-96c3-951dca5943e5 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Aug 27 02:29:19.349964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf566a-a6ad-4223-9ddc-4e36e1043ed4 req-6e9b5ee3-3972-4c2d-8459-2e0fade2a42c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.355094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Allocated IP 172.20.0.12 (e771fb49-5663-475c-8365-16928968f3db/bfc95a9d-7346-4d95-9e10-7014ad7b2838/4adc0acd-c0f6-49fc-a498-b0d7369dcd11) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:19.361156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-63bf566a-a6ad-4223-9ddc-4e36e1043ed4 req-6e9b5ee3-3972-4c2d-8459-2e0fade2a42c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 943 time: 0.2920885 Aug 27 02:29:19.387251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.391089 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.397686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] 10.222.0.46 "PUT /v2.0/ports/e6261d58-f4ad-473f-abe2-c37f082c3805 HTTP/1.1" status: 200 len: 1091 time: 2.6830335 Aug 27 02:29:19.439046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f630-cdaa-43eb-b884-83b6531338cd service neutron] Pushing event updated for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:19.571695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6828cd44-ebd4-4f24-916b-13ca5d57a96d req-8e738eb4-0007-4890-8840-48dabfb45f03 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 210 time: 0.0463927 Aug 27 02:29:19.574426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-63bf566a-a6ad-4223-9ddc-4e36e1043ed4 req-8fd4e43a-7f07-4df7-8d11-b8f886f4aacb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110944 Aug 27 02:29:19.605152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-7e035b2f-6c97-48c8-80d8-bdcc35e99682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.611661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-7e035b2f-6c97-48c8-80d8-bdcc35e99682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 1094 time: 0.1369681 Aug 27 02:29:19.701561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-c8b3420d-9924-4ad6-a885-44798df8529f service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835580 Aug 27 02:29:19.703959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-0b7a3c7e-d6d8-4524-9b00-5de92947b0f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6261d58-f4ad-473f-abe2-c37f082c3805 HTTP/1.1" status: 200 len: 217 time: 0.0671434 Aug 27 02:29:19.736954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.757018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Transition to ACTIVE for port object 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:19.791865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:19.806273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:19.894313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a9d3d059-4eb7-40de-a7f9-65b4d170f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.900121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-a9d3d059-4eb7-40de-a7f9-65b4d170f20f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1844757 Aug 27 02:29:19.902648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Network e771fb49-5663-475c-8365-16928968f3db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:19.908071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:19.911796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4a10a26-9f96-4d99-8444-4ea61332dc51 req-9869eb9f-0143-4511-a595-3b155686b5ce service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972055 Aug 27 02:29:19.922700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:19.966804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-8130ba1a-f6f5-4ff9-8908-91b126d776a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530126 Aug 27 02:29:19.982235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80de4-2027-4b11-ade7-c8190f79b51f req-c5dd1290-cd25-46d2-825c-cfa869f65a60 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:19.985009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23c80de4-2027-4b11-ade7-c8190f79b51f req-c5dd1290-cd25-46d2-825c-cfa869f65a60 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2848208 Aug 27 02:29:19.999501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.000429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.130030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:20.145592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9109096d-6fc7-4a25-9629-c5c889e7922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.158220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23c80de4-2027-4b11-ade7-c8190f79b51f req-1cd92073-41cd-4af6-be83-8f8f57526bdc tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604502 Aug 27 02:29:20.171535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-34c9160e-e180-4f7e-a0b3-3d9d024dc52a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4130795 Aug 27 02:29:20.187900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-293154c3-149a-4c67-870e-74a83d88f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.188460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-76f7d111-9dee-4cdc-b25a-4b09ac550fe1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.190102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-293154c3-149a-4c67-870e-74a83d88f6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 1094 time: 0.1699345 Aug 27 02:29:20.195582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-76f7d111-9dee-4cdc-b25a-4b09ac550fe1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.2072184 Aug 27 02:29:20.205121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Request body: {'port': {'device_id': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:20.225556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-87d62169-0198-4041-bde4-7d861c0a9dc9 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201977 Aug 27 02:29:20.282361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-05015008-b239-4224-8f43-6eda9b28b5ab tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/quotas/1eaf8e8712a845a3843f5e86a8dd3c98 HTTP/1.1" status: 200 len: 375 time: 0.0854397 Aug 27 02:29:20.306002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8b9394bf-8259-4094-a80d-4a307b289b8a None None] Provisioning for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:20.314468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8b9394bf-8259-4094-a80d-4a307b289b8a None None] Provisioning complete for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:20.315134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b9394bf-8259-4094-a80d-4a307b289b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.324574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.326040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:20.328729 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ddd138-44e3-49ad-ac84-11157af53fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:20.387501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8b9394bf-8259-4094-a80d-4a307b289b8a None None] Port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:20.401771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-484483b0-76bd-41bb-88c6-2dadf6d667f4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186736 Aug 27 02:29:20.404763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-fa58df66-5d6e-4857-85b0-bf293fb9f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.406273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-fa58df66-5d6e-4857-85b0-bf293fb9f355 service neutron] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 905 time: 0.1942542 Aug 27 02:29:20.412735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3799337-d6b6-45f2-95b1-19381edeabd9 req-3812f608-cd9b-4ebc-8418-b9260d4d9ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763623 Aug 27 02:29:20.449195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-5af7f73f-9630-4d09-adbf-6f79e75e4d15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e HTTP/1.1" status: 200 len: 217 time: 0.0353251 Aug 27 02:29:20.525622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ddf6-fc1a-40be-9333-2ecd30cf211b req-bcfe68fa-4ec4-4c60-9d1c-a4ec97add378 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.527319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e2ddf6-fc1a-40be-9333-2ecd30cf211b req-bcfe68fa-4ec4-4c60-9d1c-a4ec97add378 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.0771422 Aug 27 02:29:20.586943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e2ddf6-fc1a-40be-9333-2ecd30cf211b req-e52a4dce-01dc-4374-b948-e4585f30d40b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Aug 27 02:29:20.588211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-ab87aef3-0a78-4969-9c11-1a77169d9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.589590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-ab87aef3-0a78-4969-9c11-1a77169d9e12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.1000130 Aug 27 02:29:20.597413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9109096d-6fc7-4a25-9629-c5c889e7922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.632855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-9cfb071a-61bc-4c0b-8183-f5656ab8acd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331247 Aug 27 02:29:20.636859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9109096d-6fc7-4a25-9629-c5c889e7922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.659342 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-d8691940-ea51-4940-913f-430c5fefa423 service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565949 Aug 27 02:29:20.728069 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ecf4c6-d227-4e17-9ff2-ad7167598779 x-openstack-request-id: req-99ecf4c6-d227-4e17-9ff2-ad7167598779 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:20.728340 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:20.728589 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99ecf4c6-d227-4e17-9ff2-ad7167598779 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:20.729109 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805', 'status': 'completed', 'code': 200} Aug 27 02:29:20.777887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-9d0c0ea1-609b-47fb-b110-1bf7a62265fd service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387584 Aug 27 02:29:20.798851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-e70853c4-44b0-40e0-a834-c1be83333c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.800358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-e70853c4-44b0-40e0-a834-c1be83333c0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 1094 time: 0.0705035 Aug 27 02:29:20.810543 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9109096d-6fc7-4a25-9629-c5c889e7922f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f0bd220b4624f4cbb38efc93e1e57d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0175269 Aug 27 02:29:20.814502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109096d-6fc7-4a25-9629-c5c889e7922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050fdf63-a019-4b1e-8ab1-1804c11348c7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:20.820036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:20.944481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-7ed25a2f-cd56-4257-9839-09fcdc4e3a2f service neutron] 10.222.0.26 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614491 Aug 27 02:29:20.951482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:20.966245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099921df-967e-4ba2-bae9-f093fc13a0fa req-124f12e4-9f38-41a2-9eca-918b84ec6f50 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:20.967790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-099921df-967e-4ba2-bae9-f093fc13a0fa req-124f12e4-9f38-41a2-9eca-918b84ec6f50 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 943 time: 0.1560881 Aug 27 02:29:21.002901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.015768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dff9faa0-d5e9-448f-831e-13446fa4181b req-e2640c1f-85fb-46f8-8d49-a2d15c61a32b service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269561 Aug 27 02:29:21.018582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-80f3fc7c-a83f-44f2-a065-0d2b04bd11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.019385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:21.020028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-80f3fc7c-a83f-44f2-a065-0d2b04bd11d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.1708283 Aug 27 02:29:21.031743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.037813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-099921df-967e-4ba2-bae9-f093fc13a0fa req-0ba84dcf-4bea-40a1-aa4c-f5aac40ce829 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Aug 27 02:29:21.063520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:21.091102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-f49015dc-b689-4d5c-ad65-531fd80cba47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6261d58-f4ad-473f-abe2-c37f082c3805 HTTP/1.1" status: 200 len: 217 time: 0.0511792 Aug 27 02:29:21.092405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Transition to ACTIVE for port object 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:21.100575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.145502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:21.145895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 1ac519bd-fa4c-4b81-8336-7f367c8a2f03 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:21.161228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.163998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.165130 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/050fdf63-a019-4b1e-8ab1-1804c11348c7 HTTP/1.1" status: 204 len: 168 time: 0.3430815 Aug 27 02:29:21.183721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-76c7ddd6-e97b-4f3e-9cf0-fef62db3b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.185214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-76c7ddd6-e97b-4f3e-9cf0-fef62db3b291 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.0865021 Aug 27 02:29:21.216507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b688c-e305-49be-a0e8-87386c98d7b4 req-3ba8ede0-f40c-41f5-a61c-a10c8292162d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.217023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a65defd-8e5b-4fc6-9ba4-f0faf73179a4 req-371ac760-3611-47a4-a990-d2d0feecdeb4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 210 time: 0.0739198 Aug 27 02:29:21.217806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-576b688c-e305-49be-a0e8-87386c98d7b4 req-3ba8ede0-f40c-41f5-a61c-a10c8292162d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0711255 Aug 27 02:29:21.233542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-1084347c-2bf5-4b50-9034-6d2dc31aec9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370779 Aug 27 02:29:21.238152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4392543-ce5b-419f-8ec0-4039f4d427ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050fdf63-a019-4b1e-8ab1-1804c11348c7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.240728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.374754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-576b688c-e305-49be-a0e8-87386c98d7b4 req-6f4e036e-2643-48a3-b5a2-fc10b9e3752c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393659 Aug 27 02:29:21.429516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Attempting to bind port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:21.430054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Attempting to bind port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:21.430205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Attempting to bind port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:21.438737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 on network e771fb49-5663-475c-8365-16928968f3db not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:21.439058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Attempting to bind port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 on network e771fb49-5663-475c-8365-16928968f3db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:21.441473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-920c33df-4d3d-449c-abaa-4f1676c00ccf service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724570 Aug 27 02:29:21.444970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:21.445700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Checking segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:21.446095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Bound using segment: {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:21.446469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Bound port: 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ccec4a-87ce-4550-aaff-cffef7d42da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e771fb49-5663-475c-8365-16928968f3db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:21.446832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.473652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915542a-97e6-4938-9c8c-f2176226b02c req-00e2eaf3-6e83-4c35-86f4-8b318e06c857 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.475362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e915542a-97e6-4938-9c8c-f2176226b02c req-00e2eaf3-6e83-4c35-86f4-8b318e06c857 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1615112 Aug 27 02:29:21.562941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e915542a-97e6-4938-9c8c-f2176226b02c req-8baa231f-0e1d-4744-83ad-3e9dc42e42df tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595458 Aug 27 02:29:21.584947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:21.589536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:21.596033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.647098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.647719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.649134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] 10.222.0.15 "PUT /v2.0/ports/4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 1092 time: 1.4482515 Aug 27 02:29:21.650756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:21.651875 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206f2a31-0aec-4def-8130-85247414738c" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:21.678635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:21.706434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419692d-71fc-4156-83fb-03505650b8fa service neutron] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:21.718395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2826277-4073-4ceb-a7a5-badaa667c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:21.814362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42ddd138-44e3-49ad-ac84-11157af53fd0 req-40fc8738-e0d0-4cd6-9068-15659aae2ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934647 Aug 27 02:29:21.836500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a038f3e-d23f-49dd-8b06-7339993b1264 req-1f546e8e-5064-42a4-a798-c5957d99d8ec tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.838288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a038f3e-d23f-49dd-8b06-7339993b1264 req-1f546e8e-5064-42a4-a798-c5957d99d8ec tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.1422246 Aug 27 02:29:21.849354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-49e9bd9f-cf74-40b7-89e1-4eaae25d5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.851093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-49e9bd9f-cf74-40b7-89e1-4eaae25d5317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1095 time: 0.1462443 Aug 27 02:29:21.902674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a038f3e-d23f-49dd-8b06-7339993b1264 req-fbc85ab3-3b63-4c54-984c-f09a3d5ba2d8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499959 Aug 27 02:29:21.925008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-3be6c703-9f55-4e1b-ab14-bb15128381f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 217 time: 0.0637128 Aug 27 02:29:21.933046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea18d09-8c79-4bc1-9d92-62362426599b req-426dc276-29ec-407b-b0e7-20776013e442 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:21.934542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fea18d09-8c79-4bc1-9d92-62362426599b req-426dc276-29ec-407b-b0e7-20776013e442 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.1805389 Aug 27 02:29:21.987746 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6275a0a-c771-4192-bd6b-2153e937375f x-openstack-request-id: req-d6275a0a-c771-4192-bd6b-2153e937375f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:21.988094 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:21.988290 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6275a0a-c771-4192-bd6b-2153e937375f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:21.988741 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'status': 'completed', 'code': 200} Aug 27 02:29:22.274342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-d8330eec-aea4-4d64-8e14-0fd7a20c1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.275749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-d8330eec-aea4-4d64-8e14-0fd7a20c1dc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.3403285 Aug 27 02:29:22.286869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fea18d09-8c79-4bc1-9d92-62362426599b req-189bacd8-4c5c-4ec6-b930-0c2f60eca4b9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373756 Aug 27 02:29:22.346015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2826277-4073-4ceb-a7a5-badaa667c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.353198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-1763253d-29c1-4a01-995b-3c9ddb1b13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.355155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-1763253d-29c1-4a01-995b-3c9ddb1b13ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674019 Aug 27 02:29:22.366071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2826277-4073-4ceb-a7a5-badaa667c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.497099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2826277-4073-4ceb-a7a5-badaa667c285 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7136f9026cbf4f5ca15e8c39701d0ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171113 Aug 27 02:29:22.499695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37914) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:22.546175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826277-4073-4ceb-a7a5-badaa667c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacbbe81-b9ef-463e-91a2-41d12748f157,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:22.618837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6f886a8-ceef-4436-9757-9a8240b47b0e req-e81a3109-6107-40d4-bec4-c89d811c112c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 210 time: 0.0827231 Aug 27 02:29:22.628087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dec7fd53-f18f-446b-9f05-90ad317c9ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.644736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222114ab-f1eb-40cc-955c-4355f3150283 req-8c3c91a9-02ad-4a1f-8128-c99add59540e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.646687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-222114ab-f1eb-40cc-955c-4355f3150283 req-8c3c91a9-02ad-4a1f-8128-c99add59540e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 943 time: 0.2350068 Aug 27 02:29:22.663466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.664568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-0186a832-18ae-4fde-aa8c-f9701dbdd83c service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775979 Aug 27 02:29:22.690857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.718948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-222114ab-f1eb-40cc-955c-4355f3150283 req-feb620ef-8c2c-4120-97fb-4d14e42419d7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533476 Aug 27 02:29:22.735541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-9f60eea5-91d6-4328-ae50-a3f55a1d06c4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.737461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-9f60eea5-91d6-4328-ae50-a3f55a1d06c4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 822 time: 0.3808250 Aug 27 02:29:22.757864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Request body: {'port': {'device_id': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'admin_state_up': True, 'tenant_id': '1eaf8e8712a845a3843f5e86a8dd3c98'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:22.798774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e8de-0987-45f5-a5af-a949fda840f2 req-9e944952-3463-4722-bd54-adba01ace397 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.799902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f369e8de-0987-45f5-a5af-a949fda840f2 req-9e944952-3463-4722-bd54-adba01ace397 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0830536 Aug 27 02:29:22.807032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.809919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:22.811243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eacbbe81-b9ef-463e-91a2-41d12748f157 HTTP/1.1" status: 204 len: 168 time: 0.3102219 Aug 27 02:29:22.828195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58741887-65d7-43bd-84da-e2c901d14461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacbbe81-b9ef-463e-91a2-41d12748f157,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:22.886811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f369e8de-0987-45f5-a5af-a949fda840f2 req-375c34bc-0b3b-4575-965c-11e1b6491f72 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621040 Aug 27 02:29:22.976679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f5d49-2f00-4596-975a-3d4cb14a625c req-fb645341-1c6c-4f77-aec2-a2d253e035db tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:22.978168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d2f5d49-2f00-4596-975a-3d4cb14a625c req-fb645341-1c6c-4f77-aec2-a2d253e035db tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1691725 Aug 27 02:29:22.993050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5231bd36-8802-453c-acca-aeec8b17d9f6 req-ddc8d5f1-9d3f-4343-8504-25b176150b12 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827284 Aug 27 02:29:23.042097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Made reservation on behalf of 1eaf8e8712a845a3843f5e86a8dd3c98 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:23.050461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.053307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d2f5d49-2f00-4596-975a-3d4cb14a625c req-a431db79-cda5-4ba2-890f-15052c2136da tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669391 Aug 27 02:29:23.158558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2a31-0aec-4def-8130-85247414738c req-5d99ec4d-8815-462d-a194-c73ad6e629e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.160081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-5d99ec4d-8815-462d-a194-c73ad6e629e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1095 time: 0.1107769 Aug 27 02:29:23.279260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Allocated IP 172.20.0.7 (ae3e5471-420d-4319-8cab-f489490ed4db/afc2ca99-a9b2-4674-baa3-8f4598213c04/55e6efe9-48d9-4402-abe2-998d42548504) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:23.311132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2a31-0aec-4def-8130-85247414738c req-8e982fc1-abe9-4696-b283-469939841ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.312541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-8e982fc1-abe9-4696-b283-469939841ed2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.1437161 Aug 27 02:29:23.368474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-7c5084c5-afb6-4694-8386-c0c42000743d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 217 time: 0.0476501 Aug 27 02:29:23.532395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae86b1d-433b-4428-8df8-121232bdf2b4 req-65dbd546-8842-491f-a019-a6510ecc2c35 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.533887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fae86b1d-433b-4428-8df8-121232bdf2b4 req-65dbd546-8842-491f-a019-a6510ecc2c35 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.1645331 Aug 27 02:29:23.538207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2a31-0aec-4def-8130-85247414738c req-d346c839-b616-4e85-b403-8be71c82bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.539644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-d346c839-b616-4e85-b403-8be71c82bda4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1492326 Aug 27 02:29:23.548069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:23.611744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.635522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fae86b1d-433b-4428-8df8-121232bdf2b4 req-e0ab3a08-d199-4d9f-9a7f-ee8a8adb5920 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928848 Aug 27 02:29:23.645983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2a31-0aec-4def-8130-85247414738c req-5b0dfc8e-d24b-438e-8b49-b9fa0a7a893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.647572 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-5b0dfc8e-d24b-438e-8b49-b9fa0a7a893d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935991 Aug 27 02:29:23.651193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402177548-network', 'tenant_id': '8aa7b8f99a324267915877ed6e687c68'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:23.684399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Made reservation on behalf of 8aa7b8f99a324267915877ed6e687c68 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:23.686758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.695950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.731258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.736531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bae6159-093c-4420-a821-40ed25053a84 req-50ff220f-6703-418e-98ba-f6e4f579d065 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Aug 27 02:29:23.797295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Network ae3e5471-420d-4319-8cab-f489490ed4db is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:23.802372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:23.817384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:23.821773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.825981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.856530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:23.858468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event updated for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:23.864015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46575e9c-7798-4d7e-bbab-5e62ab57b2fc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:23.872588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.872925 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Added segment a849c373-2eca-4362-a35c-6c2436123a2c of type vlan for network 03ea0746-d6bf-4a62-9be5-c67c9138658e Aug 27 02:29:23.881678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-6bbd1f57-9af0-4e4a-8257-bf1ba8b82d0f service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245917 Aug 27 02:29:23.931900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.952502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.952730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.968567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.969776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.970083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:23.981911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9144b-4c2d-43f6-901c-8ae5e0343c5e req-42959576-de42-4611-a14d-0f21f12d5db7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:23.983413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6d9144b-4c2d-43f6-901c-8ae5e0343c5e req-42959576-de42-4611-a14d-0f21f12d5db7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 943 time: 0.1634407 Aug 27 02:29:23.994014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-528de662-d5ea-4196-81b6-303b2d0ae2d0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2414124 Aug 27 02:29:24.014289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Request body: {'port': {'device_id': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:24.046431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4969974 Aug 27 02:29:24.049683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:24.058726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Request body: {'subnet': {'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402177548-subnet', 'tenant_id': '8aa7b8f99a324267915877ed6e687c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:24.068824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49641870-2082-411a-99f7-42b9dfaaadfc admin admin] Pushing event updated for resources: {'Network': ['ID=03ea0746-d6bf-4a62-9be5-c67c9138658e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:24.083633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 03ea0746-d6bf-4a62-9be5-c67c9138658e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:24.084329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-206f2a31-0aec-4def-8130-85247414738c req-3e19f4de-7eea-4c31-b425-c0925663c9e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891112 Aug 27 02:29:24.090841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6d9144b-4c2d-43f6-901c-8ae5e0343c5e req-b94b35a5-3704-40ad-810b-11ba6f8b1ee6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985293 Aug 27 02:29:24.110409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27f96-5a92-42bd-ab19-bb589fffeb56 req-b549b6d4-8e23-48ad-835a-0abd8c3e6931 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.111996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3d27f96-5a92-42bd-ab19-bb589fffeb56 req-b549b6d4-8e23-48ad-835a-0abd8c3e6931 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1555667 Aug 27 02:29:24.127946 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.142927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Made reservation on behalf of 8aa7b8f99a324267915877ed6e687c68 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:24.145274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.215224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3d27f96-5a92-42bd-ab19-bb589fffeb56 req-486e2a0a-63aa-415c-b952-d8a834b16180 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960658 Aug 27 02:29:24.234467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:24.253216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:24.286500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d226-6493-4bb7-9bf0-9f4fd455bbee req-401c22d1-d0c2-4e09-ae0d-470513803875 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.297009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7782d226-6493-4bb7-9bf0-9f4fd455bbee req-401c22d1-d0c2-4e09-ae0d-470513803875 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1290514 Aug 27 02:29:24.361326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.367171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7782d226-6493-4bb7-9bf0-9f4fd455bbee req-e89cc2bb-98d3-4c50-8b8f-c872a57de535 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691988 Aug 27 02:29:24.413873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:24.423306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d793174-ab33-4225-a209-5b6c3bcd4296,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:24.432870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Checking segment: {'id': 'a849c373-2eca-4362-a35c-6c2436123a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:24.433236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Network hostable DHCP agents. Network: 03ea0746-d6bf-4a62-9be5-c67c9138658e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:24.437310 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.440546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'mac_address': 'fa:16:3e:93:81:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:24.453814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Network 03ea0746-d6bf-4a62-9be5-c67c9138658e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:24.463309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 03ea0746-d6bf-4a62-9be5-c67c9138658e) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:24.469370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.470034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.482451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a84eff-3a64-4263-84ca-eaca42cc9617 None None] Network 03ea0746-d6bf-4a62-9be5-c67c9138658e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:24.495331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2cefe4c4-e237-433e-83bc-b759f59c7d60 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4365616 Aug 27 02:29:24.495523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:24.495523 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a041d-f3e9-466b-8117-61ab4d90f747" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:24.517468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e6efe9-48d9-4402-abe2-998d42548504 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:24.526647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.542438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Transition to ACTIVE for port object 55e6efe9-48d9-4402-abe2-998d42548504 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:24.549206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.562713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:24.567378 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2127c9f0-7ece-41d2-87cf-cc20251bf3e8 x-openstack-request-id: req-2127c9f0-7ece-41d2-87cf-cc20251bf3e8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:24.568015 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:24.568454 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2127c9f0-7ece-41d2-87cf-cc20251bf3e8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:24.568996 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:29:24.611196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.616185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:24.624088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.672958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7936cb76-cf01-48cd-9d8f-f003f0178d5e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:24.704961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Attempting to bind port 55e6efe9-48d9-4402-abe2-998d42548504 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:24.705440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Attempting to bind port 55e6efe9-48d9-4402-abe2-998d42548504 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:24.705994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Attempting to bind port 55e6efe9-48d9-4402-abe2-998d42548504 on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:24.711946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Port 55e6efe9-48d9-4402-abe2-998d42548504 on network ae3e5471-420d-4319-8cab-f489490ed4db not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:24.712403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Attempting to bind port 55e6efe9-48d9-4402-abe2-998d42548504 on network ae3e5471-420d-4319-8cab-f489490ed4db {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:24.753395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:24.753743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Checking segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:24.754132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Bound using segment: {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:24.754662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Bound port: 55e6efe9-48d9-4402-abe2-998d42548504, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c255967-ff8e-44b9-826e-2c77161af84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:24.755045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.785522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53f507-3605-446f-a002-5c1a22ae517a req-419059e3-32ef-49cc-8c95-081d3369a768 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.787821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b53f507-3605-446f-a002-5c1a22ae517a req-419059e3-32ef-49cc-8c95-081d3369a768 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 943 time: 0.0726120 Aug 27 02:29:24.866547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:24.883107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b53f507-3605-446f-a002-5c1a22ae517a req-c523d421-03fc-4b6d-a070-da687a3847a7 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763788 Aug 27 02:29:24.883992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.886297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:24.890371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=55e6efe9-48d9-4402-abe2-998d42548504,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:24.891192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:24.905882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.908145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af616ab2-171e-4064-bb54-ec9ecbe5b4da req-6b2d47f3-a6f6-4976-86fd-26486a43d8c0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.910198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af616ab2-171e-4064-bb54-ec9ecbe5b4da req-6b2d47f3-a6f6-4976-86fd-26486a43d8c0 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 943 time: 0.0758839 Aug 27 02:29:24.948727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:24.949355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:24.950761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/55e6efe9-48d9-4402-abe2-998d42548504 HTTP/1.1" status: 200 len: 1091 time: 0.9428513 Aug 27 02:29:24.951210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:24.953497 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642916bf-9e9e-4cba-a1d5-8062770c1612" -d '{"events": [{"name": "network-changed", "server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "tag": "55e6efe9-48d9-4402-abe2-998d42548504"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:24.976570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b4a7fd-c1fa-41cf-a777-adb79e069939 None None] Network 03ea0746-d6bf-4a62-9be5-c67c9138658e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:25.022661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af616ab2-171e-4064-bb54-ec9ecbe5b4da req-782f290f-422d-42c7-88c2-68f1505a1637 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988259 Aug 27 02:29:25.026987 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341d4b0d-e166-4e9d-b6f4-a412a13de013 x-openstack-request-id: req-341d4b0d-e166-4e9d-b6f4-a412a13de013 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:25.027353 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "tag": "55e6efe9-48d9-4402-abe2-998d42548504", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:25.027679 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-341d4b0d-e166-4e9d-b6f4-a412a13de013 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:25.028160 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504', 'status': 'completed', 'code': 200} Aug 27 02:29:25.029179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bccde8-abe7-4a22-acdd-ee93119cd6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.039259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.057238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-928a3cc0-990b-4231-bbc7-2c86f59b3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.058791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-928a3cc0-990b-4231-bbc7-2c86f59b3df3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 1094 time: 0.0624900 Aug 27 02:29:25.107356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-393bd646-8131-4828-ae4d-66d034927bf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55e6efe9-48d9-4402-abe2-998d42548504 HTTP/1.1" status: 200 len: 217 time: 0.0404549 Aug 27 02:29:25.162541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4441c1c-6444-4822-b044-099477d77789 req-67c9dacd-0911-471f-ba33-b8dc36834e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.164301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-67c9dacd-0911-471f-ba33-b8dc36834e52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.0502398 Aug 27 02:29:25.173363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37990) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:25.174154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bd2bba7-0a33-4d89-bbec-40da63f63885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.180318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554211116-network', 'tenant_id': 'effd1cc8dedf47349d56f484714942c9'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:25.201866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Made reservation on behalf of effd1cc8dedf47349d56f484714942c9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:25.204201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.212879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.218751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-d5ae8a1f-3e06-4b8e-a879-0c8a980e8443 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472605 Aug 27 02:29:25.289335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be626-4390-4f9e-9a30-8d62a0ce5b27 req-529cbf8d-4c51-42a8-a88b-a21868f8f4eb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.291041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b32be626-4390-4f9e-9a30-8d62a0ce5b27 req-529cbf8d-4c51-42a8-a88b-a21868f8f4eb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 943 time: 0.1109381 Aug 27 02:29:25.340983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.344788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.348422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.355384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b32be626-4390-4f9e-9a30-8d62a0ce5b27 req-3bbeb550-0448-4bc9-b620-9b48834b2024 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Aug 27 02:29:25.357386 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-1f0fa176-b591-45f6-95fb-60c2bd81127f service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314278 Aug 27 02:29:25.388789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf4f2-6ce4-4eef-b920-ac7bf7ce9630 req-5685dec7-2e08-4edd-83e6-d3d3ce9b91eb tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.390236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55fcf4f2-6ce4-4eef-b920-ac7bf7ce9630 req-5685dec7-2e08-4edd-83e6-d3d3ce9b91eb tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0987782 Aug 27 02:29:25.393950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:25.400414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabbb26b-393a-44ff-83f3-52d8239fce03,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.415299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.415650 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Added segment 434717e9-fdf6-4953-ad40-d29aaa774ab7 of type vlan for network d7f882ba-be80-49cc-80fd-6889c3ed4d6f Aug 27 02:29:25.460138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4441c1c-6444-4822-b044-099477d77789 req-c5e3e6d4-4eeb-49fa-8a5a-f61cac39a8ba service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951996 Aug 27 02:29:25.493818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55fcf4f2-6ce4-4eef-b920-ac7bf7ce9630 req-6d9dcf76-5a16-49e7-8c58-0a8b12200d79 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881722 Aug 27 02:29:25.495297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.524636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.525798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.526371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.587393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3f802-1e8d-44b7-b7e6-fdfaafbf7bea req-92482dc2-c43a-4efc-94c1-da6054dca3c7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.588906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13c3f802-1e8d-44b7-b7e6-fdfaafbf7bea req-92482dc2-c43a-4efc-94c1-da6054dca3c7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0858917 Aug 27 02:29:25.589446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4146762 Aug 27 02:29:25.591993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-92203b5d-5ba4-428e-bf61-562d7883df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.592282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38002) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:25.592879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad97a9-ec48-4eb9-aeeb-a4a5a24b6485 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f882ba-be80-49cc-80fd-6889c3ed4d6f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.593376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-92203b5d-5ba4-428e-bf61-562d7883df42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 1094 time: 0.0775561 Aug 27 02:29:25.601994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Request body: {'subnet': {'network_id': 'd7f882ba-be80-49cc-80fd-6889c3ed4d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554211116-subnet', 'tenant_id': 'effd1cc8dedf47349d56f484714942c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:25.603732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d7f882ba-be80-49cc-80fd-6889c3ed4d6f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:25.626732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Made reservation on behalf of effd1cc8dedf47349d56f484714942c9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:25.629136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.664403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7936cb76-cf01-48cd-9d8f-f003f0178d5e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:25.689658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13c3f802-1e8d-44b7-b7e6-fdfaafbf7bea req-44b56bb7-1041-4bc2-bcd4-849abe523bb0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894601 Aug 27 02:29:25.742141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-4a6aa58a-a3c8-4d40-a389-90c5701078b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.744982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-4a6aa58a-a3c8-4d40-a389-90c5701078b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 200 len: 923 time: 0.1382308 Aug 27 02:29:25.796148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-237394db-76dc-4085-b928-bed504c6fffc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55e6efe9-48d9-4402-abe2-998d42548504 HTTP/1.1" status: 200 len: 217 time: 0.0424759 Aug 27 02:29:25.846584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.873986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-d6cfbaae-fec3-4718-8462-bb90ca920a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.888138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-d6cfbaae-fec3-4718-8462-bb90ca920a01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 200 len: 862 time: 0.0846031 Aug 27 02:29:25.925252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2266fbcb-803a-438c-8616-3eeb661bddb5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:25.930723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Checking segment: {'id': '434717e9-fdf6-4953-ad40-d29aaa774ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd7f882ba-be80-49cc-80fd-6889c3ed4d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:25.931309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Network hostable DHCP agents. Network: d7f882ba-be80-49cc-80fd-6889c3ed4d6f, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:25.951876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Network d7f882ba-be80-49cc-80fd-6889c3ed4d6f is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:25.961616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d7f882ba-be80-49cc-80fd-6889c3ed4d6f) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:25.966418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:25.967025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:25.976788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47446a8d-8a78-48e6-a3e2-c6a6f820963d None None] Network d7f882ba-be80-49cc-80fd-6889c3ed4d6f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:26.021343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c29d925-ddbd-46dd-80e8-585ffdf80035 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4249623 Aug 27 02:29:26.060628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a026d-e5bf-4a5b-a36f-713f9b309ecf req-47600ee7-efcf-492f-970e-0b8bb73d07a2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.062447 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-001a026d-e5bf-4a5b-a36f-713f9b309ecf req-47600ee7-efcf-492f-970e-0b8bb73d07a2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 944 time: 0.0739527 Aug 27 02:29:26.114826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-001a026d-e5bf-4a5b-a36f-713f9b309ecf req-0c0c8dbf-b843-4e95-a4aa-bec92b682f69 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Aug 27 02:29:26.126872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5438c6e-3733-43a0-9654-facc933c85c1 None None] Network d7f882ba-be80-49cc-80fd-6889c3ed4d6f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:26.268842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6261d58-f4ad-473f-abe2-c37f082c3805 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:26.273341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303c64b-3823-488c-8990-783db068d422 req-8907cdcd-db62-46ed-ae83-7981167c4175 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.280556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7303c64b-3823-488c-8990-783db068d422 req-8907cdcd-db62-46ed-ae83-7981167c4175 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 943 time: 0.0847766 Aug 27 02:29:26.289961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-69ddb337-105a-4bf1-a842-93a8265b2bae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae3e5471-420d-4319-8cab-f489490ed4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865130 Aug 27 02:29:26.333171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7303c64b-3823-488c-8990-783db068d422 req-50e14001-b318-4ebb-8f9f-7fad6ca0b87c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Aug 27 02:29:26.368779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-43d0cec4-a83d-4015-88b8-fb14f276e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.370412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-43d0cec4-a83d-4015-88b8-fb14f276e8cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1096 time: 0.1102269 Aug 27 02:29:26.397804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3888-e071-46d7-8e47-5ef85e7d4f0d req-cb73a777-cfb7-4271-9391-5d5616e026c4 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.399345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128d3888-e071-46d7-8e47-5ef85e7d4f0d req-cb73a777-cfb7-4271-9391-5d5616e026c4 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.5096653 Aug 27 02:29:26.417974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6261d58-f4ad-473f-abe2-c37f082c3805,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:26.421203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.430445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e6261d58-f4ad-473f-abe2-c37f082c3805', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': 'e6261d58-f4ad-473f-abe2-c37f082c3805', 'mac_address': 'fa:16:3e:5a:7d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:26.473822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.487218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6261d58-f4ad-473f-abe2-c37f082c3805 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:26.503038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-71652c87-6771-452a-aeb7-0a092a692470 service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019386 Aug 27 02:29:26.507686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6261d58-f4ad-473f-abe2-c37f082c3805,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:26.511173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128d3888-e071-46d7-8e47-5ef85e7d4f0d req-9a403fe4-bdb3-4a4d-952f-80fd366ad002 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951197 Aug 27 02:29:26.511809 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:26.576656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-cfd682fa-a68f-4410-8578-2d72068bed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.578141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-cfd682fa-a68f-4410-8578-2d72068bed4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.1993010 Aug 27 02:29:26.593136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:26.704236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-642916bf-9e9e-4cba-a1d5-8062770c1612 req-e8cad7e2-34e6-4dce-aed9-319099d84dab service neutron] 10.222.0.15 "GET /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904368 Aug 27 02:29:26.706655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-11b58931-30a2-41dc-a05c-77f221f5815f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 1000 time: 0.1202796 Aug 27 02:29:26.709995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-652a8182-4ff8-46a7-bb76-f95a4bcc9b1f tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.713406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-652a8182-4ff8-46a7-bb76-f95a4bcc9b1f tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/networks?id=03ea0746-d6bf-4a62-9be5-c67c9138658e HTTP/1.1" status: 200 len: 808 time: 0.1033306 Aug 27 02:29:26.719413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901a1bd-5c4d-420e-a45e-bbb961730b3b req-1be0eeaf-3124-4151-bbd1-326a33f8452a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.721143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9901a1bd-5c4d-420e-a45e-bbb961730b3b req-1be0eeaf-3124-4151-bbd1-326a33f8452a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 944 time: 0.1317940 Aug 27 02:29:26.727961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-b6e13d26-168d-4ee6-945a-dcae0e724269 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/quotas/8aa7b8f99a324267915877ed6e687c68 HTTP/1.1" status: 200 len: 375 time: 0.0104265 Aug 27 02:29:26.763717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-1339dd63-c4f5-430c-9cbe-30075e8d3c0f tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8aa7b8f99a324267915877ed6e687c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301995 Aug 27 02:29:26.785970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-d06e3f6b-5a6b-4954-b72e-a8b9fcb92b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.787467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-d06e3f6b-5a6b-4954-b72e-a8b9fcb92b60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.0654714 Aug 27 02:29:26.794840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9901a1bd-5c4d-420e-a45e-bbb961730b3b req-35796a32-8562-4328-a941-d0510a95d572 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642769 Aug 27 02:29:26.850815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-217e0871-651d-4ab9-889d-3d02dca59193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.853169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-217e0871-651d-4ab9-889d-3d02dca59193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542567 Aug 27 02:29:26.862275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-4c1fbefc-fa89-4f3d-b733-e7843127606c service neutron] 10.222.0.26 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910769 Aug 27 02:29:26.968289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e6261d58-f4ad-473f-abe2-c37f082c3805'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:26.974471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-5e1c8f18-8bc3-4741-adbf-1c2dca2656c9 service neutron] 10.222.0.26 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058912 Aug 27 02:29:26.986563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-74aca749-d67a-468c-99c0-35df9bde7bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229069 Aug 27 02:29:26.996775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10bb7-15f4-4e58-871e-81c35603ecc5 req-74fd5969-ca87-4feb-a92f-2828d0cbc2e6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:26.998371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ab10bb7-15f4-4e58-871e-81c35603ecc5 req-74fd5969-ca87-4feb-a92f-2828d0cbc2e6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0759184 Aug 27 02:29:27.072905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:27.117707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ab10bb7-15f4-4e58-871e-81c35603ecc5 req-86a83623-4208-4593-9b4a-458c96fc2177 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674467 Aug 27 02:29:27.155298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf8c2e34-1d94-4bb6-8c69-c40b349f7a69 req-f0aa2bb1-7f03-4486-86e4-ac87b506a4ce service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556504 Aug 27 02:29:27.167195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6bd17b3-e45f-4380-9c19-0a4255d2a5cc req-027b65d6-2938-4779-a065-e58efe6c5e5f tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 210 time: 0.0452220 Aug 27 02:29:27.208610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:27.221172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:27.264132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.270290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4368-b16b-421c-8cc5-6963969ad962 req-d4eedb16-3197-41b2-9f87-eb02891d2d83 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.271834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1dfb4368-b16b-421c-8cc5-6963969ad962 req-d4eedb16-3197-41b2-9f87-eb02891d2d83 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 944 time: 0.0516536 Aug 27 02:29:27.277259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:27.298371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:27.304220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.318435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1dfb4368-b16b-421c-8cc5-6963969ad962 req-4e5f20c4-55f8-4796-a92b-38a09208cbe4 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Aug 27 02:29:27.360766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:27.453308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9d58c-fbfc-475e-bff9-736db4dfe039 req-fef83704-9843-4b01-9f57-bbd046ef40b5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.454806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9c9d58c-fbfc-475e-bff9-736db4dfe039 req-fef83704-9843-4b01-9f57-bbd046ef40b5 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 943 time: 0.0503120 Aug 27 02:29:27.496904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9c9d58c-fbfc-475e-bff9-736db4dfe039 req-666ab9f4-ed50-492f-b93a-8c3d02ef02e2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352340 Aug 27 02:29:27.577610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4adc0acd-c0f6-49fc-a498-b0d7369dcd11'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:27.670910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4471-910e-4d00-a11f-e702c5a77298 req-9eaa0848-cf41-4c45-aecf-96c596d5cb81 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.672564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1cb4471-910e-4d00-a11f-e702c5a77298 req-9eaa0848-cf41-4c45-aecf-96c596d5cb81 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0819530 Aug 27 02:29:27.713107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1cb4471-910e-4d00-a11f-e702c5a77298 req-d200c273-1dd6-4538-a025-c3ba48d386a7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334516 Aug 27 02:29:27.837110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:27.909588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b8adc-7965-46ea-b2a9-1caf00bb8d61 req-7d86fddb-a8f4-498e-bc65-303beccf065b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:27.911667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-072b8adc-7965-46ea-b2a9-1caf00bb8d61 req-7d86fddb-a8f4-498e-bc65-303beccf065b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 944 time: 0.0487764 Aug 27 02:29:27.949367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-072b8adc-7965-46ea-b2a9-1caf00bb8d61 req-d7724847-fd28-4148-9ccc-e5f5d1418059 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Aug 27 02:29:28.250752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55641b-c279-435c-8d15-fac4a3158352 req-a469df6a-1f9e-40a8-8493-245f7743e731 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.258541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c55641b-c279-435c-8d15-fac4a3158352 req-a469df6a-1f9e-40a8-8493-245f7743e731 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.0691690 Aug 27 02:29:28.264738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:28.279057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6261d58-f4ad-473f-abe2-c37f082c3805 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:28.284771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-3385887c-8df6-4a7a-be4f-60cf44cbf87c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.286272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-3385887c-8df6-4a7a-be4f-60cf44cbf87c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.46 "GET /v2.0/networks?id=03ea0746-d6bf-4a62-9be5-c67c9138658e HTTP/1.1" status: 200 len: 808 time: 0.1207211 Aug 27 02:29:28.296440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c55641b-c279-435c-8d15-fac4a3158352 req-5258ba1e-5f9f-4ba1-a595-806d6b779305 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354278 Aug 27 02:29:28.314793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a405ad25-89af-4f53-aec7-f3f6f8ce7202 req-9824b5b2-f736-4209-ad00-2cef3d2b03e5 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 210 time: 0.0387452 Aug 27 02:29:28.319205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Request body: {'port': {'device_id': '98c14659-892f-4d6c-8494-75bc699ebf98', 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e', 'admin_state_up': True, 'tenant_id': '8aa7b8f99a324267915877ed6e687c68'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:28.400859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e6261d58-f4ad-473f-abe2-c37f082c3805 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:28.408232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e6261d58-f4ad-473f-abe2-c37f082c3805 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:28.408605 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.447804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bef1-510c-406d-ad5d-a6f281f63dfd req-9c5d78ef-1ac2-4761-88d8-1014535ed937 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.449302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.449931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d84bef1-510c-406d-ad5d-a6f281f63dfd req-9c5d78ef-1ac2-4761-88d8-1014535ed937 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 944 time: 0.0583682 Aug 27 02:29:28.467199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Made reservation on behalf of 8aa7b8f99a324267915877ed6e687c68 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:28.468084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:28.472226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.497101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d84bef1-510c-406d-ad5d-a6f281f63dfd req-a33993bb-edca-4279-b423-767e355f8965 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Aug 27 02:29:28.539628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.557472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.561105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:28.595852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:28.598001 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73d1c5-a5f4-4ae6-ae88-06b759632a92" -d '{"events": [{"server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "name": "network-vif-plugged", "status": "completed", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:28.604277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.612612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.615947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6261d58-f4ad-473f-abe2-c37f082c3805,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.641453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.642293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:28.644771 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d962f-21e8-4038-8f70-8e263a560569 x-openstack-request-id: req-5b5d962f-21e8-4038-8f70-8e263a560569 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:28.645060 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "name": "network-vif-plugged", "status": "completed", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:28.645196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Allocated IP 172.20.0.14 (03ea0746-d6bf-4a62-9be5-c67c9138658e/1d793174-ab33-4225-a209-5b6c3bcd4296/64b4838e-5622-4e88-8b32-edc0f0d0bf99) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:28.645293 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b5d962f-21e8-4038-8f70-8e263a560569 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:28.645725 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805', 'code': 200} Aug 27 02:29:28.656654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403b6b3-b329-4089-82c4-957aee8063c2 req-4a7bed4d-28c9-4be0-8d6d-7105719cf277 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.658130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9403b6b3-b329-4089-82c4-957aee8063c2 req-4a7bed4d-28c9-4be0-8d6d-7105719cf277 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 943 time: 0.0766947 Aug 27 02:29:28.702129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:28.755280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 7936cb76-cf01-48cd-9d8f-f003f0178d5e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:28.763355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 7936cb76-cf01-48cd-9d8f-f003f0178d5e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:28.763724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.766767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:28.769756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['5c8ab161-9bf6-4506-97c0-657d0423a91e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:28.865165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a89577-953c-4224-b0a6-6e3056878386 req-d643b2ab-3cc7-4c0d-81ed-8bd5901cc01b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:28.873138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4a89577-953c-4224-b0a6-6e3056878386 req-d643b2ab-3cc7-4c0d-81ed-8bd5901cc01b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Aug 27 02:29:28.914868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f4a89577-953c-4224-b0a6-6e3056878386 req-83744142-aaf7-4fec-9fb8-05c475c4642d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407569 Aug 27 02:29:28.924625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:28.985279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:28.995350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.079372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 55e6efe9-48d9-4402-abe2-998d42548504 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:29.081772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:29.086653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9403b6b3-b329-4089-82c4-957aee8063c2 req-d14ca1cd-4c79-4f11-9762-5eda8dfae7ea tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160206 Aug 27 02:29:29.104965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.118834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812654-18e4-4764-8356-77953c7900a3 req-05919734-f85f-405a-9267-97c5574d4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.120708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10812654-18e4-4764-8356-77953c7900a3 req-05919734-f85f-405a-9267-97c5574d4cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 1096 time: 0.1148124 Aug 27 02:29:29.128564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023045-7847-442e-a4b5-586cd6ebd057 req-6d6fe2ce-1d4b-4fd3-abf1-c2ac25579407 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.130201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f023045-7847-442e-a4b5-586cd6ebd057 req-6d6fe2ce-1d4b-4fd3-abf1-c2ac25579407 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0676646 Aug 27 02:29:29.184000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f023045-7847-442e-a4b5-586cd6ebd057 req-9294e19e-0644-403c-9758-25eb2c4e439c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Aug 27 02:29:29.196610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:29.203498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:29.203863 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.209638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10812654-18e4-4764-8356-77953c7900a3 req-58477def-af0c-47ee-b1dd-7787cea0f94b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768998 Aug 27 02:29:29.243404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=55e6efe9-48d9-4402-abe2-998d42548504,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:29.245391 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.260224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '55e6efe9-48d9-4402-abe2-998d42548504', 'network_id': 'ae3e5471-420d-4319-8cab-f489490ed4db', 'port_id': '55e6efe9-48d9-4402-abe2-998d42548504', 'mac_address': 'fa:16:3e:28:56:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc2ca99-a9b2-4674-baa3-8f4598213c04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:29.283136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.320552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.329938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Network 03ea0746-d6bf-4a62-9be5-c67c9138658e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:29.333495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:29.335951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:29.344567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e6efe9-48d9-4402-abe2-998d42548504 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:29.350567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.373924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=55e6efe9-48d9-4402-abe2-998d42548504,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:29.386436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.391420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.391890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.400486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Pushing event updated for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.417535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:29.422361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:29.441560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-9b5abb58-df8c-4088-bcd5-7a5c35f50df9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1290259 Aug 27 02:29:29.454195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.466029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a5c31-eab4-4f52-9c02-a9f54414fe6b req-a44e59af-b40a-4f3a-8e41-7f1ab80bdf00 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.466623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdb8bf-ef1c-484c-986b-a5743f0bfd9f req-594db4a4-c36e-4d95-ade2-9fa86d9903db tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.468051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b95a5c31-eab4-4f52-9c02-a9f54414fe6b req-a44e59af-b40a-4f3a-8e41-7f1ab80bdf00 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 932 time: 0.0595241 Aug 27 02:29:29.468186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9bdb8bf-ef1c-484c-986b-a5743f0bfd9f req-594db4a4-c36e-4d95-ade2-9fa86d9903db tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0720265 Aug 27 02:29:29.506615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:29.508422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b95a5c31-eab4-4f52-9c02-a9f54414fe6b req-7ba8159c-e7bc-4fea-a233-4a1967a48734 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 27 02:29:29.512999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9bdb8bf-ef1c-484c-986b-a5743f0bfd9f req-65e6b6ce-196d-43dc-8d69-0aeea4af4c2e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366228 Aug 27 02:29:29.613071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['55e6efe9-48d9-4402-abe2-998d42548504'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:29.624674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53388d-df7f-440f-a953-ffd0fcd85582 req-c907c3cb-35cf-4c37-a8c6-54a682d060af tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:29.626079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a53388d-df7f-440f-a953-ffd0fcd85582 req-c907c3cb-35cf-4c37-a8c6-54a682d060af tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.0540855 Aug 27 02:29:29.663911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a53388d-df7f-440f-a953-ffd0fcd85582 req-e571faba-38cf-4edf-9614-c38278fa36c0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Aug 27 02:29:29.986098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Request body: {'port': {'device_id': '98c14659-892f-4d6c-8494-75bc699ebf98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:30.038646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.191572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae6f8e-8cbb-410a-be8b-08fbc31f1a54 req-fc04bd5e-0880-46aa-b89a-537e9f97d021 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.193674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cae6f8e-8cbb-410a-be8b-08fbc31f1a54 req-fc04bd5e-0880-46aa-b89a-537e9f97d021 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 944 time: 0.0503263 Aug 27 02:29:30.233255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cae6f8e-8cbb-410a-be8b-08fbc31f1a54 req-c1449289-e60f-4c3f-9c98-d13f293a18fd tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Aug 27 02:29:30.270645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:30.317480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 5c8ab161-9bf6-4506-97c0-657d0423a91e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:30.317849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.340168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4258-0216-4ebc-8d88-3011f0ae817c req-591e167e-94cc-4933-8d32-74f61d3a1999 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.341623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d4a4258-0216-4ebc-8d88-3011f0ae817c req-591e167e-94cc-4933-8d32-74f61d3a1999 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0793915 Aug 27 02:29:30.343555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b4838e-5622-4e88-8b32-edc0f0d0bf99 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:30.353171 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.379813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Transition to ACTIVE for port object 64b4838e-5622-4e88-8b32-edc0f0d0bf99 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:30.387790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.396039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.403220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d4a4258-0216-4ebc-8d88-3011f0ae817c req-97250f4d-d602-407a-bf4a-53b4137d16a8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526350 Aug 27 02:29:30.430895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:30.434685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.446453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Pushing event updated for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.483141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.517628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Attempting to bind port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:30.517954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Attempting to bind port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'a849c373-2eca-4362-a35c-6c2436123a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:30.518274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Attempting to bind port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 on network 03ea0746-d6bf-4a62-9be5-c67c9138658e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:30.522413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 on network 03ea0746-d6bf-4a62-9be5-c67c9138658e not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:30.522746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Attempting to bind port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 on network 03ea0746-d6bf-4a62-9be5-c67c9138658e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:30.527374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:30.527704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Checking segment: {'id': 'a849c373-2eca-4362-a35c-6c2436123a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:30.528072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Bound using segment: {'id': 'a849c373-2eca-4362-a35c-6c2436123a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:30.528482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Bound port: 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a849c373-2eca-4362-a35c-6c2436123a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:30.528829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.588685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.627724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:30.634146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409dd24-17c4-4245-8cb3-06bf341e27cb req-d9d79fdd-a7cd-4eb0-bee9-3ebaa34af5fa tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.635697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2409dd24-17c4-4245-8cb3-06bf341e27cb req-d9d79fdd-a7cd-4eb0-bee9-3ebaa34af5fa tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.0507770 Aug 27 02:29:30.644934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99,segment=NetworkSegment(a849c373-2eca-4362-a35c-6c2436123a2c),segment_id=a849c373-2eca-4362-a35c-6c2436123a2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:30.646845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e'}, {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}, {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:30.651546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.651699 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a3fbc-44b1-4baa-a4fa-72c908e967e9" -d '{"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-plugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e"}, {"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}, {"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:30.669518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099e545-476d-4021-a7bd-62105b00609a req-65e259c8-5206-49b9-9358-5a580d0bfb75 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.671023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a099e545-476d-4021-a7bd-62105b00609a req-65e259c8-5206-49b9-9358-5a580d0bfb75 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0868571 Aug 27 02:29:30.676588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2409dd24-17c4-4245-8cb3-06bf341e27cb req-d7e18262-8595-4cc3-ab1f-730ed2fc8cfe tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Aug 27 02:29:30.709978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.710987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:30.712335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] 10.222.0.46 "PUT /v2.0/ports/64b4838e-5622-4e88-8b32-edc0f0d0bf99 HTTP/1.1" status: 200 len: 1092 time: 0.7310383 Aug 27 02:29:30.716224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:30.718488 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c51645b-56bf-429c-bd7d-8c115890e4df" -d '{"events": [{"name": "network-changed", "server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:30.732132 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636240cf-ae7c-4bea-b3e0-bf71d55504c0 x-openstack-request-id: req-636240cf-ae7c-4bea-b3e0-bf71d55504c0 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:30.732428 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-plugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e", "code": 200}, {"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "code": 200}, {"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:30.732680 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-636240cf-ae7c-4bea-b3e0-bf71d55504c0 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:30.733086 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'code': 200} Aug 27 02:29:30.733328 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'code': 200} Aug 27 02:29:30.733790 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:29:30.764329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a099e545-476d-4021-a7bd-62105b00609a req-af2bc387-59d8-427c-b013-239fbb45cc47 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751283 Aug 27 02:29:30.764925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021e245-27d9-4f94-bcc0-db93e5b4152a service neutron] Pushing event updated for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:30.822024 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07328f78-fcee-419d-844b-d98b4e602fb7 x-openstack-request-id: req-07328f78-fcee-419d-844b-d98b4e602fb7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:30.822313 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:30.822583 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07328f78-fcee-419d-844b-d98b4e602fb7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:30.822980 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99', 'status': 'completed', 'code': 200} Aug 27 02:29:30.884524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28c8f3-2461-4020-b316-4afea8a0069c req-230f063a-19d3-48b0-a31e-371685a5c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.886007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee28c8f3-2461-4020-b316-4afea8a0069c req-230f063a-19d3-48b0-a31e-371685a5c203 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1097 time: 0.0891523 Aug 27 02:29:30.893493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd246d0a-99fe-450d-9599-f1e3b8048a1c req-d06012ae-6a72-47fe-8d55-1c4c282934fd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.895420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd246d0a-99fe-450d-9599-f1e3b8048a1c req-d06012ae-6a72-47fe-8d55-1c4c282934fd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.1111503 Aug 27 02:29:30.936864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-e155af98-501c-48c2-b4c0-490776cf42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.938453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-e155af98-501c-48c2-b4c0-490776cf42fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa7b8f99a324267915877ed6e687c68&device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 1095 time: 0.0761762 Aug 27 02:29:30.940711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee28c8f3-2461-4020-b316-4afea8a0069c req-9569e4c4-eb36-44ea-b04c-d906cd40c0ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443783 Aug 27 02:29:30.944403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3a3b4-795b-4c33-a909-86c38cd7af8e req-ac74c509-5fe9-4ccb-a378-6529bbd30e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:30.945772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82f3a3b4-795b-4c33-a909-86c38cd7af8e req-ac74c509-5fe9-4ccb-a378-6529bbd30e5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 1096 time: 0.0597894 Aug 27 02:29:30.952680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd246d0a-99fe-450d-9599-f1e3b8048a1c req-abad4b0a-5601-4c0a-b725-898a4baafbac tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498478 Aug 27 02:29:31.002424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-144f8bec-9da6-4f7b-a38a-282c3448d66c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99 HTTP/1.1" status: 200 len: 217 time: 0.0437043 Aug 27 02:29:31.042646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82f3a3b4-795b-4c33-a909-86c38cd7af8e req-fd912ea3-a9ba-4d07-a8e5-558db8f74580 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782485 Aug 27 02:29:31.059646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-8ea67460-0b77-4e8c-8586-8ba5fac86dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.061066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-8ea67460-0b77-4e8c-8586-8ba5fac86dfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d793174-ab33-4225-a209-5b6c3bcd4296 HTTP/1.1" status: 200 len: 848 time: 0.0480318 Aug 27 02:29:31.089910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 55e6efe9-48d9-4402-abe2-998d42548504 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:31.148474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 55e6efe9-48d9-4402-abe2-998d42548504 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:31.152341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 55e6efe9-48d9-4402-abe2-998d42548504 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:31.152701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.352628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.356282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864afff-e720-42c4-ac70-0a389c70ca4b req-d2ee9830-71ec-4f34-88de-82d7f2d92db2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.357763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2864afff-e720-42c4-ac70-0a389c70ca4b req-d2ee9830-71ec-4f34-88de-82d7f2d92db2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 944 time: 0.0521581 Aug 27 02:29:31.385140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=55e6efe9-48d9-4402-abe2-998d42548504,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:31.388894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:31.396903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2864afff-e720-42c4-ac70-0a389c70ca4b req-8a59ebd8-27ee-4007-b3bf-9479ef936dde tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Aug 27 02:29:31.435937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:31.538977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-08937ce3-f36c-44cd-b588-9d1557c4dbe7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03ea0746-d6bf-4a62-9be5-c67c9138658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305939 Aug 27 02:29:31.554214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea8f08-321e-4db3-9235-1a1ac28dd9b2 req-ea9f07b0-fd58-41fb-82eb-aac23b67d8d2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.555555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9ea8f08-321e-4db3-9235-1a1ac28dd9b2 req-ea9f07b0-fd58-41fb-82eb-aac23b67d8d2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0735657 Aug 27 02:29:31.642647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9ea8f08-321e-4db3-9235-1a1ac28dd9b2 req-a7ed176f-bc5b-438d-bb74-d8e5ce5add2c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793440 Aug 27 02:29:31.663061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-f51a988c-4e15-42b9-97a7-d1c6c2d5d3fd service neutron] 10.222.0.46 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066270 Aug 27 02:29:31.767177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fff98ce4-2ca5-4afc-a1b5-727dd09731dc req-64377442-38b1-4d98-aa40-cfce42b17b38 service neutron] 10.222.0.46 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951171 Aug 27 02:29:31.811754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f2c8-e8b2-47a7-9987-4670a97369c8 req-56ad492d-eaff-4d46-9f8a-29afdb431e81 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.813274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1a8f2c8-e8b2-47a7-9987-4670a97369c8 req-56ad492d-eaff-4d46-9f8a-29afdb431e81 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.0647905 Aug 27 02:29:31.855003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1a8f2c8-e8b2-47a7-9987-4670a97369c8 req-ff751914-eb5f-447c-91ad-3c3c9f448f2b tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343068 Aug 27 02:29:31.923296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7d78b-cf51-4b49-9fad-3cfc956f922b req-419b2de7-b76c-43ed-8095-160eceb95560 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.924758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37b7d78b-cf51-4b49-9fad-3cfc956f922b req-419b2de7-b76c-43ed-8095-160eceb95560 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0784175 Aug 27 02:29:31.939744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-ce371c21-eba3-4d31-bb5e-89ec296c1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:31.941098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-ce371c21-eba3-4d31-bb5e-89ec296c1c1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8aa7b8f99a324267915877ed6e687c68&device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 1095 time: 0.0598481 Aug 27 02:29:32.011099 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:29:32.020106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37b7d78b-cf51-4b49-9fad-3cfc956f922b req-d449010f-3426-4000-9f46-cd96bca2d426 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877829 Aug 27 02:29:32.070706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-d7a1b013-7389-496b-8b00-0cc081fd8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.072106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-d7a1b013-7389-496b-8b00-0cc081fd8031 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03ea0746-d6bf-4a62-9be5-c67c9138658e HTTP/1.1" status: 200 len: 909 time: 0.1220884 Aug 27 02:29:32.089644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b4f35-e67e-4eaf-821a-34ae59fe2563 req-3b409c50-7f3b-4d0e-b28a-3c893665de94 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.091152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-217b4f35-e67e-4eaf-821a-34ae59fe2563 req-3b409c50-7f3b-4d0e-b28a-3c893665de94 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.0601838 Aug 27 02:29:32.126639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-1e1f1a26-b084-419e-bbb1-6f450206da6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99 HTTP/1.1" status: 200 len: 217 time: 0.0358179 Aug 27 02:29:32.130202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-217b4f35-e67e-4eaf-821a-34ae59fe2563 req-c23bb13e-b840-4629-a4c2-19e46809d2e1 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Aug 27 02:29:32.181669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-1962452f-31e2-4b83-969a-206a3c0ebb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.183253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-1962452f-31e2-4b83-969a-206a3c0ebb90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d793174-ab33-4225-a209-5b6c3bcd4296 HTTP/1.1" status: 200 len: 848 time: 0.0501039 Aug 27 02:29:32.215195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-fe9fadea-0364-4e01-a591-15fc1c72aa20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03ea0746-d6bf-4a62-9be5-c67c9138658e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246184 Aug 27 02:29:32.302668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-0ae8f750-7e83-4ffe-8cd6-28fae68de1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810225 Aug 27 02:29:32.393490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c51645b-56bf-429c-bd7d-8c115890e4df req-b0f76d68-1395-42db-bba9-33eabf73c1db service neutron] 10.222.0.46 "GET /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829229 Aug 27 02:29:32.508704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde76af-0785-48a3-b74f-8e2c4b18321a req-f86c58aa-219f-44da-8f0f-cb2eee47b59a tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.510161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cde76af-0785-48a3-b74f-8e2c4b18321a req-f86c58aa-219f-44da-8f0f-cb2eee47b59a tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Aug 27 02:29:32.547078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cde76af-0785-48a3-b74f-8e2c4b18321a req-853551f1-1eeb-4c94-a62b-7f264e425ac4 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Aug 27 02:29:32.735014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:32.737412 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8bbb6e-e2b2-4c5c-81f1-508f5965f455" -d '{"events": [{"server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "name": "network-vif-plugged", "status": "completed", "tag": "55e6efe9-48d9-4402-abe2-998d42548504"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:32.762301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074a579-cbbd-4b74-af2b-f752c4b65120 req-2a28ecae-a964-45b1-9813-55b403b82ac9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.763885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f074a579-cbbd-4b74-af2b-f752c4b65120 req-2a28ecae-a964-45b1-9813-55b403b82ac9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Aug 27 02:29:32.775058 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2da64e-72b6-4939-8d31-259e2a5c2aef x-openstack-request-id: req-da2da64e-72b6-4939-8d31-259e2a5c2aef {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:32.775332 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "name": "network-vif-plugged", "status": "completed", "tag": "55e6efe9-48d9-4402-abe2-998d42548504", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:32.775578 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da2da64e-72b6-4939-8d31-259e2a5c2aef {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:32.775986 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504', 'code': 200} Aug 27 02:29:32.806045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f074a579-cbbd-4b74-af2b-f752c4b65120 req-0377a6d1-c6b4-45cc-80b8-fbd24ab2ba7a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Aug 27 02:29:32.882919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe376a72-6acb-4f28-a223-e2702affcd42 req-490facd6-b723-4895-9e27-a543f25c44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.884577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe376a72-6acb-4f28-a223-e2702affcd42 req-490facd6-b723-4895-9e27-a543f25c44dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 1096 time: 0.0506542 Aug 27 02:29:32.940055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe376a72-6acb-4f28-a223-e2702affcd42 req-1114fb4e-082d-48e5-be5c-01b7fbdc1358 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Aug 27 02:29:32.992155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77e998-454e-499a-9be6-3839a997bf6e req-8310fbc7-909a-48cb-8a59-a4fe8d05eb41 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:32.994194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe77e998-454e-499a-9be6-3839a997bf6e req-8310fbc7-909a-48cb-8a59-a4fe8d05eb41 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.0595000 Aug 27 02:29:33.054324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f80399-6bc1-4c6d-8647-75b2a421b4e4 req-e8969417-bc0f-49e7-80d4-b87c8da8305f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.056909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76f80399-6bc1-4c6d-8647-75b2a421b4e4 req-e8969417-bc0f-49e7-80d4-b87c8da8305f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0752754 Aug 27 02:29:33.061038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe77e998-454e-499a-9be6-3839a997bf6e req-04938de6-8a5a-4177-a138-e8619b56446c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529056 Aug 27 02:29:33.122809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76f80399-6bc1-4c6d-8647-75b2a421b4e4 req-3a137495-0221-4398-8fb7-ab89009aa03f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517328 Aug 27 02:29:33.184113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3cc6a-1e5c-4969-8173-85890e4d9bc2 req-3fd80db8-651c-46c9-8f57-c839280786b4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.187137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6a3cc6a-1e5c-4969-8173-85890e4d9bc2 req-3fd80db8-651c-46c9-8f57-c839280786b4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0604277 Aug 27 02:29:33.233934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6a3cc6a-1e5c-4969-8173-85890e4d9bc2 req-5056ad9b-f795-4755-914b-f6dfdae45082 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Aug 27 02:29:33.268111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624fce-d06c-4807-a496-27df4def2aaa req-2e339b03-424d-4069-8bd4-c5c04754afef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.270004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff624fce-d06c-4807-a496-27df4def2aaa req-2e339b03-424d-4069-8bd4-c5c04754afef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.0605242 Aug 27 02:29:33.325453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff624fce-d06c-4807-a496-27df4def2aaa req-41190352-bd5a-49e0-978f-4db51cd92621 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Aug 27 02:29:33.435413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031635b2-5768-43b8-a69d-ca2b0b6a2620 req-1dc82f37-c1b4-4d9e-9663-d08765411441 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.441607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-031635b2-5768-43b8-a69d-ca2b0b6a2620 req-1dc82f37-c1b4-4d9e-9663-d08765411441 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0599825 Aug 27 02:29:33.446355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:33.451690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Request body: {'floatingip': {'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:33.524883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:33.626212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30b3a6-5f8f-4557-b2ef-3657e1608573 req-4bec6238-372e-449d-a61b-b87a2a322714 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.634424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a30b3a6-5f8f-4557-b2ef-3657e1608573 req-4bec6238-372e-449d-a61b-b87a2a322714 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.0780013 Aug 27 02:29:33.683248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a30b3a6-5f8f-4557-b2ef-3657e1608573 req-49cbbb3f-7678-49e9-a0ea-cc4516889091 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Aug 27 02:29:33.765461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2db13c-3f42-45d0-92cf-84634e566500 req-9afd2b28-5ca4-4dc4-9f31-d1ca18005a79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:33.766948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f2db13c-3f42-45d0-92cf-84634e566500 req-9afd2b28-5ca4-4dc4-9f31-d1ca18005a79 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.1206620 Aug 27 02:29:33.857069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f2db13c-3f42-45d0-92cf-84634e566500 req-e7f87185-fe71-4d76-8a70-d6512111dfd8 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Aug 27 02:29:34.214558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f34ce-15a7-44a2-afde-35c37b0433f3 req-e8b5de07-3021-4b78-9e73-462d2f8615e2 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.219446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.224671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-903f34ce-15a7-44a2-afde-35c37b0433f3 req-e8b5de07-3021-4b78-9e73-462d2f8615e2 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.0827730 Aug 27 02:29:34.243091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.268986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-903f34ce-15a7-44a2-afde-35c37b0433f3 req-15bf9ef3-f982-41a3-93e5-b34c8ae54c42 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Aug 27 02:29:34.352721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0d8d5-e1d7-46b6-ae33-d36ab45cd6bf req-ae7ad3da-14f1-447b-92ef-2cbcdf2cd7d7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.354490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44e0d8d5-e1d7-46b6-ae33-d36ab45cd6bf req-ae7ad3da-14f1-447b-92ef-2cbcdf2cd7d7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.1578121 Aug 27 02:29:34.393780 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Floating IP 21d7eaf4-7447-423f-bee7-ecdc9ab93e5a associated. External IP: 172.25.8.52, port: 4adc0acd-c0f6-49fc-a498-b0d7369dcd11. Aug 27 02:29:34.449614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44e0d8d5-e1d7-46b6-ae33-d36ab45cd6bf req-96afd7a8-1a11-4077-b52e-9be8fc310975 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881155 Aug 27 02:29:34.677386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:34.801059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b7694-0adc-4aa9-b597-960891fd6534 req-11f10ca0-36bb-45bf-8eb3-fc35bc24180b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.802733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-000b7694-0adc-4aa9-b597-960891fd6534 req-11f10ca0-36bb-45bf-8eb3-fc35bc24180b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.0554388 Aug 27 02:29:34.826516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80248d-31e9-4602-8789-9314aa46dc34 req-27f77b62-38e5-48fe-983c-20c7869e8153 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:34.835593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d80248d-31e9-4602-8789-9314aa46dc34 req-27f77b62-38e5-48fe-983c-20c7869e8153 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.1487868 Aug 27 02:29:34.856979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-000b7694-0adc-4aa9-b597-960891fd6534 req-f26ffb40-2559-4933-9600-65de923217d3 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 Aug 27 02:29:34.889190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:34.907096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:34.913061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:34.928449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:34.929418 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:34.946516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d80248d-31e9-4602-8789-9314aa46dc34 req-a988a0cb-768b-407e-bf84-5a023d8e47e6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096401 Aug 27 02:29:34.952298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abc35814-91f4-4299-9fa5-0d6bb6203f98 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "PUT /v2.0/floatingips/21d7eaf4-7447-423f-bee7-ecdc9ab93e5a HTTP/1.1" status: 200 len: 991 time: 1.5046163 Aug 27 02:29:34.953031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:34.955316 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48002494-f004-4202-8d5a-58b91f5ebaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:35.064721 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:35.119637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1aa32-1d04-41d6-bd1c-30852fa687cd req-91974ceb-1912-48ee-9b70-2831794f7afd tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.121800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6a1aa32-1d04-41d6-bd1c-30852fa687cd req-91974ceb-1912-48ee-9b70-2831794f7afd tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.0740607 Aug 27 02:29:35.189929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6a1aa32-1d04-41d6-bd1c-30852fa687cd req-6b24a8b1-3afe-48d0-9173-9b154295a94c tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613337 Aug 27 02:29:35.329650 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2c49a1-f207-434e-bde5-f52c5be4a039 x-openstack-request-id: req-4e2c49a1-f207-434e-bde5-f52c5be4a039 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:35.329939 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:35.330239 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e2c49a1-f207-434e-bde5-f52c5be4a039 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:35.330645 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'status': 'completed', 'code': 200} Aug 27 02:29:35.385745 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '21d7eaf4-7447-423f-bee7-ecdc9ab93e5a', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:29:13Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:35.425329 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:35.450711 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:35.451660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:35.462128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-385613bd-bbac-4749-b32f-1d838e99035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.464705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-385613bd-bbac-4749-b32f-1d838e99035c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1097 time: 0.1093984 Aug 27 02:29:35.535165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43b7d5-3b4a-4012-b766-d70cbd0dbe7d req-e99f6673-2d9e-4137-9dd2-cadad593da3d tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.556315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b43b7d5-3b4a-4012-b766-d70cbd0dbe7d req-e99f6673-2d9e-4137-9dd2-cadad593da3d tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.1257722 Aug 27 02:29:35.668908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b43b7d5-3b4a-4012-b766-d70cbd0dbe7d req-4cba6480-2657-4c34-8c6d-d9ff54d65ee9 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897715 Aug 27 02:29:35.692099 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:35.702799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-c2233971-6f19-4cfc-9885-d4fab554d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.707126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-c2233971-6f19-4cfc-9885-d4fab554d758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2363625 Aug 27 02:29:35.802745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-29cb2559-3197-48ec-a262-bc9a8eb4bea5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 999 time: 0.0798430 Aug 27 02:29:35.803688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0cac-e26b-4ce0-8084-5f8dbeff4fbc req-c990ef31-76ff-4b8e-b407-a56c984c6ee2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.807132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f5f0cac-e26b-4ce0-8084-5f8dbeff4fbc req-c990ef31-76ff-4b8e-b407-a56c984c6ee2 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.0780516 Aug 27 02:29:35.862184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f5f0cac-e26b-4ce0-8084-5f8dbeff4fbc req-b4c1c2a6-4836-49ea-b761-b9129b82185b tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462542 Aug 27 02:29:35.867784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-284d90fd-b345-4cfb-b27f-fa6d9aafcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.869440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-284d90fd-b345-4cfb-b27f-fa6d9aafcf6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.0581326 Aug 27 02:29:35.932614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-02b7249f-c4dd-405a-b995-5adaf414c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:35.934047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-02b7249f-c4dd-405a-b995-5adaf414c947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571010 Aug 27 02:29:35.970741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '21d7eaf4-7447-423f-bee7-ecdc9ab93e5a', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:29:13Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:36.001167 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca5f0c-a139-4af0-b9db-af9ffa475d33 None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '21d7eaf4-7447-423f-bee7-ecdc9ab93e5a', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'floating_ip_address': '172.25.8.52', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:29:13Z', 'updated_at': '2021-08-27T02:29:34Z', 'revision_number': 1, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:36.060880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-fb4054ae-c5d4-4ae1-9fc4-251ae4d1a3c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163719 Aug 27 02:29:36.313563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd450c6-3e2b-4df3-8ce3-5416039968b3 None None] New status for floating IP 21d7eaf4-7447-423f-bee7-ecdc9ab93e5a: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:29:36.390908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 64b4838e-5622-4e88-8b32-edc0f0d0bf99 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:36.491993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b86f0-baad-46e1-b577-80bdba03face req-ba35faf6-25ba-4170-946d-f6051245ae49 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.498798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-e0eb481e-c0e3-42d6-bc63-8f0a4f977ad1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.499323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-381b86f0-baad-46e1-b577-80bdba03face req-ba35faf6-25ba-4170-946d-f6051245ae49 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.4179075 Aug 27 02:29:36.501012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-e0eb481e-c0e3-42d6-bc63-8f0a4f977ad1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 945 time: 0.0760310 Aug 27 02:29:36.512986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48002494-f004-4202-8d5a-58b91f5ebaa3 req-33e65521-eac4-4a11-8c4e-f6fc24330634 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403899 Aug 27 02:29:36.558129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-381b86f0-baad-46e1-b577-80bdba03face req-10444faf-51bc-4f9f-a33c-84d2025e3363 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577638 Aug 27 02:29:36.660834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99,segment=NetworkSegment(a849c373-2eca-4362-a35c-6c2436123a2c),segment_id=a849c373-2eca-4362-a35c-6c2436123a2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:36.684255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port e6261d58-f4ad-473f-abe2-c37f082c3805 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:36.684769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.695954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '64b4838e-5622-4e88-8b32-edc0f0d0bf99', 'network_id': '03ea0746-d6bf-4a62-9be5-c67c9138658e', 'port_id': '64b4838e-5622-4e88-8b32-edc0f0d0bf99', 'mac_address': 'fa:16:3e:ca:d3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d793174-ab33-4225-a209-5b6c3bcd4296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:36.795246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4920fc8-f169-4b2b-a6ce-7f1a20a63c24 req-600322a7-1147-4776-80f1-b9f2332d8c53 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:36.804270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4920fc8-f169-4b2b-a6ce-7f1a20a63c24 req-600322a7-1147-4776-80f1-b9f2332d8c53 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 944 time: 0.0739999 Aug 27 02:29:36.817893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.843298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b4838e-5622-4e88-8b32-edc0f0d0bf99 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:36.865164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port e6261d58-f4ad-473f-abe2-c37f082c3805, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6261d58-f4ad-473f-abe2-c37f082c3805,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:36.865611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.873925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99,segment=NetworkSegment(a849c373-2eca-4362-a35c-6c2436123a2c),segment_id=a849c373-2eca-4362-a35c-6c2436123a2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:36.880193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:36.880982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4920fc8-f169-4b2b-a6ce-7f1a20a63c24 req-f225d54d-f4f1-4227-8670-0cf5e0098b85 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758190 Aug 27 02:29:36.893340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for e6261d58-f4ad-473f-abe2-c37f082c3805 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:36.978056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.024724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a79671-3666-4946-80f3-06c8e520449e req-57dc2374-1f90-4d9c-9d42-4e4583799651 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:37.026871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4a79671-3666-4946-80f3-06c8e520449e req-57dc2374-1f90-4d9c-9d42-4e4583799651 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.0896256 Aug 27 02:29:37.103518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5dd75-b4df-4a32-9e30-d64a572b9993 req-9c802efb-8e78-4cdc-8dfe-b94ed4198457 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:37.106577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abe5dd75-b4df-4a32-9e30-d64a572b9993 req-9c802efb-8e78-4cdc-8dfe-b94ed4198457 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 945 time: 0.0922632 Aug 27 02:29:37.144104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.155068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Deleting port 55e6efe9-48d9-4402-abe2-998d42548504 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:37.155432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.215141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abe5dd75-b4df-4a32-9e30-d64a572b9993 req-261e26e9-deb5-4fd9-b789-9ef53980b73d tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups?id=f94dae60-547d-4b41-b97a-4d70cdee5d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858388 Aug 27 02:29:37.215141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=e6261d58-f4ad-473f-abe2-c37f082c3805,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.261602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port e6261d58-f4ad-473f-abe2-c37f082c3805 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:37.265064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.269275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cec072c5-4476-47a7-84d5-76ecd2174e81 req-407e66a0-0b0d-4e62-b919-9f3cbb7f9a69 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "DELETE /v2.0/ports/e6261d58-f4ad-473f-abe2-c37f082c3805 HTTP/1.1" status: 204 len: 173 time: 0.7581949 Aug 27 02:29:37.269791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'name': 'network-vif-deleted', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:37.272150 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5860c28-37b0-463d-a735-0c3e0efe8edc" -d '{"events": [{"server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "name": "network-vif-deleted", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:37.317079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] For port 55e6efe9-48d9-4402-abe2-998d42548504, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=55e6efe9-48d9-4402-abe2-998d42548504,segment=NetworkSegment(8c255967-ff8e-44b9-826e-2c77161af84a),segment_id=8c255967-ff8e-44b9-826e-2c77161af84a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:37.317557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.325980 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb60fd27-0dc4-4d5c-90dc-85d4daa6b8ef x-openstack-request-id: req-bb60fd27-0dc4-4d5c-90dc-85d4daa6b8ef {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:37.326284 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b4f3d3-a319-4612-9eef-ceb8872f3912", "name": "network-vif-deleted", "tag": "e6261d58-f4ad-473f-abe2-c37f082c3805", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:37.326581 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb60fd27-0dc4-4d5c-90dc-85d4daa6b8ef {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:37.326987 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b4f3d3-a319-4612-9eef-ceb8872f3912', 'name': 'network-vif-deleted', 'tag': 'e6261d58-f4ad-473f-abe2-c37f082c3805', 'status': 'completed', 'code': 200} Aug 27 02:29:37.349241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Calling delete_port for 55e6efe9-48d9-4402-abe2-998d42548504 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:37.415876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['64b4838e-5622-4e88-8b32-edc0f0d0bf99'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:37.537523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.553741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['55e6efe9-48d9-4402-abe2-998d42548504'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:37.607563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event deleted for resources: {'Port': ['ID=55e6efe9-48d9-4402-abe2-998d42548504,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:37.691984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] No DVR routers for this DVR port 55e6efe9-48d9-4402-abe2-998d42548504 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:37.696223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:37.698372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4a79671-3666-4946-80f3-06c8e520449e req-8b321c4c-2634-47e3-bf72-d536411942f1 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.15 "DELETE /v2.0/ports/55e6efe9-48d9-4402-abe2-998d42548504 HTTP/1.1" status: 204 len: 173 time: 0.6587396 Aug 27 02:29:37.699971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'name': 'network-vif-deleted', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:37.702792 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ee861-5c99-4ec7-ba17-7be3488c3e34" -d '{"events": [{"server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "name": "network-vif-deleted", "tag": "55e6efe9-48d9-4402-abe2-998d42548504"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:37.739712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a63db03a-9a12-4fec-be59-2f0ef4a39282 req-a63e0639-da92-4fbc-bf24-bd6108aee5b0 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b4f3d3-a319-4612-9eef-ceb8872f3912 HTTP/1.1" status: 200 len: 210 time: 0.0403442 Aug 27 02:29:37.772760 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecc1b10-b8f4-4b53-9706-3ba6a239b754 x-openstack-request-id: req-4ecc1b10-b8f4-4b53-9706-3ba6a239b754 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:37.773057 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462084f2-83a1-4fa6-83de-d5a1ae5cfaa4", "name": "network-vif-deleted", "tag": "55e6efe9-48d9-4402-abe2-998d42548504", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:37.773482 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ecc1b10-b8f4-4b53-9706-3ba6a239b754 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:37.773785 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462084f2-83a1-4fa6-83de-d5a1ae5cfaa4', 'name': 'network-vif-deleted', 'tag': '55e6efe9-48d9-4402-abe2-998d42548504', 'status': 'completed', 'code': 200} Aug 27 02:29:38.033254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf992a-7117-47f8-827c-e0ea54809ace req-a40d0ad3-3862-4585-bf82-fc4cdae63007 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:38.034939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1bf992a-7117-47f8-827c-e0ea54809ace req-a40d0ad3-3862-4585-bf82-fc4cdae63007 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Aug 27 02:29:38.077301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1bf992a-7117-47f8-827c-e0ea54809ace req-6507c473-aa4a-41de-b7bd-79cea1825bc5 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364702 Aug 27 02:29:38.334079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6261d58-f4ad-473f-abe2-c37f082c3805 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:38.337988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-302aacc6-980d-4977-8dc6-0a2d952265f7 req-efd130bd-4d13-40d6-af33-c53a4549e26e tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/ports?device_id=462084f2-83a1-4fa6-83de-d5a1ae5cfaa4 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Aug 27 02:29:38.368125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e6261d58-f4ad-473f-abe2-c37f082c3805 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:38.368474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6261d58-f4ad-473f-abe2-c37f082c3805 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:39.100837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-c2851a39-4c73-4413-8bed-3a4bbc4cf10a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:39.102373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-c2851a39-4c73-4413-8bed-3a4bbc4cf10a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1087997 Aug 27 02:29:39.124917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-62449092-6c67-4984-9f57-6f58d7dacbcf tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0164771 Aug 27 02:29:39.166102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-d803490e-a49f-4a4d-b7f2-2d4f762e67e8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402365 Aug 27 02:29:39.225667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df52b4b-f13f-4d85-b0be-d234e8d75674 req-58576718-09ad-4abe-9c2d-2d08256fae42 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:39.227329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7df52b4b-f13f-4d85-b0be-d234e8d75674 req-58576718-09ad-4abe-9c2d-2d08256fae42 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 945 time: 0.0641427 Aug 27 02:29:39.272231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7df52b4b-f13f-4d85-b0be-d234e8d75674 req-6ec6c923-7668-4a3d-829b-f9a237eea8bc tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Aug 27 02:29:39.293384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-8d6abd3c-9cbb-43af-a55a-a020f616f6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197324 Aug 27 02:29:39.406493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-fb630296-5bd5-450b-b016-e7cfd4dbaeb2 service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030519 Aug 27 02:29:39.610936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-052b939c-3cd3-4282-9870-cad1ceee6b48 req-a33282a4-7038-4386-84e5-1b9385d43a8b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Aug 27 02:29:39.656212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:39.719527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.748719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.811378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.814931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:39.818939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "DELETE /v2.0/security-groups/c694635a-ea33-47b5-8d98-a902a8d7c1f2 HTTP/1.1" status: 204 len: 168 time: 0.1588099 Aug 27 02:29:39.819327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38362) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:39.827669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268671-0ed7-40fd-a810-4de67e786e22 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694635a-ea33-47b5-8d98-a902a8d7c1f2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:39.834734 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-6d41e104-608b-4ca7-bf54-fb70f62db143 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] show failed (client error): The resource could not be found. Aug 27 02:29:39.839359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:39.860754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6d41e104-608b-4ca7-bf54-fb70f62db143 tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "GET /v2.0/security-groups/c694635a-ea33-47b5-8d98-a902a8d7c1f2 HTTP/1.1" status: 404 len: 347 time: 0.0154195 Aug 27 02:29:40.057328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Deleting port e86165a5-3833-47c0-93b5-bb77c1d0a95c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:40.059391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.177650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.177979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.198240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Calling delete_port for e86165a5-3833-47c0-93b5-bb77c1d0a95c owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:40.343841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:40.353829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 64b4838e-5622-4e88-8b32-edc0f0d0bf99 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:40.376491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.415318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Pushing event deleted for resources: {'Port': ['ID=e86165a5-3833-47c0-93b5-bb77c1d0a95c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:40.444971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:40.463770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:40.464147 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.475100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495e1e3-47a5-4e5a-8f86-b219394a7579 req-9acd60a1-9030-4f70-9b0c-c35233ae68f7 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:40.486647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b495e1e3-47a5-4e5a-8f86-b219394a7579 req-9acd60a1-9030-4f70-9b0c-c35233ae68f7 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 945 time: 0.1211483 Aug 27 02:29:40.500315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.504478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.508178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9dde04f8-a379-42f5-aa26-46bf0437e74f tempest-ImagesOneServerNegativeTestJSON-861115907 tempest-ImagesOneServerNegativeTestJSON-861115907-project] 10.222.0.26 "DELETE /v2.0/floatingips/6a8d7693-b6dd-4f17-9b5c-ff84583173ab HTTP/1.1" status: 204 len: 168 time: 0.6651917 Aug 27 02:29:40.542907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b495e1e3-47a5-4e5a-8f86-b219394a7579 req-f8f77cef-9458-45fc-99ac-461389eab60e tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517156 Aug 27 02:29:40.664365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:40.689455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:40.712415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'mac_address': 'fa:16:3e:93:81:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:40.736534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.750200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Deleting subnet afc2ca99-a9b2-4674-baa3-8f4598213c04 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:29:40.754133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.804343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99,segment=NetworkSegment(a849c373-2eca-4362-a35c-6c2436123a2c),segment_id=a849c373-2eca-4362-a35c-6c2436123a2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:40.807580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:40.810514 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9bbd7a-201f-45ec-aa1a-18d982e7e0be" -d '{"events": [{"server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "name": "network-vif-plugged", "status": "completed", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:40.820271 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.837167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab5e9330-9da8-4473-841f-2483a00797c3 req-e0109c24-f24d-4679-8625-870507b9e0bc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 210 time: 0.0477016 Aug 27 02:29:40.849064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.851013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.884223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7936cb76-cf01-48cd-9d8f-f003f0178d5e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:40.911842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:40.918875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:40.923161 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.928409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:40.962706 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb361b65-355c-47f7-a6a9-ec138c42cd48 x-openstack-request-id: req-fb361b65-355c-47f7-a6a9-ec138c42cd48 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:40.963007 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "name": "network-vif-plugged", "status": "completed", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:40.963248 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb361b65-355c-47f7-a6a9-ec138c42cd48 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:40.963628 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99', 'code': 200} Aug 27 02:29:41.017910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:41.087972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7936cb76-cf01-48cd-9d8f-f003f0178d5e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:41.178626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 55e6efe9-48d9-4402-abe2-998d42548504 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:41.207674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6121141-6b0f-4f34-85d4-75528dbb77a7 req-757cd581-92d5-4346-9a4e-075d2fde4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:41.209564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6121141-6b0f-4f34-85d4-75528dbb77a7 req-757cd581-92d5-4346-9a4e-075d2fde4eee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 1097 time: 0.1342509 Aug 27 02:29:41.224476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.251926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 55e6efe9-48d9-4402-abe2-998d42548504 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:41.252253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 55e6efe9-48d9-4402-abe2-998d42548504 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:41.259862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6121141-6b0f-4f34-85d4-75528dbb77a7 req-90842f81-e3fe-45da-a1ca-4a3e078fa507 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Aug 27 02:29:41.290397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc2ca99-a9b2-4674-baa3-8f4598213c04,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:41.297463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.302450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.302756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59d0dcc9-90bb-4ff0-9b94-cfc1dea6a8b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/afc2ca99-a9b2-4674-baa3-8f4598213c04 HTTP/1.1" status: 204 len: 168 time: 0.6370518 Aug 27 02:29:41.309654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-0f29aa69-e0e9-4ec8-a022-2075d7bdab73 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:41.311399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-0f29aa69-e0e9-4ec8-a022-2075d7bdab73 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.4063990 Aug 27 02:29:41.329107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:41.384386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.450555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:41.454198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.465331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.489217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3e5471-420d-4319-8cab-f489490ed4db']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.505717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c255967-ff8e-44b9-826e-2c77161af84a') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.506007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c255967-ff8e-44b9-826e-2c77161af84a') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:41.514699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.528617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.534568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:29:41.534955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:29:41.536621 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:29:41.597211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.606443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.607676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae3e5471-420d-4319-8cab-f489490ed4db HTTP/1.1" status: 204 len: 168 time: 0.3040917 Aug 27 02:29:41.620074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.7 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/f3268397-37d2-4d79-ad46-5efd6f2a5323) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:41.632656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d0e1-bef4-4643-bc53-b94e584e102f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3e5471-420d-4319-8cab-f489490ed4db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:41.754179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472354d4-8d6f-4717-aab5-74e6451fe07c req-b0f07240-b749-40e4-8776-a2149bfe3835 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:41.755771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-472354d4-8d6f-4717-aab5-74e6451fe07c req-b0f07240-b749-40e4-8776-a2149bfe3835 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 946 time: 0.1260412 Aug 27 02:29:41.856102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-472354d4-8d6f-4717-aab5-74e6451fe07c req-df9685f0-2f4d-4f9d-a80d-6a4607e69e78 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886188 Aug 27 02:29:41.900221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.924076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38430) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:41.963215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:41.987845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-46e4096d-3cc1-41be-b85e-f6ada8247011 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1eaf8e8712a845a3843f5e86a8dd3c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623331 Aug 27 02:29:42.003499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:42.041491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:42.050854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432509c9-7181-4b6b-8ec9-4d6b1fbb3a4d req-1ecff04b-b9d9-45f5-bb86-d3738b907d56 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:42.052177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-432509c9-7181-4b6b-8ec9-4d6b1fbb3a4d req-1ecff04b-b9d9-45f5-bb86-d3738b907d56 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 931 time: 0.0914609 Aug 27 02:29:42.055534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:42.058670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:42.061381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.109828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-432509c9-7181-4b6b-8ec9-4d6b1fbb3a4d req-7f0ec98a-19af-4a4b-ae61-a8cdbb57f41e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Aug 27 02:29:42.112022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.147627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:42.148248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.156413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.188096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-219610d6-4312-4206-8256-71a894eb4afb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8633027 Aug 27 02:29:42.214229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Request body: {'port': {'device_id': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:42.245989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.248650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.250481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f94dae60-547d-4b41-b97a-4d70cdee5d96 HTTP/1.1" status: 204 len: 168 time: 0.2453249 Aug 27 02:29:42.267547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94088725-40c7-4f66-837e-d94be3b1673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94dae60-547d-4b41-b97a-4d70cdee5d96,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.338451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.401694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:42.471553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 7936cb76-cf01-48cd-9d8f-f003f0178d5e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:42.472027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.578347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.629998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:42.638158 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.722848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.770128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3268397-37d2-4d79-ad46-5efd6f2a5323 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:42.780592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.797281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Transition to ACTIVE for port object f3268397-37d2-4d79-ad46-5efd6f2a5323 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:42.804622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:42.962909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:42.964616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:42.967024 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac6ab7-fe16-47b9-897d-67affa805074" -d '{"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-plugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:43.043039 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a2b6f-c898-4303-9a52-344808080b5b x-openstack-request-id: req-0d5a2b6f-c898-4303-9a52-344808080b5b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:43.043327 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-plugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:43.043589 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d5a2b6f-c898-4303-9a52-344808080b5b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:43.044314 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'code': 200} Aug 27 02:29:43.060976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Attempting to bind port f3268397-37d2-4d79-ad46-5efd6f2a5323 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:43.064990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Attempting to bind port f3268397-37d2-4d79-ad46-5efd6f2a5323 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:43.065771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Attempting to bind port f3268397-37d2-4d79-ad46-5efd6f2a5323 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:43.076151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Port f3268397-37d2-4d79-ad46-5efd6f2a5323 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:29:43.076739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Attempting to bind port f3268397-37d2-4d79-ad46-5efd6f2a5323 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:43.086151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:43.086605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:43.087060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:43.087564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Bound port: f3268397-37d2-4d79-ad46-5efd6f2a5323, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:43.087994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.156233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f96f-191b-4386-a267-4ad62f6c2760 req-1ba67f69-7fb4-47ec-b981-6e9d43f730db tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.166521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9478f96f-191b-4386-a267-4ad62f6c2760 req-1ba67f69-7fb4-47ec-b981-6e9d43f730db tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 946 time: 0.1129770 Aug 27 02:29:43.216722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:43.223879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9478f96f-191b-4386-a267-4ad62f6c2760 req-d7c6ed45-918d-45a9-ac89-629e8cb2fa7d tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563715 Aug 27 02:29:43.228917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:43.242291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.332975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.334044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:43.336985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3268397-37d2-4d79-ad46-5efd6f2a5323 HTTP/1.1" status: 200 len: 1091 time: 1.1313615 Aug 27 02:29:43.338502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:43.341199 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:43.371525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a8d3-a0d6-4fd6-9125-411bec0c7c52 req-f1bab8ad-8077-4d20-9da0-f16493be3014 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.373116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a18a8d3-a0d6-4fd6-9125-411bec0c7c52 req-f1bab8ad-8077-4d20-9da0-f16493be3014 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.0973077 Aug 27 02:29:43.373992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f089-1443-485d-919a-f28e97d8a074 service neutron] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:43.448071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a18a8d3-a0d6-4fd6-9125-411bec0c7c52 req-db0962c0-fc1c-4049-8402-b611ffc28fe6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Aug 27 02:29:43.476390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-25a4b3db-26f5-4fa0-8c86-606930d6d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.478059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-25a4b3db-26f5-4fa0-8c86-606930d6d07f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 1094 time: 0.0695171 Aug 27 02:29:43.592871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-9cb8729d-0b14-4e0e-b812-a606d7d9fa09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323 HTTP/1.1" status: 200 len: 217 time: 0.0993679 Aug 27 02:29:43.602470 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ca22ca-35db-42d7-8239-5cd9041c42fb x-openstack-request-id: req-d0ca22ca-35db-42d7-8239-5cd9041c42fb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:43.602784 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:43.603049 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0ca22ca-35db-42d7-8239-5cd9041c42fb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:43.603476 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'status': 'completed', 'code': 200} Aug 27 02:29:43.628926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38520) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:43.715160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc138-d44b-460b-8f0f-5a94515a20da req-8dd13b66-4711-4561-bc20-ffe3842cacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:43.716668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-8dd13b66-4711-4561-bc20-ffe3842cacd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1122308 Aug 27 02:29:43.783208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-1bd02459-98e2-4d0e-8113-6822dec39c94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576537 Aug 27 02:29:43.979161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-826922816-network', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:44.054761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:44.057364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.068996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-1aa4d281-c626-421c-877d-aeacf439c5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761378 Aug 27 02:29:44.112724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.296325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20edc138-d44b-460b-8f0f-5a94515a20da req-107f9d67-a1e8-407d-9a94-976012d79661 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188327 Aug 27 02:29:44.439446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.450004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-dc399870-d8cf-4916-818c-56aaa7e04460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.450310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.454467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-dc399870-d8cf-4916-818c-56aaa7e04460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 1094 time: 0.0989211 Aug 27 02:29:44.503732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:29:44.562621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.562914 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Added segment a6a475d2-8501-4637-9fc5-6ab10c3a2186 of type vlan for network 5011a0a6-db4b-445a-b800-c985def8639a Aug 27 02:29:44.567214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb3ef0-b02e-436f-833a-ed30138a366e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:44.590812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-a804a0b3-08f9-4d77-88e9-3cb13ceb1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.593595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-a804a0b3-08f9-4d77-88e9-3cb13ceb1d06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.1298277 Aug 27 02:29:44.670986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.732879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-4ae827cc-037d-4919-b2db-615fc84cc94e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323 HTTP/1.1" status: 200 len: 217 time: 0.1268258 Aug 27 02:29:44.753506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.757252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.758373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:44.923682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2936964 Aug 27 02:29:44.927288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:44.939306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Request body: {'subnet': {'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-subnet', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:44.953649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-f91c38d7-e1c7-43ad-be15-5b1af578fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:44.957934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08536d8-ecf5-41b8-b414-4e8fd9e3e4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5011a0a6-db4b-445a-b800-c985def8639a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:44.961611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-f91c38d7-e1c7-43ad-be15-5b1af578fbd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1461673 Aug 27 02:29:44.972258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 5011a0a6-db4b-445a-b800-c985def8639a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:29:44.982485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:29:44.988067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.050995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-d00b3cf6-8d13-44c3-b8b0-3a1b2e306229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690811 Aug 27 02:29:45.115484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ea0d3-de56-412d-a69d-9dc65370c1f5 req-db9b9254-0c81-4988-a086-2d1142b4f981 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:45.118272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-970ea0d3-de56-412d-a69d-9dc65370c1f5 req-db9b9254-0c81-4988-a086-2d1142b4f981 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.4144282 Aug 27 02:29:45.284685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.309493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-970ea0d3-de56-412d-a69d-9dc65370c1f5 req-51837dae-cc94-4edd-aed1-8faed5225b9b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701210 Aug 27 02:29:45.367479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b1324b-b51d-4464-b69b-609e428bf4bf,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:45.385063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Checking segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:45.385063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Network hostable DHCP agents. Network: 5011a0a6-db4b-445a-b800-c985def8639a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:29:45.407907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-4b95dd46-8e9d-4f1b-8c43-2acac443b9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436971 Aug 27 02:29:45.429532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Network 5011a0a6-db4b-445a-b800-c985def8639a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:29:45.449292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 5011a0a6-db4b-445a-b800-c985def8639a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:45.454552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:45.455381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.462294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7593166-6e1f-47c8-bd43-15e0291d1366 None None] Network 5011a0a6-db4b-445a-b800-c985def8639a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:45.505262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ee1c0859-73df-4e35-8b7e-da85e27e85fd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5732734 Aug 27 02:29:45.521042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38542) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:45.525693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:29:45.598118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.599245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.705560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b671d3e2-4e1f-4594-a58c-964c7f1ef44f req-b2fff769-c2c3-4702-8e4e-db00effd528f service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856011 Aug 27 02:29:45.723858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.772176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-5011a0a6-db4b-445a-b800-c985def8639a', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:29:45.773059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:45.952459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-853355ef-eef6-49d7-ab2e-ad666a0686af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119506 Aug 27 02:29:46.055136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-09e92992-03d8-4e65-bc39-11916f872833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:46.056631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-09e92992-03d8-4e65-bc39-11916f872833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 1096 time: 0.0831249 Aug 27 02:29:46.111759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.191667 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.219796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Allocated IP 172.20.0.2 (5011a0a6-db4b-445a-b800-c985def8639a/10b1324b-b51d-4464-b69b-609e428bf4bf/a416ae98-b640-4625-9102-4a09b71340d8) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:46.296125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-9158e3f8-4c3e-41fe-873c-620e46461393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:46.305435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-9158e3f8-4c3e-41fe-873c-620e46461393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.2064185 Aug 27 02:29:46.617742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.670195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.723560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-7cfa11d6-246d-40dc-8a62-16201fc69db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 200 len: 1000 time: 0.4072278 Aug 27 02:29:46.743344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab212bd-2971-409c-a610-955bcd82a39f req-66e0d5d4-955e-4c1d-99cb-6db20747837d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:46.749261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.761451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ab212bd-2971-409c-a610-955bcd82a39f req-66e0d5d4-955e-4c1d-99cb-6db20747837d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.1246889 Aug 27 02:29:46.802634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Transition to ACTIVE for port object a416ae98-b640-4625-9102-4a09b71340d8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:46.831581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-0fb7ea43-e565-40d4-9262-0d63b3fd0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:46.837874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-0fb7ea43-e565-40d4-9262-0d63b3fd0972 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.0740254 Aug 27 02:29:46.839029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Transition to ACTIVE for port object a416ae98-b640-4625-9102-4a09b71340d8 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:46.854807 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:46.886799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Allocated IP 172.25.8.143 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/faa2b82d-5ec8-4837-adb5-a5c18a105db7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:46.919790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Network 5011a0a6-db4b-445a-b800-c985def8639a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:46.921460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:46.923834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:47.001877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Attempting to bind port a416ae98-b640-4625-9102-4a09b71340d8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:47.002580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Attempting to bind port a416ae98-b640-4625-9102-4a09b71340d8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:47.003159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Attempting to bind port a416ae98-b640-4625-9102-4a09b71340d8 on network 5011a0a6-db4b-445a-b800-c985def8639a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:47.036503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-7eea7ee8-4253-4ea7-b926-2b0b0a0850c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:47.043364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Pushing event updated for resources: {'Port': ['ID=a416ae98-b640-4625-9102-4a09b71340d8,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:47.051328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-7eea7ee8-4253-4ea7-b926-2b0b0a0850c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897953 Aug 27 02:29:47.072468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:47.072468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Checking segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:47.072807 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.073424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ab212bd-2971-409c-a610-955bcd82a39f req-2b8f4180-71bb-45bf-94ec-2ee8e5cbd0a5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107619 Aug 27 02:29:47.075403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Bound using segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:47.082473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Bound port: a416ae98-b640-4625-9102-4a09b71340d8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:47.082959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.218452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3268397-37d2-4d79-ad46-5efd6f2a5323 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:47.247827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.373168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.426401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-bf6f8d51-cab3-4a31-912f-91254a34b6fd service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512979 Aug 27 02:29:47.442430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:47.448510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] For port a416ae98-b640-4625-9102-4a09b71340d8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:47.449645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:47.465036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:47.515162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] For port a416ae98-b640-4625-9102-4a09b71340d8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a416ae98-b640-4625-9102-4a09b71340d8,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:47.541962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:47.666808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e67fed-7afb-4a14-9074-4716ca5f0563 req-dc86cc29-aee0-41b8-b8d5-769554624aff service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221301 Aug 27 02:29:48.019657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:48.064186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'mac_address': 'fa:16:3e:fd:59:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:48.204769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897c2f4-a41e-475b-b88e-7c4bee3bc1c1 None None] Pushing event updated for resources: {'Port': ['ID=a416ae98-b640-4625-9102-4a09b71340d8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.270482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474a47d-b5be-4163-a599-2e37fe680fbd req-27086438-ad91-4386-895e-98a25b489562 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:48.272831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7474a47d-b5be-4163-a599-2e37fe680fbd req-27086438-ad91-4386-895e-98a25b489562 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.0956078 Aug 27 02:29:48.278889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.324757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3268397-37d2-4d79-ad46-5efd6f2a5323 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:48.385797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7474a47d-b5be-4163-a599-2e37fe680fbd req-e42c22a9-d99d-4885-b392-f259afff50f9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016297 Aug 27 02:29:48.390767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:48.399856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.533189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.554852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Pushing event updated for resources: {'Port': ['ID=faa2b82d-5ec8-4837-adb5-a5c18a105db7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:48.671607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f3268397-37d2-4d79-ad46-5efd6f2a5323'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:48.759204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:48.949546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a416ae98-b640-4625-9102-4a09b71340d8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:49.107307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a416ae98-b640-4625-9102-4a09b71340d8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:49.147845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787692-3335-40ed-bc37-c92093d2f284 req-8a2a189a-b911-4fb8-a088-ecb13f39745d tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:49.155986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d787692-3335-40ed-bc37-c92093d2f284 req-8a2a189a-b911-4fb8-a088-ecb13f39745d tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 946 time: 0.0699658 Aug 27 02:29:49.228504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.230729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d787692-3335-40ed-bc37-c92093d2f284 req-d80adc37-3639-4be5-9493-e0cba745d10f tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698795 Aug 27 02:29:49.535137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Router dbd0a38c-32cc-4ed3-823a-53f5755091a1 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:29:49.623357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac444-9674-4563-930b-6ffcd081e90c req-9e960a3b-a9ca-4372-86e6-bfdf96d37486 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:49.632821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-552ac444-9674-4563-930b-6ffcd081e90c req-9e960a3b-a9ca-4372-86e6-bfdf96d37486 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 944 time: 0.1023288 Aug 27 02:29:49.729037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-552ac444-9674-4563-930b-6ffcd081e90c req-fbe0bcb2-46f0-4022-9dff-9b6b225cc12b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926733 Aug 27 02:29:49.822599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:49.834904 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Sync routers for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:49.857816 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:49.859692 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:49.879819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a8062-eec5-4e50-8c8a-99844d064f50 None None] Network 5011a0a6-db4b-445a-b800-c985def8639a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:29:49.882271 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:49.883867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6ec27d3b-6c72-4385-b216-a25fb4b058ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3616507 Aug 27 02:29:49.887038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:29:50.111393 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:50.216752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Provisioning for port a416ae98-b640-4625-9102-4a09b71340d8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:50.233751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Provisioning complete for port a416ae98-b640-4625-9102-4a09b71340d8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:50.234639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.425824 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.510279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] For port a416ae98-b640-4625-9102-4a09b71340d8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a416ae98-b640-4625-9102-4a09b71340d8,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:50.520295 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.614234 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:48Z', 'revision_number': 3, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:50.633390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124adc-dbce-49f0-9f42-99034ca93261 None None] Pushing event updated for resources: {'Port': ['ID=a416ae98-b640-4625-9102-4a09b71340d8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:50.694784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Checking router: dbd0a38c-32cc-4ed3-823a-53f5755091a1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:50.696461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Updating router dbd0a38c-32cc-4ed3-823a-53f5755091a1 port faa2b82d-5ec8-4837-adb5-a5c18a105db7 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:29:50.755692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eee19333-78b7-4196-83c1-34cbfbbefbdd None None] Provisioning complete for port a416ae98-b640-4625-9102-4a09b71340d8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:50.756229 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eee19333-78b7-4196-83c1-34cbfbbefbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.764597 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.821533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a416ae98-b640-4625-9102-4a09b71340d8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:50.942491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc236d-e5de-475f-a42b-c7e70e629f82 req-52c1a890-27e5-47e0-afae-258cbb0a8d0b tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:50.946305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a416ae98-b640-4625-9102-4a09b71340d8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:50.947068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:50.957515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68bc236d-e5de-475f-a42b-c7e70e629f82 req-52c1a890-27e5-47e0-afae-258cbb0a8d0b tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 946 time: 0.0988793 Aug 27 02:29:51.029801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a72549ff-899f-4eb4-964c-5a827c4b2ea0 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.032525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a72549ff-899f-4eb4-964c-5a827c4b2ea0 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 946 time: 0.1678905 Aug 27 02:29:51.047091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b62ac-366f-4d6e-a2cb-128bae7b2bd4 req-1563b0cc-e536-45ef-92ed-dcbc02b74214 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.055476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-484b62ac-366f-4d6e-a2cb-128bae7b2bd4 req-1563b0cc-e536-45ef-92ed-dcbc02b74214 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 944 time: 0.1670008 Aug 27 02:29:51.099691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68bc236d-e5de-475f-a42b-c7e70e629f82 req-d4a6fcad-2ee1-4806-83e6-566cbb8326ef tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/security-groups?id=46575e9c-7798-4d7e-bbab-5e62ab57b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410067 Aug 27 02:29:51.157132 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.169493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Transition to ACTIVE for port object faa2b82d-5ec8-4837-adb5-a5c18a105db7 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:51.184523 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.201166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3268397-37d2-4d79-ad46-5efd6f2a5323 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:51.217816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-484b62ac-366f-4d6e-a2cb-128bae7b2bd4 req-3b136805-1f50-4c81-91d4-575c4afafc73 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589236 Aug 27 02:29:51.277601 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Attempting to bind port faa2b82d-5ec8-4837-adb5-a5c18a105db7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:51.278061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Attempting to bind port faa2b82d-5ec8-4837-adb5-a5c18a105db7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:51.278650 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Attempting to bind port faa2b82d-5ec8-4837-adb5-a5c18a105db7 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:51.280957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Deleting port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:29:51.281532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.289995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:51.291011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:51.291649 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.292149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:51.293111 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Bound port: faa2b82d-5ec8-4837-adb5-a5c18a105db7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:51.293624 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.328784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Pushing event updated for resources: {'Port': ['ID=faa2b82d-5ec8-4837-adb5-a5c18a105db7,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.339825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.340612 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.341228 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.341371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port f3268397-37d2-4d79-ad46-5efd6f2a5323 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:51.341642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.342164 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.342639 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.343051 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.343956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.343956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.344683 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.344683 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.345144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:29:51.346606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f3268397-37d2-4d79-ad46-5efd6f2a5323 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:51.346982 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.377540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.416048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] For port faa2b82d-5ec8-4837-adb5-a5c18a105db7, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:51.416960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08cea8-4b59-480d-9e38-53addd87ab98 req-19b30170-ce8f-4608-9ddd-7c0d42a208bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.419580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf08cea8-4b59-480d-9e38-53addd87ab98 req-19b30170-ce8f-4608-9ddd-7c0d42a208bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1431849 Aug 27 02:29:51.435138 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] For port faa2b82d-5ec8-4837-adb5-a5c18a105db7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa2b82d-5ec8-4837-adb5-a5c18a105db7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:51.447478 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.479796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] For port 64b4838e-5622-4e88-8b32-edc0f0d0bf99, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=64b4838e-5622-4e88-8b32-edc0f0d0bf99,segment=NetworkSegment(a849c373-2eca-4362-a35c-6c2436123a2c),segment_id=a849c373-2eca-4362-a35c-6c2436123a2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:51.480321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.503002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Calling delete_port for 64b4838e-5622-4e88-8b32-edc0f0d0bf99 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:29:51.514177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.516524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf08cea8-4b59-480d-9e38-53addd87ab98 req-a44a30a8-545f-48b1-8ea8-1d3acefbe10c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867298 Aug 27 02:29:51.537132 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2015d8-435f-45df-a71a-86181cf24f9d None None] Pushing event updated for resources: {'Port': ['ID=faa2b82d-5ec8-4837-adb5-a5c18a105db7,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.576658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:51.582021 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c89c55b-4375-437a-bb00-580e1804f36b" -d '{"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-plugged", "status": "completed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:51.583479 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:51.584142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:51.609459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:51.620646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.690790 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb236f53-3544-4577-98cd-f45b2ab1c86c x-openstack-request-id: req-fb236f53-3544-4577-98cd-f45b2ab1c86c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:51.699639 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-plugged", "status": "completed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:51.702090 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb236f53-3544-4577-98cd-f45b2ab1c86c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:51.702660 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'code': 200} Aug 27 02:29:51.742639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Allocated IP 172.20.0.1 (5011a0a6-db4b-445a-b800-c985def8639a/10b1324b-b51d-4464-b69b-609e428bf4bf/3b49849a-3357-4309-bb2f-5d20f28ffb44) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:29:51.763659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.765600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:51.833887 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.869740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['64b4838e-5622-4e88-8b32-edc0f0d0bf99'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:51.872268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5a18-1f51-46f4-9204-6774797b38c1 req-0315763e-4aca-4f95-839d-bb0322b3aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:51.874908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dc5a18-1f51-46f4-9204-6774797b38c1 req-0315763e-4aca-4f95-839d-bb0322b3aeec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 1096 time: 0.1162539 Aug 27 02:29:51.895591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Pushing event deleted for resources: {'Port': ['ID=64b4838e-5622-4e88-8b32-edc0f0d0bf99,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:51.944632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dc5a18-1f51-46f4-9204-6774797b38c1 req-916e08e7-3b66-4a57-a246-0c58aaa037e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567372 Aug 27 02:29:51.963815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:51.978685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Transition to ACTIVE for port object 3b49849a-3357-4309-bb2f-5d20f28ffb44 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:52.020459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] No DVR routers for this DVR port 64b4838e-5622-4e88-8b32-edc0f0d0bf99 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:29:52.032472 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.037532 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2fa63ee-4db3-4dde-a09c-f17ae59b3cc6 req-a01e97a7-27cd-4f15-8a2d-3287bd630f3c tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.46 "DELETE /v2.0/ports/64b4838e-5622-4e88-8b32-edc0f0d0bf99 HTTP/1.1" status: 204 len: 173 time: 0.9785061 Aug 27 02:29:52.038174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'name': 'network-vif-deleted', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:52.040769 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2625b-3e1d-4571-bb99-ea1166697b82" -d '{"events": [{"server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "name": "network-vif-deleted", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:52.050052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.121457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Network 5011a0a6-db4b-445a-b800-c985def8639a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:52.124318 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d926e9-42a3-4982-a4e5-6b671b0604bb x-openstack-request-id: req-17d926e9-42a3-4982-a4e5-6b671b0604bb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:52.124604 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c14659-892f-4d6c-8494-75bc699ebf98", "name": "network-vif-deleted", "tag": "64b4838e-5622-4e88-8b32-edc0f0d0bf99", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:52.124865 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17d926e9-42a3-4982-a4e5-6b671b0604bb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:52.125258 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c14659-892f-4d6c-8494-75bc699ebf98', 'name': 'network-vif-deleted', 'tag': '64b4838e-5622-4e88-8b32-edc0f0d0bf99', 'status': 'completed', 'code': 200} Aug 27 02:29:52.127601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:52.130744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:29:52.190146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Pushing event updated for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:52.210428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.237459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:48Z', 'revision_number': 3, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:52.288503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687266c2-7c48-4d0b-b5b3-221a9674a6f3 None None] The sync data for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 is: [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:48Z', 'revision_number': 3, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:52.469517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9bb570f1-1321-4ebb-80e7-e60391900089 req-17337a83-367b-4f23-bbe3-196f72ff54d6 tempest-VolumesActionsTest-1691650931 tempest-VolumesActionsTest-1691650931-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c14659-892f-4d6c-8494-75bc699ebf98 HTTP/1.1" status: 200 len: 210 time: 0.0970831 Aug 27 02:29:52.480395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee2e73-3f73-4442-86b3-a57988b59782 req-c77fc4b9-5b44-4c16-bb05-85c72c02462d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:52.481917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccee2e73-3f73-4442-86b3-a57988b59782 req-c77fc4b9-5b44-4c16-bb05-85c72c02462d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0950124 Aug 27 02:29:52.492542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.526198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa6ded06-c1f8-4756-ba75-62a6be213042 None None] Provisioning for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:52.531077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa6ded06-c1f8-4756-ba75-62a6be213042 None None] Provisioning complete for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:52.531492 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aa6ded06-c1f8-4756-ba75-62a6be213042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.592113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccee2e73-3f73-4442-86b3-a57988b59782 req-33074a12-50f0-47f9-8b9a-1374af0da109 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905941 Aug 27 02:29:52.675033 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38dc5bf9-0849-4922-880c-266e088a5536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.687402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ded06-c1f8-4756-ba75-62a6be213042 None None] Port 3b49849a-3357-4309-bb2f-5d20f28ffb44 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:52.859599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8604-6b3b-499f-9bf7-792f15125777 req-2dc75ea4-20d2-421e-9ff5-7febac94d077 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:52.868026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c2c8604-6b3b-499f-9bf7-792f15125777 req-2dc75ea4-20d2-421e-9ff5-7febac94d077 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1106923 Aug 27 02:29:52.935140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c2c8604-6b3b-499f-9bf7-792f15125777 req-7e90ef01-b758-4f5c-8b33-f46b29e570b3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661128 Aug 27 02:29:52.937939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:52.957649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.051034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Pushing event updated for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:53.056531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.226070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Network 5011a0a6-db4b-445a-b800-c985def8639a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:29:53.227728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:29:53.497325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Router dbd0a38c-32cc-4ed3-823a-53f5755091a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:29:53.635479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08e551f9-593e-45b7-9a5c-e9b7c386f952 None None] Provisioning complete for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:53.637092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08e551f9-593e-45b7-9a5c-e9b7c386f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:53.731243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe29b2-1d0f-4330-9336-24750fe69626 req-ceed9403-f52f-482a-8ea2-3d870d981893 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.732425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:29:53.734562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eafe29b2-1d0f-4330-9336-24750fe69626 req-ceed9403-f52f-482a-8ea2-3d870d981893 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1114538 Aug 27 02:29:53.745722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08e551f9-593e-45b7-9a5c-e9b7c386f952 None None] Port 3b49849a-3357-4309-bb2f-5d20f28ffb44 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:29:53.753886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18d681d1-74f1-4044-bac0-2efcdd8d8241 admin admin] 10.222.0.26 "PUT /v2.0/routers/dbd0a38c-32cc-4ed3-823a-53f5755091a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8653533 Aug 27 02:29:53.827601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eafe29b2-1d0f-4330-9336-24750fe69626 req-6a382ae9-7267-4371-b9e0-47de825c2ddf tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846713 Aug 27 02:29:53.895612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc0a7-a3a0-4968-85d5-7d52ed5313a5 req-ec8ddb57-4600-4047-9639-9c0edde64dff tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:53.912510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6cc0a7-a3a0-4968-85d5-7d52ed5313a5 req-ec8ddb57-4600-4047-9639-9c0edde64dff tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0869002 Aug 27 02:29:53.993467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6cc0a7-a3a0-4968-85d5-7d52ed5313a5 req-cac27e64-5baa-43a5-9933-c0aec2e6b4ed tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Aug 27 02:29:54.795234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3fb04-e611-4867-ba85-f88a0906f620 req-0d83a0a6-27ec-4238-8e16-dd0e510ccae9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:54.800085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bd3fb04-e611-4867-ba85-f88a0906f620 req-0d83a0a6-27ec-4238-8e16-dd0e510ccae9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1105351 Aug 27 02:29:54.920230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa2b82d-5ec8-4837-adb5-a5c18a105db7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:54.950675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bd3fb04-e611-4867-ba85-f88a0906f620 req-21c1eeb3-f660-4b40-8c8c-602dae80ead7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363719 Aug 27 02:29:55.059479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Sync routers for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:29:55.088158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port faa2b82d-5ec8-4837-adb5-a5c18a105db7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:55.094913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9f500-9c9d-4ef1-b906-94ea61e2d9f7 req-898d12b1-f196-420b-aef1-f24727440a4e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:55.104512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port faa2b82d-5ec8-4837-adb5-a5c18a105db7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:55.104894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.111040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7f9f500-9c9d-4ef1-b906-94ea61e2d9f7 req-898d12b1-f196-420b-aef1-f24727440a4e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1267498 Aug 27 02:29:55.187740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:55.189577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:55.263557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7f9f500-9c9d-4ef1-b906-94ea61e2d9f7 req-43d8046d-fdfd-49c3-9d9e-6c45463cf61d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515093 Aug 27 02:29:55.384481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4968ef94-2746-45b9-b85e-238555b412f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.443192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.518721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.555931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port faa2b82d-5ec8-4837-adb5-a5c18a105db7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa2b82d-5ec8-4837-adb5-a5c18a105db7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:55.565666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:55.615217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:55.671696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=faa2b82d-5ec8-4837-adb5-a5c18a105db7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:55.925269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 2, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:55.969495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Checking router: dbd0a38c-32cc-4ed3-823a-53f5755091a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:29:55.969915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Updating router dbd0a38c-32cc-4ed3-823a-53f5755091a1 port 3b49849a-3357-4309-bb2f-5d20f28ffb44 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:29:55.998225 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.102647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe52888-bdac-4c5f-a508-e6e4e50fe014 req-3fe18439-a16e-4137-b3f9-bd6995ff82dd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.113396 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7fe52888-bdac-4c5f-a508-e6e4e50fe014 req-3fe18439-a16e-4137-b3f9-bd6995ff82dd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0817192 Aug 27 02:29:56.157141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7fe52888-bdac-4c5f-a508-e6e4e50fe014 req-f362bf12-4676-4559-880a-d4a9f07f0ccd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Aug 27 02:29:56.407306 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.443441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Transition to ACTIVE for port object 3b49849a-3357-4309-bb2f-5d20f28ffb44 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:29:56.453875 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.457247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 64b4838e-5622-4e88-8b32-edc0f0d0bf99 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:56.459612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b2e67-dd08-4b64-95b3-9b4080329d35 req-8bc04f72-f1f4-48be-89b1-addf2235e1f7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:56.460597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.461193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a1b2e67-dd08-4b64-95b3-9b4080329d35 req-8bc04f72-f1f4-48be-89b1-addf2235e1f7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0876479 Aug 27 02:29:56.515481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 64b4838e-5622-4e88-8b32-edc0f0d0bf99 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:29:56.515832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 64b4838e-5622-4e88-8b32-edc0f0d0bf99 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:29:56.516246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:29:56.518434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a1b2e67-dd08-4b64-95b3-9b4080329d35 req-30c7a383-bf67-44b1-ad20-72b7f3e500ec tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Aug 27 02:29:56.637147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94f59-db29-4c97-8b00-eb5c339e3007 None None] Pushing event updated for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:56.709788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.759622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:29:56.759622 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09e69d7-f4f9-408f-bd9f-61b71af31301" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:29:56.802695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Attempting to bind port 3b49849a-3357-4309-bb2f-5d20f28ffb44 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:29:56.803434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Attempting to bind port 3b49849a-3357-4309-bb2f-5d20f28ffb44 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:29:56.804010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Attempting to bind port 3b49849a-3357-4309-bb2f-5d20f28ffb44 on network 5011a0a6-db4b-445a-b800-c985def8639a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:29:56.824793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:29:56.825467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Checking segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:29:56.826053 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.827782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Bound using segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:29:56.830116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Bound port: 3b49849a-3357-4309-bb2f-5d20f28ffb44, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:29:56.830774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:56.833479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa2b82d-5ec8-4837-adb5-a5c18a105db7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:56.868500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:56.871800 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9d5a9-9007-42f2-84af-10f24b61e80f x-openstack-request-id: req-7ec9d5a9-9007-42f2-84af-10f24b61e80f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:29:56.872096 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:29:56.872324 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ec9d5a9-9007-42f2-84af-10f24b61e80f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:29:56.872739 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:29:56.883880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.145164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.160990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] For port 3b49849a-3357-4309-bb2f-5d20f28ffb44, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:29:57.165774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] For port 3b49849a-3357-4309-bb2f-5d20f28ffb44, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3b49849a-3357-4309-bb2f-5d20f28ffb44,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:29:57.167209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port faa2b82d-5ec8-4837-adb5-a5c18a105db7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:57.167697 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.364698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e682d-2d60-4dbc-a5ac-2616a03b5cae req-d2750d8c-676a-4375-9df5-98815968dc20 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.376376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc9e682d-2d60-4dbc-a5ac-2616a03b5cae req-d2750d8c-676a-4375-9df5-98815968dc20 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0991774 Aug 27 02:29:57.413540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:57.448685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc9e682d-2d60-4dbc-a5ac-2616a03b5cae req-d6e59ff9-af02-4535-8387-7cb02bf61f78 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Aug 27 02:29:57.476055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:29:57.476055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:57.620389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:29:57.717791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30865d33-8e4b-4b9a-9664-1fbb37e0ef68 req-f4f1ca3a-3acc-4e48-9d90-f365b96f73d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:57.736218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30865d33-8e4b-4b9a-9664-1fbb37e0ef68 req-f4f1ca3a-3acc-4e48-9d90-f365b96f73d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1004267 Aug 27 02:29:57.814577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30865d33-8e4b-4b9a-9664-1fbb37e0ef68 req-9b438ecc-9a1f-4945-b084-2433d4bebdea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699136 Aug 27 02:29:57.915837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94f59-db29-4c97-8b00-eb5c339e3007 None None] Pushing event updated for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:57.962246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.098900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:57Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:29:58.131950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aceda7d-69e0-4f7d-bbe6-826a1f226595 None None] The sync data for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 is: [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:57Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:29:58.491202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:29:58.689624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7333a-c745-4ced-a204-0f8a51b22693 req-533a0291-e9bf-4740-9a90-1ce33fa25252 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:58.697359 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35a7333a-c745-4ced-a204-0f8a51b22693 req-533a0291-e9bf-4740-9a90-1ce33fa25252 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1413727 Aug 27 02:29:58.697808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:58.716288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'mac_address': 'fa:16:3e:0b:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:29:58.768407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35a7333a-c745-4ced-a204-0f8a51b22693 req-60aff4ef-fc49-4c14-acef-b9bc32fa2a3f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696476 Aug 27 02:29:58.772594 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:58.797324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:29:58.851543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:58.878257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3b49849a-3357-4309-bb2f-5d20f28ffb44 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:29:58.980788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.056900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.095317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae3db-e4aa-4597-824e-868b54cb3cb1 req-6f32cc84-a688-4c75-9e8b-9db7b62251e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:59.097278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dabae3db-e4aa-4597-824e-868b54cb3cb1 req-6f32cc84-a688-4c75-9e8b-9db7b62251e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.1049292 Aug 27 02:29:59.100054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:29:59.111857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:29:59.112565 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.159495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['5c8ab161-9bf6-4506-97c0-657d0423a91e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:29:59.163759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dabae3db-e4aa-4597-824e-868b54cb3cb1 req-4cb8ae11-4645-42dd-99db-4ea8f4ab5fc9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583236 Aug 27 02:29:59.326406 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.372609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3b49849a-3357-4309-bb2f-5d20f28ffb44, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3b49849a-3357-4309-bb2f-5d20f28ffb44,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:29:59.389330 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:29:59.486063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:29:59.967176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a39638-3186-491f-b143-6caaab37c919 req-d30a4ec6-23dd-4d12-b8e9-2304eb0df21d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:29:59.969441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42a39638-3186-491f-b143-6caaab37c919 req-d30a4ec6-23dd-4d12-b8e9-2304eb0df21d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1020434 Aug 27 02:30:00.045686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42a39638-3186-491f-b143-6caaab37c919 req-c9ed3e60-d793-49b1-8fb2-d7fc60da0570 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639336 Aug 27 02:30:00.388265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05997b-2f95-44ed-a1cb-a5d80a460dcc req-7e01c5fa-3b6b-421c-ab70-d119ff274669 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:00.397595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be05997b-2f95-44ed-a1cb-a5d80a460dcc req-7e01c5fa-3b6b-421c-ab70-d119ff274669 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 945 time: 0.1429949 Aug 27 02:30:00.484823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be05997b-2f95-44ed-a1cb-a5d80a460dcc req-6dbc6d68-958c-4de8-a7fb-fbcb802bbda8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819323 Aug 27 02:30:00.497855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:00.570940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 5c8ab161-9bf6-4506-97c0-657d0423a91e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:00.572039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.630501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.689476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.720328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:00.725400 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421de124-820f-4e18-9c5e-1cf39eb670b9" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:00.741791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:00.756577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:00.817566 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ab7a3-679c-4116-84ec-afb2d2926fee x-openstack-request-id: req-3c0ab7a3-679c-4116-84ec-afb2d2926fee {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:00.817876 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-plugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:00.818080 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c0ab7a3-679c-4116-84ec-afb2d2926fee {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:00.818498 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:30:00.819433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=13']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:00.822103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3b49849a-3357-4309-bb2f-5d20f28ffb44 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:00.895388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3b49849a-3357-4309-bb2f-5d20f28ffb44 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:00.895760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:01.235695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22104f-ae54-4bce-9b66-1f72feb44f2c req-adeb8d8f-e0ac-41a5-bd32-f65e81689437 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.238039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc22104f-ae54-4bce-9b66-1f72feb44f2c req-adeb8d8f-e0ac-41a5-bd32-f65e81689437 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0819638 Aug 27 02:30:01.343351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc22104f-ae54-4bce-9b66-1f72feb44f2c req-7abbb61b-c5f8-4f27-ba3d-51ba9855481b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Aug 27 02:30:01.613324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271304-67a8-494f-a942-521ae1b3f8ff req-94db7f2d-5df9-490a-99d8-f4204c0fd925 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:01.621066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78271304-67a8-494f-a942-521ae1b3f8ff req-94db7f2d-5df9-490a-99d8-f4204c0fd925 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0670519 Aug 27 02:30:01.673903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78271304-67a8-494f-a942-521ae1b3f8ff req-b3fcb6e6-208f-4e53-a061-ed55ec1622e7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515001 Aug 27 02:30:02.468403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f306a-cee9-43a2-964e-bafa0d27fa5f req-6b7f3e21-7e0a-4db3-a73f-cde49678b694 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.470860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-858f306a-cee9-43a2-964e-bafa0d27fa5f req-6b7f3e21-7e0a-4db3-a73f-cde49678b694 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0530713 Aug 27 02:30:02.511888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-858f306a-cee9-43a2-964e-bafa0d27fa5f req-f14fd82c-f381-466c-948b-d61e515e01c3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Aug 27 02:30:02.842127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f744655-c9b5-405b-ad4b-26e9a624e143 req-78748d07-e535-4f03-b4aa-9c45eb11d612 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:02.847067 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f744655-c9b5-405b-ad4b-26e9a624e143 req-78748d07-e535-4f03-b4aa-9c45eb11d612 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0993466 Aug 27 02:30:02.906174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f744655-c9b5-405b-ad4b-26e9a624e143 req-5a639cb9-36c8-403c-beca-0aa4d62c8f21 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510585 Aug 27 02:30:03.678884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-7d343eca-f8f2-4469-9e56-3783e311404d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.681560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-7d343eca-f8f2-4469-9e56-3783e311404d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.1750100 Aug 27 02:30:03.695230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cbda3-ad66-4073-b0a9-36b9f102ffba req-e00f6717-2e43-458e-8cc2-105586095fe9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:03.707291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-682cbda3-ad66-4073-b0a9-36b9f102ffba req-e00f6717-2e43-458e-8cc2-105586095fe9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0915756 Aug 27 02:30:03.709444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-d7f23a8c-6b44-4a09-8f38-59e0111ea1ef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/quotas/4ae755ffc78948e9a7ce502cc81dd559 HTTP/1.1" status: 200 len: 375 time: 0.0189750 Aug 27 02:30:03.755091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-682cbda3-ad66-4073-b0a9-36b9f102ffba req-651c0476-8e03-4331-bb55-d92807ac963c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Aug 27 02:30:03.771956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-33f41eb0-0c02-4f66-b198-3345e4f65e2b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568974 Aug 27 02:30:03.865180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-11378186-3143-473d-bb49-a13f64b8893d service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 Aug 27 02:30:03.985525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-f0c5778c-6eaf-45dd-9f39-d7f679a1562d service neutron] 10.222.0.26 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129062 Aug 27 02:30:04.083870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cc48-4c0d-4913-a9e9-68df71a54bb0 req-a57ea2e9-d0be-4a19-84f5-01e0c3fdf5f4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:04.095012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b73cc48-4c0d-4913-a9e9-68df71a54bb0 req-a57ea2e9-d0be-4a19-84f5-01e0c3fdf5f4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0828540 Aug 27 02:30:04.165783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b73cc48-4c0d-4913-a9e9-68df71a54bb0 req-43a6c748-9246-4620-bd29-78c05dbf1e54 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646000 Aug 27 02:30:04.361638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87770304-8894-47f6-b011-7c62339f69aa req-9c360287-bce1-4660-b823-4c74d6c44f54 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 210 time: 0.0415120 Aug 27 02:30:05.000119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dbc4e-498a-446f-bc0d-06d6c5b79da6 req-4ef65b5c-5575-4be4-bb34-ae7b1fddbe0c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.009624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-364dbc4e-498a-446f-bc0d-06d6c5b79da6 req-4ef65b5c-5575-4be4-bb34-ae7b1fddbe0c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1249390 Aug 27 02:30:05.099819 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-364dbc4e-498a-446f-bc0d-06d6c5b79da6 req-892e4b9e-7be9-49bc-af18-35e7f095235a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849688 Aug 27 02:30:05.373807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51bff-eebf-46e8-b56a-ea3975e83481 req-764d0803-8906-44c1-999c-7bc4c99f7e3f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.374950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0d51bff-eebf-46e8-b56a-ea3975e83481 req-764d0803-8906-44c1-999c-7bc4c99f7e3f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0772815 Aug 27 02:30:05.432137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0d51bff-eebf-46e8-b56a-ea3975e83481 req-67c6d4b9-02ca-4b15-a32e-061f87db50aa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Aug 27 02:30:05.575238 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1308db74-9ee2-42cf-bd36-a17fa66c8992 req-43698e57-7f4a-4d22-9b70-a658c9d4e599 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 210 time: 0.0441403 Aug 27 02:30:05.854768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-394dea7e-2eee-489a-9f4b-3d3632db0863 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.856386 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-394dea7e-2eee-489a-9f4b-3d3632db0863 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 804 time: 0.3070123 Aug 27 02:30:05.882934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-2861f07e-267f-4a55-a6bf-eaa26b958622 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:05.886987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-2861f07e-267f-4a55-a6bf-eaa26b958622 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1913a95-c5c6-48d1-830d-99cd025faceb HTTP/1.1" status: 200 len: 945 time: 0.1060627 Aug 27 02:30:05.892634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Request body: {'port': {'device_id': '893cd115-4492-490d-8372-7f48ace175da', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'admin_state_up': True, 'tenant_id': '4ae755ffc78948e9a7ce502cc81dd559'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:06.312457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85274-9de5-4945-a633-18f787853c48 req-ac20b89a-447f-4a58-8bdd-63e5705cdfa1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:06.323971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9f85274-9de5-4945-a633-18f787853c48 req-ac20b89a-447f-4a58-8bdd-63e5705cdfa1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1089561 Aug 27 02:30:06.334883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Made reservation on behalf of 4ae755ffc78948e9a7ce502cc81dd559 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:06.339807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.391819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Deleting port 7936cb76-cf01-48cd-9d8f-f003f0178d5e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:06.392343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.501034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:06.558504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9f85274-9de5-4945-a633-18f787853c48 req-76020f4d-fa23-41d0-9505-8da28db529da tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265663 Aug 27 02:30:06.730822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.782782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:06.796957 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4a265-ff2b-43f0-8dcd-f541bdba8d68" -d '{"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:06.815054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35aedc-74d1-4900-a6ed-47585633130a req-7fde5675-bf2d-4d1c-8ebc-c971022d2fd4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:06.829098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:06.836608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb35aedc-74d1-4900-a6ed-47585633130a req-7fde5675-bf2d-4d1c-8ebc-c971022d2fd4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1409059 Aug 27 02:30:06.838137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:06.920330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb35aedc-74d1-4900-a6ed-47585633130a req-b837c904-60ad-4bf1-b835-d0531a261ae6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810153 Aug 27 02:30:06.962189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:06.970132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] For port 7936cb76-cf01-48cd-9d8f-f003f0178d5e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7936cb76-cf01-48cd-9d8f-f003f0178d5e,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:06.975159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.039812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e14cc7b8-706f-449e-8dd6-c596d0c1b06c req-d1d15896-dcd4-4739-9e67-1e1aff06b53c tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 210 time: 0.1324289 Aug 27 02:30:07.056554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Calling delete_port for 7936cb76-cf01-48cd-9d8f-f003f0178d5e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:07.091732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Allocated IP 172.20.0.3 (add51cd7-82fd-409b-92cd-a7a6080c619c/aff899f0-fe7f-4364-8c4e-ad96a6155895/e8a59c10-00bf-46f1-b9e3-fc7bae0f2928) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:07.177218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b40969-9ebc-4eae-925c-8eaa7d612be4 req-f47c05a8-56b7-43de-bc8f-946da289c8ab tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:07.187689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74b40969-9ebc-4eae-925c-8eaa7d612be4 req-f47c05a8-56b7-43de-bc8f-946da289c8ab tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.1587334 Aug 27 02:30:07.201639 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3c8c4-77fc-4fd9-8af0-c2d9f1190ba7 x-openstack-request-id: req-eaf3c8c4-77fc-4fd9-8af0-c2d9f1190ba7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:07.202160 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:07.202597 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaf3c8c4-77fc-4fd9-8af0-c2d9f1190ba7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:07.203141 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'code': 200} Aug 27 02:30:07.247938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74b40969-9ebc-4eae-925c-8eaa7d612be4 req-7e2d0db3-cb2c-4494-a706-21bd78055efe tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Aug 27 02:30:07.677292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.713694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.837728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event deleted for resources: {'Port': ['ID=7936cb76-cf01-48cd-9d8f-f003f0178d5e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:07.879177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] No DVR routers for this DVR port 7936cb76-cf01-48cd-9d8f-f003f0178d5e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:07.913467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:07.915528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8920d6d-4efd-4768-8f91-20e797c712d5 req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "DELETE /v2.0/ports/7936cb76-cf01-48cd-9d8f-f003f0178d5e HTTP/1.1" status: 204 len: 173 time: 1.9464207 Aug 27 02:30:07.916306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-deleted', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:07.919334 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf549e5-2f38-4fb5-8786-38b4ef225bf2" -d '{"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-deleted", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:07.954310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63daa53-541e-401e-8c24-777301a5e498 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:08.035782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231968-11b5-4435-8fa6-f7cc073f59a9 req-3c5f0ecd-1883-4f5c-9cab-c0578e526356 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.049397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9231968-11b5-4435-8fa6-f7cc073f59a9 req-3c5f0ecd-1883-4f5c-9cab-c0578e526356 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2975924 Aug 27 02:30:08.179700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9231968-11b5-4435-8fa6-f7cc073f59a9 req-22d9df25-9ebd-4514-9426-d5e62fb99db2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161985 Aug 27 02:30:08.215433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.293890 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a1079c-4e5d-4636-9427-786102c036dd x-openstack-request-id: req-f5a1079c-4e5d-4636-9427-786102c036dd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:08.296183 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1913a95-c5c6-48d1-830d-99cd025faceb", "name": "network-vif-deleted", "tag": "7936cb76-cf01-48cd-9d8f-f003f0178d5e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:08.296459 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5a1079c-4e5d-4636-9427-786102c036dd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:08.296924 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1913a95-c5c6-48d1-830d-99cd025faceb', 'name': 'network-vif-deleted', 'tag': '7936cb76-cf01-48cd-9d8f-f003f0178d5e', 'status': 'completed', 'code': 200} Aug 27 02:30:08.297452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:08.322425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Network add51cd7-82fd-409b-92cd-a7a6080c619c is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:08.335587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:08.343423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:08.432245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.432940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.489486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b026f8-1b9d-4d58-a76d-cb5a0ced0f0c req-dcd3beb7-65e6-444e-9958-276719a3addb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.491460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1b026f8-1b9d-4d58-a76d-cb5a0ced0f0c req-dcd3beb7-65e6-444e-9958-276719a3addb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.0876493 Aug 27 02:30:08.510917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3820b129-2a48-4954-96dd-adb652807afd tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6226833 Aug 27 02:30:08.531838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9b374-7022-4b41-80fd-8b215f799aea req-41580fba-8d4f-4e68-8359-dacd4eab3030 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.533566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06a9b374-7022-4b41-80fd-8b215f799aea req-41580fba-8d4f-4e68-8359-dacd4eab3030 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.0967467 Aug 27 02:30:08.543737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Request body: {'port': {'device_id': '893cd115-4492-490d-8372-7f48ace175da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:08.585764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1b026f8-1b9d-4d58-a76d-cb5a0ced0f0c req-5b6d6b49-7dde-491c-bc7a-d45857f06a18 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852315 Aug 27 02:30:08.754618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06a9b374-7022-4b41-80fd-8b215f799aea req-e73bb435-c5fa-4389-9245-c094e2512695 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041900 Aug 27 02:30:08.761742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:08.786799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15279d3f-b917-4c23-8da0-53bccb5e8b38 req-0260bb70-e137-4a68-903f-66a44eb3a0c0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:08.801779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15279d3f-b917-4c23-8da0-53bccb5e8b38 req-0260bb70-e137-4a68-903f-66a44eb3a0c0 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 931 time: 0.1288426 Aug 27 02:30:08.896595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15279d3f-b917-4c23-8da0-53bccb5e8b38 req-ccf932f4-d533-4910-a4cf-c51e3dfd2d44 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Aug 27 02:30:09.012453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:30:09.333107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:09.341659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.348615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da834a0-aefc-4be6-a3f2-26e02959c3af req-172c17d6-77f7-407b-a0e7-9bf792a6c03a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:09.357187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2da834a0-aefc-4be6-a3f2-26e02959c3af req-172c17d6-77f7-407b-a0e7-9bf792a6c03a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0731473 Aug 27 02:30:09.361323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Transition to ACTIVE for port object e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:09.392932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.421257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2da834a0-aefc-4be6-a3f2-26e02959c3af req-38be6328-e003-4966-8500-c75f5dc3169a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558665 Aug 27 02:30:09.567101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de2b37-b7bc-46c1-a7ea-f1832135a821 req-981331dd-cf32-41f4-8d37-f4c3b9747b19 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:09.575195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77de2b37-b7bc-46c1-a7ea-f1832135a821 req-981331dd-cf32-41f4-8d37-f4c3b9747b19 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.4833963 Aug 27 02:30:09.600423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:09.693277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77de2b37-b7bc-46c1-a7ea-f1832135a821 req-cbfc7503-79ed-4dc0-acba-e39d2c02ce8a tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172073 Aug 27 02:30:09.754879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Attempting to bind port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:09.755946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Attempting to bind port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:09.756433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Attempting to bind port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:09.762057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 on network add51cd7-82fd-409b-92cd-a7a6080c619c not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:09.762714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Attempting to bind port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 on network add51cd7-82fd-409b-92cd-a7a6080c619c {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:09.773432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:09.774278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Checking segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:09.774873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Bound using segment: {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:09.775493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Bound port: e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f862c6-4259-4b91-afd2-ae2c5469c948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:09.776064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:09.788988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470ff32-90c2-4335-9da6-bf18ba86c046 req-2f1c9945-229d-4168-8bac-f0459ec38a52 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:09.807031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2470ff32-90c2-4335-9da6-bf18ba86c046 req-2f1c9945-229d-4168-8bac-f0459ec38a52 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.1379259 Aug 27 02:30:09.912728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2470ff32-90c2-4335-9da6-bf18ba86c046 req-86701d24-895d-4ad1-824c-5bcc2a9224f7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039035 Aug 27 02:30:09.969724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:09.973628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:09.982048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240991e5-2c31-4f9e-8f8f-23f2c64ffc86 req-8a2b7b9f-d573-4e9d-bb4c-8a76bbd980e7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:09.992013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-240991e5-2c31-4f9e-8f8f-23f2c64ffc86 req-8a2b7b9f-d573-4e9d-bb4c-8a76bbd980e7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1012323 Aug 27 02:30:10.000209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.051874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.052471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.053859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] 10.222.0.46 "PUT /v2.0/ports/e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 HTTP/1.1" status: 200 len: 1091 time: 1.5144484 Aug 27 02:30:10.098011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-240991e5-2c31-4f9e-8f8f-23f2c64ffc86 req-49b2b227-b51a-46b9-b1ab-e0912163ee59 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999389 Aug 27 02:30:10.130941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f640d-e6cb-4aa6-a3ef-d625017e404e req-111554e5-f6ea-47c7-bdea-4e8442e82d36 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.139801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9f640d-e6cb-4aa6-a3ef-d625017e404e req-111554e5-f6ea-47c7-bdea-4e8442e82d36 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 943 time: 0.1238136 Aug 27 02:30:10.204604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5d29f-762e-42f7-ab7f-30a00d395e7c service neutron] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:10.246093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-ff12d85d-a4ab-4d6c-ba1a-ae080edf0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.247784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-ff12d85d-a4ab-4d6c-ba1a-ae080edf0c6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 1094 time: 0.1095350 Aug 27 02:30:10.335011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9f640d-e6cb-4aa6-a3ef-d625017e404e req-0ca90c03-b13f-4c01-a1ae-850a7a39072d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938305 Aug 27 02:30:10.385595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:10.387915 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71025ca0-6730-4213-b2e7-e45d74513680" -d '{"events": [{"name": "network-changed", "server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:10.391392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-88fc38bc-4d30-4d6f-9205-7b4099b8c2e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 HTTP/1.1" status: 200 len: 217 time: 0.1289387 Aug 27 02:30:10.408509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-d734ea4b-72ee-4ad3-b15f-8c649214780c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.411063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-d734ea4b-72ee-4ad3-b15f-8c649214780c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.2149303 Aug 27 02:30:10.472970 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27a4916-9b02-41ae-bea2-01ffa8f83c2d x-openstack-request-id: req-e27a4916-9b02-41ae-bea2-01ffa8f83c2d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:10.473253 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:10.473504 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e27a4916-9b02-41ae-bea2-01ffa8f83c2d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:10.473865 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'status': 'completed', 'code': 200} Aug 27 02:30:10.518125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:10.567115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-e1d7208e-b599-4733-ad5b-26737e49d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.569657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-e1d7208e-b599-4733-ad5b-26737e49d88c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.1668370 Aug 27 02:30:10.607412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 7936cb76-cf01-48cd-9d8f-f003f0178d5e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:10.610863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7936cb76-cf01-48cd-9d8f-f003f0178d5e not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:10.624575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-dfe3e361-a18c-4672-afaa-ae981d0d6e75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467184 Aug 27 02:30:10.724556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21055322-5a57-45bf-aa88-ba321373410c req-3a120edb-c00c-47a3-b921-622a027b65e6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.731824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21055322-5a57-45bf-aa88-ba321373410c req-3a120edb-c00c-47a3-b921-622a027b65e6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0942333 Aug 27 02:30:10.779672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Deleting port efe6dd96-ffb2-41e2-80a0-9d55230625fc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:10.780019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.896452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] For port efe6dd96-ffb2-41e2-80a0-9d55230625fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=efe6dd96-ffb2-41e2-80a0-9d55230625fc,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:10.897187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:10.914812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c9607-f5b3-4f7c-a9a3-9985ba5c320f req-cfe15027-63a9-4282-9820-8b28510b1be7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:10.917312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-201c9607-f5b3-4f7c-a9a3-9985ba5c320f req-cfe15027-63a9-4282-9820-8b28510b1be7 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.2501886 Aug 27 02:30:10.961711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-f0c83d74-38bc-4776-b9bc-5122ce2ff502 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272469 Aug 27 02:30:11.101684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77d20fa2-f42a-48f3-a047-890f3bdd0e22 req-5d83bed6-16ed-4d2b-9049-eeef9d7f6cbe service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294911 Aug 27 02:30:11.106884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-201c9607-f5b3-4f7c-a9a3-9985ba5c320f req-1148f6bd-d402-465a-863f-b93fc077994b tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814156 Aug 27 02:30:11.284816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025ca0-6730-4213-b2e7-e45d74513680 req-be044934-5879-484b-b5c1-7277e76a271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.287488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-be044934-5879-484b-b5c1-7277e76a271e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 1094 time: 0.0939560 Aug 27 02:30:11.315726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21055322-5a57-45bf-aa88-ba321373410c req-b6fa886b-f842-4997-9cc0-3fe3f12c9681 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804234 Aug 27 02:30:11.361362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.362048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.363129 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Floating IP 46c56996-03bf-4260-9b2c-d7d0969c35d5 disassociated. External IP: 172.25.8.30, port: efe6dd96-ffb2-41e2-80a0-9d55230625fc. Aug 27 02:30:11.363677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Calling delete_port for efe6dd96-ffb2-41e2-80a0-9d55230625fc owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:11.431510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025ca0-6730-4213-b2e7-e45d74513680 req-4a2b8177-8ca0-47b4-a5ac-f0a56f29ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.434310 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-4a2b8177-8ca0-47b4-a5ac-f0a56f29ccd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 200 len: 905 time: 0.1351087 Aug 27 02:30:11.623289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20342ed-4fcf-4763-acb3-9b63d5534913 req-a70f5a0b-99df-4ba5-8870-a6f24133d0a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.651567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-4ab9edb0-d77b-4777-bf13-f82cf98604f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 HTTP/1.1" status: 200 len: 217 time: 0.1671739 Aug 27 02:30:11.651722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b20342ed-4fcf-4763-acb3-9b63d5534913 req-a70f5a0b-99df-4ba5-8870-a6f24133d0a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1348782 Aug 27 02:30:11.677206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469128a7-6a31-4ff9-bada-b11b6fabaea2 req-07c92bf4-72a7-4d63-9fbc-d77392507628 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.689563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-469128a7-6a31-4ff9-bada-b11b6fabaea2 req-07c92bf4-72a7-4d63-9fbc-d77392507628 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 945 time: 0.3923404 Aug 27 02:30:11.728456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b20342ed-4fcf-4763-acb3-9b63d5534913 req-b6daac52-ab30-44c2-ba75-d9d6a4d5c823 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940101 Aug 27 02:30:11.833929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:11.930708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025ca0-6730-4213-b2e7-e45d74513680 req-4a79e918-86c9-42d8-ba6a-28eb7a018a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:11.935067 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-4a79e918-86c9-42d8-ba6a-28eb7a018a4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 200 len: 844 time: 0.2962954 Aug 27 02:30:11.954425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'Port': ['ID=efe6dd96-ffb2-41e2-80a0-9d55230625fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:11.961876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-469128a7-6a31-4ff9-bada-b11b6fabaea2 req-456e082c-2882-46a4-8083-2d1377aca0a0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8b2bdc-54ac-4100-b824-a044e45c6964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709587 Aug 27 02:30:12.036633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-6349c8cf-3315-4833-9004-c8ac94a06a86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=add51cd7-82fd-409b-92cd-a7a6080c619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721543 Aug 27 02:30:12.321792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-77bbead9-849c-4ad6-9459-e8098663c509 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.323565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-77bbead9-849c-4ad6-9459-e8098663c509 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.15 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.3847992 Aug 27 02:30:12.393012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25c76-77a9-4042-9df9-06804ddeb002 req-4689fdea-0fbd-45a6-8315-231a64d79ba6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.401402 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9b25c76-77a9-4042-9df9-06804ddeb002 req-4689fdea-0fbd-45a6-8315-231a64d79ba6 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 943 time: 0.2802653 Aug 27 02:30:12.422536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:12.700434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9b25c76-77a9-4042-9df9-06804ddeb002 req-49896f0f-fc98-4c25-9531-a88c6095c8be tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212870 Aug 27 02:30:12.924848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Deleting port b232ce88-d0d8-42f3-a449-4081e3b7b07c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:12.925224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:12.984386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4669fa-4b78-44e6-afac-8b16c13b78d1 req-e1568ed2-75ff-471e-9b13-426489d10713 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:12.992450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d4669fa-4b78-44e6-afac-8b16c13b78d1 req-e1568ed2-75ff-471e-9b13-426489d10713 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1783993 Aug 27 02:30:13.006675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:13.023903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:13.039741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:13.048197 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:13.066685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] No DVR routers for this DVR port efe6dd96-ffb2-41e2-80a0-9d55230625fc on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:13.069653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.072228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62bf4047-66ca-4369-859e-7f3f54736b62 req-ab3c0bce-b0ea-46a7-aff5-83169dbeaa4d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "DELETE /v2.0/ports/efe6dd96-ffb2-41e2-80a0-9d55230625fc HTTP/1.1" status: 204 len: 173 time: 2.6484425 Aug 27 02:30:13.075330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'name': 'network-vif-deleted', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:13.078216 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a984a-4e01-4290-b9d9-61f66bd400db" -d '{"events": [{"server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "name": "network-vif-deleted", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:13.139872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d4669fa-4b78-44e6-afac-8b16c13b78d1 req-ea7d01b8-2066-4e88-8da3-1330714ba8da tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464593 Aug 27 02:30:13.199334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] For port b232ce88-d0d8-42f3-a449-4081e3b7b07c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b232ce88-d0d8-42f3-a449-4081e3b7b07c,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:13.201143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:13.381112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586bb66-2678-4398-a54e-ec035a6efcf3 req-e8a02fdb-4fb2-40f3-92ef-56cf6ef0bfc4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.383974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d586bb66-2678-4398-a54e-ec035a6efcf3 req-e8a02fdb-4fb2-40f3-92ef-56cf6ef0bfc4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 945 time: 0.2927635 Aug 27 02:30:13.431360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-504db845-4044-42fa-98e4-22480eb37595 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3789160 Aug 27 02:30:13.482134 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:13.548174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71025ca0-6730-4213-b2e7-e45d74513680 req-128d3535-b6db-4269-9325-ce01a1fcb4c3 service neutron] 10.222.0.46 "GET /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025939 Aug 27 02:30:13.555438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d586bb66-2678-4398-a54e-ec035a6efcf3 req-b07123a1-1806-44fc-aa88-cc3ea99cafbf tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652067 Aug 27 02:30:13.589422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5ea01-24dc-4ee9-9f33-745b2d694e99 req-3042715a-150f-4f0b-a0ed-0b4977b443a0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:13.616306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fb5ea01-24dc-4ee9-9f33-745b2d694e99 req-3042715a-150f-4f0b-a0ed-0b4977b443a0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.3221383 Aug 27 02:30:13.964710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-64cc9dd9-8e5e-4d4a-a3d6-2f2bb071e72e req-43e24f10-c109-415c-80e8-7515a4379a8f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5713d7-a793-4f52-b83d-6ba3b0201e97 HTTP/1.1" status: 200 len: 210 time: 0.0410762 Aug 27 02:30:14.121023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fb5ea01-24dc-4ee9-9f33-745b2d694e99 req-54456a2d-1713-410d-854d-91c654f08147 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668159 Aug 27 02:30:14.122570 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c587a16-99d0-401c-9c9d-59bcd544651b x-openstack-request-id: req-1c587a16-99d0-401c-9c9d-59bcd544651b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:14.122860 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5713d7-a793-4f52-b83d-6ba3b0201e97", "name": "network-vif-deleted", "tag": "efe6dd96-ffb2-41e2-80a0-9d55230625fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:14.123113 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c587a16-99d0-401c-9c9d-59bcd544651b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:14.123509 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5713d7-a793-4f52-b83d-6ba3b0201e97', 'name': 'network-vif-deleted', 'tag': 'efe6dd96-ffb2-41e2-80a0-9d55230625fc', 'status': 'completed', 'code': 200} Aug 27 02:30:14.245361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.245763 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.246080 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Floating IP 3a87f19a-c58c-4834-86a3-ee85da758b4f disassociated. External IP: 172.25.8.152, port: b232ce88-d0d8-42f3-a449-4081e3b7b07c. Aug 27 02:30:14.246448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Calling delete_port for b232ce88-d0d8-42f3-a449-4081e3b7b07c owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:14.311838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12969b-750c-4574-955c-bf1022a487b2 req-a85f3555-9feb-49cc-8d28-9bdb2e4abe3d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:14.317251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b12969b-750c-4574-955c-bf1022a487b2 req-a85f3555-9feb-49cc-8d28-9bdb2e4abe3d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 943 time: 0.1200674 Aug 27 02:30:14.351586 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:14.394494 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:14.405225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b12969b-750c-4574-955c-bf1022a487b2 req-13c7b848-eb1d-4b0c-989c-1ac0b45b1575 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775764 Aug 27 02:30:14.421008 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:14.421662 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:14.561009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:14.612068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:14.621284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc12c7-daf8-4132-b64f-184f4f9c403a req-e1a6c520-aea6-4d3e-852d-4a9661a4d6e4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:14.623086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fcc12c7-daf8-4132-b64f-184f4f9c403a req-e1a6c520-aea6-4d3e-852d-4a9661a4d6e4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2295017 Aug 27 02:30:14.755127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:14.787468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f4d2d-67e8-4a53-b9df-2214bc8bd591 req-15ed42cf-2fd9-4907-81e9-4dcd1f52a486 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:14.798470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d8f4d2d-67e8-4a53-b9df-2214bc8bd591 req-15ed42cf-2fd9-4907-81e9-4dcd1f52a486 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 867 time: 0.1110542 Aug 27 02:30:14.815542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event deleted for resources: {'Port': ['ID=b232ce88-d0d8-42f3-a449-4081e3b7b07c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:14.864634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d8f4d2d-67e8-4a53-b9df-2214bc8bd591 req-5ace8b9e-d34b-4e97-ae04-1df6beca69bc tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups?id=00ca52a9-e222-4bdc-8cdd-689cf22cf2de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650766 Aug 27 02:30:14.913397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:14.962866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'mac_address': 'fa:16:3e:be:34:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:15.055804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.078263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:15.148024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:15.155658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:15.161403 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.344825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b232ce88-d0d8-42f3-a449-4081e3b7b07c no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:15.399559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: b232ce88-d0d8-42f3-a449-4081e3b7b07c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:15.399896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b232ce88-d0d8-42f3-a449-4081e3b7b07c not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:15.400303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device efe6dd96-ffb2-41e2-80a0-9d55230625fc no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:15.448231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.483682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.486418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.488418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.488943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.489449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.490648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.491165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.491667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.492076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: efe6dd96-ffb2-41e2-80a0-9d55230625fc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:15.492583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.493159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device efe6dd96-ffb2-41e2-80a0-9d55230625fc not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:15.493658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.494832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.495330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.499908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.518507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.520336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.520923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.524798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fcc12c7-daf8-4132-b64f-184f4f9c403a req-3ff8eb00-73b1-4337-95ca-8f27ba488b90 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812903 Aug 27 02:30:15.525431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.526237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.526824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.527372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.528530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.529095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.529648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.530184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.530751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:15.565127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:15.576797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.663674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490dc27-45db-450a-b4a3-5eb46f289792 req-d23e0838-6d1e-4d38-8521-72d5b1ee3863 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:15.665204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5490dc27-45db-450a-b4a3-5eb46f289792 req-d23e0838-6d1e-4d38-8521-72d5b1ee3863 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.2951045 Aug 27 02:30:15.760094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5490dc27-45db-450a-b4a3-5eb46f289792 req-65e59d8c-002c-4fac-8817-9b50c8176291 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770876 Aug 27 02:30:15.760987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.771422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:15.772294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:15.774855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c8b2bdc-54ac-4100-b824-a044e45c6964 HTTP/1.1" status: 204 len: 168 time: 0.6180787 Aug 27 02:30:15.791724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39254) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:15.870583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:15.903723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b7e02e-03ce-4c2f-8240-633c93a93dd6 None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:15.942398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111d055-2079-4459-89ca-fc74c50f059f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b2bdc-54ac-4100-b824-a044e45c6964,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:15.970325 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e29ad454-b049-43e2-ab3f-1fabe9d4ffec tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] show failed (client error): The resource could not be found. Aug 27 02:30:15.971400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e29ad454-b049-43e2-ab3f-1fabe9d4ffec tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups/7c8b2bdc-54ac-4100-b824-a044e45c6964 HTTP/1.1" status: 404 len: 347 time: 0.1878660 Aug 27 02:30:15.979867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:16.026126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cdf86-7d0c-4001-b5d9-532ab8fc14c5 req-e7c92576-212d-4d3a-bdb4-8510e196822b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:16.043675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e0cdf86-7d0c-4001-b5d9-532ab8fc14c5 req-e7c92576-212d-4d3a-bdb4-8510e196822b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 944 time: 0.3323164 Aug 27 02:30:16.164462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e0cdf86-7d0c-4001-b5d9-532ab8fc14c5 req-b51684eb-615e-4ea1-bb7b-ae059f3281e7 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196461 Aug 27 02:30:16.232506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.321446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:16.339796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Sync routers for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:16.350635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:16.351288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:16.377297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f17d3555-4810-4bef-b336-c498980aa792 req-296e2b84-6bb9-475b-996e-f7f1652168d5 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/ports?device_id=afeb1f42-be44-4f2f-bbcc-3f240827ae82 HTTP/1.1" status: 200 len: 210 time: 0.2968724 Aug 27 02:30:16.466160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] No DVR routers for this DVR port b232ce88-d0d8-42f3-a449-4081e3b7b07c on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:16.466655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Deleting port 7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:16.467143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.469983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.476214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0ed3ae1-ab8b-4b21-acae-7bd4d148b2c8 req-2b533dc5-e390-4c13-b2f7-81a20aa6b668 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.15 "DELETE /v2.0/ports/b232ce88-d0d8-42f3-a449-4081e3b7b07c HTTP/1.1" status: 204 len: 173 time: 4.1408012 Aug 27 02:30:16.488090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'name': 'network-vif-deleted', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:16.492896 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb7745-503d-4add-b030-662f4dfbd0e8" -d '{"events": [{"server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "name": "network-vif-deleted", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:16.593540 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a561f3f3-66b7-4173-9507-137c2d283816 x-openstack-request-id: req-a561f3f3-66b7-4173-9507-137c2d283816 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:16.593936 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb1f42-be44-4f2f-bbcc-3f240827ae82", "name": "network-vif-deleted", "tag": "b232ce88-d0d8-42f3-a449-4081e3b7b07c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:16.594289 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a561f3f3-66b7-4173-9507-137c2d283816 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:16.594809 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb1f42-be44-4f2f-bbcc-3f240827ae82', 'name': 'network-vif-deleted', 'tag': 'b232ce88-d0d8-42f3-a449-4081e3b7b07c', 'status': 'completed', 'code': 200} Aug 27 02:30:16.616678 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631a02-e0a8-4cd6-96fa-482d51b708c3 None None] New status for floating IP 46c56996-03bf-4260-9b2c-d7d0969c35d5: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:16.694010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:16.709895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.710228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:16.736075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Calling delete_port for 7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:16.959169 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.db.api [None req-18631a02-e0a8-4cd6-96fa-482d51b708c3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:30:16.959169 n-d-806292-1 neutron-server[94834]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Aug 27 02:30:16.959169 n-d-806292-1 neutron-server[94834]: [parameters: {'status': 'DOWN', 'floatingips_id': '46c56996-03bf-4260-9b2c-d7d0969c35d5'}] Aug 27 02:30:16.959169 n-d-806292-1 neutron-server[94834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:30:16.960050 n-d-806292-1 neutron-server[94834]: DEBUG oslo_db.api [None req-18631a02-e0a8-4cd6-96fa-482d51b708c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:30:17.023311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8151b27-5c88-462c-92f1-58cb80bee4bb req-0dfe3427-749d-4414-bddb-d2a8af3ee3f6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.048720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8151b27-5c88-462c-92f1-58cb80bee4bb req-0dfe3427-749d-4414-bddb-d2a8af3ee3f6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1624565 Aug 27 02:30:17.125926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9425a70-0ccc-4d2a-887d-06a4176f377b req-c18fb97d-dd1c-4cad-aaf1-1ef3bfaaa293 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.137423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9425a70-0ccc-4d2a-887d-06a4176f377b req-c18fb97d-dd1c-4cad-aaf1-1ef3bfaaa293 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2810676 Aug 27 02:30:17.148344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8151b27-5c88-462c-92f1-58cb80bee4bb req-3a95e12f-6718-48a9-9c11-21492cc1f288 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943532 Aug 27 02:30:17.250627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9425a70-0ccc-4d2a-887d-06a4176f377b req-24bc0752-5d4f-4d8f-bf05-363ef3264a7a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122510 Aug 27 02:30:17.275920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.387673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:17.395186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'Port': ['ID=7cffbd3e-19d0-4f94-8d1f-d4ae7d8ee7b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:17.429045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Checking router: 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:17.441812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:17.442607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:17.461102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18631a02-e0a8-4cd6-96fa-482d51b708c3 None None] New status for floating IP 46c56996-03bf-4260-9b2c-d7d0969c35d5: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:17.497052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72803de-04a6-49ad-922e-075722362c13 req-db734d5e-a135-4972-bf81-6b26e07e7955 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:17.499083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c72803de-04a6-49ad-922e-075722362c13 req-db734d5e-a135-4972-bf81-6b26e07e7955 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 944 time: 0.1794825 Aug 27 02:30:17.600701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39292) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:17.602665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.605185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.606306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3693ee1a-1af1-44df-bf3d-df8eff998ba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "DELETE /v2.0/floatingips/46c56996-03bf-4260-9b2c-d7d0969c35d5 HTTP/1.1" status: 204 len: 168 time: 1.6254790 Aug 27 02:30:17.607090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c72803de-04a6-49ad-922e-075722362c13 req-77b7c74a-a35c-4e3c-bf0f-a27086f9b99d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002815 Aug 27 02:30:17.805807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.809104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:17.863569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.960260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.963279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:17.967176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39296) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:17.967765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "DELETE /v2.0/security-groups/00ca52a9-e222-4bdc-8cdd-689cf22cf2de HTTP/1.1" status: 204 len: 168 time: 0.3659487 Aug 27 02:30:17.984719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acb876-85ca-4ea4-9edd-049422bca9c4 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca52a9-e222-4bdc-8cdd-689cf22cf2de,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:17.987182 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d77d752f-6447-4005-9de7-7063e5246ac0 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] show failed (client error): The resource could not be found. Aug 27 02:30:18.004013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d77d752f-6447-4005-9de7-7063e5246ac0 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "GET /v2.0/security-groups/00ca52a9-e222-4bdc-8cdd-689cf22cf2de HTTP/1.1" status: 404 len: 347 time: 0.0346410 Aug 27 02:30:18.006481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:18.240922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:18.305385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ade68-2cae-4a48-92e6-0f4fb16bf053 None None] The sync data for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 is: [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:27:53Z', 'revision_number': 4, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'e3e5f90b-0da0-4d13-ae22-2f357924d132', 'name': '', 'network_id': 'bf057504-601a-456c-b55b-ef02d331e43d', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'mac_address': 'fa:16:3e:e1:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:51Z', 'updated_at': '2021-08-27T02:28:03Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'subnets': [{'id': '59a84af5-94a2-45cb-ab36-bb567109102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:18.445583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5bda2-eca9-4290-8861-23fa4d4f7a22 req-c1a8f90b-8554-48dc-a12c-231705ed159a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.447279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f5bda2-eca9-4290-8861-23fa4d4f7a22 req-c1a8f90b-8554-48dc-a12c-231705ed159a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1653967 Aug 27 02:30:18.458826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Deleting port 6e5ee127-391b-488b-8b78-19dda7abacd9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:18.459168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.577027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:18.592437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:18.600186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198538607', 'description': 'tempest-description--1512273471'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:18.681598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.699335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:18.708016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:18.708683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.719252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.719871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.781187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Calling delete_port for 6e5ee127-391b-488b-8b78-19dda7abacd9 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:18.830541 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:18.859844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7ce11-221c-4ff6-ad34-2bc80aaeefc2 None None] New status for floating IP 3a87f19a-c58c-4834-86a3-ee85da758b4f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:18.932582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9be2a-7613-4f18-ad6f-d9ebad2cdf42 req-5674c4ad-f7e5-49b8-bff2-523634ae95f3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:18.940589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aeb9be2a-7613-4f18-ad6f-d9ebad2cdf42 req-5674c4ad-f7e5-49b8-bff2-523634ae95f3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2241774 Aug 27 02:30:18.996757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aeb9be2a-7613-4f18-ad6f-d9ebad2cdf42 req-cecab455-8663-4909-a80d-c04ce06bdf34 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Aug 27 02:30:19.091385 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.095686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:19.096675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:19.099720 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074740f-d88b-4b9f-96c9-694e498e604b" -d '{"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:19.102635 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.107256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.186348 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.198027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6030314 Aug 27 02:30:19.198333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:19.205429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0e84d-b56f-451d-b826-ee65cc168ad0 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.211687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:19.222280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.307047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-0be7ce11-221c-4ff6-ad34-2bc80aaeefc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:30:19.307665 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-0be7ce11-221c-4ff6-ad34-2bc80aaeefc2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:30:19.324397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f5bda2-eca9-4290-8861-23fa4d4f7a22 req-c41fd19c-59ad-4cf0-a430-71d51fdb48c6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063284 Aug 27 02:30:19.326748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.356775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11666a9-3c9d-4665-8061-f87262fbbd26 req-debaed30-66b6-480a-9182-8d4be29b2ea2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:19.358363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b11666a9-3c9d-4665-8061-f87262fbbd26 req-debaed30-66b6-480a-9182-8d4be29b2ea2 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.1197987 Aug 27 02:30:19.471546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Pushing event deleted for resources: {'Port': ['ID=6e5ee127-391b-488b-8b78-19dda7abacd9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.489439 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae4cbc6-b7c9-48c2-b2f6-9b8f492cbd7f x-openstack-request-id: req-9ae4cbc6-b7c9-48c2-b2f6-9b8f492cbd7f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:19.489439 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:19.489439 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ae4cbc6-b7c9-48c2-b2f6-9b8f492cbd7f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:19.489742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.489855 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'code': 200} Aug 27 02:30:19.526937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b11666a9-3c9d-4665-8061-f87262fbbd26 req-400268aa-3bb9-4370-b60c-90a8d1b6d531 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471395 Aug 27 02:30:19.641746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0985-af32-4be3-836a-93975bde31c7 req-a1d7a4a9-29c4-4186-ad3f-b7e4971ec598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:19.643110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.644029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f8f0985-af32-4be3-836a-93975bde31c7 req-a1d7a4a9-29c4-4186-ad3f-b7e4971ec598 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 1096 time: 0.0621910 Aug 27 02:30:19.646005 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.647195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abf42bff-ce18-4305-8306-f66fcc56b0e8 tempest-ServersTestJSON-1182436446 tempest-ServersTestJSON-1182436446-project] 10.222.0.26 "DELETE /v2.0/floatingips/3a87f19a-c58c-4834-86a3-ee85da758b4f HTTP/1.1" status: 204 len: 168 time: 1.6395969 Aug 27 02:30:19.650590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:19.679643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.689897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.728077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3886724e-9d80-4e82-aeb4-8a63f2568f1a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:19.741348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.742691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e83442d9-2067-4e36-a282-9f251265b5bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5406051 Aug 27 02:30:19.749454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:19.754938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'security_group_rule': {'security_group_id': 'bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:19.759914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f8f0985-af32-4be3-836a-93975bde31c7 req-077f0e15-728e-4b20-85bf-f364aec0dd64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055973 Aug 27 02:30:19.809566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7ce11-221c-4ff6-ad34-2bc80aaeefc2 None None] New status for floating IP 3a87f19a-c58c-4834-86a3-ee85da758b4f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:19.813730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.944435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.965324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:19.999587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.002259 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516377 Aug 27 02:30:20.005300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:20.013741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:20.020089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548909e-c259-42f8-95c3-f1ccf0cd1e3d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd27be9-d5fa-40a0-ab58-9d1b01c4a79d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:20.080827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.330968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456147f-5793-461b-9a6d-e8f89c7c69f9 req-5b3fafa2-ac15-498c-b5de-0d4ec405cd9d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:20.333595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8456147f-5793-461b-9a6d-e8f89c7c69f9 req-5b3fafa2-ac15-498c-b5de-0d4ec405cd9d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1551020 Aug 27 02:30:20.413571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8456147f-5793-461b-9a6d-e8f89c7c69f9 req-98b065a8-13e4-4d40-8864-8dca361553ed tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699396 Aug 27 02:30:20.425596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.488282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:20.637513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Allocated IP 172.25.8.93 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8c445c14-41c3-4c9a-b0e2-78cfc452f5b3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:20.855737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b8a95-6a04-4fae-82d0-f4a07e25e190 req-ee0fb8a8-e906-4fdb-aabc-b55c03dc9098 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:20.857345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c7b8a95-6a04-4fae-82d0-f4a07e25e190 req-ee0fb8a8-e906-4fdb-aabc-b55c03dc9098 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.2226791 Aug 27 02:30:20.945667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c7b8a95-6a04-4fae-82d0-f4a07e25e190 req-48e4602a-320e-4b63-aecd-2c38af0bd994 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784204 Aug 27 02:30:20.951948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.013964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.033296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2aad8-f462-4386-8abb-3519f9de5720 req-84d9310e-28df-413e-b8c4-6f9f14fd6283 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:21.034923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8c2aad8-f462-4386-8abb-3519f9de5720 req-84d9310e-28df-413e-b8c4-6f9f14fd6283 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1473022 Aug 27 02:30:21.065193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:21.076059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:21.084725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:21.135010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8c2aad8-f462-4386-8abb-3519f9de5720 req-64a11558-45a4-4b53-85b7-03cb5aba6f60 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896511 Aug 27 02:30:21.181638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=8c445c14-41c3-4c9a-b0e2-78cfc452f5b3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.216642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.248699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Deleting port e3e5f90b-0da0-4d13-ae22-2f357924d132 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:21.249230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.291052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.415365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] For port e3e5f90b-0da0-4d13-ae22-2f357924d132, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e3e5f90b-0da0-4d13-ae22-2f357924d132,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:21.419081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.452010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Calling delete_port for e3e5f90b-0da0-4d13-ae22-2f357924d132 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:21.530142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.548410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.638285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.683937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.699753 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:21.709675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6940949 Aug 27 02:30:21.709675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b8568-c68b-492d-b5ff-b613d358b6e3 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=8c445c14-41c3-4c9a-b0e2-78cfc452f5b3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.837354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e5f90b-0da0-4d13-ae22-2f357924d132,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:21.982426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745276-ac06-4648-8ba2-a2afe4165ccb req-771f52ed-c08a-4ca0-b41a-1b96381d4d93 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:22.003139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1745276-ac06-4648-8ba2-a2afe4165ccb req-771f52ed-c08a-4ca0-b41a-1b96381d4d93 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.3346977 Aug 27 02:30:22.054425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4c2d40c2-a9b4-4416-9168-61bad06e09c9 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--198538607&fields=id&tenant_id=ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 267 time: 0.0733318 Aug 27 02:30:22.218137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-bf86a4b8-4d35-496a-a84d-7faa0032fe3f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:22.220007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-bf86a4b8-4d35-496a-a84d-7faa0032fe3f tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 810 time: 0.1558075 Aug 27 02:30:22.248059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-51b75ed0-b7bf-4092-887d-d9f9b2e6da52 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/quotas/ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 375 time: 0.0199304 Aug 27 02:30:22.248330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1745276-ac06-4648-8ba2-a2afe4165ccb req-1e80fcb0-92e8-4509-a4cb-f14ae9e3f230 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419579 Aug 27 02:30:22.384973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4ba2bce2-63df-44e3-bf4e-a326bd76942e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1266203 Aug 27 02:30:22.470038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.627133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a91b18f8-9273-48dc-b391-43bdc145e38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:22.643672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdfec0-f6be-4891-90a4-80b15f7bc968 req-c7b57ef8-84b5-402a-a284-679808cbdac7 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:22.646091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aebdfec0-f6be-4891-90a4-80b15f7bc968 req-c7b57ef8-84b5-402a-a284-679808cbdac7 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.2884490 Aug 27 02:30:22.671796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4e923a60-750c-4f88-97bc-4ad5b9d449cb service neutron] 10.222.0.26 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613757 Aug 27 02:30:22.847733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aebdfec0-f6be-4891-90a4-80b15f7bc968 req-6b71d1d7-0ad7-42f5-8665-0781154defef tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942396 Aug 27 02:30:22.929225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-92f4a3dd-6a06-4c22-a89e-36f07015f5df service neutron] 10.222.0.26 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563281 Aug 27 02:30:23.265651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45240f-a209-4494-b068-e1c6a65836be req-5ceeaf2a-5b09-46a4-a6dc-72ec4f2c828e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:23.275540 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe45240f-a209-4494-b068-e1c6a65836be req-5ceeaf2a-5b09-46a4-a6dc-72ec4f2c828e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.2816279 Aug 27 02:30:23.322588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:23.353535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe45240f-a209-4494-b068-e1c6a65836be req-fb8f464c-d765-4e80-af1b-f1cd4935f5d0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771253 Aug 27 02:30:23.574174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-277c67bc-8dcd-4adf-a940-7dd1603133dc req-5838e892-d844-4bc9-8070-942fb16c88f5 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 210 time: 0.0420837 Aug 27 02:30:23.605510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:23.624555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cb55116f-77ef-4bae-ba32-ed063e9f83d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9704866 Aug 27 02:30:23.625037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:23.631305 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Sync routers for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:23.651638 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:23.652295 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:23.984272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.216963 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:24.226520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.268859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322c17-5c35-483f-a4e4-99784c92c21e req-8afb6435-7556-4969-ac1e-18ab3c2aecdf tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:24.280306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c322c17-5c35-483f-a4e4-99784c92c21e req-8afb6435-7556-4969-ac1e-18ab3c2aecdf tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.6028695 Aug 27 02:30:24.381324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c322c17-5c35-483f-a4e4-99784c92c21e req-f1b36d8b-88ae-40ae-b5f9-1dced37bc2ef tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000416 Aug 27 02:30:24.428423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Deleting port 0558d1e5-b529-4356-a700-51e796671a1a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:24.430037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.655675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] For port 0558d1e5-b529-4356-a700-51e796671a1a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0558d1e5-b529-4356-a700-51e796671a1a,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:24.656304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:24.728323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Calling delete_port for 0558d1e5-b529-4356-a700-51e796671a1a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:24.821087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee254-a755-4dca-a438-eab0c184713f req-e0a673c5-92d3-41e5-80c0-e72146b3014f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:24.825174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-663ee254-a755-4dca-a438-eab0c184713f req-e0a673c5-92d3-41e5-80c0-e72146b3014f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1393545 Aug 27 02:30:24.933420 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '0558d1e5-b529-4356-a700-51e796671a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:30:21Z', 'revision_number': 5, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port': {'id': '0558d1e5-b529-4356-a700-51e796671a1a', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:24:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:27:47Z', 'updated_at': '2021-08-27T02:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.013344 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Checking router: 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:25.037858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-663ee254-a755-4dca-a438-eab0c184713f req-d2ffad22-fe44-44bc-8835-1c45a753f7cf tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047737 Aug 27 02:30:25.066202 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Routers {'17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:25.080796 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.175627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89aa75fc-36db-4f79-8670-c3a88c0e3f3b req-8177c6d1-3d99-41ca-9778-9e6b8ead5653 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 210 time: 0.1597977 Aug 27 02:30:25.218419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8311703b-0460-448c-b5c5-41ad4d17fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.229802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.420757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0558d1e5-b529-4356-a700-51e796671a1a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:25.448261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:25.609348 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] Set router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:25.715745 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 6, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:25.735915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee51c4-9753-44e1-979e-7e224c19e224 req-b066e455-30b3-40c8-9fb5-b9ced10d7c79 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:25.747280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9ee51c4-9753-44e1-979e-7e224c19e224 req-b066e455-30b3-40c8-9fb5-b9ced10d7c79 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1270361 Aug 27 02:30:25.779757 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08c15b-d42f-400f-bbb9-811b35937a26 None None] The sync data for ids ['17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c'] in n-d-806292-1 is: [{'id': '17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c', 'name': 'tempest-ServersTestJSON-1762607191-router', 'tenant_id': 'c2791d3b17ce46509dcf4b129c01b495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:27:46Z', 'updated_at': '2021-08-27T02:30:24Z', 'revision_number': 6, 'project_id': 'c2791d3b17ce46509dcf4b129c01b495', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:25.840751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9ee51c4-9753-44e1-979e-7e224c19e224 req-16170251-eefd-4cfa-b850-b13dfb259a0a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Aug 27 02:30:26.069782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82e7a-b9a5-42d1-bf1d-5f2e98cebae3 req-e22d4a39-3894-4c65-a159-382b8719af5b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:26.077120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38c82e7a-b9a5-42d1-bf1d-5f2e98cebae3 req-e22d4a39-3894-4c65-a159-382b8719af5b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.7673707 Aug 27 02:30:26.135302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.275336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23c7b3-3c11-47b0-9d82-32a5dbb92f5d req-6b5da40a-a9f6-4623-b6fa-533e6038cba0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:26.292790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc23c7b3-3c11-47b0-9d82-32a5dbb92f5d req-6b5da40a-a9f6-4623-b6fa-533e6038cba0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1218510 Aug 27 02:30:26.375693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc23c7b3-3c11-47b0-9d82-32a5dbb92f5d req-9b56bf9a-0008-48a4-b3c5-910bbc392068 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819442 Aug 27 02:30:26.412103 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.417208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.428437 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.437267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-20fee768-5ba5-4e2e-9440-59250f724913 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:26.439013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-20fee768-5ba5-4e2e-9440-59250f724913 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 810 time: 0.9757736 Aug 27 02:30:26.464309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38c82e7a-b9a5-42d1-bf1d-5f2e98cebae3 req-53df6ab1-f1d3-463b-9570-001910630649 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861525 Aug 27 02:30:26.591931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.592514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:30:26.595203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75e83977-4cc5-449e-9af0-bb3f636dc82c req-2a3e94f6-3512-4431-90d6-7917367123f8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 210 time: 0.0708358 Aug 27 02:30:26.602558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.606532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:26.608002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa525030-9747-4eb1-b9b3-c9c72990c0ba admin admin] 10.222.0.26 "DELETE /v2.0/routers/17321d0c-a9c5-4a2a-bbcf-5be886cb8a6c HTTP/1.1" status: 204 len: 168 time: 2.9819090 Aug 27 02:30:26.649936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-a66525cc-2923-4503-a73b-a5ab23320fbe tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf3773de9cc419a832e87d47e5e1f88 HTTP/1.1" status: 200 len: 379 time: 0.1191456 Aug 27 02:30:26.677989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'port': {'device_id': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'admin_state_up': True, 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'security_groups': ['bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:26.678748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Deleting subnet 59a84af5-94a2-45cb-ab36-bb567109102c {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:26.683007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.735596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.848370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.870583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e3e5f90b-0da0-4d13-ae22-2f357924d132 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:26.929175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e3e5f90b-0da0-4d13-ae22-2f357924d132 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:26.929540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e3e5f90b-0da0-4d13-ae22-2f357924d132 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:26.929958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0558d1e5-b529-4356-a700-51e796671a1a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:26.967568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:26.999540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a84af5-94a2-45cb-ab36-bb567109102c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:27.012098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.016312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a1a1eb64-e858-4026-93e2-9e00195c88b0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59a84af5-94a2-45cb-ab36-bb567109102c HTTP/1.1" status: 204 len: 168 time: 0.4062169 Aug 27 02:30:27.020596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39516) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:27.033579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4bbaf-da90-4447-8ac5-10aa9519c9bc None None] Network bf057504-601a-456c-b55b-ef02d331e43d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:27.036907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0558d1e5-b529-4356-a700-51e796671a1a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:27.042702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0558d1e5-b529-4356-a700-51e796671a1a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:27.099794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Made reservation on behalf of ddf3773de9cc419a832e87d47e5e1f88 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:27.113625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.261978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14287e8-7222-4cd3-92f9-d63604e49948 req-5feb6918-58b3-4bf1-842d-e82b77be77ba tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:27.269507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e14287e8-7222-4cd3-92f9-d63604e49948 req-5feb6918-58b3-4bf1-842d-e82b77be77ba tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2922819 Aug 27 02:30:27.283757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.403344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3268397-37d2-4d79-ad46-5efd6f2a5323 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:27.481441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Deleting port d45112c6-c20d-43b7-8d36-b23cd9f625fa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:27.482531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.593048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e14287e8-7222-4cd3-92f9-d63604e49948 req-01393b12-8e56-4d78-9b59-de4743217571 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229089 Aug 27 02:30:27.619680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] DHCP port deletion for bf057504-601a-456c-b55b-ef02d331e43d request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:30:27.728066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] For port d45112c6-c20d-43b7-8d36-b23cd9f625fa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d45112c6-c20d-43b7-8d36-b23cd9f625fa,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:27.730184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.766390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:27.787749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Calling delete_port for d45112c6-c20d-43b7-8d36-b23cd9f625fa owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:27.794875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Allocated IP 172.20.0.13 (cd6068e2-6328-4aae-970a-f28ef00a9e40/8ee6300f-7715-4fe7-b990-8fa30c88b3d3/6f738fef-d18c-4a93-8222-b078026fa247) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:27.804077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'mac_address': 'fa:16:3e:fd:59:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:27.913175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:27.982130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3268397-37d2-4d79-ad46-5efd6f2a5323 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:28.030036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.144518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:28.152737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5585b7-db5f-48b2-a09e-11328303108d req-872a4564-50c2-405e-aa52-e845790a5314 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:28.161499 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c5585b7-db5f-48b2-a09e-11328303108d req-872a4564-50c2-405e-aa52-e845790a5314 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.3490787 Aug 27 02:30:28.171364 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.184474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Deleting port d45112c6-c20d-43b7-8d36-b23cd9f625fa {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:28.184856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.271898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] For port d45112c6-c20d-43b7-8d36-b23cd9f625fa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d45112c6-c20d-43b7-8d36-b23cd9f625fa,segment=NetworkSegment(daf8ec24-58d0-4671-b904-4b03fbf0f25b),segment_id=daf8ec24-58d0-4671-b904-4b03fbf0f25b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:28.272500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.286961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Calling delete_port for d45112c6-c20d-43b7-8d36-b23cd9f625fa owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:28.417128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c5585b7-db5f-48b2-a09e-11328303108d req-d44f248a-ec59-424a-a0cc-84ee12507779 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242761 Aug 27 02:30:28.452183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f3268397-37d2-4d79-ad46-5efd6f2a5323'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:28.482449 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.567354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5d3d-7a95-4ee8-a367-e9b9ed33170c req-33ab4e89-53ad-4017-80a5-1311418b18c9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:28.568955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db0d5d3d-7a95-4ee8-a367-e9b9ed33170c req-33ab4e89-53ad-4017-80a5-1311418b18c9 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.3467917 Aug 27 02:30:28.669048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:28.692970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Transition to ACTIVE for port object 6f738fef-d18c-4a93-8222-b078026fa247 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:28.697774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:28.721460 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.757531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d051f268-e8bc-4f6d-89f2-2fde1f26197f req-dc158f91-4c06-48af-9fe7-853d9c458e7a tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 210 time: 0.2013237 Aug 27 02:30:28.783595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:28.836036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] No DVR routers for this DVR port d45112c6-c20d-43b7-8d36-b23cd9f625fa on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:28.893403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d45112c6-c20d-43b7-8d36-b23cd9f625fa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:28.907883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] No DVR routers for this DVR port d45112c6-c20d-43b7-8d36-b23cd9f625fa on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:28.910549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.038310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d45112c6-c20d-43b7-8d36-b23cd9f625fa no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:29.038912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db0d5d3d-7a95-4ee8-a367-e9b9ed33170c req-51bf8877-c705-4313-96cd-30056e4c995d tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526154 Aug 27 02:30:29.058878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809a41-c600-4ecf-b9eb-edfa9c9493c0 None None] Pushing event deleted for resources: {'Port': ['ID=d45112c6-c20d-43b7-8d36-b23cd9f625fa,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.072817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:29.126580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:29.130961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:29.132842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.173251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf057504-601a-456c-b55b-ef02d331e43d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:29.211937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d45112c6-c20d-43b7-8d36-b23cd9f625fa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:29.211937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d45112c6-c20d-43b7-8d36-b23cd9f625fa not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:29.214318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf8ec24-58d0-4671-b904-4b03fbf0f25b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:29.218991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf8ec24-58d0-4671-b904-4b03fbf0f25b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:29.249912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event updated for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.253913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.269950 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:30:29.289159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.300384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:29.301076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.379076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.379752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.429927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8cd4a-b0b3-4223-bb0a-e562d72028c3 req-cb05f2d5-8cdf-43e9-8953-0f134b6ae83e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.447703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23a8cd4a-b0b3-4223-bb0a-e562d72028c3 req-cb05f2d5-8cdf-43e9-8953-0f134b6ae83e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 944 time: 0.2170660 Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:29.488696 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:29.495842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.509339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.516575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/bf057504-601a-456c-b55b-ef02d331e43d HTTP/1.1" status: 204 len: 168 time: 2.4934003 Aug 27 02:30:29.540392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d87ace-61f4-402d-ac1a-99c91b80f8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bf057504-601a-456c-b55b-ef02d331e43d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:29.570125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-4d7ea124-2894-4c60-addb-d631ff07eba8 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8958390 Aug 27 02:30:29.594025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Request body: {'port': {'device_id': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:29.688066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:29.762419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'network_id': 'add51cd7-82fd-409b-92cd-a7a6080c619c', 'port_id': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'mac_address': 'fa:16:3e:be:34:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff899f0-fe7f-4364-8c4e-ad96a6155895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:29.793515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23a8cd4a-b0b3-4223-bb0a-e562d72028c3 req-10796469-72de-4657-bfa2-9df6beee3bf7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448884 Aug 27 02:30:29.839761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.896027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:29.902341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdb162-00a6-48a7-a792-64ce135287c3 req-db623f5c-0bf2-42bb-95b9-1f53d762f58d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:29.923361 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bfdb162-00a6-48a7-a792-64ce135287c3 req-db623f5c-0bf2-42bb-95b9-1f53d762f58d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1942906 Aug 27 02:30:29.924663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:29.926653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5fcd623b-261f-4733-a44a-26a6e57be7fb None None] Provisioning for port 6f738fef-d18c-4a93-8222-b078026fa247 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:29.941337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5fcd623b-261f-4733-a44a-26a6e57be7fb None None] Provisioning complete for port 6f738fef-d18c-4a93-8222-b078026fa247 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:29.941712 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5fcd623b-261f-4733-a44a-26a6e57be7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.943604 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:29.990504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.084709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd623b-261f-4733-a44a-26a6e57be7fb None None] Port 6f738fef-d18c-4a93-8222-b078026fa247 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:30.118812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bfdb162-00a6-48a7-a792-64ce135287c3 req-2797ae12-7e09-4b50-9130-e197e9a278a8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853440 Aug 27 02:30:30.123596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:30.198912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:30.238752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:30.581945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ac28090-d43c-4466-8f4e-7a8db92b125b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2791d3b17ce46509dcf4b129c01b495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390257 Aug 27 02:30:30.589668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39594) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:30.746133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23ef4a-c9d1-4a43-9a4c-7db126488b00 req-e3e52f84-4f01-45b7-9ea4-523c8344b892 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:30.758175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df23ef4a-c9d1-4a43-9a4c-7db126488b00 req-e3e52f84-4f01-45b7-9ea4-523c8344b892 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 932 time: 0.6404729 Aug 27 02:30:30.779409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0222dde-cb67-42d8-8925-cbbd06637bc3 req-e1cefe0f-83e8-4b20-b732-f563f0c73598 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:30.787352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0222dde-cb67-42d8-8925-cbbd06637bc3 req-e1cefe0f-83e8-4b20-b732-f563f0c73598 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 944 time: 0.4156036 Aug 27 02:30:30.895880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.905083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:30.985157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f738fef-d18c-4a93-8222-b078026fa247 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:30.995301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.012136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Transition to ACTIVE for port object 6f738fef-d18c-4a93-8222-b078026fa247 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:31.027730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.086253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.091971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0222dde-cb67-42d8-8925-cbbd06637bc3 req-e93c538d-cf9f-4439-bdd7-803bbed2bbd8 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595129 Aug 27 02:30:31.102596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.124334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df23ef4a-c9d1-4a43-9a4c-7db126488b00 req-c3650156-a586-4446-b5c1-8a5780b62d49 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638315 Aug 27 02:30:31.354540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.357098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.359137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Attempting to bind port 6f738fef-d18c-4a93-8222-b078026fa247 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:31.360200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Attempting to bind port 6f738fef-d18c-4a93-8222-b078026fa247 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:31.361075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Attempting to bind port 6f738fef-d18c-4a93-8222-b078026fa247 on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:31.362728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f7729e7-c0cd-444f-aef7-906fb03822c1 HTTP/1.1" status: 204 len: 168 time: 0.7615490 Aug 27 02:30:31.392105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Port 6f738fef-d18c-4a93-8222-b078026fa247 on network cd6068e2-6328-4aae-970a-f28ef00a9e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:31.392435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Attempting to bind port 6f738fef-d18c-4a93-8222-b078026fa247 on network cd6068e2-6328-4aae-970a-f28ef00a9e40 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:31.401957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3268397-37d2-4d79-ad46-5efd6f2a5323 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:31.417675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38bcb-6eb5-4c93-b939-e14ed054784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7729e7-c0cd-444f-aef7-906fb03822c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:31.438538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:31.441496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Checking segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:31.441900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Bound using segment: {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:31.442351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Bound port: 6f738fef-d18c-4a93-8222-b078026fa247, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeba84-1b69-45cf-bc7b-5d01633901d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:31.444543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.465213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4defa30-c0af-45af-a33f-e8cae0aace2d req-8223c488-060f-4736-879a-f8cf21769b52 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.494071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4defa30-c0af-45af-a33f-e8cae0aace2d req-8223c488-060f-4736-879a-f8cf21769b52 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 944 time: 0.2224905 Aug 27 02:30:31.559614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f3268397-37d2-4d79-ad46-5efd6f2a5323 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:31.564102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.743303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f5fb8-f468-410d-a9ee-0f30c3193b93 req-34f1d1cf-b0ec-4b36-8a63-8d98c1c2c588 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:31.777053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b9f5fb8-f468-410d-a9ee-0f30c3193b93 req-34f1d1cf-b0ec-4b36-8a63-8d98c1c2c588 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1714737 Aug 27 02:30:31.908534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:31.945594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6f738fef-d18c-4a93-8222-b078026fa247,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:31.951881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:31.991293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b9f5fb8-f468-410d-a9ee-0f30c3193b93 req-247e1ffa-87a8-40b3-9b6c-82bdd748bafd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129178 Aug 27 02:30:32.007173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:32.009518 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b618d9-9b45-4dd2-abda-afbf6085d534" -d '{"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-plugged", "status": "completed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:32.022434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4defa30-c0af-45af-a33f-e8cae0aace2d req-df7def7d-0d4f-4026-82f8-3fd4768aa1e8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247750 Aug 27 02:30:32.036551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.054035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.054035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.055606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 200 len: 1092 time: 2.4756906 Aug 27 02:30:32.065722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:32.068655 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075a7001-fd57-4bdf-91d3-332d63f39e32" -d '{"events": [{"name": "network-changed", "server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "tag": "6f738fef-d18c-4a93-8222-b078026fa247"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:32.117006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:32.125137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:32.270876 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e46bc-8f73-4fc4-aa92-56905d1e91e5 x-openstack-request-id: req-427e46bc-8f73-4fc4-aa92-56905d1e91e5 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:32.271136 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-plugged", "status": "completed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:32.278525 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-427e46bc-8f73-4fc4-aa92-56905d1e91e5 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:32.279140 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'code': 200} Aug 27 02:30:32.287903 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4540b7-f04e-4ca8-bfac-f7bfcff68ea6 x-openstack-request-id: req-cd4540b7-f04e-4ca8-bfac-f7bfcff68ea6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:32.290484 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "tag": "6f738fef-d18c-4a93-8222-b078026fa247", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:32.292075 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd4540b7-f04e-4ca8-bfac-f7bfcff68ea6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:32.293496 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247', 'status': 'completed', 'code': 200} Aug 27 02:30:32.439964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.442204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-525dc791-ed64-423e-b0d4-bf14565f4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.460620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-525dc791-ed64-423e-b0d4-bf14565f4e9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 1095 time: 0.3227577 Aug 27 02:30:32.571264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77898ec-c8c1-41ac-8c00-de7204b0ed2b req-df5ccd42-7d8c-49ae-8ac0-54731414792f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.586283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f77898ec-c8c1-41ac-8c00-de7204b0ed2b req-df5ccd42-7d8c-49ae-8ac0-54731414792f tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 944 time: 0.1465178 Aug 27 02:30:32.640303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-d8177599-df07-4735-ad9e-97efad50a974 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 200 len: 217 time: 0.1468780 Aug 27 02:30:32.646182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839424a-f5ac-484c-8b95-95c965296bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:32.670365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:32.680861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f77898ec-c8c1-41ac-8c00-de7204b0ed2b req-1a225244-0394-4424-ae79-378da8de2658 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926924 Aug 27 02:30:32.796147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-d68808ff-ee35-40b2-b7c0-795275086e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:32.800767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-d68808ff-ee35-40b2-b7c0-795275086e20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.1412663 Aug 27 02:30:33.003525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:33.003525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.127049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-290b9fac-b7da-46e9-8bda-b6982623fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.133448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-290b9fac-b7da-46e9-8bda-b6982623fbb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092978 Aug 27 02:30:33.205021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d5490-60b2-4eff-9996-27e9dd346003 req-a3562c02-28f2-41b0-98a7-ce7ac3a25bb2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.230051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa3d5490-60b2-4eff-9996-27e9dd346003 req-a3562c02-28f2-41b0-98a7-ce7ac3a25bb2 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 944 time: 0.2374654 Aug 27 02:30:33.295214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597c1a-8e7d-4e40-a07e-068d06ae8c8f req-24bfb918-f52e-47ef-b585-60b15a849c9d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.316073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16597c1a-8e7d-4e40-a07e-068d06ae8c8f req-24bfb918-f52e-47ef-b585-60b15a849c9d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1711478 Aug 27 02:30:33.329159 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.386065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:33.395692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:33.424098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16597c1a-8e7d-4e40-a07e-068d06ae8c8f req-e7c21473-5556-4f52-847a-5b973dc5d6ee tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984910 Aug 27 02:30:33.522740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:33.618232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa3d5490-60b2-4eff-9996-27e9dd346003 req-7c873d16-a651-42dd-959a-afe6ac040666 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887672 Aug 27 02:30:33.635339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-c9a520e7-e806-458b-b58e-ae820b5223c1 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879277 Aug 27 02:30:33.805771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bcbdc-6db6-4f9f-92d3-b78d880fc401 req-b9eed34d-c20a-4a55-824b-609768746b18 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:33.815510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-630bcbdc-6db6-4f9f-92d3-b78d880fc401 req-b9eed34d-c20a-4a55-824b-609768746b18 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1625402 Aug 27 02:30:33.846309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:33.914850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-630bcbdc-6db6-4f9f-92d3-b78d880fc401 req-75c2c075-a544-4360-a7e5-f91af9cc5335 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940957 Aug 27 02:30:34.052801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39686) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:34.116998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c60b71-a0e0-4a79-9ef9-ab33b5bd7a4e req-a49af87b-af2a-4b63-99c7-016db6931efe tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:34.129936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3c60b71-a0e0-4a79-9ef9-ab33b5bd7a4e req-a49af87b-af2a-4b63-99c7-016db6931efe tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.2261531 Aug 27 02:30:34.134737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe7ba3a4-3db8-4bce-a514-286dd6ac715c req-f55a02b6-2011-4e99-a962-bb661dc2e02a service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891167 Aug 27 02:30:34.175282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Deleting subnet 1d793174-ab33-4225-a209-5b6c3bcd4296 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:34.183343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.200331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627963002-network', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:34.281595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3c60b71-a0e0-4a79-9ef9-ab33b5bd7a4e req-a7f97b0c-4c0f-4e76-afac-71ce887a1781 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494346 Aug 27 02:30:34.282288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:34.285390 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a9eaf1-9272-4eae-8ea0-a285252ed832" -d '{"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:34.287237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.342895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-2fbc7399-996d-44bf-b1f7-7e9a56f712cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:34.359333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-2fbc7399-996d-44bf-b1f7-7e9a56f712cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 1095 time: 0.1504188 Aug 27 02:30:34.359333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:34.367111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.389833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.394499 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ad622b-99a0-4fe3-91bb-b159933fcb46 x-openstack-request-id: req-08ad622b-99a0-4fe3-91bb-b159933fcb46 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:34.396884 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-plugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:34.397508 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08ad622b-99a0-4fe3-91bb-b159933fcb46 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:34.398851 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'code': 200} Aug 27 02:30:34.485552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.510338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.513523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1d793174-ab33-4225-a209-5b6c3bcd4296 HTTP/1.1" status: 204 len: 168 time: 0.4605942 Aug 27 02:30:34.555404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39702) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:34.559834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b1e31-c04a-405a-be35-9422b4258c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d793174-ab33-4225-a209-5b6c3bcd4296,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:34.572680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.798258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.820527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:34.827527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.839449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2018133282'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:34.863786 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.881099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:34.885131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:34.962233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:35.019865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.029746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-caa1db08-43ae-4b96-b50b-df489932781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.031704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-caa1db08-43ae-4b96-b50b-df489932781b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.6510780 Aug 27 02:30:35.036468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23c7c6-d8fd-4035-8f01-619846b745ee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.037228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ea0746-d6bf-4a62-9be5-c67c9138658e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:35.063543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.064130 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Added segment fcd374e5-1a37-4848-978a-c73a8d4633da of type vlan for network 1131c952-6be1-4397-b35e-414f00a44c93 Aug 27 02:30:35.065459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a849c373-2eca-4362-a35c-6c2436123a2c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:35.065966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a849c373-2eca-4362-a35c-6c2436123a2c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:35.084219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.110213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.121065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-d71b6d06-3288-4e36-9344-d4b89ecdd3f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 200 len: 217 time: 0.0658870 Aug 27 02:30:35.122492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:35.123206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.131494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:35.236366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.236992 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Added segment 0e4c4c98-6b1f-4aee-aaa4-6dda158171aa of type vlan for network a3b2db74-4151-4a80-983b-cafe310925da Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:35.247264 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:35.258152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.302241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.307061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/03ea0746-d6bf-4a62-9be5-c67c9138658e HTTP/1.1" status: 204 len: 168 time: 0.7300880 Aug 27 02:30:35.307061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30003a4-c5b2-4df1-be78-bd658bc057fe admin admin] Pushing event deleted for resources: {'Network': ['ID=03ea0746-d6bf-4a62-9be5-c67c9138658e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.321255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261490-474d-4887-8f72-70320b175b46 req-30bdc82a-ea74-4ad1-9132-e148c115357a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.326190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc261490-474d-4887-8f72-70320b175b46 req-30bdc82a-ea74-4ad1-9132-e148c115357a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.5066803 Aug 27 02:30:35.326190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:35.340407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.386733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-dbac2abd-caa9-42d3-8e74-6e02bb5ef6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.388686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-dbac2abd-caa9-42d3-8e74-6e02bb5ef6c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.2529731 Aug 27 02:30:35.423427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.451745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc261490-474d-4887-8f72-70320b175b46 req-fd48c57c-408f-49ec-9b9a-df5aa6785636 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144059 Aug 27 02:30:35.470162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Deleting subnet 2266fbcb-803a-438c-8616-3eeb661bddb5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:35.476201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.521468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.522457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.523041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.539541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.588477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.625149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] Pushing event updated for resources: {'Network': ['ID=1131c952-6be1-4397-b35e-414f00a44c93,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.639060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1131c952-6be1-4397-b35e-414f00a44c93 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:35.662820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8e7fa-50ba-442d-a26e-453bfdaa480b req-5088113e-c1b5-4fbe-9db2-227d93335088 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.664606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbe8e7fa-50ba-442d-a26e-453bfdaa480b req-5088113e-c1b5-4fbe-9db2-227d93335088 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 944 time: 0.2433543 Aug 27 02:30:35.667178 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.673273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.673941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.765693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8bbcab82-95cb-4a9f-a9d9-0972ec7b1684 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9155660 Aug 27 02:30:35.767380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:35.770417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Network': ['ID=a3b2db74-4151-4a80-983b-cafe310925da,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.777047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.788530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a3b2db74-4151-4a80-983b-cafe310925da details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:35.790681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Request body: {'subnet': {'network_id': '1131c952-6be1-4397-b35e-414f00a44c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-627963002-subnet', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:35.809093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.809738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-32775e90-52b3-4138-a3cc-604e55746ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.812732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-32775e90-52b3-4138-a3cc-604e55746ec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4095669 Aug 27 02:30:35.819049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2266fbcb-803a-438c-8616-3eeb661bddb5 HTTP/1.1" status: 204 len: 168 time: 0.4899228 Aug 27 02:30:35.827296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:35.906952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d50bf7-c37e-4d72-aacc-75598bf59753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2266fbcb-803a-438c-8616-3eeb661bddb5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:35.930868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbe8e7fa-50ba-442d-a26e-453bfdaa480b req-b3b46838-8360-4a2b-8223-281a04064a67 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476101 Aug 27 02:30:35.934061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da062-ec4e-4b71-93f0-e3fed4562d22 req-37846e32-33f4-4644-9ecd-94b560a70ffd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:35.946093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:35.952464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:35.952854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc2da062-ec4e-4b71-93f0-e3fed4562d22 req-37846e32-33f4-4644-9ecd-94b560a70ffd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2359517 Aug 27 02:30:36.065704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1cf96f5-42af-4a13-b201-fd4b6b440cde tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2421658 Aug 27 02:30:36.075146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39758) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:36.104588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1354364869'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:36.227311 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc2da062-ec4e-4b71-93f0-e3fed4562d22 req-dc1a3a54-1c9d-49da-a6a1-565a15aab6b9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733312 Aug 27 02:30:36.272794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:36.277003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.308023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.418019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-bb29d44f-9c1d-46ca-9ede-00f5337a7d6b service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918875 Aug 27 02:30:36.519825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.538619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f882ba-be80-49cc-80fd-6889c3ed4d6f']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:36.560219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c89168-6888-4d8e-98f2-b9bc781830b6 req-5a581c94-e653-4a69-9fc0-4c4c374711ea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.562007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49c89168-6888-4d8e-98f2-b9bc781830b6 req-5a581c94-e653-4a69-9fc0-4c4c374711ea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 946 time: 0.1483333 Aug 27 02:30:36.563907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434717e9-fdf6-4953-ad40-d29aaa774ab7') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:36.564200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434717e9-fdf6-4953-ad40-d29aaa774ab7') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:36.577783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.614070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.629456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:36.629865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:36.632214 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:36.660799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:36.669327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:36.697776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.712998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.713341 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Added segment b2c48b44-de09-4362-8852-de57c808c694 of type vlan for network 21f4e9ec-f566-445b-8875-ebf072595efc Aug 27 02:30:36.758762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49c89168-6888-4d8e-98f2-b9bc781830b6 req-5bd0dcb3-362f-4229-b483-4363ae528d9a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852593 Aug 27 02:30:36.838801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-9a01f289-d31f-4fe5-afa6-5c5681e7d36b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:36.840795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-9a01f289-d31f-4fe5-afa6-5c5681e7d36b tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.1516230 Aug 27 02:30:36.843120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.849519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.852107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7f882ba-be80-49cc-80fd-6889c3ed4d6f HTTP/1.1" status: 204 len: 168 time: 1.0193157 Aug 27 02:30:36.874074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.880890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ecaa-464e-4c80-b761-ba4e1cad2baf admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f882ba-be80-49cc-80fd-6889c3ed4d6f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:36.931247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:36.935291 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4f84ea-401a-499e-9bc0-cd12a5cc19ad" -d '{"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:36.965068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:36.976535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:36.977496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:37.075572 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35229686-88d5-4a90-9989-955e5c5fbe80 x-openstack-request-id: req-35229686-88d5-4a90-9989-955e5c5fbe80 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:37.076503 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:37.083004 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35229686-88d5-4a90-9989-955e5c5fbe80 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:37.083646 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'code': 200} Aug 27 02:30:37.111494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Deleting port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:30:37.112663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.142739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:37.292550 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.326505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36993-4f62-41ba-9383-fa53af7cfa5b req-3b984600-a7c2-4cb1-a1de-4e9d54097876 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.333303 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8bd36993-4f62-41ba-9383-fa53af7cfa5b req-3b984600-a7c2-4cb1-a1de-4e9d54097876 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 944 time: 0.1258426 Aug 27 02:30:37.336318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39788) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:37.409758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-57b46ed3-4cfd-4929-b43d-f86ffb6d7a38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8aa7b8f99a324267915877ed6e687c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680745 Aug 27 02:30:37.423675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066ef0-4da0-4205-9aa1-1b4a6255bdca req-ca34081c-4fce-4656-90ea-0ef6c9ec7521 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.426422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:37.426907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74066ef0-4da0-4205-9aa1-1b4a6255bdca req-ca34081c-4fce-4656-90ea-0ef6c9ec7521 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 945 time: 0.9864948 Aug 27 02:30:37.432720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:37.440662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6f738fef-d18c-4a93-8222-b078026fa247 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:30:37.446303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-075a7001-fd57-4bdf-91d3-332d63f39e32 req-2459d771-8049-4609-819f-ef310e2526f7 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0069396 Aug 27 02:30:37.461466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8bd36993-4f62-41ba-9383-fa53af7cfa5b req-033bd452-c765-414f-bb16-91c2b3ba427d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619588 Aug 27 02:30:37.500658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] For port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,segment=NetworkSegment(f6f862c6-4259-4b91-afd2-ae2c5469c948),segment_id=f6f862c6-4259-4b91-afd2-ae2c5469c948)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:37.501266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.502313 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.531653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Calling delete_port for e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:30:37.641898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.669916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68c50f9-77c8-4459-b242-74e095048608,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:37.747495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Checking segment: {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:37.747495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Network hostable DHCP agents. Network: 1131c952-6be1-4397-b35e-414f00a44c93, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:37.758162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.780120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=14']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:37.798731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74066ef0-4da0-4205-9aa1-1b4a6255bdca req-098b1135-ea32-41d1-8d09-eaecdefa9d17 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6feb4447-5cee-40f3-8fb5-12abdc69b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506533 Aug 27 02:30:37.813306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.832219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.833993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.863151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.886399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6f738fef-d18c-4a93-8222-b078026fa247,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:37.923382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Pushing event deleted for resources: {'Port': ['ID=e8a59c10-00bf-46f1-b9e3-fc7bae0f2928,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:37.962359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '6f738fef-d18c-4a93-8222-b078026fa247', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'port_id': '6f738fef-d18c-4a93-8222-b078026fa247', 'mac_address': 'fa:16:3e:06:ce:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:30:37.981119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:37.984877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8944969 Aug 27 02:30:37.995039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de888c48-faca-4fec-9957-e0d44afd481f req-86363639-1f45-41b6-9ea8-9b4704cff61d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:37.995985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:38.014886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de888c48-faca-4fec-9957-e0d44afd481f req-86363639-1f45-41b6-9ea8-9b4704cff61d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2595508 Aug 27 02:30:38.054842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'subnet': {'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:38.087976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Network 1131c952-6be1-4397-b35e-414f00a44c93 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:38.129024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.131904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] No DVR routers for this DVR port e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:30:38.147647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555aeee-db29-4a45-85ca-ac8e48620e5c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Network': ['ID=21f4e9ec-f566-445b-8875-ebf072595efc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:38.166139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 21f4e9ec-f566-445b-8875-ebf072595efc details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:38.172963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.177602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dca292a-31f9-4772-9c36-fe7b23183258 req-4a067d91-16da-43d1-a5ff-631ccf760362 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.46 "DELETE /v2.0/ports/e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 HTTP/1.1" status: 204 len: 173 time: 1.2981284 Aug 27 02:30:38.181788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-deleted', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:38.184338 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae7844-67ad-456d-a697-981517672dff" -d '{"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-deleted", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:38.253942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1131c952-6be1-4397-b35e-414f00a44c93) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:38.270215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:38.273959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.300776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f738fef-d18c-4a93-8222-b078026fa247 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:38.325645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de888c48-faca-4fec-9957-e0d44afd481f req-6ddb9cc6-4386-4e16-be21-ab9a12fd2d49 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011160 Aug 27 02:30:38.340037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892dfbd-a602-4985-9471-77d6076934c0 None None] Network 1131c952-6be1-4397-b35e-414f00a44c93 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:38.351847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:38.368083 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9ac63-5276-4898-b37c-23b75236dfc0 x-openstack-request-id: req-96e9ac63-5276-4898-b37c-23b75236dfc0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:38.368534 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893cd115-4492-490d-8372-7f48ace175da", "name": "network-vif-deleted", "tag": "e8a59c10-00bf-46f1-b9e3-fc7bae0f2928", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:38.368906 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96e9ac63-5276-4898-b37c-23b75236dfc0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:38.369417 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893cd115-4492-490d-8372-7f48ace175da', 'name': 'network-vif-deleted', 'tag': 'e8a59c10-00bf-46f1-b9e3-fc7bae0f2928', 'status': 'completed', 'code': 200} Aug 27 02:30:38.374425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.382499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.390901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.392067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46575e9c-7798-4d7e-bbab-5e62ab57b2fc HTTP/1.1" status: 204 len: 168 time: 0.9447925 Aug 27 02:30:38.402444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-802b6e4b-a0d3-4f5e-b8dc-8fa6f9889a03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6165898 Aug 27 02:30:38.404340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39828) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:38.409913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:38.508165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.511569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.582086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6f738fef-d18c-4a93-8222-b078026fa247,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:38.604069 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.618280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:38.757695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279fa4-7f67-49a2-bc9b-5fa11e1394f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46575e9c-7798-4d7e-bbab-5e62ab57b2fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:38.951684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:38.959610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['6f738fef-d18c-4a93-8222-b078026fa247'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:30:39.097736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:39.104785 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa25553-d1f8-4389-98f5-b85ad640c82b" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:39.117475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.203306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a19ac-028c-4c9e-bdff-f0a44673f533 req-52701897-6756-42a3-9f43-3268d8b6864c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.206289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e4a19ac-028c-4c9e-bdff-f0a44673f533 req-52701897-6756-42a3-9f43-3268d8b6864c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 945 time: 0.4205334 Aug 27 02:30:39.275164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9aa07be-4756-4048-a92f-ac32fe1085ff req-7d211095-7b84-4806-9a9b-436b9217f228 tempest-ImagesTestJSON-821579322 tempest-ImagesTestJSON-821579322-project] 10.222.0.26 "GET /v2.0/ports?device_id=893cd115-4492-490d-8372-7f48ace175da HTTP/1.1" status: 200 len: 210 time: 0.1385884 Aug 27 02:30:39.304898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.311690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1131c952-6be1-4397-b35e-414f00a44c93', 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'fixed_ips': [{'subnet_id': 'c68c50f9-77c8-4459-b242-74e095048608'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:39.315761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.328750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e4a19ac-028c-4c9e-bdff-f0a44673f533 req-a77d9e8e-b1f1-4718-b75b-6012928e086d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890579 Aug 27 02:30:39.401281 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9651cc99-a67d-4b24-b17a-ed5f5c4b1289 x-openstack-request-id: req-9651cc99-a67d-4b24-b17a-ed5f5c4b1289 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:39.407665 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:39.411058 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9651cc99-a67d-4b24-b17a-ed5f5c4b1289 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:39.411711 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'code': 200} Aug 27 02:30:39.495627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Subnet': ['ID=bb26207a-8d7e-448e-a505-6ae7a119d316,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:39.585929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:39.586222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network hostable DHCP agents. Network: a3b2db74-4151-4a80-983b-cafe310925da, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:39.636262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network a3b2db74-4151-4a80-983b-cafe310925da is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:39.651868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a3b2db74-4151-4a80-983b-cafe310925da) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:39.660593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:39.661201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.700515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:39.724282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bfcc9cd-9816-44f9-9fd4-68bebfeb7005 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7174294 Aug 27 02:30:39.724562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39850) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:39.732103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'subnet': {'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:39.764809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Allocated IP 172.20.0.2 (1131c952-6be1-4397-b35e-414f00a44c93/c68c50f9-77c8-4459-b242-74e095048608/9d48f4fa-57e2-4aee-b98c-647d0af1e94a) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:39.841625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a57c59bd-50c4-4a6a-9d27-0a19072fa396 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=effd1cc8dedf47349d56f484714942c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392100 Aug 27 02:30:39.845055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:39.959980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.967530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:39.969872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Transition to ACTIVE for port object 9d48f4fa-57e2-4aee-b98c-647d0af1e94a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:39.971674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:39.987945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Transition to ACTIVE for port object 9d48f4fa-57e2-4aee-b98c-647d0af1e94a will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:39.996234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3de67-cd3e-4689-b2a9-8499f9be8120 None None] Network a3b2db74-4151-4a80-983b-cafe310925da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:40.031347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.036342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.091498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.102405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee2a72-089a-46a9-880b-632b1c31b9b5 req-dd3f9abf-2aed-4430-9e9e-c7cf35c35c21 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.126059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90ee2a72-089a-46a9-880b-632b1c31b9b5 req-dd3f9abf-2aed-4430-9e9e-c7cf35c35c21 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.6480126 Aug 27 02:30:40.146996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.171138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Network 1131c952-6be1-4397-b35e-414f00a44c93 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:40.196044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:40.201399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:40.206972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Pushing event updated for resources: {'Port': ['ID=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:40.224522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.227290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.231085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.233685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cabbb26b-393a-44ff-83f3-52d8239fce03 HTTP/1.1" status: 204 len: 168 time: 0.3869884 Aug 27 02:30:40.249125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b41cef-c829-4bed-9603-2ad005ec71ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabbb26b-393a-44ff-83f3-52d8239fce03,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:40.381446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90ee2a72-089a-46a9-880b-632b1c31b9b5 req-7d2302bb-fea1-486b-850b-49569231e87e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529387 Aug 27 02:30:40.484924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Attempting to bind port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:40.485303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Attempting to bind port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:40.485670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Attempting to bind port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a on network 1131c952-6be1-4397-b35e-414f00a44c93 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:40.556052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:40.568193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Checking segment: {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:40.570188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.571663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Bound using segment: {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:40.573317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Bound port: 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:40.573955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.611236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a3b2db74-4151-4a80-983b-cafe310925da', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:40.615695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:40.737665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Allocated IP 172.25.8.135 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/5cffe020-adb5-4d48-b9a1-5513447c02b1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:40.740646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:30:40.826197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:30:40.835484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e8a59c10-00bf-46f1-b9e3-fc7bae0f2928 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:30:40.996085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a649f-d0ad-4add-9b54-32b2d50498d5 req-a47ea822-29bc-48c6-a370-0029afddf9ff tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:40.997749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-457a649f-d0ad-4add-9b54-32b2d50498d5 req-a47ea822-29bc-48c6-a370-0029afddf9ff tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2400413 Aug 27 02:30:41.063175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] For port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:41.084247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] For port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:41.103056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:41.125017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-457a649f-d0ad-4add-9b54-32b2d50498d5 req-cf4049b5-0d5e-4531-bf3a-ba44b75a3b54 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205726 Aug 27 02:30:41.400113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Allocated IP 10.1.1.2 (a3b2db74-4151-4a80-983b-cafe310925da/bb26207a-8d7e-448e-a505-6ae7a119d316/58dbafaa-e0bf-4c62-ac2a-0d067ebefcef) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:41.402316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491e9aa-6793-4971-81d2-bff389b68fea None None] Pushing event updated for resources: {'Port': ['ID=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:41.488368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6f738fef-d18c-4a93-8222-b078026fa247 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:41.679929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d0d9d-d0d9-42cf-a2d4-0e396177b024 req-2f754fd2-b80c-404d-969d-9a05d06af685 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:41.681505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c33d0d9d-d0d9-42cf-a2d4-0e396177b024 req-2f754fd2-b80c-404d-969d-9a05d06af685 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 945 time: 1.1255682 Aug 27 02:30:41.843678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.013545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c60759-596d-4b77-ab99-0c3490c20800 req-f39600b4-3494-449e-bdae-959367c6d7c3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.028072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94c60759-596d-4b77-ab99-0c3490c20800 req-f39600b4-3494-449e-bdae-959367c6d7c3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1622491 Aug 27 02:30:42.044827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c33d0d9d-d0d9-42cf-a2d4-0e396177b024 req-2addfc1a-5cb2-4319-9271-cd03becf60f7 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285239 Aug 27 02:30:42.110342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Subnet': ['ID=d477846e-571a-4bcc-8718-f5c1d854365a,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.122096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.122989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-cc26a3fb-910b-4e77-8061-4bd2d355ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.124446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-cc26a3fb-910b-4e77-8061-4bd2d355ec68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.4113212 Aug 27 02:30:42.164907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Checking segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:42.165399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network hostable DHCP agents. Network: 21f4e9ec-f566-445b-8875-ebf072595efc, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:42.168597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Transition to ACTIVE for port object 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:42.187753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94c60759-596d-4b77-ab99-0c3490c20800 req-04d47521-65bc-4ee6-9f55-2db7d966ab2c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574762 Aug 27 02:30:42.214044 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.226946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Transition to ACTIVE for port object 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:42.228459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 6f738fef-d18c-4a93-8222-b078026fa247 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:42.256421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 6f738fef-d18c-4a93-8222-b078026fa247 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:42.259200 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.307521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.307749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network 21f4e9ec-f566-445b-8875-ebf072595efc is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:42.341656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 21f4e9ec-f566-445b-8875-ebf072595efc) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:42.343706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-7c82154a-b8cb-4b71-97d2-f1010f4dc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.345183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-7c82154a-b8cb-4b71-97d2-f1010f4dc9a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2121377 Aug 27 02:30:42.357456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc34143-24ec-41bd-aac0-9a1d7ecb4aa5 req-1c944a2b-e2ed-4a09-90e1-dcf6ee17f873 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.362847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280d3c5-4ce9-4596-9aea-b03f0dd3d167 None None] Network 21f4e9ec-f566-445b-8875-ebf072595efc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:42.365527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc34143-24ec-41bd-aac0-9a1d7ecb4aa5 req-1c944a2b-e2ed-4a09-90e1-dcf6ee17f873 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1300344 Aug 27 02:30:42.367925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.368527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.450917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.460955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6dd40ecf-9ce3-440a-babb-e8a948f17b51 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7317810 Aug 27 02:30:42.461311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:42.466646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'name': 'tempest-TaggedBootDevicesTest_v242-2075840485', 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:42.482661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Network a3b2db74-4151-4a80-983b-cafe310925da is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:42.594593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc34143-24ec-41bd-aac0-9a1d7ecb4aa5 req-149a949e-b7a0-4f1c-95f8-78fd2f817edf tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285149 Aug 27 02:30:42.609182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-ad4a6ece-7e39-4a2e-991a-2e8bed301a74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.2363915 Aug 27 02:30:42.616798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:42.624436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:42.637798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:42.643658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:42.677240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:42.686343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Pushing event updated for resources: {'Port': ['ID=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.732755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:42.739113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Pushing event updated for resources: {'Port': ['ID=5cffe020-adb5-4d48-b9a1-5513447c02b1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:42.816589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:42.844854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:42.854999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:42.857434 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344a6fa3-e091-49c7-ba81-57cac17d29cc" -d '{"events": [{"server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "name": "network-vif-plugged", "status": "completed", "tag": "6f738fef-d18c-4a93-8222-b078026fa247"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:42.882198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-0cf4e647-a64f-48c9-b81a-62c5c94244aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:42.883759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-0cf4e647-a64f-48c9-b81a-62c5c94244aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.2429883 Aug 27 02:30:42.940574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6f738fef-d18c-4a93-8222-b078026fa247,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:42.943849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Attempting to bind port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:42.944222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Attempting to bind port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:42.944596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Attempting to bind port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:42.950752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d48f4fa-57e2-4aee-b98c-647d0af1e94a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:42.966061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-21f4e9ec-f566-445b-8875-ebf072595efc', 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ips': [{'subnet_id': 'd477846e-571a-4bcc-8718-f5c1d854365a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:42.966965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.007343 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce68e2-a265-403a-b651-511eeb844d50 x-openstack-request-id: req-27ce68e2-a265-403a-b651-511eeb844d50 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:43.007708 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "name": "network-vif-plugged", "status": "completed", "tag": "6f738fef-d18c-4a93-8222-b078026fa247", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:43.007884 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27ce68e2-a265-403a-b651-511eeb844d50 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:43.008280 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247', 'code': 200} Aug 27 02:30:43.011277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.103656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:43.107568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:43.114848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.115457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Bound using segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:43.116376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Bound port: 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:43.117115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.147359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Deleting subnet aff899f0-fe7f-4364-8c4e-ad96a6155895 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:30:43.187563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.241710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-b12b6aae-71a6-4937-bd21-256121504f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.243031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-b12b6aae-71a6-4937-bd21-256121504f1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130152 Aug 27 02:30:43.254511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.320540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e2c12-5aa0-40bb-a022-abd657b7dc70 req-d3b76ee4-8877-4373-aa4b-8f1ad520eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.322332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d0e2c12-5aa0-40bb-a022-abd657b7dc70 req-d3b76ee4-8877-4373-aa4b-8f1ad520eadd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 1097 time: 0.2363715 Aug 27 02:30:43.338699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] device_id is not set on port fa9833a0-a624-4ceb-bf52-878fd0a80842 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:43.341573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a350f-be7c-4531-a8b9-ffb8677072a0 None None] Network 1131c952-6be1-4397-b35e-414f00a44c93 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:43.367503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.703305 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:43.718275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd2bf1-4979-488e-b395-d77fd6cb6274 req-4da44640-962c-497d-b68f-b3ff1630f073 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:43.726790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7cd2bf1-4979-488e-b395-d77fd6cb6274 req-4da44640-962c-497d-b68f-b3ff1630f073 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.4399598 Aug 27 02:30:43.734303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d0e2c12-5aa0-40bb-a022-abd657b7dc70 req-e827b6e7-1888-4174-95fc-ca39744bd644 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457690 Aug 27 02:30:43.829677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7cd2bf1-4979-488e-b395-d77fd6cb6274 req-bebe09b2-71d1-49d2-b13f-1629adcde90d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998087 Aug 27 02:30:43.833865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:43.863355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ff04415d-9df5-4176-a59b-96c915fc23d1 None None] Provisioning for port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:43.933415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:43.933744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.1.1.221 (a3b2db74-4151-4a80-983b-cafe310925da/bb26207a-8d7e-448e-a505-6ae7a119d316/fa9833a0-a624-4ceb-bf52-878fd0a80842) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:43.987874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] For port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:44.003385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f0beb-454e-4a82-a94f-43455f060007 req-139cb9f6-850e-4e5f-81ba-8eb22f8961be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.004094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] For port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:44.011441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:44.011818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.013105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f71f0beb-454e-4a82-a94f-43455f060007 req-139cb9f6-850e-4e5f-81ba-8eb22f8961be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.5908072 Aug 27 02:30:44.093004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.118581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f71f0beb-454e-4a82-a94f-43455f060007 req-5ae125cd-6163-42a7-98e9-f9b5b077dfe9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043303 Aug 27 02:30:44.142929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff899f0-fe7f-4364-8c4e-ad96a6155895,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.145444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.148900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-32e21dfb-c7a5-4577-afcd-1a5ec2be2a11 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705347 Aug 27 02:30:44.184703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.185314 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.186795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a9bee4b-599b-42f9-b46d-615a488ab303 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aff899f0-fe7f-4364-8c4e-ad96a6155895 HTTP/1.1" status: 204 len: 168 time: 1.3409908 Aug 27 02:30:44.197094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39978) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:44.325594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79308a0-ca35-42b4-ae0b-383ed9bbbd0d None None] Pushing event updated for resources: {'Port': ['ID=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.333404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d4f27-6654-472c-9a95-c458d750e592 req-d581c1b8-27cd-4202-895b-dfb8458336db tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.343950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-269d4f27-6654-472c-9a95-c458d750e592 req-d581c1b8-27cd-4202-895b-dfb8458336db tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2545612 Aug 27 02:30:44.421756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.446227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e3c3cd6-e878-494f-bd34-d802afaf5250 req-c2208d8b-1922-48bb-9d0d-da8c2ba036ab service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640510 Aug 27 02:30:44.502429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.521940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.526061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Allocated IP 10.2.2.2 (21f4e9ec-f566-445b-8875-ebf072595efc/d477846e-571a-4bcc-8718-f5c1d854365a/5585423f-a7de-42bb-a9c2-08afc43e1c9c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:44.555341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-269d4f27-6654-472c-9a95-c458d750e592 req-d3d81386-bbd5-4c9e-aaf7-7083e8653148 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103395 Aug 27 02:30:44.581426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object fa9833a0-a624-4ceb-bf52-878fd0a80842 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:44.609675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:44.631134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.716744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.735469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.783103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add51cd7-82fd-409b-92cd-a7a6080c619c']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:44.800368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:44.818117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network a3b2db74-4151-4a80-983b-cafe310925da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:44.819861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:44.829887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:44.831255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f862c6-4259-4b91-afd2-ae2c5469c948') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:44.831553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f862c6-4259-4b91-afd2-ae2c5469c948') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:44.893857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.917747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:44.918740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.947797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.966318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:44.978371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3e3b6a9-ff49-42f6-b7f4-726c91ab47aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5158110 Aug 27 02:30:44.979434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:44.985650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'name': 'tempest-TaggedBootDevicesTest_v242-1697346601', 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:45.058498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:30:45.059683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:30:45.062585 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:30:45.195547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.210992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Transition to ACTIVE for port object 5585423f-a7de-42bb-a9c2-08afc43e1c9c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:45.236380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Transition to ACTIVE for port object 5585423f-a7de-42bb-a9c2-08afc43e1c9c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:45.246801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:45.255093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.260355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.273806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.275961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] 10.222.0.26 "DELETE /v2.0/networks/add51cd7-82fd-409b-92cd-a7a6080c619c HTTP/1.1" status: 204 len: 168 time: 1.0777705 Aug 27 02:30:45.299742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc58e-2694-4d4b-8c84-1f93d6e5f6a0 req-968f66d1-de3a-43d0-b355-e256e01a11b5 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.307221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b4cc58e-2694-4d4b-8c84-1f93d6e5f6a0 req-968f66d1-de3a-43d0-b355-e256e01a11b5 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.2529433 Aug 27 02:30:45.311517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01262e3e-fbe9-4f26-ae41-d5aeab386e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=add51cd7-82fd-409b-92cd-a7a6080c619c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.335326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Network 21f4e9ec-f566-445b-8875-ebf072595efc is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:45.341623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:45.346802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.348354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:45.449199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b4cc58e-2694-4d4b-8c84-1f93d6e5f6a0 req-9bcdccc4-4df3-4b5d-8b03-c2e27b9cd4de tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408648 Aug 27 02:30:45.461297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:45.472606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.475539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Router c7b6b177-27e8-4173-a39a-dcbf126ea62e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:30:45.552766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Pushing event updated for resources: {'Port': ['ID=5585423f-a7de-42bb-a9c2-08afc43e1c9c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.563126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:45.580219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Attempting to bind port 5585423f-a7de-42bb-a9c2-08afc43e1c9c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:45.581109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Attempting to bind port 5585423f-a7de-42bb-a9c2-08afc43e1c9c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:45.581688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Attempting to bind port 5585423f-a7de-42bb-a9c2-08afc43e1c9c on network 21f4e9ec-f566-445b-8875-ebf072595efc {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:45.593408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:45.594123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Checking segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:45.595132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.598668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Bound using segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:45.599989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Bound port: 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:45.601706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.606251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] device_id is not set on port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:30:45.691628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c582-f420-4a53-8d0c-2c8538cc31b4 req-86c4780f-5489-4eb5-b53a-58ecda6793d4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:45.699696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c14c582-f420-4a53-8d0c-2c8538cc31b4 req-86c4780f-5489-4eb5-b53a-58ecda6793d4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.3730812 Aug 27 02:30:45.773458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:45.849267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] For port 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:45.857128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] For port 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5585423f-a7de-42bb-a9c2-08afc43e1c9c,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:45.872744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:45.941153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:45.957719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e229f1-8758-454f-bd1b-9aaa05865fe0 None None] Pushing event updated for resources: {'Port': ['ID=5585423f-a7de-42bb-a9c2-08afc43e1c9c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:45.977129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Sync routers for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:45.991559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:45.992713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:45.994470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c14c582-f420-4a53-8d0c-2c8538cc31b4 req-5e55498b-d45e-491c-a346-dd729c90564e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935872 Aug 27 02:30:46.023376 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:30:46.114371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6867589-252f-4281-8bae-1fcc254c7073 req-51efc8cc-033b-44fe-90f4-f0b300bfc945 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.118548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6867589-252f-4281-8bae-1fcc254c7073 req-51efc8cc-033b-44fe-90f4-f0b300bfc945 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.3441606 Aug 27 02:30:46.129592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b83f4394-8995-4c66-8eda-5fdec9b8c364 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ae755ffc78948e9a7ce502cc81dd559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665100 Aug 27 02:30:46.133086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.137017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ae94901-5490-414a-bdf1-3694955d8737 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7286351 Aug 27 02:30:46.139369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:46.140166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40012) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:46.200217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-008f39e0-3d88-4f2b-a83f-c65b43cdaa4a None None] Provisioning complete for port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:46.200562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-008f39e0-3d88-4f2b-a83f-c65b43cdaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.209754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.1.1.150 (a3b2db74-4151-4a80-983b-cafe310925da/bb26207a-8d7e-448e-a505-6ae7a119d316/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:46.281533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.284582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:46.381544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab06aa-a18d-43c9-b91f-b633f402ff97 None None] Network a3b2db74-4151-4a80-983b-cafe310925da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:46.474895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.609342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.658314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.706442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:46.712902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc988-f0e1-4c23-a739-4c41cac1c746 req-faa130c6-44a8-45c7-b1b0-f8a832caf286 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:46.716540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cddc988-f0e1-4c23-a739-4c41cac1c746 req-faa130c6-44a8-45c7-b1b0-f8a832caf286 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.1253777 Aug 27 02:30:46.731891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6867589-252f-4281-8bae-1fcc254c7073 req-426aa922-a948-4384-87fd-983586469a9f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912135 Aug 27 02:30:46.807847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.810374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.811550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6feb4447-5cee-40f3-8fb5-12abdc69b613 HTTP/1.1" status: 204 len: 168 time: 0.6669657 Aug 27 02:30:46.861368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:46.885458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cddc988-f0e1-4c23-a739-4c41cac1c746 req-f32a58de-39b4-4a99-861c-c149a3ca1bf6 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328163 Aug 27 02:30:46.942191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a619f07-b4f2-41e9-9134-6f780e4a7845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb4447-5cee-40f3-8fb5-12abdc69b613,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.078529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network a3b2db74-4151-4a80-983b-cafe310925da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:47.103290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:47.130538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:47.133273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:47.179536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d48f4fa-57e2-4aee-b98c-647d0af1e94a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:47.284786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400172e8-8cf0-43a0-a05b-ba5c58b1a663 req-5157cda3-d813-41c8-ae43-a31f02f620db tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.311475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-400172e8-8cf0-43a0-a05b-ba5c58b1a663 req-5157cda3-d813-41c8-ae43-a31f02f620db tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.2141473 Aug 27 02:30:47.323093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40036) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:47.336606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Request body: {'floatingip': {'port_id': '6f738fef-d18c-4a93-8222-b078026fa247'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:47.370906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:47.371494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.456721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.518487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Provisioning for port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:47.527173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Provisioning complete for port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:47.528167 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.641545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:47.645818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:47.648625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:43Z', 'revision_number': 3, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:47.879331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Checking router: c7b6b177-27e8-4173-a39a-dcbf126ea62e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:47.879524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Updating router c7b6b177-27e8-4173-a39a-dcbf126ea62e port 5cffe020-adb5-4d48-b9a1-5513447c02b1 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:30:47.971571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.117254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.119245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d70348-afb9-4d61-bc5e-7f2616694880 None None] Network 21f4e9ec-f566-445b-8875-ebf072595efc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:48.120165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3ac258f5-c01f-4246-84e4-f3429dbd48e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1393390 Aug 27 02:30:48.148617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387a7ff-a209-4d83-8b78-8c1710e8aaeb req-fbd0a054-fd48-4066-ab70-e3da7bcd53e9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.150420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a387a7ff-a209-4d83-8b78-8c1710e8aaeb req-fbd0a054-fd48-4066-ab70-e3da7bcd53e9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.6912696 Aug 27 02:30:48.210809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f50f4-376f-46a1-b41e-ea9d40f2c0f2 req-2e5507f8-29a7-4e00-a88f-0067a781e58f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.221649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-628f50f4-376f-46a1-b41e-ea9d40f2c0f2 req-2e5507f8-29a7-4e00-a88f-0067a781e58f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 1.1002502 Aug 27 02:30:48.263599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a387a7ff-a209-4d83-8b78-8c1710e8aaeb req-4b6f2a42-a1db-41da-bc66-5a47abdb4a35 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990534 Aug 27 02:30:48.309412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:30:48.490644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-628f50f4-376f-46a1-b41e-ea9d40f2c0f2 req-14937d28-2cb8-4cbe-9bbc-6ee0cbd61b72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634380 Aug 27 02:30:48.516274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.525940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:48.868702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] For port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:48.900227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20a83a-f74e-4ffa-9927-165a98ea80f8 req-a185c5dc-fb94-4d9c-a3f9-540bb39ac46e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:48.909715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b20a83a-f74e-4ffa-9927-165a98ea80f8 req-a185c5dc-fb94-4d9c-a3f9-540bb39ac46e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1995511 Aug 27 02:30:48.953032 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.117634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5585423f-a7de-42bb-a9c2-08afc43e1c9c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:49.146753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b20a83a-f74e-4ffa-9927-165a98ea80f8 req-a07b98fd-7b07-4e93-9384-8176bdc3a868 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320056 Aug 27 02:30:49.273472 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.307689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:49.317310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963816686', 'description': 'tempest-description--778316380'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:49.351722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning complete for port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:49.352092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.382483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75591f0-9833-4025-96c0-78bb0c41b3f1 None None] Pushing event updated for resources: {'Port': ['ID=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:49.572317 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Floating IP 0e66768a-d5da-44a7-bf0b-643ce570525d associated. External IP: 172.25.8.93, port: 6f738fef-d18c-4a93-8222-b078026fa247. Aug 27 02:30:49.588298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5585423f-a7de-42bb-a9c2-08afc43e1c9c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:49.663786 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.690823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e17c6-25f8-44f0-ac0f-d271ddba71a7 req-30804a2e-37f5-4028-9005-e7a7597fca36 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:49.696201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d6e17c6-25f8-44f0-ac0f-d271ddba71a7 req-30804a2e-37f5-4028-9005-e7a7597fca36 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2069554 Aug 27 02:30:49.802537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.867754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Transition to ACTIVE for port object 5cffe020-adb5-4d48-b9a1-5513447c02b1 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:49.926825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:49.980546 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:49.990253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:50.042613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d6e17c6-25f8-44f0-ac0f-d271ddba71a7 req-77cd41e2-67c6-4bb5-926e-10515155fa86 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258932 Aug 27 02:30:50.055785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning complete for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:50.056224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.086734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:50.112405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-a5528c55-61e8-4b92-8972-7de946b957c4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:50.113952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-a5528c55-61e8-4b92-8972-7de946b957c4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.4222405 Aug 27 02:30:50.139819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Allocated IP 172.20.0.1 (1131c952-6be1-4397-b35e-414f00a44c93/c68c50f9-77c8-4459-b242-74e095048608/ed277a1b-09bb-4e06-afff-92a121cc9260) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:50.168786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Attempting to bind port 5cffe020-adb5-4d48-b9a1-5513447c02b1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:50.169164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Attempting to bind port 5cffe020-adb5-4d48-b9a1-5513447c02b1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:50.169566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Attempting to bind port 5cffe020-adb5-4d48-b9a1-5513447c02b1 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:50.173147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74476737-4dfc-40e8-8bb3-e87462d956c6 None None] Pushing event updated for resources: {'Port': ['ID=5cffe020-adb5-4d48-b9a1-5513447c02b1,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.183502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:50.185385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:50.185795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:50.186614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.187102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:50.187707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Bound port: 5cffe020-adb5-4d48-b9a1-5513447c02b1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:50.188295 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.244701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-ff47edf1-68a4-482f-838a-b6d121f0d4ec tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/quotas/57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 375 time: 0.1063607 Aug 27 02:30:50.273495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning for port fa9833a0-a624-4ceb-bf52-878fd0a80842 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:50.280872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:50.281382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.313812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning complete for port fa9833a0-a624-4ceb-bf52-878fd0a80842 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:50.314193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.381401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] For port 5cffe020-adb5-4d48-b9a1-5513447c02b1, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:50.389685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] For port 5cffe020-adb5-4d48-b9a1-5513447c02b1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5cffe020-adb5-4d48-b9a1-5513447c02b1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:50.399169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b665333b-626d-4259-b451-838cb8c18f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.402423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Port fa9833a0-a624-4ceb-bf52-878fd0a80842 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:50.407049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.448926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:50.527318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74476737-4dfc-40e8-8bb3-e87462d956c6 None None] Pushing event updated for resources: {'Port': ['ID=5cffe020-adb5-4d48-b9a1-5513447c02b1,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.550937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-a5f5e47f-769d-494b-be28-0fb42d7b2edc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2423785 Aug 27 02:30:50.623723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning for port 5585423f-a7de-42bb-a9c2-08afc43e1c9c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:50.628424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:50.629928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:50.679652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.693150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Provisioning complete for port 5585423f-a7de-42bb-a9c2-08afc43e1c9c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:50.693528 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.694689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.708473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.755804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:50.761525 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.762968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b3a5b-f86b-4af7-9410-2da59aa3f776,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:50.770596 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:50.782221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Transition to ACTIVE for port object ed277a1b-09bb-4e06-afff-92a121cc9260 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:50.789043 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:50.793570 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:50.802144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-32cb792d-94e4-460a-be3c-c8f52bc66de8 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496097 Aug 27 02:30:50.950650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f1a4c71a-c843-497e-9f3d-d3e2ca84ea50 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "PUT /v2.0/floatingips/0e66768a-d5da-44a7-bf0b-643ce570525d HTTP/1.1" status: 200 len: 991 time: 3.6239758 Aug 27 02:30:50.956066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:50.957890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:50.961729 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c6c69c-a91f-4124-87ca-c639f70d28bd" -d '{"events": [{"name": "network-changed", "server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "tag": "6f738fef-d18c-4a93-8222-b078026fa247"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:50.991564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:50.994131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b665333b-626d-4259-b451-838cb8c18f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.001545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b665333b-626d-4259-b451-838cb8c18f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.052248 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:51.068248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Network 1131c952-6be1-4397-b35e-414f00a44c93 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:51.069358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.079516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-621239a0-c478-47fa-99d2-50be0815c3de tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7655692 Aug 27 02:30:51.083280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40126) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.091273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'security_group_rule': {'security_group_id': '3c8b3a5b-f86b-4af7-9410-2da59aa3f776', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:51.094834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b665333b-626d-4259-b451-838cb8c18f0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f510191d02504c06b7653b5a8d4e305d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0045636 Aug 27 02:30:51.115556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:51.118329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:51.122057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40130) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:51.160806 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c34110-e79c-4fb9-b932-ee7b27174b7e x-openstack-request-id: req-89c34110-e79c-4fb9-b932-ee7b27174b7e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:30:51.164054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "tag": "6f738fef-d18c-4a93-8222-b078026fa247", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:30:51.164574 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89c34110-e79c-4fb9-b932-ee7b27174b7e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:30:51.165159 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247', 'status': 'completed', 'code': 200} Aug 27 02:30:51.326262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-1be21f92-8b16-44b1-a966-66ed2f39ee09 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196836 Aug 27 02:30:51.383368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Pushing event updated for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:51.422186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665333b-626d-4259-b451-838cb8c18f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc14105-41e5-4013-80c8-12d33deecf70,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:51.422994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.456194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.468846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-69ec0227-7e32-4dda-a162-eb655964889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.473252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-69ec0227-7e32-4dda-a162-eb655964889c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 1097 time: 0.3041561 Aug 27 02:30:51.583076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] For port 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5585423f-a7de-42bb-a9c2-08afc43e1c9c,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:51.600251 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.625486 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '0e66768a-d5da-44a7-bf0b-643ce570525d', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': '6f738fef-d18c-4a93-8222-b078026fa247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:06:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:21Z', 'updated_at': '2021-08-27T02:30:48Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:51.629989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.631870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.703635 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:51.728254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26cb72-bcc2-4098-a038-8b21037691aa None None] Pushing event updated for resources: {'Port': ['ID=5585423f-a7de-42bb-a9c2-08afc43e1c9c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:51.741808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-ddb29d5b-1696-441f-9722-aeeb5b18a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.743413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-ddb29d5b-1696-441f-9722-aeeb5b18a4ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.2605007 Aug 27 02:30:51.748254 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:51.755388 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:51.781375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392db9d-97bd-4bc2-b1b9-178a70d9eb70 req-ccd8688c-f39a-465c-a669-270f50114809 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:51.792231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3392db9d-97bd-4bc2-b1b9-178a70d9eb70 req-ccd8688c-f39a-465c-a669-270f50114809 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.4797559 Aug 27 02:30:51.798884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:43Z', 'revision_number': 3, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:51.875142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.895455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Provisioning complete for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:51.895823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:51.898411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670e624-a02f-48bf-a706-fd0e01c9acf5 None None] The sync data for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 is: [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:43Z', 'revision_number': 3, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:51.962070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:51.983202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Provisioning complete for port 5585423f-a7de-42bb-a9c2-08afc43e1c9c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:51.984019 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.015445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-55629872-27c5-4ea9-85ae-59e9a1141dbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 200 len: 999 time: 0.2536287 Aug 27 02:30:52.032510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3392db9d-97bd-4bc2-b1b9-178a70d9eb70 req-15ce501e-0a17-4348-857e-3c0bd4acac38 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239451 Aug 27 02:30:52.059103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2c72207b-a1d1-4cde-b0dd-5b4a4bded790 req-a271a54a-6350-4097-ba32-1b5d074e28f8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 210 time: 0.2006721 Aug 27 02:30:52.148891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.197413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-eeaea411-7cd8-4bdb-8009-194e5fbdd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.199843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-eeaea411-7cd8-4bdb-8009-194e5fbdd842 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.1654270 Aug 27 02:30:52.207636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Provisioning for port ed277a1b-09bb-4e06-afff-92a121cc9260 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:52.221450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.224191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Provisioning complete for port ed277a1b-09bb-4e06-afff-92a121cc9260 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:52.224614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.286046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.288009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2001648 Aug 27 02:30:52.297733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:52.313452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'security_group_rule': {'security_group_id': '3c8b3a5b-f86b-4af7-9410-2da59aa3f776', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:52.322263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-98e5a423-862c-495a-ae4b-a02e967edc7f None None] Port ed277a1b-09bb-4e06-afff-92a121cc9260 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:52.343200 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:52.402328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d89ce-a49a-43b0-828d-398ed68f084c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6b23ea-40e5-4b89-b39e-d0bf1e271b38,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.417331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.434988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.480441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-d8fcfb2c-3a9b-4eb8-ae64-0d96beef26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:52.482024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-d8fcfb2c-3a9b-4eb8-ae64-0d96beef26a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718639 Aug 27 02:30:52.624724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19c2255a-3dfa-470d-b1c7-aff43acab873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.671106 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.673585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.677941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbc14105-41e5-4013-80c8-12d33deecf70 HTTP/1.1" status: 204 len: 168 time: 1.5472188 Aug 27 02:30:52.687183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721ed1-85b3-4296-8d2e-1f8258e7bf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc14105-41e5-4013-80c8-12d33deecf70,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.766527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.781776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.807354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3343da-10c3-4442-8511-ac746a894099,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:52.845530 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '0e66768a-d5da-44a7-bf0b-643ce570525d', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': '6f738fef-d18c-4a93-8222-b078026fa247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:06:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:21Z', 'updated_at': '2021-08-27T02:30:48Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:52.910453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4bb7d-fef0-4f8e-99a5-b6de68b39946 None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '0e66768a-d5da-44a7-bf0b-643ce570525d', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'port_id': '6f738fef-d18c-4a93-8222-b078026fa247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'mac_address': 'fa:16:3e:06:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:21Z', 'updated_at': '2021-08-27T02:30:48Z', 'revision_number': 1, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:52.979257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-74464b96-7155-47f5-ae97-9f5435db7520 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728179 Aug 27 02:30:52.981387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:52.989652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8b5d685-1b5f-4098-8ecf-3b139bac03cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6886311 Aug 27 02:30:52.995737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:53.014227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:53.081972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.084969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.113021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:53.311260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72c6c69c-a91f-4124-87ca-c639f70d28bd req-8e92ba5c-9ade-4de9-baa2-72b01a55e6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203533 Aug 27 02:30:53.375500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbbe0-253d-470a-98c0-0c6149b2f43f req-35b361c6-2e89-4bfb-9b18-4f1a16cdccba tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:53.391123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc8dbbe0-253d-470a-98c0-0c6149b2f43f req-35b361c6-2e89-4bfb-9b18-4f1a16cdccba tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2140806 Aug 27 02:30:53.509699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc8dbbe0-253d-470a-98c0-0c6149b2f43f req-a77f9784-5cb4-4093-9f3a-57c3ab1057fc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175904 Aug 27 02:30:53.528648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Pushing event updated for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:53.585719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead356ec-9e65-4e8e-a505-fd6177436143 None None] New status for floating IP 0e66768a-d5da-44a7-bf0b-643ce570525d: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:30:53.632223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6dad50f6-fac6-4a68-acd8-89195e2c8c80 req-4d92c01b-39ba-4f6b-8966-547d77bdcb5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 210 time: 0.3701313 Aug 27 02:30:53.723959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.038166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-470dcba1-0a4e-4b42-9649-394f1c42a1ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.039996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-470dcba1-0a4e-4b42-9649-394f1c42a1ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.5562735 Aug 27 02:30:54.071589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5cffe020-adb5-4d48-b9a1-5513447c02b1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:54.101925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'device_id': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'admin_state_up': True, 'tenant_id': '57982f151855440c928a2b74647ad613'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:54.193980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Network 1131c952-6be1-4397-b35e-414f00a44c93 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:54.201884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5cffe020-adb5-4d48-b9a1-5513447c02b1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:54.202575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:54.207489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5cffe020-adb5-4d48-b9a1-5513447c02b1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:54.207867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.209086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.351349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:54.409670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:54.413420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.451022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.497529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5cffe020-adb5-4d48-b9a1-5513447c02b1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5cffe020-adb5-4d48-b9a1-5513447c02b1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:30:54.505350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.506260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5585423f-a7de-42bb-a9c2-08afc43e1c9c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:54.593294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-660346120-network', 'tenant_id': '1719eaa7ef084a79b4be8fe448360368'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:54.665887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Made reservation on behalf of 1719eaa7ef084a79b4be8fe448360368 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:54.678503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.711626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5cffe020-adb5-4d48-b9a1-5513447c02b1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:54.723456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 172.25.8.39 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/b44d0ff7-5421-4e99-851d-8fa528427e7c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:54.727091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.759485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Router c7b6b177-27e8-4173-a39a-dcbf126ea62e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:30:54.779771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a34938bc-feab-4a99-8a7e-77cc0bf81e49 None None] Provisioning complete for port ed277a1b-09bb-4e06-afff-92a121cc9260 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:54.780246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a34938bc-feab-4a99-8a7e-77cc0bf81e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:54.871759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d930ade-d534-40ac-9db2-e3d82e3f28f7 req-2d140145-3428-4128-915e-8696d1347555 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 210 time: 0.0816438 Aug 27 02:30:54.900793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ac8b3-c318-4a92-9330-f81b45507d5f req-916c44c4-e994-43c6-be15-59c343f6e746 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:54.903179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b84ac8b3-c318-4a92-9330-f81b45507d5f req-916c44c4-e994-43c6-be15-59c343f6e746 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2016654 Aug 27 02:30:55.001806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b84ac8b3-c318-4a92-9330-f81b45507d5f req-6a1765a9-e5a2-4178-8831-acc7f5cb97f3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856309 Aug 27 02:30:55.141343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.149965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.173525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a34938bc-feab-4a99-8a7e-77cc0bf81e49 None None] Port ed277a1b-09bb-4e06-afff-92a121cc9260 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:55.176748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5585423f-a7de-42bb-a9c2-08afc43e1c9c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:55.177428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.195175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.20.0.13 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/88806c43-9b80-4f78-91e5-1074d2342c2c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:55.227669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e1bd2-d2b6-4bfe-9eaa-b7ef7f13efdd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.230123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8efd822b-f64b-40e8-95af-0359f51999d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.257817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:55.282007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.282571 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Added segment 5908d57b-057f-476b-b03d-5347da980cbe of type vlan for network e03adc13-b3f3-446c-a95e-08da19f54db2 Aug 27 02:30:55.349985 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.361438 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.398339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.400910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:55.401925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.438085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0846219 Aug 27 02:30:55.472452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:55.487871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Request body: {'subnet': {'network_id': 'e03adc13-b3f3-446c-a95e-08da19f54db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-660346120-subnet', 'tenant_id': '1719eaa7ef084a79b4be8fe448360368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:55.514656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d119e-740d-422d-886b-45e1bab63215 admin admin] Pushing event updated for resources: {'Network': ['ID=e03adc13-b3f3-446c-a95e-08da19f54db2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:55.529424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e03adc13-b3f3-446c-a95e-08da19f54db2 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:55.562322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Made reservation on behalf of 1719eaa7ef084a79b4be8fe448360368 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:55.566646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.672967 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.714765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:30:55.725299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c4cefb9d-e4a2-47fa-bd4b-edf0c4651602 admin admin] 10.222.0.26 "PUT /v2.0/routers/c7b6b177-27e8-4173-a39a-dcbf126ea62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4955914 Aug 27 02:30:55.737509 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Sync routers for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:30:55.767344 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:55.768035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:55.869377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5cffe020-adb5-4d48-b9a1-5513447c02b1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:30:55.960584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:55.966609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:55.973714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5cffe020-adb5-4d48-b9a1-5513447c02b1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:55.974095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.010217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:56.116458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.300391 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.321448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1197628354'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:56.332533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Transition to ACTIVE for port object 88806c43-9b80-4f78-91e5-1074d2342c2c will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:56.382738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=b44d0ff7-5421-4e99-851d-8fa528427e7c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.391477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.422952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:56.427468 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.454360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:56.462284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:56.541307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:56.548044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.562629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Checking segment: {'id': '5908d57b-057f-476b-b03d-5347da980cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e03adc13-b3f3-446c-a95e-08da19f54db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:56.562629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Network hostable DHCP agents. Network: e03adc13-b3f3-446c-a95e-08da19f54db2, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:56.590346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3449020f-5134-4402-aa88-92b444f33063,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.626833 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:52Z', 'revision_number': 4, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'ed277a1b-09bb-4e06-afff-92a121cc9260', 'name': '', 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'mac_address': 'fa:16:3e:d7:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c68c50f9-77c8-4459-b242-74e095048608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:49Z', 'updated_at': '2021-08-27T02:30:52Z', 'revision_number': 2, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'subnets': [{'id': 'c68c50f9-77c8-4459-b242-74e095048608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:56.635242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db767f1-923c-42e4-ad75-396a14403890 req-9671473c-2e06-4dc3-92e5-6b536689f270 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.644202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2db767f1-923c-42e4-ad75-396a14403890 req-9671473c-2e06-4dc3-92e5-6b536689f270 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.2479239 Aug 27 02:30:56.662020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.675507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:56.677675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Network e03adc13-b3f3-446c-a95e-08da19f54db2 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:56.701199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.701562 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Added segment de07c8fa-d214-4b81-a73c-d9a7175413bb of type vlan for network 4f6750d4-66a8-4ea6-bef1-cff974611236 Aug 27 02:30:56.703113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e03adc13-b3f3-446c-a95e-08da19f54db2) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:56.704992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:56.714106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28dbaf4-6880-4ed6-a463-3af2207978cb None None] Network e03adc13-b3f3-446c-a95e-08da19f54db2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:56.728282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:30:56.729831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Checking router: c7b6b177-27e8-4173-a39a-dcbf126ea62e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:30:56.730192 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Updating router c7b6b177-27e8-4173-a39a-dcbf126ea62e port ed277a1b-09bb-4e06-afff-92a121cc9260 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:30:56.736525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.737403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.784761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2db767f1-923c-42e4-ad75-396a14403890 req-482c3397-3cd3-40c7-9f60-3e068fdcd093 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353834 Aug 27 02:30:56.793895 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.813581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.820069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:56.825603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:30:56.862044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-caef1187-e53e-4916-baff-3fc74dce448e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3792903 Aug 27 02:30:56.873743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.956459 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:56.969931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835cf79-b489-4007-af45-b742b2134fa2 req-ad6a282f-8be0-46da-a089-86e8103ee97c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.981391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0835cf79-b489-4007-af45-b742b2134fa2 req-ad6a282f-8be0-46da-a089-86e8103ee97c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 932 time: 0.8430996 Aug 27 02:30:56.981654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:56.982448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.052790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a134bf-566e-4ac6-92e0-94e7f5b1098c None None] Network e03adc13-b3f3-446c-a95e-08da19f54db2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:57.210728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Network': ['ID=4f6750d4-66a8-4ea6-bef1-cff974611236,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:57.234946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e1ec458-84de-4f0b-a2c8-7ad9f5d38a11 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2651916 Aug 27 02:30:57.235170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:57.243892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'subnet': {'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:57.244525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:57.429044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:57.430276 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.458707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0835cf79-b489-4007-af45-b742b2134fa2 req-25ec1b47-cf38-4fe5-bf99-5b1e5adbf01c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719410 Aug 27 02:30:57.485129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.493454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.513878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1231439916', 'description': 'tempest-description-953717992'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:57.538931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:57.551680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.558956 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.579435 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Transition to ACTIVE for port object ed277a1b-09bb-4e06-afff-92a121cc9260 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:57.592598 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.621081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.642019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-55b2b4ef-085f-49b0-ab54-3b451341da72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5657644 Aug 27 02:30:57.667826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1966e323-d7f5-42a2-a14d-718dbd27917a None None] Provisioning for port 88806c43-9b80-4f78-91e5-1074d2342c2c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:30:57.677223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Request body: {'port': {'device_id': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:57.680168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1966e323-d7f5-42a2-a14d-718dbd27917a None None] Provisioning complete for port 88806c43-9b80-4f78-91e5-1074d2342c2c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:30:57.683016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=b44d0ff7-5421-4e99-851d-8fa528427e7c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:57.683629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1966e323-d7f5-42a2-a14d-718dbd27917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.748769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1966e323-d7f5-42a2-a14d-718dbd27917a None None] Port 88806c43-9b80-4f78-91e5-1074d2342c2c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:30:57.750158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.844120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Attempting to bind port ed277a1b-09bb-4e06-afff-92a121cc9260 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:57.849008 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Attempting to bind port ed277a1b-09bb-4e06-afff-92a121cc9260 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:57.850025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Attempting to bind port ed277a1b-09bb-4e06-afff-92a121cc9260 on network 1131c952-6be1-4397-b35e-414f00a44c93 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:57.871328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.873579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-316368ec-8559-40b6-88c1-93721785bcce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8745730 Aug 27 02:30:57.873805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.878155 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:57.878885 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Checking segment: {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:57.879413 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.879891 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Bound using segment: {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:57.880453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Bound port: ed277a1b-09bb-4e06-afff-92a121cc9260, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd374e5-1a37-4848-978a-c73a8d4633da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:57.880945 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.929130 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:57.981068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] For port ed277a1b-09bb-4e06-afff-92a121cc9260, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:57.986340 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] For port ed277a1b-09bb-4e06-afff-92a121cc9260, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed277a1b-09bb-4e06-afff-92a121cc9260,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:57.992845 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Pushing event updated for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.003819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.004169 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.004541 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.004942 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.005244 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.005573 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.005948 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.006261 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.006659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.006981 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.007476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.007799 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:30:58.022794 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.129944 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ab2c6-bc3a-4f80-8238-f2382e8eb9e6 None None] Pushing event updated for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.149175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b4904-0b5f-426b-b386-9c65f7ac09ed req-0dacc92e-22df-4faa-abae-f1e7cde7d1ab tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.150903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-794b4904-0b5f-426b-b386-9c65f7ac09ed req-0dacc92e-22df-4faa-abae-f1e7cde7d1ab tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.1809075 Aug 27 02:30:58.167014 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:30:58.167968 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:58.221077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-794b4904-0b5f-426b-b386-9c65f7ac09ed req-86119aab-80e7-4837-93d0-5cbd3cfdf48a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511098 Aug 27 02:30:58.235870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.247138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.275475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.366907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.367584 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:30:58.368926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d38b5f9-be18-4355-91bf-bf5c6a43ef84 req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8744054 Aug 27 02:30:58.374203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1048b-adca-4c5c-9983-9798dcf6e670 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df09fb36-8e1b-460b-af46-f9a8393f6101,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.504371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Subnet': ['ID=66543ab5-e848-4400-af7c-2ced497fe8d4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:58.509693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Checking segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:58.510057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network hostable DHCP agents. Network: 4f6750d4-66a8-4ea6-bef1-cff974611236, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:30:58.550107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6fd82b30-cda6-4bba-9b77-1be2c08dd012 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1963816686&fields=id&tenant_id=f3f9111e86d64f2c837f8c7fc513ade4 HTTP/1.1" status: 200 len: 267 time: 0.0548646 Aug 27 02:30:58.561061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:30:58.627790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 4f6750d4-66a8-4ea6-bef1-cff974611236) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:30:58.633112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.633759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.636643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e1426-dfd7-42cc-bfcc-ab96d70af172 None None] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:30:58.647358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-3011806b-1ffb-40a6-9072-bb6d40c3ad49 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/df09fb36-8e1b-460b-af46-f9a8393f6101 HTTP/1.1" status: 200 len: 1806 time: 0.0703993 Aug 27 02:30:58.655283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df09fb36-8e1b-460b-af46-f9a8393f6101', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:58.655842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df09fb36-8e1b-460b-af46-f9a8393f6101', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:58.671679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-c9aad4eb-fd32-4242-8584-c03be0f26169 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.673228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-c9aad4eb-fd32-4242-8584-c03be0f26169 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 937 time: 0.0914207 Aug 27 02:30:58.673726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abbce961-4377-45a3-8f26-862a4e492716 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4371400 Aug 27 02:30:58.677418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:58.682810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1588887802'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:58.765420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-d99658d7-d179-4ced-bd0b-7a717841b696 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.767263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-d99658d7-d179-4ced-bd0b-7a717841b696 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 937 time: 0.0852275 Aug 27 02:30:58.771543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88806c43-9b80-4f78-91e5-1074d2342c2c {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:30:58.779476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:52Z', 'revision_number': 4, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'ed277a1b-09bb-4e06-afff-92a121cc9260', 'name': '', 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'mac_address': 'fa:16:3e:d7:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c68c50f9-77c8-4459-b242-74e095048608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:49Z', 'updated_at': '2021-08-27T02:30:57Z', 'revision_number': 4, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'subnets': [{'id': 'c68c50f9-77c8-4459-b242-74e095048608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:30:58.789818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.815539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:30:58.819347 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.833829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89348449-ec22-493b-ba3d-4083636e69d8 None None] The sync data for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 is: [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:30:52Z', 'revision_number': 4, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'ed277a1b-09bb-4e06-afff-92a121cc9260', 'name': '', 'network_id': '1131c952-6be1-4397-b35e-414f00a44c93', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'mac_address': 'fa:16:3e:d7:b5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c68c50f9-77c8-4459-b242-74e095048608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:49Z', 'updated_at': '2021-08-27T02:30:57Z', 'revision_number': 4, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'subnets': [{'id': 'c68c50f9-77c8-4459-b242-74e095048608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:30:58.844562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6530f689-10ff-44f1-a14b-69001a13f9ff tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0680668 Aug 27 02:30:58.844861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.859878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-4f6750d4-66a8-4ea6-bef1-cff974611236', 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'fixed_ips': [{'subnet_id': '66543ab5-e848-4400-af7c-2ced497fe8d4'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:30:58.861109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.883785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.890023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-4e01666f-ee40-4d11-97c5-116eb7143a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:58.890238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Transition to ACTIVE for port object 88806c43-9b80-4f78-91e5-1074d2342c2c will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:58.890347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-4e01666f-ee40-4d11-97c5-116eb7143a62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 1096 time: 0.1667299 Aug 27 02:30:58.896340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-0a9f0b63-d22f-4679-966d-0bea29ae5632 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504532 Aug 27 02:30:58.900060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.950686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:30:58.953081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.977568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:58.977921 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Added segment 57c812ac-2d16-4952-b7eb-5c31859e87e5 of type vlan for network 328db31c-5bcc-4cda-845d-adc1b558c352 Aug 27 02:30:59.024685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f14496-d1ec-40e9-a946-7d7f2fc55a00,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.041105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.066228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-175444c6-1feb-4aec-87eb-e5314f6186f2 req-fece4dd2-abfa-4e95-8837-145ae56ef6b3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4178934 Aug 27 02:30:59.076173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Pushing event updated for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.208596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-9747c280-1437-4844-acbe-ca28e10dcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.210218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-9747c280-1437-4844-acbe-ca28e10dcdda service neutron] 10.222.0.15 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.3132155 Aug 27 02:30:59.215158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Allocated IP 19.80.0.2 (4f6750d4-66a8-4ea6-bef1-cff974611236/66543ab5-e848-4400-af7c-2ced497fe8d4/a59ce5bf-3cd5-4b51-bc71-022d2968591c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:30:59.247625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.259787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Attempting to bind port 88806c43-9b80-4f78-91e5-1074d2342c2c on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:30:59.260369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Attempting to bind port 88806c43-9b80-4f78-91e5-1074d2342c2c by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:30:59.260489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Attempting to bind port 88806c43-9b80-4f78-91e5-1074d2342c2c on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:59.275274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-ab2fa5fd-08c1-4b5a-9cff-94f8ef960488 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.285364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-ab2fa5fd-08c1-4b5a-9cff-94f8ef960488 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.291643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-ab2fa5fd-08c1-4b5a-9cff-94f8ef960488 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.293393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-ab2fa5fd-08c1-4b5a-9cff-94f8ef960488 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=21f4e9ec-f566-445b-8875-ebf072595efc&id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 1995 time: 0.3960381 Aug 27 02:30:59.296938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Port 88806c43-9b80-4f78-91e5-1074d2342c2c on network ef4d91af-f633-414f-b200-70de811f4768 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:30:59.297261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Attempting to bind port 88806c43-9b80-4f78-91e5-1074d2342c2c on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:30:59.312305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-82bfce1e-6756-420d-8bb2-02ee045b5b36 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/quotas/f3f9111e86d64f2c837f8c7fc513ade4 HTTP/1.1" status: 200 len: 375 time: 0.0113738 Aug 27 02:30:59.313471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:30:59.313809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:30:59.314183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:30:59.314707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Bound port: 88806c43-9b80-4f78-91e5-1074d2342c2c, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:30:59.315302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.335136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-7c4cc9ef-b849-4471-893a-960964b2afc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323 HTTP/1.1" status: 200 len: 217 time: 0.0891867 Aug 27 02:30:59.383464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c60f5-584c-4996-b548-19153b25bb7d req-0c30d1b7-13af-45a8-bbea-18e32d8ea2b7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.391288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f6c60f5-584c-4996-b548-19153b25bb7d req-0c30d1b7-13af-45a8-bbea-18e32d8ea2b7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 944 time: 0.2447412 Aug 27 02:30:59.456491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-57ace76c-1519-411c-a029-73c7f75d07d6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1203363 Aug 27 02:30:59.457543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.465440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:30:59.466003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.466910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.485427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88806c43-9b80-4f78-91e5-1074d2342c2c,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:30:59.571121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8924456 Aug 27 02:30:59.582539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:30:59.594547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'subnet': {'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:59.616267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-2a2b1013-b885-42fe-94e7-9932bec029b4 service neutron] 10.222.0.26 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343396 Aug 27 02:30:59.618707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.650094 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.668964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Transition to ACTIVE for port object a59ce5bf-3cd5-4b51-bc71-022d2968591c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:59.703584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948b7ab-37ee-4780-86cd-c5aaf7aa3f49 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Network': ['ID=328db31c-5bcc-4cda-845d-adc1b558c352,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.715827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Transition to ACTIVE for port object a59ce5bf-3cd5-4b51-bc71-022d2968591c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:30:59.728787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 328db31c-5bcc-4cda-845d-adc1b558c352 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:30:59.754236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.758170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.760434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] 10.222.0.46 "PUT /v2.0/ports/88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 200 len: 1092 time: 2.0940776 Aug 27 02:30:59.766131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:30:59.770426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:30:59.778282 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5820004-5951-4be1-bcc0-4e3cd52a3b96" -d '{"events": [{"name": "network-changed", "server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:30:59.794253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f6c60f5-584c-4996-b548-19153b25bb7d req-55ba7dee-3ea4-496c-9a41-8a5942d2ad7a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019575 Aug 27 02:30:59.799740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-14037ae9-8316-4762-a7a3-7e8839995ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:30:59.802125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-14037ae9-8316-4762-a7a3-7e8839995ffd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.4515703 Aug 27 02:30:59.869914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f35b2-9650-4b90-a306-4d3023936330 service neutron] Pushing event updated for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.895273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-4f55a5cd-195b-4f5c-a9dd-434267fb8171 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803792 Aug 27 02:30:59.901817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1062358362', 'description': 'tempest-description-1479978317'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:30:59.955761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Pushing event updated for resources: {'Port': ['ID=a59ce5bf-3cd5-4b51-bc71-022d2968591c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:30:59.964321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed277a1b-09bb-4e06-afff-92a121cc9260 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:00.001715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:31:00.001715 n-d-806292-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:31:00.001715 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id': '1719eaa7ef084a79b4be8fe448360368', 'id': '40d31f32-9aa1-4820-89dd-49fd38014988', 'expiration': datetime.datetime(2021, 8, 27, 2, 32, 59, 947258)}] Aug 27 02:31:00.001715 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:31:00.001715 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:31:00.012658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:00.020166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:00.022450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:00.028112 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.032313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:00.131700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port ed277a1b-09bb-4e06-afff-92a121cc9260 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:00.132689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-a4abf3c4-14e3-448c-98db-9a4203702048 service neutron] 10.222.0.26 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074468 Aug 27 02:31:00.135499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-f9d65622-d2d5-4f4e-9960-0d05d8a0a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.136948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-f9d65622-d2d5-4f4e-9960-0d05d8a0a281 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 1095 time: 0.2402511 Aug 27 02:31:00.164393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ed277a1b-09bb-4e06-afff-92a121cc9260 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:00.166666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.169968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-febd9372-edbd-4ad5-ac41-da521305fe8d service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636430 Aug 27 02:31:00.225745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Attempting to bind port a59ce5bf-3cd5-4b51-bc71-022d2968591c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:00.226204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Attempting to bind port a59ce5bf-3cd5-4b51-bc71-022d2968591c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:00.226658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Attempting to bind port a59ce5bf-3cd5-4b51-bc71-022d2968591c on network 4f6750d4-66a8-4ea6-bef1-cff974611236 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:00.230671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-e1b7e5d6-d529-42ec-9c92-af87b17a8a37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 200 len: 217 time: 0.0649681 Aug 27 02:31:00.241030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-e380a45f-86bf-4f55-915d-eaffbdcec30c service neutron] 10.222.0.26 "GET /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0968075 Aug 27 02:31:00.247177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:00.247557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Checking segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:00.248392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.248796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Bound using segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:00.249274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Bound port: a59ce5bf-3cd5-4b51-bc71-022d2968591c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:00.249656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.306083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4111bae9-9cf0-4051-a5b5-5102a9ba394e req-f738315c-6c5d-499b-aed1-4734d5d50b3c service neutron] 10.222.0.15 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127946 Aug 27 02:31:00.313693 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.383367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-d4262e98-778b-4f30-ba62-2c7d3db24912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.384975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-d4262e98-778b-4f30-ba62-2c7d3db24912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1269522 Aug 27 02:31:00.400658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port ed277a1b-09bb-4e06-afff-92a121cc9260, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed277a1b-09bb-4e06-afff-92a121cc9260,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:00.434631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.452750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-2a540520-47ec-44db-a99f-48d594db07fc service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054303 Aug 27 02:31:00.460490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.467027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-9ebc2e64-93d9-4271-88a4-1ca57c5838a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:00.469263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-9ebc2e64-93d9-4271-88a4-1ca57c5838a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725296 Aug 27 02:31:00.506629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.521168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] For port a59ce5bf-3cd5-4b51-bc71-022d2968591c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:00.535692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] For port a59ce5bf-3cd5-4b51-bc71-022d2968591c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a59ce5bf-3cd5-4b51-bc71-022d2968591c,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:00.541298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.609724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7767b48-adcb-47c3-81c9-30ba28aa0a6a None None] Pushing event updated for resources: {'Port': ['ID=a59ce5bf-3cd5-4b51-bc71-022d2968591c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:00.651916 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.690747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-da57464b-1478-4703-bef2-0968dfb7c989 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077878 Aug 27 02:31:00.692555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-5649c3e8-a35f-4965-9229-280b69e0904f service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222159 Aug 27 02:31:00.888402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-36afd6dc-78d5-4436-ab01-59b5372d8826 service neutron] 10.222.0.26 "GET /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1873767 Aug 27 02:31:00.945525 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:00.992366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Subnet': ['ID=7a28e9cc-ec05-4d5a-8e7d-783f48e12873,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:01.036808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Checking segment: {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:01.037266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network hostable DHCP agents. Network: 328db31c-5bcc-4cda-845d-adc1b558c352, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:01.040170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1a35ce9-2587-44e9-bd07-7d677cc3b3d2 req-ad028320-5a3b-4bbc-8464-3c252218dfce service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406799 Aug 27 02:31:01.088649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-a866fa93-0eb2-44df-bd7e-1460146bf086 service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948931 Aug 27 02:31:01.102191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 328db31c-5bcc-4cda-845d-adc1b558c352 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:01.120943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 328db31c-5bcc-4cda-845d-adc1b558c352) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:01.126709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.127936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.159466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.171289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.197909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a9d676a-8076-4181-8afa-78b51434fb48 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6005759 Aug 27 02:31:01.198158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c53316-c4e0-4b5e-947e-a4b3c341ebd5 None None] Network 328db31c-5bcc-4cda-845d-adc1b558c352 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:01.215964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.229498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ad64a0-82bb-4e7a-a5d0-b9b8981e4c3e req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.3405406 Aug 27 02:31:01.231264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c2698-7c13-4a1e-9d05-1f519d5bf5b8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23d0b1-e6b1-4525-86bb-74816b8557a4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:01.256997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-85675fc9-7c9e-40ad-ab60-fc1628b07979 service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589518 Aug 27 02:31:01.366397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-e33c155b-b6f1-48aa-826e-43dd3f424746 service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011169 Aug 27 02:31:01.378056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad0ed5-4eec-47ea-bc01-4a6ee7f9e31f req-dbd437d1-3a44-4ba4-a126-577c8086c040 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.387580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ad0ed5-4eec-47ea-bc01-4a6ee7f9e31f req-dbd437d1-3a44-4ba4-a126-577c8086c040 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 945 time: 0.0905206 Aug 27 02:31:01.402164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-328db31c-5bcc-4cda-845d-adc1b558c352', 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'fixed_ips': [{'subnet_id': '7a28e9cc-ec05-4d5a-8e7d-783f48e12873'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:01.403283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.436327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8ad0ed5-4eec-47ea-bc01-4a6ee7f9e31f req-105ff298-6434-4981-9249-5314b423cbf2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Aug 27 02:31:01.499963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-701790c4-c914-4971-bbb1-ea6dad391f7f service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243639 Aug 27 02:31:01.579311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Allocated IP 19.86.0.2 (328db31c-5bcc-4cda-845d-adc1b558c352/7a28e9cc-ec05-4d5a-8e7d-783f48e12873/f3cc6e99-5351-452f-b835-66eb3e1bc1d9) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:01.620799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-680a13b4-a18f-4733-a362-53774aad452a service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132839 Aug 27 02:31:01.684012 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e3d8b-e07d-4319-b552-46ffbebbf930 x-openstack-request-id: req-873e3d8b-e07d-4319-b552-46ffbebbf930 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:01.684297 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:01.684549 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-873e3d8b-e07d-4319-b552-46ffbebbf930 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:01.686081 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c', 'status': 'completed', 'code': 200} Aug 27 02:31:01.768254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.777102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Transition to ACTIVE for port object f3cc6e99-5351-452f-b835-66eb3e1bc1d9 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:01.782107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-bb905cec-bc8d-41b1-8853-553d3193916d service neutron] 10.222.0.26 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604214 Aug 27 02:31:01.812807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Transition to ACTIVE for port object f3cc6e99-5351-452f-b835-66eb3e1bc1d9 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:01.824345 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:01.828607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb1138-ea2d-4c4b-9bd0-6d4768e974a7 req-98155d04-4606-45aa-a4e8-8100dad1cfa8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.839427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09cb1138-ea2d-4c4b-9bd0-6d4768e974a7 req-98155d04-4606-45aa-a4e8-8100dad1cfa8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 944 time: 0.0932355 Aug 27 02:31:01.844102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-30aec105-840d-4b15-859e-853f14d9928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:01.849769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-30aec105-840d-4b15-859e-853f14d9928e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 1095 time: 0.1038268 Aug 27 02:31:01.911792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09cb1138-ea2d-4c4b-9bd0-6d4768e974a7 req-4109ae78-26c9-434b-9f26-22e3356c60d8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694551 Aug 27 02:31:01.971328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Network 328db31c-5bcc-4cda-845d-adc1b558c352 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:01.983904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:02.006147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:02.022761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Pushing event updated for resources: {'Port': ['ID=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.034082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-d4f3305f-4d00-4bec-a530-a964fba690af tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/4d23d0b1-e6b1-4525-86bb-74816b8557a4 HTTP/1.1" status: 200 len: 1807 time: 0.0814168 Aug 27 02:31:02.052042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4d23d0b1-e6b1-4525-86bb-74816b8557a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:02.052042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4d23d0b1-e6b1-4525-86bb-74816b8557a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:02.104789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-35e196dc-af8b-4941-92dd-4e70dc762e1c service neutron] 10.222.0.26 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102522 Aug 27 02:31:02.189674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.210981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-a4b00ce4-58f9-4845-9665-22f94e6d05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.212957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-a4b00ce4-58f9-4845-9665-22f94e6d05c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.3110306 Aug 27 02:31:02.226136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.231474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.258534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24953ee0-1173-4897-b924-e4d3d0ff9c79,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:02.271353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.287904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32d1bbd2-90a7-4bd4-a8ab-1aad690f6c48 req-554b4195-52d3-44a1-a2d8-7b33bfa71d8c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2442343 Aug 27 02:31:02.294368 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-e001c66a-8f53-4722-9d1f-46462c2b7b20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 200 len: 217 time: 0.0730574 Aug 27 02:31:02.382110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a59ce5bf-3cd5-4b51-bc71-022d2968591c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:02.383323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-893d1a5f-0edb-4d8b-abd8-c757bd96eb49 service neutron] 10.222.0.26 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775502 Aug 27 02:31:02.422180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a056d5c-53a3-4da4-bb33-3f9b52a1a933 None None] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:02.477678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-8e21e023-f194-467f-8aba-6cc4aca1c453 service neutron] 10.222.0.26 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933683 Aug 27 02:31:02.526953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-8f7a70d3-7a32-4794-a491-bbba1a0ab4eb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.538244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-8f7a70d3-7a32-4794-a491-bbba1a0ab4eb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.550518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-8f7a70d3-7a32-4794-a491-bbba1a0ab4eb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/networks?id=4f6750d4-66a8-4ea6-bef1-cff974611236&id=328db31c-5bcc-4cda-845d-adc1b558c352&id=4f6750d4-66a8-4ea6-bef1-cff974611236 HTTP/1.1" status: 200 len: 1392 time: 0.1764441 Aug 27 02:31:02.560213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Attempting to bind port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:02.560580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Attempting to bind port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:02.561087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Attempting to bind port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 on network 328db31c-5bcc-4cda-845d-adc1b558c352 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:02.570289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:02.570701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Checking segment: {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:02.571153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.571547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Bound using segment: {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:02.572061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-a9a54a1f-8937-476b-96b8-680c302a3499 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/quotas/2b840d8a7e8a427f9c285933dd169917 HTTP/1.1" status: 200 len: 375 time: 0.0190840 Aug 27 02:31:02.572228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Bound port: f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:02.572516 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.586091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Provisioning for port a59ce5bf-3cd5-4b51-bc71-022d2968591c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:02.588364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a59ce5bf-3cd5-4b51-bc71-022d2968591c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:02.598654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a59ce5bf-3cd5-4b51-bc71-022d2968591c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:02.599194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.636443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Provisioning complete for port a59ce5bf-3cd5-4b51-bc71-022d2968591c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:02.636979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.665340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-5f509109-2343-4a1c-a02a-69a7f3d4b327 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809481 Aug 27 02:31:02.779775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-e721cb46-d9c3-4b1d-86e6-d3e520e68879 service neutron] 10.222.0.26 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057618 Aug 27 02:31:02.859272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] For port f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:02.888951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-9b732ce6-759e-45fe-9315-72450afbc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.890559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-9b732ce6-759e-45fe-9315-72450afbc874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.5835912 Aug 27 02:31:02.904371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-581f3d74-7f53-4839-999f-6ae6409107e4 service neutron] 10.222.0.26 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258523 Aug 27 02:31:02.911264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6a0e45b-5c7c-4756-bd94-77ffef599894 service neutron] 10.222.0.26 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240275 Aug 27 02:31:02.929071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] For port f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:02.952717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.958581 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.963489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:02.964534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-8e617cb1-5d12-4f73-8f09-651f8c3ea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:02.971366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-8e617cb1-5d12-4f73-8f09-651f8c3ea23a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652704 Aug 27 02:31:03.092918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-87bb4818-154c-41ec-95f6-498b55e44bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/328db31c-5bcc-4cda-845d-adc1b558c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739185 Aug 27 02:31:03.114667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-cfe17671-bba7-424a-ab48-0a6a419ac3cb service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351449 Aug 27 02:31:03.219235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27daf4b-8b2e-47e7-b839-89bc131076f9 None None] Pushing event updated for resources: {'Port': ['ID=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.237907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a59ce5bf-3cd5-4b51-bc71-022d2968591c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a59ce5bf-3cd5-4b51-bc71-022d2968591c,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:03.254292 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.255035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed277a1b-09bb-4e06-afff-92a121cc9260 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:03.321990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-970a6dd3-c28c-4b83-aa7a-d98965db9405 service neutron] 10.222.0.26 "GET /v2.0/networks/328db31c-5bcc-4cda-845d-adc1b558c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004268 Aug 27 02:31:03.324885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5820004-5951-4be1-bcc0-4e3cd52a3b96 req-4c0f04d1-0cd6-41c6-b36d-79f2b37ce2f4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014508 Aug 27 02:31:03.496647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-1a6124c8-7d67-469f-b83d-0eba5b7fb1fe service neutron] 10.222.0.26 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719916 Aug 27 02:31:03.568900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40364) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:03.602267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3268397-37d2-4d79-ad46-5efd6f2a5323 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:03.608230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:31:03.609010 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-09d5e350-5a00-4fc1-8dd6-b95f297757b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:31:03.638527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a59ce5bf-3cd5-4b51-bc71-022d2968591c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:03.698188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ed277a1b-09bb-4e06-afff-92a121cc9260 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:03.699986 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.710108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-752b5dbc-049f-449c-8e99-4b4282abc351 service neutron] 10.222.0.26 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797981 Aug 27 02:31:03.772540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be25389a-19c6-4ce5-9067-07448245a530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.848243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.870337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1217046464', 'description': 'tempest-description-318969594'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:03.913551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:03.921155 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3153336-e35e-464c-b56d-6e4536eb0c3a" -d '{"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-unplugged", "status": "completed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:03.952924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:03.967044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:03.983950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be25389a-19c6-4ce5-9067-07448245a530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.027807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be25389a-19c6-4ce5-9067-07448245a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.056927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:04.080258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf5377-b320-4fab-98c6-5e532298912b req-899a10d8-95bf-4359-acf6-f54ed5339ad2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.093828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eecf5377-b320-4fab-98c6-5e532298912b req-899a10d8-95bf-4359-acf6-f54ed5339ad2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.1082456 Aug 27 02:31:04.096705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.115583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-eca7d845-3e79-4b3a-ad47-9276dee9edbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123773 Aug 27 02:31:04.171070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25389a-19c6-4ce5-9067-07448245a530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2a087-f0cb-4ab2-ac7e-e20d5b24a41d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:04.175119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eecf5377-b320-4fab-98c6-5e532298912b req-152c084f-e38d-46ab-8942-718f71b8cadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701163 Aug 27 02:31:04.182893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be25389a-19c6-4ce5-9067-07448245a530 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c456af69f254499a6b2cf344c5d44fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128883 Aug 27 02:31:04.185409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:04.317599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.331525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.334023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-548fe536-8d9d-43cf-932f-b0cd504b932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.335983 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-548fe536-8d9d-43cf-932f-b0cd504b932e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.1113198 Aug 27 02:31:04.354629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.357451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c3093564-b866-4ec6-bb54-c089a93df972 None None] Provisioning complete for port a59ce5bf-3cd5-4b51-bc71-022d2968591c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:04.358116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c3093564-b866-4ec6-bb54-c089a93df972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.403777 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.409968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.412814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eeae3005-90e7-4212-b05e-a8c3971217bf req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5612845 Aug 27 02:31:04.423392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3cc6e99-5351-452f-b835-66eb3e1bc1d9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:04.485482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.494726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.499375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29a2a087-f0cb-4ab2-ac7e-e20d5b24a41d HTTP/1.1" status: 204 len: 168 time: 0.3127522 Aug 27 02:31:04.520918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd4686-68a1-4778-97be-699819effb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2a087-f0cb-4ab2-ac7e-e20d5b24a41d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:04.598221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-012eaf4a-665f-4e80-a614-3c341fd03082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.603333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-012eaf4a-665f-4e80-a614-3c341fd03082 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2375777 Aug 27 02:31:04.604944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34515b4-256c-4876-b8e6-89b20ca63f33 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9137a6d-ae12-4517-a2b6-c42015c951bd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:04.665869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b24b2a50-1fdc-4746-ac00-94d40bb9592f req-5c24b7fd-25d2-44c6-a5ab-1a703d3bc8e6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0543690 Aug 27 02:31:04.691723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:04.706181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a59ce5bf-3cd5-4b51-bc71-022d2968591c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:04.802920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5e567-c516-45e9-ba8f-6a422eb6ba51 req-c88fa27d-f835-4e5e-b4af-33c7d5efcd93 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.804646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a59ce5bf-3cd5-4b51-bc71-022d2968591c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:04.805108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:04.805770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5e5e567-c516-45e9-ba8f-6a422eb6ba51 req-c88fa27d-f835-4e5e-b4af-33c7d5efcd93 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 944 time: 0.1929414 Aug 27 02:31:04.808271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-1e45346c-5222-4928-8220-695319fe2306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1681335 Aug 27 02:31:04.859480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88806c43-9b80-4f78-91e5-1074d2342c2c details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:04.860861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b2eecb5f-cd44-46ad-91eb-71b1cf49cad4 req-bf7bab23-efc8-4726-b12f-c280a6bee277 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 210 time: 0.0959570 Aug 27 02:31:04.899207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcffef0e-d78f-4b87-ba1c-e5c78693a7eb None None] Network 328db31c-5bcc-4cda-845d-adc1b558c352 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:04.916970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5e5e567-c516-45e9-ba8f-6a422eb6ba51 req-f3967799-6c19-4ebf-95e9-bd10b4f5da69 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031370 Aug 27 02:31:04.923685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-14425145-f800-4a99-8425-b26e84a6fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:04.925383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-14425145-f800-4a99-8425-b26e84a6fde0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0847652 Aug 27 02:31:04.980896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1515594875', 'description': 'tempest-description-1550854678'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:05.023094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-15c5d0bf-525f-4a0f-bcaa-b31da443c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.028699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-15c5d0bf-525f-4a0f-bcaa-b31da443c8cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899918 Aug 27 02:31:05.035123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.091630 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23625ace-e974-4236-b14b-9856d7f8f0d1 x-openstack-request-id: req-23625ace-e974-4236-b14b-9856d7f8f0d1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:05.092275 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-unplugged", "status": "failed", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323", "code": 422}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:05.092275 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23625ace-e974-4236-b14b-9856d7f8f0d1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:05.092681 n-d-806292-1 neutron-server[94833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'code': 422} returned with failed status Aug 27 02:31:05.150363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Provisioning for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:05.169648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Provisioning complete for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:05.169648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.179043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:05.203376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe557-d672-4432-a065-09eccfc52830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.265784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.271309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.309812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-b1dcdf28-16cd-43d0-b3b3-bedf3f4abe4c service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719381 Aug 27 02:31:05.315215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7dac15-5bfc-498a-8a5a-c2d26c4d7663,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.396698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88806c43-9b80-4f78-91e5-1074d2342c2c,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.419718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '88806c43-9b80-4f78-91e5-1074d2342c2c', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '88806c43-9b80-4f78-91e5-1074d2342c2c', 'mac_address': 'fa:16:3e:90:1d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:05.464518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e839a36-9495-44ff-aa20-5b4cad4ffe11 req-715ac5cd-cfaf-4432-bc67-48dacedf0f23 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446359 Aug 27 02:31:05.482531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe557-d672-4432-a065-09eccfc52830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.496836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe557-d672-4432-a065-09eccfc52830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.497634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.501054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd6d87b7-69c5-4b0f-a8e6-8da167ffacbb req-ed74a430-e06e-4504-8283-2645ef051b22 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5252123 Aug 27 02:31:05.528406 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.539968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fe557-d672-4432-a065-09eccfc52830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f40fa9-fb7b-4562-ae5c-36a8933a2165,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.570440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.607018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88806c43-9b80-4f78-91e5-1074d2342c2c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:05.622469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc0fe557-d672-4432-a065-09eccfc52830 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b85831eb0eb24293947e7a2fc4a70087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421947 Aug 27 02:31:05.625630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:05.665430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] For port f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.678878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.685599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88806c43-9b80-4f78-91e5-1074d2342c2c,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:05.721088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.816899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc72ba-55e5-4a72-968d-78a4c8747608 None None] Pushing event updated for resources: {'Port': ['ID=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.867466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.887781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:05.910375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ba955e13-1d10-4218-89e0-cc3857b82b25 None None] Provisioning complete for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:05.910997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba955e13-1d10-4218-89e0-cc3857b82b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.925679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:05.939264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-2d551eda-fbc7-4afa-8b53-071b23ae28b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.946086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-2d551eda-fbc7-4afa-8b53-071b23ae28b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:05.947982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-2d551eda-fbc7-4afa-8b53-071b23ae28b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "GET /v2.0/networks?id=4f6750d4-66a8-4ea6-bef1-cff974611236&id=328db31c-5bcc-4cda-845d-adc1b558c352&id=4f6750d4-66a8-4ea6-bef1-cff974611236 HTTP/1.1" status: 200 len: 1392 time: 0.2723200 Aug 27 02:31:05.952909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-22f9df46-f295-4e03-b932-ac51e1b984bd tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/b9137a6d-ae12-4517-a2b6-c42015c951bd HTTP/1.1" status: 200 len: 1806 time: 0.1302247 Aug 27 02:31:05.972005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'admin_state_up': True, 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.093706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3cc6e99-5351-452f-b835-66eb3e1bc1d9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:06.127914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-5cd24bf1-876b-49da-85d7-b75e84dce56a tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/0a7dac15-5bfc-498a-8a5a-c2d26c4d7663 HTTP/1.1" status: 200 len: 1807 time: 0.1611066 Aug 27 02:31:06.140516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9137a6d-ae12-4517-a2b6-c42015c951bd', 'remote_group_id': '0a7dac15-5bfc-498a-8a5a-c2d26c4d7663', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.140831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9137a6d-ae12-4517-a2b6-c42015c951bd', 'remote_group_id': '0a7dac15-5bfc-498a-8a5a-c2d26c4d7663', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.146699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-398fc004-1db2-4255-bbe3-4b780f9e2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.146987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-398fc004-1db2-4255-bbe3-4b780f9e2bc3 service neutron] 10.222.0.15 "GET /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 1033 time: 0.0837290 Aug 27 02:31:06.152886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:06.206290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.208925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.212848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46f40fa9-fb7b-4562-ae5c-36a8933a2165 HTTP/1.1" status: 204 len: 168 time: 0.5844924 Aug 27 02:31:06.241205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137806ef-5867-4c1d-8f34-4adea1e0d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f40fa9-fb7b-4562-ae5c-36a8933a2165,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.278131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:06.278131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.278574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-09fe19a0-b1e4-45c9-98b5-4e21dc180eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.279580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-09fe19a0-b1e4-45c9-98b5-4e21dc180eb2 service neutron] 10.222.0.15 "GET /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 1033 time: 0.1115904 Aug 27 02:31:06.286132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.340591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.340742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-6f3b206b-965d-4955-8c94-1f519521419e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.357782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-6f3b206b-965d-4955-8c94-1f519521419e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85 HTTP/1.1" status: 200 len: 943 time: 0.0999169 Aug 27 02:31:06.380812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.464292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:06.467876 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.485730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7698f5d5-4a43-48a3-9ee4-77fa2b83f76d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:06.517195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.518479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-839b6425-ea7a-4e1a-802d-06eaa7add3a1 req-9a14883c-ea72-4b55-93fa-c0bacbecc1f2 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3897426 Aug 27 02:31:06.568819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port f3268397-37d2-4d79-ad46-5efd6f2a5323 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:06.569181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.673500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-2f58c38d-5e6f-4929-92ea-6930795559f4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.681417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-2f58c38d-5e6f-4929-92ea-6930795559f4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.687212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-2f58c38d-5e6f-4929-92ea-6930795559f4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:06.688880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-2f58c38d-5e6f-4929-92ea-6930795559f4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=21f4e9ec-f566-445b-8875-ebf072595efc&id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 1995 time: 0.3446603 Aug 27 02:31:06.695761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4fc08b0-c857-463e-9df8-c2c30b2b7e09 req-8ac17a79-b69f-4ef4-b771-dc387b60d567 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0661063 Aug 27 02:31:06.695973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port f3268397-37d2-4d79-ad46-5efd6f2a5323, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3268397-37d2-4d79-ad46-5efd6f2a5323,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:06.696354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.714720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for f3268397-37d2-4d79-ad46-5efd6f2a5323 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:06.768545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-3ccc4e92-bac8-453b-87cd-1168ceab3491 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f9111e86d64f2c837f8c7fc513ade4 HTTP/1.1" status: 200 len: 380 time: 0.0679467 Aug 27 02:31:06.780956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'admin_state_up': True, 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'security_groups': ['3c8b3a5b-f86b-4af7-9410-2da59aa3f776']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:06.824658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40466) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:06.842101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d530-d0d8-4152-8b69-f36a7e17670b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.887850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Allocated IP 19.80.0.182 (4f6750d4-66a8-4ea6-bef1-cff974611236/66543ab5-e848-4400-af7c-2ced497fe8d4/13b9dabd-304d-439d-a7fb-a63f96b8d245) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:06.895786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab694995-535f-4dcf-9864-330d84d0a14e req-72e57dad-98ed-4014-952b-78d6112a1dd3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 210 time: 0.0783291 Aug 27 02:31:06.954494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:06.994311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=f3268397-37d2-4d79-ad46-5efd6f2a5323,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.058755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port f3268397-37d2-4d79-ad46-5efd6f2a5323 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:07.062351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.064578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed95b92f-57c2-4845-b48c-e86ff99ed9d5 req-10432b04-9c71-47c4-aa87-2262a85ddadb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "DELETE /v2.0/ports/f3268397-37d2-4d79-ad46-5efd6f2a5323 HTTP/1.1" status: 204 len: 173 time: 0.7059581 Aug 27 02:31:07.065085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-deleted', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:07.067421 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3995c32c-4984-4017-b1d6-7650436763bb" -d '{"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-deleted", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:07.082158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d530-d0d8-4152-8b69-f36a7e17670b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.087072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d530-d0d8-4152-8b69-f36a7e17670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.119867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4c1d530-d0d8-4152-8b69-f36a7e17670b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7a9a19d75fb4f998621730878441474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918141 Aug 27 02:31:07.120122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:07.137994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a857e-2a4e-4296-a559-3474464e0e4f req-3e581a6a-1c4b-46e4-9c15-06dc182bfed4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:07.139597 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-984a857e-2a4e-4296-a559-3474464e0e4f req-3e581a6a-1c4b-46e4-9c15-06dc182bfed4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 945 time: 0.1112883 Aug 27 02:31:07.153834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:07.157657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.165098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1d530-d0d8-4152-8b69-f36a7e17670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fd33ed-689c-4ff4-8c70-411767d065e5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.200390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.207864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.231430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.241935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Transition to ACTIVE for port object 13b9dabd-304d-439d-a7fb-a63f96b8d245 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:07.284032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-984a857e-2a4e-4296-a559-3474464e0e4f req-641a8e41-26de-44bf-8de9-ec220ba95203 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185942 Aug 27 02:31:07.313308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.324874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.328612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24fd33ed-689c-4ff4-8c70-411767d065e5 HTTP/1.1" status: 204 len: 168 time: 0.2042639 Aug 27 02:31:07.328762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266710369', 'description': 'tempest-description-677396259'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:07.347427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf387b00-34f2-4ccb-9845-00f911b7b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fd33ed-689c-4ff4-8c70-411767d065e5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.382225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.437753 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.467759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 172.20.0.11 (5011a0a6-db4b-445a-b800-c985def8639a/10b1324b-b51d-4464-b69b-609e428bf4bf/0bd07e40-733e-483f-8cbc-cb5133959f43) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:07.472071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:07.484397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:07.491533 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.493825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:07.631718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:07.632713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.760009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.781531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.812799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-972705d2-1f48-4024-8969-fe0167dbcd20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8477511 Aug 27 02:31:07.825575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.841112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352', 'admin_state_up': True, 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:07.884392 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.885645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-061dc1f1-f7fc-4cb7-9af0-fb1260e4ada2 req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5679681 Aug 27 02:31:07.888175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-12582573-df39-4ba3-ada5-6272516401c4 None None] Provisioning for port 13b9dabd-304d-439d-a7fb-a63f96b8d245 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:07.908391 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68db0a5d-8eb0-4204-8a1c-df51c64d2e4e x-openstack-request-id: req-68db0a5d-8eb0-4204-8a1c-df51c64d2e4e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:07.908682 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85", "name": "network-vif-deleted", "tag": "f3268397-37d2-4d79-ad46-5efd6f2a5323", "status": "failed", "code": 422}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:07.908932 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68db0a5d-8eb0-4204-8a1c-df51c64d2e4e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:07.909410 n-d-806292-1 neutron-server[94832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5dabaf5f-a8c9-4524-b0a8-44d91a7fcf85', 'name': 'network-vif-deleted', 'tag': 'f3268397-37d2-4d79-ad46-5efd6f2a5323', 'status': 'failed', 'code': 422} returned with failed status Aug 27 02:31:07.910612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-12582573-df39-4ba3-ada5-6272516401c4 None None] Provisioning complete for port 13b9dabd-304d-439d-a7fb-a63f96b8d245 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:07.910977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12582573-df39-4ba3-ada5-6272516401c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:07.941627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411c13-b93c-4daf-b013-869717172dca tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e950c47d-ee56-4a0c-862e-9ea56dfdb330,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:07.957914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object 0bd07e40-733e-483f-8cbc-cb5133959f43 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:07.967384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-12582573-df39-4ba3-ada5-6272516401c4 None None] Port 13b9dabd-304d-439d-a7fb-a63f96b8d245 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:08.055902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6996c336-aa42-4b44-86f1-ae4a281917d0 req-ff0a2edf-97c2-4bac-9163-48e3a3964e80 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0580926 Aug 27 02:31:08.063202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-46333856', 'description': 'tempest-description-1001478931'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:08.112063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.125152 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.198965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network 5011a0a6-db4b-445a-b800-c985def8639a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:08.204457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:08.209527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:08.247664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc357d-bef2-44e2-94e7-5e775bf21764 req-6f971b2d-a841-411c-8a88-f6d64f732737 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:08.249957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39bc357d-bef2-44e2-94e7-5e775bf21764 req-6f971b2d-a841-411c-8a88-f6d64f732737 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 932 time: 0.0810699 Aug 27 02:31:08.258531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:08.262107 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.308908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39bc357d-bef2-44e2-94e7-5e775bf21764 req-a93464c4-ecb4-4086-be09-73aee58113d6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482855 Aug 27 02:31:08.324902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.388478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:08.389315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.535922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-5a62b67a-f092-4a51-9cc7-530961701878 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:08.543998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-5a62b67a-f092-4a51-9cc7-530961701878 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1461370 Aug 27 02:31:08.548214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.549191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:08.555500 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-0a5442f2-bb71-43ba-905c-d8bf29c999fc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0106289 Aug 27 02:31:08.561385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.574921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-9edd08bb-f11c-4251-b43e-ef6461dd7727 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7993584 Aug 27 02:31:08.597594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'admin_state_up': True, 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'security_groups': ['3c8b3a5b-f86b-4af7-9410-2da59aa3f776']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:08.603226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-127430d1-0d73-418a-80db-cb469e5e958c None None] Provisioning for port 0bd07e40-733e-483f-8cbc-cb5133959f43 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:08.609265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-127430d1-0d73-418a-80db-cb469e5e958c None None] Provisioning complete for port 0bd07e40-733e-483f-8cbc-cb5133959f43 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:08.610278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-127430d1-0d73-418a-80db-cb469e5e958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.622264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-3b3d824b-5520-4797-8bf1-78616ed5ee20 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567744 Aug 27 02:31:08.662877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.669185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5cb212c1-57ad-4b2a-9b7c-4aedb7046ce0 req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6273344 Aug 27 02:31:08.685569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Allocated IP 19.86.0.16 (328db31c-5bcc-4cda-845d-adc1b558c352/7a28e9cc-ec05-4d5a-8e7d-783f48e12873/dfb8e26a-6956-4b89-a358-ff3892c4844b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:08.695111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400495f-a66e-46db-b7b6-20a98b01129c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d6734-fcf6-4762-ace3-0baaf6bf7929,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:08.705837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-127430d1-0d73-418a-80db-cb469e5e958c None None] Port 0bd07e40-733e-483f-8cbc-cb5133959f43 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:08.748842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-647b84c6-7bdb-4b05-9fe8-c7979c784bff service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255374 Aug 27 02:31:08.749816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907983627-network', 'tenant_id': 'fa2cd209fa914586ae7bd28ffd8085b3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:08.848724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-828c0891-876b-4562-ab8e-01708f64c1ce service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990367 Aug 27 02:31:08.872257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88806c43-9b80-4f78-91e5-1074d2342c2c up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:08.874059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Made reservation on behalf of fa2cd209fa914586ae7bd28ffd8085b3 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:08.876361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.903796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0b53-36b0-41a7-acff-1feff8ab7086 req-6af1c429-e045-4402-a4c5-10e843ba6a7b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:08.905535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a82a0b53-36b0-41a7-acff-1feff8ab7086 req-6af1c429-e045-4402-a4c5-10e843ba6a7b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 945 time: 0.1497731 Aug 27 02:31:08.910517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:08.943277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 88806c43-9b80-4f78-91e5-1074d2342c2c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:08.948520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 88806c43-9b80-4f78-91e5-1074d2342c2c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:08.949157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.023587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:09.027334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.077830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a82a0b53-36b0-41a7-acff-1feff8ab7086 req-cdfbe991-e1be-40e9-97f3-43861723ee1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508274 Aug 27 02:31:09.084504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.125644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:09.129125 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b23cab7-d9a8-4c7b-9414-404899e87c2e" -d '{"events": [{"server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "name": "network-vif-plugged", "status": "completed", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:09.132173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-4a4d148f-f109-4d78-9fa4-8e8438d030c0 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/e950c47d-ee56-4a0c-862e-9ea56dfdb330 HTTP/1.1" status: 200 len: 1806 time: 0.0748959 Aug 27 02:31:09.145331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88806c43-9b80-4f78-91e5-1074d2342c2c,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:09.152585 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.224980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-9d000618-1656-4661-8f16-b6a60dada89d tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/d61d6734-fcf6-4762-ace3-0baaf6bf7929 HTTP/1.1" status: 200 len: 1805 time: 0.0918233 Aug 27 02:31:09.237297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e950c47d-ee56-4a0c-862e-9ea56dfdb330', 'remote_group_id': 'd61d6734-fcf6-4762-ace3-0baaf6bf7929', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.237617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e950c47d-ee56-4a0c-862e-9ea56dfdb330', 'remote_group_id': 'd61d6734-fcf6-4762-ace3-0baaf6bf7929', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:09.262802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.492371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.495813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aaa3370d-4cb6-42e0-900d-7c741326b322 req-112af01e-94fa-4257-9525-8779e099ce36 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 210 time: 0.0793540 Aug 27 02:31:09.552515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Transition to ACTIVE for port object dfb8e26a-6956-4b89-a358-ff3892c4844b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:09.680176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.1.1.58 (a3b2db74-4151-4a80-983b-cafe310925da/bb26207a-8d7e-448e-a505-6ae7a119d316/6c99ac91-7037-4ec5-8e9d-226b3e875133) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:09.708523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.718818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.731768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383782b-3a88-4328-a6bf-a14087d085ce req-981651a2-e5ea-4d76-9c97-61a7c36972c7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:09.733417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9383782b-3a88-4328-a6bf-a14087d085ce req-981651a2-e5ea-4d76-9c97-61a7c36972c7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 932 time: 0.1532617 Aug 27 02:31:09.734536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.793416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.823954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:09.861475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.865825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.885825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 328db31c-5bcc-4cda-845d-adc1b558c352 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:09.886090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260278d1-041a-487d-8802-70d7050e886b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.889351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.889734 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Added segment 353dc811-59ec-4552-a809-1a87e30269a8 of type vlan for network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 Aug 27 02:31:09.895864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:09.897069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4e1f1fd-4e05-4011-9a5f-a10628b20faf req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6647723 Aug 27 02:31:09.898501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.898840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.899184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.899522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.899862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.900196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.900536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.900859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.901188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.901515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.901858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.902162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0525d47-40af-45a8-8535-bd091c41be30 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:09.918428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449111d5-97f0-4f84-9f59-8bbca290da62,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.934805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:09.936638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:09.943807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:09.949830 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f04375-edcb-44a0-bfb8-56c294eeaed6 x-openstack-request-id: req-d6f04375-edcb-44a0-bfb8-56c294eeaed6 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:09.950621 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "name": "network-vif-plugged", "status": "completed", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:09.950973 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6f04375-edcb-44a0-bfb8-56c294eeaed6 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:09.952161 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c', 'code': 200} Aug 27 02:31:10.029059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9383782b-3a88-4328-a6bf-a14087d085ce req-bc31ca88-52e0-4831-9d36-f86d9040e550 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766700 Aug 27 02:31:10.132398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c066-3958-4e52-a59f-631c0a972066 req-c6626f38-cce1-48c3-b3c3-a51c059de1d7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.133708 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.138523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328c066-3958-4e52-a59f-631c0a972066 req-c6626f38-cce1-48c3-b3c3-a51c059de1d7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.159589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4328c066-3958-4e52-a59f-631c0a972066 req-c6626f38-cce1-48c3-b3c3-a51c059de1d7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 1654 time: 0.1450005 Aug 27 02:31:10.166163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.166858 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.177995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8256-e5bd-4882-a6fb-2de94d75a04b req-b099be05-4239-4e80-9822-6ddd7df57a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.179785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8dd8256-e5bd-4882-a6fb-2de94d75a04b req-b099be05-4239-4e80-9822-6ddd7df57a27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 1097 time: 0.1268568 Aug 27 02:31:10.221123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-1a3a6073-ddf4-4f63-a5fc-0901262d72a0 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/d61d6734-fcf6-4762-ace3-0baaf6bf7929 HTTP/1.1" status: 200 len: 1805 time: 0.1567333 Aug 27 02:31:10.228663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-60594478-906a-4975-827e-066d060533a9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986514 Aug 27 02:31:10.246599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4328c066-3958-4e52-a59f-631c0a972066 req-c44c6a9b-6edc-4dc4-8a91-1c50c130dae8 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860021 Aug 27 02:31:10.254881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'admin_state_up': True, 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.255860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7756863-27c3-45a7-9279-ffa045561611 None None] Provisioning for port dfb8e26a-6956-4b89-a358-ff3892c4844b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:10.262851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7756863-27c3-45a7-9279-ffa045561611 None None] Provisioning complete for port dfb8e26a-6956-4b89-a358-ff3892c4844b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:10.263448 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7756863-27c3-45a7-9279-ffa045561611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.265370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.266363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.269185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.278298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.296660 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8dd8256-e5bd-4882-a6fb-2de94d75a04b req-796e73ae-7bfc-427a-b2ff-1c4e28ad5b21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011560 Aug 27 02:31:10.317196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c7756863-27c3-45a7-9279-ffa045561611 None None] Port dfb8e26a-6956-4b89-a358-ff3892c4844b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:10.416081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8656147 Aug 27 02:31:10.421866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-bc4ba72c-0336-4840-a4f1-f7716834394c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.423718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-bc4ba72c-0336-4840-a4f1-f7716834394c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1664541 Aug 27 02:31:10.424209 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40558) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:10.425519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object 6c99ac91-7037-4ec5-8e9d-226b3e875133 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:10.444646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Request body: {'subnet': {'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907983627-subnet', 'tenant_id': 'fa2cd209fa914586ae7bd28ffd8085b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.471843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8b882-373a-4d53-bda6-c091af216bfe admin admin] Pushing event updated for resources: {'Network': ['ID=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.484907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181da3e-799c-4f14-9f80-efb469cb788c req-986d8e00-b5cf-4c79-a2f8-e3dc7af86824 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.487661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:10.493832 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2181da3e-799c-4f14-9f80-efb469cb788c req-986d8e00-b5cf-4c79-a2f8-e3dc7af86824 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1418204 Aug 27 02:31:10.530974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Made reservation on behalf of fa2cd209fa914586ae7bd28ffd8085b3 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:10.535601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.559743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.602003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.606619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:10.615045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.631312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2181da3e-799c-4f14-9f80-efb469cb788c req-1bd90d54-06ea-471c-bd8e-a84ae672146c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366062 Aug 27 02:31:10.637799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.737376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:10.816429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network a3b2db74-4151-4a80-983b-cafe310925da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:10.818604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:10.831339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:10.868318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:10.997038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:10.999224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:10.999882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.023347 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.025935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.030806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-239dc2da-87d0-4adc-8952-cb7efddfccec req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/d61d6734-fcf6-4762-ace3-0baaf6bf7929 HTTP/1.1" status: 204 len: 173 time: 0.7553101 Aug 27 02:31:11.040830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b15a4ec-d054-4e01-903b-88b434e6c96a req-67a9a4f0-c0d3-40c8-baab-1dc78bbd46ce tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 210 time: 0.1089780 Aug 27 02:31:11.054568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591c9b76-50c7-48b5-8247-bda8a9d0f609,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.077860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28720-a8ac-44f9-91c9-785bb431f1f3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d6734-fcf6-4762-ace3-0baaf6bf7929,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.121150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:11.124821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.132565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Allocated IP 19.80.0.109 (4f6750d4-66a8-4ea6-bef1-cff974611236/66543ab5-e848-4400-af7c-2ced497fe8d4/279a92d4-511f-49d9-831b-3fdc3502e48f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:11.148629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92bf93d2-0b2a-4fac-b64f-26af098bcc6a None None] Provisioning for port 6c99ac91-7037-4ec5-8e9d-226b3e875133 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:11.153572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92bf93d2-0b2a-4fac-b64f-26af098bcc6a None None] Provisioning complete for port 6c99ac91-7037-4ec5-8e9d-226b3e875133 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:11.154047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bf93d2-0b2a-4fac-b64f-26af098bcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.196429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Checking segment: {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:11.197178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Network hostable DHCP agents. Network: 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:11.198623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-92bf93d2-0b2a-4fac-b64f-26af098bcc6a None None] Port 6c99ac91-7037-4ec5-8e9d-226b3e875133 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:11.202549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-49b69c3f-fc50-4865-b1c8-10a2ca33ee30 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6132441 Aug 27 02:31:11.213706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-196f9853-4a7c-4a07-8756-dba803ddeb85 req-cc943bfa-e6c3-441a-a4d8-2a4f26845ce3 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/e950c47d-ee56-4a0c-862e-9ea56dfdb330 HTTP/1.1" status: 200 len: 1806 time: 0.1604280 Aug 27 02:31:11.234339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'admin_state_up': True, 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'security_groups': ['3c8b3a5b-f86b-4af7-9410-2da59aa3f776']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:11.290605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1399619212', 'description': 'tempest-description-1886131767'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:11.293615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1ebd-4a2c-4342-a1f8-3ab2ac79f038 req-81fc8c4c-b9ef-4cb8-9600-bdc9748c9774 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.302613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1ebd-4a2c-4342-a1f8-3ab2ac79f038 req-81fc8c4c-b9ef-4cb8-9600-bdc9748c9774 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.305128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee8e1ebd-4a2c-4342-a1f8-3ab2ac79f038 req-81fc8c4c-b9ef-4cb8-9600-bdc9748c9774 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 1653 time: 0.1517036 Aug 27 02:31:11.310733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:11.372520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:11.381503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:11.382086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.390170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d7872-3b4e-4cdc-aed4-8590c3fd0262 None None] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:11.393245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.423029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee8e1ebd-4a2c-4342-a1f8-3ab2ac79f038 req-f9c48a9c-dca7-4163-87f6-be7f69b1e337 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088157 Aug 27 02:31:11.429048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-81284019-f20e-4b60-8ce9-d8a848e217e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9887922 Aug 27 02:31:11.434308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.6 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/4c728f07-8bf3-45ab-8f60-30a2600ec505) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:11.536387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.560668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Transition to ACTIVE for port object 279a92d4-511f-49d9-831b-3fdc3502e48f will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:11.570659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0f15b-d08f-4a82-8110-3206c3129070 None None] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:11.583319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.599044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.672486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:11.680033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.694652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.696191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-924f23cd-2635-408e-91fb-e3396c584b8d req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4555752 Aug 27 02:31:11.701182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b168ee-02f3-45af-b34d-d9991ce833ef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff34519d-5761-49f1-8cca-23710c7a5805,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.718200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.775496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.878274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:11.879379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:11.905506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:11.922810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:11.929637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:11.994400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.014186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648d61-7a71-424d-9f57-6157407fd348 req-f76ae855-2985-4b6f-815e-bdbf1ea5831c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.028340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648d61-7a71-424d-9f57-6157407fd348 req-f76ae855-2985-4b6f-815e-bdbf1ea5831c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.040484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648d61-7a71-424d-9f57-6157407fd348 req-f76ae855-2985-4b6f-815e-bdbf1ea5831c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.058405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbec647-2f6d-4f00-8e9d-35698318b70a req-b757b2da-b134-4b4a-9569-7e7d159dba7a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.059738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a648d61-7a71-424d-9f57-6157407fd348 req-f76ae855-2985-4b6f-815e-bdbf1ea5831c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2376 time: 0.2771025 Aug 27 02:31:12.066681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cbec647-2f6d-4f00-8e9d-35698318b70a req-b757b2da-b134-4b4a-9569-7e7d159dba7a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.2769845 Aug 27 02:31:12.077370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.078038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.081287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:12.094300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:12.098322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:12.119668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.1.1.13 (a3b2db74-4151-4a80-983b-cafe310925da/bb26207a-8d7e-448e-a505-6ae7a119d316/70a2f966-e04f-40b0-89e6-9f8844e5e38a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:12.127455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-6ea9f85f-d864-4223-b492-4fb2cf7ace54 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8901484 Aug 27 02:31:12.145723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:12.173467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a648d61-7a71-424d-9f57-6157407fd348 req-1c9ef91b-e5c5-4096-b5d6-0ce121a39291 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115727 Aug 27 02:31:12.190127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.193751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.201872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cbec647-2f6d-4f00-8e9d-35698318b70a req-955b05d3-dcd9-4659-a4c6-2b9e663c7bbb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324730 Aug 27 02:31:12.223843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-95072f39-0c25-46b4-b518-8b799a049803 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4986298 Aug 27 02:31:12.312937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Request body: {'port': {'device_id': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:12.315696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.345384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-72812079-675d-4946-bb97-b6f126fbbecb None None] Provisioning for port 279a92d4-511f-49d9-831b-3fdc3502e48f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:12.351209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-72812079-675d-4946-bb97-b6f126fbbecb None None] Provisioning complete for port 279a92d4-511f-49d9-831b-3fdc3502e48f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:12.351853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-72812079-675d-4946-bb97-b6f126fbbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.432064 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69163861-cac8-4775-bdff-c0a258928c1d req-3efb379f-641d-4ceb-a238-737a13dfee21 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 200 len: 1807 time: 0.2033143 Aug 27 02:31:12.439700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-72812079-675d-4946-bb97-b6f126fbbecb None None] Port 279a92d4-511f-49d9-831b-3fdc3502e48f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:12.442995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff34519d-5761-49f1-8cca-23710c7a5805', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:12.443322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff34519d-5761-49f1-8cca-23710c7a5805', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:12.514916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.633427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.649207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca198d-181c-4b7f-8ce2-ec527050d7d6 req-f2f88002-6112-49f0-bd58-bece3cea8179 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:12.650696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84ca198d-181c-4b7f-8ce2-ec527050d7d6 req-f2f88002-6112-49f0-bd58-bece3cea8179 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 931 time: 0.1500218 Aug 27 02:31:12.676908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object 70a2f966-e04f-40b0-89e6-9f8844e5e38a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:12.740258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84ca198d-181c-4b7f-8ce2-ec527050d7d6 req-12bc285d-f585-4534-aba9-6bf0fcbb83da tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803995 Aug 27 02:31:12.803679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.818257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b9dabd-304d-439d-a7fb-a63f96b8d245 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:12.819565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c728f07-8bf3-45ab-8f60-30a2600ec505 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:12.827028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.839883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Transition to ACTIVE for port object 4c728f07-8bf3-45ab-8f60-30a2600ec505 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:12.853949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.854492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.905179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network a3b2db74-4151-4a80-983b-cafe310925da is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:12.911460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:12.915507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Transition to ACTIVE for port object 13b9dabd-304d-439d-a7fb-a63f96b8d245 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:12.917818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:12.924697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:12.927345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:12.934205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.010199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.020299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95ef99-25dc-468c-b067-2d0f156b765d req-95cadb1d-756e-4874-bb86-fca21dec170e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.030710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95ef99-25dc-468c-b067-2d0f156b765d req-95cadb1d-756e-4874-bb86-fca21dec170e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.037477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95ef99-25dc-468c-b067-2d0f156b765d req-95cadb1d-756e-4874-bb86-fca21dec170e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.039223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a95ef99-25dc-468c-b067-2d0f156b765d req-95cadb1d-756e-4874-bb86-fca21dec170e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 2373 time: 0.1800523 Aug 27 02:31:13.039639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.063223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.099351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Attempting to bind port 4c728f07-8bf3-45ab-8f60-30a2600ec505 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:13.099989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Attempting to bind port 4c728f07-8bf3-45ab-8f60-30a2600ec505 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:13.100559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Attempting to bind port 4c728f07-8bf3-45ab-8f60-30a2600ec505 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:13.111101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Port 4c728f07-8bf3-45ab-8f60-30a2600ec505 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:13.111718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Attempting to bind port 4c728f07-8bf3-45ab-8f60-30a2600ec505 on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:13.121197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.121965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.125722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb6625d-7aa2-4af9-af91-63f65b7d32ee,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.136260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:13.136966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:13.137661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:13.138331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Bound port: 4c728f07-8bf3-45ab-8f60-30a2600ec505, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:13.139041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.143322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.145070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69163861-cac8-4775-bdff-c0a258928c1d req-280d7714-5d17-415b-b351-9f4f8c705d92 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7121606 Aug 27 02:31:13.202870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Pushing event updated for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.233950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-cb73e867-3e84-4fcc-b09c-4e831e6ef880 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0034208 Aug 27 02:31:13.259055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'admin_state_up': True, 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'security_groups': ['3c8b3a5b-f86b-4af7-9410-2da59aa3f776']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.294140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:13.298370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:13.310877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.388393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f3704bd6-3296-4b07-b6b2-522553500f3f None None] Provisioning for port 70a2f966-e04f-40b0-89e6-9f8844e5e38a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:13.394268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.394689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f3704bd6-3296-4b07-b6b2-522553500f3f None None] Provisioning complete for port 70a2f966-e04f-40b0-89e6-9f8844e5e38a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:13.395066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f3704bd6-3296-4b07-b6b2-522553500f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.397477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.400504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c728f07-8bf3-45ab-8f60-30a2600ec505 HTTP/1.1" status: 200 len: 1091 time: 1.0917587 Aug 27 02:31:13.401982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:13.404935 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bdec73-6e5b-4bd4-b808-1ae070dfba79" -d '{"events": [{"name": "network-changed", "server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:13.413414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c966627d-040d-4d03-951c-f35f225448f3 req-71e06b28-68c3-485c-86a3-213d6d20d369 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 200 len: 2401 time: 0.2434225 Aug 27 02:31:13.431546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a95ef99-25dc-468c-b067-2d0f156b765d req-90820c89-4b87-4083-8d71-33acccb9d50e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815691 Aug 27 02:31:13.447516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff34519d-5761-49f1-8cca-23710c7a5805', 'remote_group_id': None}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.447836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff34519d-5761-49f1-8cca-23710c7a5805', 'remote_group_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:13.480378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f3704bd6-3296-4b07-b6b2-522553500f3f None None] Port 70a2f966-e04f-40b0-89e6-9f8844e5e38a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:13.501739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c75c-4302-488d-849c-6dc200bd1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.526575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Attempting to bind port 13b9dabd-304d-439d-a7fb-a63f96b8d245 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:13.527379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Attempting to bind port 13b9dabd-304d-439d-a7fb-a63f96b8d245 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:13.529951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Attempting to bind port 13b9dabd-304d-439d-a7fb-a63f96b8d245 on network 4f6750d4-66a8-4ea6-bef1-cff974611236 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:13.550892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Port 13b9dabd-304d-439d-a7fb-a63f96b8d245 on network 4f6750d4-66a8-4ea6-bef1-cff974611236 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:13.551954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Attempting to bind port 13b9dabd-304d-439d-a7fb-a63f96b8d245 on network 4f6750d4-66a8-4ea6-bef1-cff974611236 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:13.558100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-3ff59368-9fe1-4456-bdae-ee1f5866a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.559662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-3ff59368-9fe1-4456-bdae-ee1f5866a44f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 1094 time: 0.0704837 Aug 27 02:31:13.569270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:13.573330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Checking segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:13.573718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Bound using segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:13.574413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Bound port: 13b9dabd-304d-439d-a7fb-a63f96b8d245, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:13.574790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.621985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-c6fc0529-3085-45fb-8df5-b456d8d5ccc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505 HTTP/1.1" status: 200 len: 217 time: 0.0454330 Aug 27 02:31:13.623521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.685181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.691078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.693623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-e8715d6d-407a-4670-9e2e-4bb20331533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.695236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-e8715d6d-407a-4670-9e2e-4bb20331533e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.0638642 Aug 27 02:31:13.702336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2191-0b2e-4802-8019-e83dae5dd092 req-529fe96c-826a-4a0c-84d0-da8bc63a3786 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.709032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2191-0b2e-4802-8019-e83dae5dd092 req-529fe96c-826a-4a0c-84d0-da8bc63a3786 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.715120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2191-0b2e-4802-8019-e83dae5dd092 req-529fe96c-826a-4a0c-84d0-da8bc63a3786 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.716673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d4d2191-0b2e-4802-8019-e83dae5dd092 req-529fe96c-826a-4a0c-84d0-da8bc63a3786 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2388 time: 0.1366820 Aug 27 02:31:13.720897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:13.734008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0f5882-28c3-44d4-9cf9-3070ea3084d1,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:13.738864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-6c8d4390-1dc0-46ed-b417-200d4e4624d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327947 Aug 27 02:31:13.744022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:13.745362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c966627d-040d-4d03-951c-f35f225448f3 req-5b3f37a1-a6ad-41dd-9d6b-89bb3b91c12f tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3155856 Aug 27 02:31:13.886831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0e707-73ff-443a-929a-dde680d27237 req-d9421deb-9c60-4ee8-8fe6-c0792520af4b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:13.888450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57b0e707-73ff-443a-929a-dde680d27237 req-d9421deb-9c60-4ee8-8fe6-c0792520af4b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0792491 Aug 27 02:31:13.891190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-8182d7e4-3ca9-4e2a-abe7-986a226e5e24 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438875 Aug 27 02:31:13.995936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57b0e707-73ff-443a-929a-dde680d27237 req-d432c012-2984-4c89-aafd-595148c4c4a1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994656 Aug 27 02:31:14.039623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2cf52a58-faa6-4b04-a9ba-908d87c71bb0 req-242c01ac-7680-4a64-bbbb-925c66e27312 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370311 Aug 27 02:31:14.120840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:14.154186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:14.163478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d4d2191-0b2e-4802-8019-e83dae5dd092 req-d9e4a5f8-7586-43a9-9bbe-7c3f3c886228 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353526 Aug 27 02:31:14.167195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.195420 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b66eb-39fc-4471-bff7-17c102725095 x-openstack-request-id: req-4c9b66eb-39fc-4471-bff7-17c102725095 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:14.195718 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:14.195974 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c9b66eb-39fc-4471-bff7-17c102725095 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:14.196381 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505', 'status': 'completed', 'code': 200} Aug 27 02:31:14.228098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.248075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.249630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.251207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] 10.222.0.15 "PUT /v2.0/ports/13b9dabd-304d-439d-a7fb-a63f96b8d245 HTTP/1.1" status: 200 len: 1092 time: 2.1114204 Aug 27 02:31:14.268200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:14.270743 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768fca3-d883-41ae-ad5b-3152b9294bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:14.297737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:14.364400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411f25-49b0-4b5c-86f9-d04747a24f24 req-ee03323b-751e-4d54-8827-0f537d1d6793 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.373606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46411f25-49b0-4b5c-86f9-d04747a24f24 req-ee03323b-751e-4d54-8827-0f537d1d6793 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 943 time: 0.1298249 Aug 27 02:31:14.394848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-cd247551-75e9-4b2c-a949-f410919c21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.396565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-cd247551-75e9-4b2c-a949-f410919c21fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 1094 time: 0.1405230 Aug 27 02:31:14.435039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edba42-4e71-4d6b-93d5-a48ce2718efa service neutron] Pushing event updated for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:14.474861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46411f25-49b0-4b5c-86f9-d04747a24f24 req-50afa00b-6f4e-440d-b876-f8ac32ff37c7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002157 Aug 27 02:31:14.487610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27b9f6d9-1196-4748-8591-5c89f942ae03 req-1b5b0d69-8671-4169-946b-bff8f1cddf3a tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 200 len: 3000 time: 0.2832925 Aug 27 02:31:14.513303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:14.528651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-dd1b5d70-6f8d-4178-8019-259b3a3b0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.530356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-dd1b5d70-6f8d-4178-8019-259b3a3b0a9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.1249542 Aug 27 02:31:14.605947 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae04563-95a5-47e3-9332-010896c4381e x-openstack-request-id: req-cae04563-95a5-47e3-9332-010896c4381e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:14.606284 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:14.606530 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cae04563-95a5-47e3-9332-010896c4381e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:14.606974 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245', 'status': 'completed', 'code': 200} Aug 27 02:31:14.650152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-503cea1c-ff5a-47d2-8234-f0c0bd247a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505 HTTP/1.1" status: 200 len: 217 time: 0.1116390 Aug 27 02:31:14.742721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-5e3b2f9f-e9ae-4855-9d66-66bf68b10448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.744538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-5e3b2f9f-e9ae-4855-9d66-66bf68b10448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.0850816 Aug 27 02:31:14.854151 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-0559198c-cc64-4aa7-8d5d-31d41ff10c8b tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-group-rules/4b0f5882-28c3-44d4-9cf9-3070ea3084d1 HTTP/1.1" status: 200 len: 783 time: 0.1167819 Aug 27 02:31:14.874699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.2.2.100 (21f4e9ec-f566-445b-8875-ebf072595efc/d477846e-571a-4bcc-8718-f5c1d854365a/188e35a5-b802-4498-b7a6-31a0c51b48fb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:14.913580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-ba4ed31d-8bbf-4c76-88d3-ba52fd56f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.914066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-ba4ed31d-8bbf-4c76-88d3-ba52fd56f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.914585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-ba4ed31d-8bbf-4c76-88d3-ba52fd56f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:14.916284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-ba4ed31d-8bbf-4c76-88d3-ba52fd56f0b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2731 time: 0.2906621 Aug 27 02:31:15.092548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-0dd8392f-543e-4e90-b820-95c2ead60c7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306263 Aug 27 02:31:15.128655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661e961-36af-4a7d-9ab5-67ba4251d688 req-55bff66f-5250-4145-ae9d-53a9d15144e4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.131096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-c9400452-9036-4513-9e0e-6987d9554baa tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 200 len: 3000 time: 0.2601416 Aug 27 02:31:15.134458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661e961-36af-4a7d-9ab5-67ba4251d688 req-55bff66f-5250-4145-ae9d-53a9d15144e4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.140277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661e961-36af-4a7d-9ab5-67ba4251d688 req-55bff66f-5250-4145-ae9d-53a9d15144e4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.141903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b661e961-36af-4a7d-9ab5-67ba4251d688 req-55bff66f-5250-4145-ae9d-53a9d15144e4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 2373 time: 0.4149046 Aug 27 02:31:15.222234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b661e961-36af-4a7d-9ab5-67ba4251d688 req-c0619dc6-182f-4477-aeba-c309b82c182e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550456 Aug 27 02:31:15.239457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-d0c8a864-b2ef-47c8-ad18-050c12286dcf service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381323 Aug 27 02:31:15.290984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-705e67ce-a8c6-45b0-93da-9abbc0da5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.291455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-705e67ce-a8c6-45b0-93da-9abbc0da5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.291914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-705e67ce-a8c6-45b0-93da-9abbc0da5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.293464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-705e67ce-a8c6-45b0-93da-9abbc0da5c72 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b840d8a7e8a427f9c285933dd169917&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3307743 Aug 27 02:31:15.301722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.357813 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.390320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94bdec73-6e5b-4bd4-b808-1ae070dfba79 req-d2fa9568-85a3-4a17-8d85-bcd63d7a8ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414239 Aug 27 02:31:15.402801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc74e1-c244-4794-a84c-aebab74ee417 req-e0943801-4d6e-4be1-9772-853e72c5f433 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.404393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fdc74e1-c244-4794-a84c-aebab74ee417 req-e0943801-4d6e-4be1-9772-853e72c5f433 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0836694 Aug 27 02:31:15.450823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fdc74e1-c244-4794-a84c-aebab74ee417 req-ec45140c-ab51-47e0-89d9-d4dd6840c52a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Aug 27 02:31:15.519757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.523549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb8e26a-6956-4b89-a358-ff3892c4844b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:15.527793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.553532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.565769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.566925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f11179b-5d1c-4c9a-be05-51a340c383bd req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4b0f5882-28c3-44d4-9cf9-3070ea3084d1 HTTP/1.1" status: 204 len: 173 time: 0.4135020 Aug 27 02:31:15.595014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b0f5882-28c3-44d4-9cf9-3070ea3084d1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.598926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object 188e35a5-b802-4498-b7a6-31a0c51b48fb will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:15.606851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Transition to ACTIVE for port object dfb8e26a-6956-4b89-a358-ff3892c4844b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:15.625081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.633215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.633562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.633898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.634364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.634720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.635095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.635424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.635750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.636220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.636560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.636939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.637269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d215a-ea72-4214-97dc-7c52e598cd71 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:15.667798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-5f20e7f6-00bb-484b-933a-5d8a8baed2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.669263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5768fca3-d883-41ae-ad5b-3152b9294bc3 req-5f20e7f6-00bb-484b-933a-5d8a8baed2ff service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613060 Aug 27 02:31:15.690933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-be60343d-bbf4-4f9d-87b2-8fd5fbc98d26 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:15.698781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-be60343d-bbf4-4f9d-87b2-8fd5fbc98d26 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 809 time: 0.1589148 Aug 27 02:31:15.716056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-20959f41-9623-4dc3-97f7-0c1f376eaeb1 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/quotas/fa2cd209fa914586ae7bd28ffd8085b3 HTTP/1.1" status: 200 len: 375 time: 0.0164349 Aug 27 02:31:15.723064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.739785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:15.769764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-96da2d9d-275b-4b53-8c68-8fd0dc78f502 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527644 Aug 27 02:31:15.844643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network 21f4e9ec-f566-445b-8875-ebf072595efc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:15.852169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:15.854671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:15.857159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:15.884108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Attempting to bind port dfb8e26a-6956-4b89-a358-ff3892c4844b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:15.884351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Attempting to bind port dfb8e26a-6956-4b89-a358-ff3892c4844b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:15.884677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Attempting to bind port dfb8e26a-6956-4b89-a358-ff3892c4844b on network 328db31c-5bcc-4cda-845d-adc1b558c352 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:15.927686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-63d9b1d4-d629-4705-8fe3-6bd6b7fe2c01 service neutron] 10.222.0.26 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568711 Aug 27 02:31:15.936060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Port dfb8e26a-6956-4b89-a358-ff3892c4844b on network 328db31c-5bcc-4cda-845d-adc1b558c352 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:15.936385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Attempting to bind port dfb8e26a-6956-4b89-a358-ff3892c4844b on network 328db31c-5bcc-4cda-845d-adc1b558c352 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:15.977211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:15.977548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Checking segment: {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:15.977930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Bound using segment: {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:15.978370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Bound port: dfb8e26a-6956-4b89-a358-ff3892c4844b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c812ac-2d16-4952-b7eb-5c31859e87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:15.983811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.013796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.019080 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.051773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-b6c259cd-8607-4ad2-aa8e-f666d3154a13 service neutron] 10.222.0.26 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212566 Aug 27 02:31:16.061535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04699e-9980-401c-bad8-0fd465a2d72b req-79206f47-4254-4715-8e9c-18c6d49b8f86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.069217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04699e-9980-401c-bad8-0fd465a2d72b req-79206f47-4254-4715-8e9c-18c6d49b8f86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.075816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04699e-9980-401c-bad8-0fd465a2d72b req-79206f47-4254-4715-8e9c-18c6d49b8f86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.078079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a04699e-9980-401c-bad8-0fd465a2d72b req-79206f47-4254-4715-8e9c-18c6d49b8f86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2400 time: 0.1655099 Aug 27 02:31:16.081674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-c8dcd4a9-94d1-452e-8531-5eed674bd0b6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315842 Aug 27 02:31:16.123619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.131877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'admin_state_up': True, 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'security_groups': ['3c8b3a5b-f86b-4af7-9410-2da59aa3f776']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:16.175982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a04699e-9980-401c-bad8-0fd465a2d72b req-0296a77e-3b9a-48a4-ba6b-fd429f5a5e25 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916629 Aug 27 02:31:16.227643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ec668fda-e8bc-46b2-aafb-12db5ea5ef9f None None] Provisioning for port 188e35a5-b802-4498-b7a6-31a0c51b48fb completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:16.232481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ec668fda-e8bc-46b2-aafb-12db5ea5ef9f None None] Provisioning complete for port 188e35a5-b802-4498-b7a6-31a0c51b48fb triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:16.233050 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec668fda-e8bc-46b2-aafb-12db5ea5ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.276815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ec668fda-e8bc-46b2-aafb-12db5ea5ef9f None None] Port 188e35a5-b802-4498-b7a6-31a0c51b48fb cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:16.320414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956b72-e4ab-4c1a-a094-b2d53c46e51a req-87e3104d-a742-408e-801c-694911c7affe tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.322697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89956b72-e4ab-4c1a-a094-b2d53c46e51a req-87e3104d-a742-408e-801c-694911c7affe tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 943 time: 0.0699821 Aug 27 02:31:16.326021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:16.365239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:16.369252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89956b72-e4ab-4c1a-a094-b2d53c46e51a req-31e26b98-d6d9-4aa8-b30b-309476f26462 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Aug 27 02:31:16.381525 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.444272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:16.455742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-0983251b-f22f-4f13-8f7a-ee021f672889 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 200 len: 2401 time: 0.2027659 Aug 27 02:31:16.485112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.485837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.487634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-d6fc43eb-3512-46a8-8578-08db9e271d51 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfb8e26a-6956-4b89-a358-ff3892c4844b HTTP/1.1" status: 200 len: 1091 time: 2.1991830 Aug 27 02:31:16.535669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Request body: {'port': {'device_id': '7b460167-2700-464c-99bf-b246803e60d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:16.545323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Made reservation on behalf of f3f9111e86d64f2c837f8c7fc513ade4 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:16.549840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:16.576254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41175825-d4de-4c23-9c01-2ad9c58bbfd6 req-b355bb18-7c67-4598-bb51-48057014c043 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 210 time: 0.0467207 Aug 27 02:31:16.820177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-a1e465c5-7441-42f1-b73f-b96a49f5bab1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.826660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-a1e465c5-7441-42f1-b73f-b96a49f5bab1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.835739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-a1e465c5-7441-42f1-b73f-b96a49f5bab1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.843179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-a1e465c5-7441-42f1-b73f-b96a49f5bab1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:16.852677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-a1e465c5-7441-42f1-b73f-b96a49f5bab1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 3094 time: 0.1482267 Aug 27 02:31:16.936873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b30972e-74c9-4210-85f6-f0863e8aa6ac req-dfde1168-a8fa-477c-ae67-c48e75f61c12 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789492 Aug 27 02:31:16.998608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:17.002196 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2190b3-5ffd-433e-a777-49d1cebbef2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:17.011551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.038472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.103684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.105974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e576c8-190d-4740-99b2-e02610fe1c20 req-75a08b49-5287-40ce-891f-4d98d313b8dc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.114228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14e576c8-190d-4740-99b2-e02610fe1c20 req-75a08b49-5287-40ce-891f-4d98d313b8dc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0972044 Aug 27 02:31:17.177162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14e576c8-190d-4740-99b2-e02610fe1c20 req-dab3ac19-66d1-412b-aaba-f2ae744f9754 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617166 Aug 27 02:31:17.328195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Allocated IP 10.2.2.200 (21f4e9ec-f566-445b-8875-ebf072595efc/d477846e-571a-4bcc-8718-f5c1d854365a/b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:17.334362 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f2ca7-ae10-4708-baa7-cb430566d9a3 x-openstack-request-id: req-512f2ca7-ae10-4708-baa7-cb430566d9a3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:17.334748 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:17.334949 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-512f2ca7-ae10-4708-baa7-cb430566d9a3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:17.335348 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b', 'status': 'completed', 'code': 200} Aug 27 02:31:17.367816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.370883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:17.376217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1bc49d1-c64f-4549-937a-eb9291a9caff req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/ff34519d-5761-49f1-8cca-23710c7a5805 HTTP/1.1" status: 204 len: 173 time: 0.9195750 Aug 27 02:31:17.407592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9ae1-009c-4352-9aca-776f12bb93b9 req-9c9b76b1-c02e-4dfa-80b1-5ba25b4aec91 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.414604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9ae1-009c-4352-9aca-776f12bb93b9 req-9c9b76b1-c02e-4dfa-80b1-5ba25b4aec91 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.421460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9ae1-009c-4352-9aca-776f12bb93b9 req-9c9b76b1-c02e-4dfa-80b1-5ba25b4aec91 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.430723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977e9ae1-009c-4352-9aca-776f12bb93b9 req-9c9b76b1-c02e-4dfa-80b1-5ba25b4aec91 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2400 time: 0.0822294 Aug 27 02:31:17.476727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977e9ae1-009c-4352-9aca-776f12bb93b9 req-6cd845cb-41dc-490a-b653-00452cae12e5 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Aug 27 02:31:17.503273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aef2f4-3b06-4be5-a47a-30d9bb2b8815 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff34519d-5761-49f1-8cca-23710c7a5805,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:17.532960 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-a04cefed-1422-439f-b7c9-c39dd081768f req-d4b5a430-1f0d-4056-8b4e-79b87b85e2c9 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] show failed (client error): The resource could not be found. Aug 27 02:31:17.534340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a04cefed-1422-439f-b7c9-c39dd081768f req-d4b5a430-1f0d-4056-8b4e-79b87b85e2c9 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/d61d6734-fcf6-4762-ace3-0baaf6bf7929 HTTP/1.1" status: 404 len: 352 time: 0.1059654 Aug 27 02:31:17.686720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-75ca33a2-c05e-437d-a64d-589dccbf83e8 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/e950c47d-ee56-4a0c-862e-9ea56dfdb330 HTTP/1.1" status: 200 len: 1806 time: 0.0865569 Aug 27 02:31:17.729886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-893ba374-8f4e-4ac8-af09-cc204dc8395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.730521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-893ba374-8f4e-4ac8-af09-cc204dc8395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.731003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-893ba374-8f4e-4ac8-af09-cc204dc8395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.732445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad30ff5-6fdc-4aa3-84ce-aecc81047de5 req-c20f36c0-0cb6-40b8-9756-a1e9e051af35 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.732902 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-893ba374-8f4e-4ac8-af09-cc204dc8395e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2798 time: 0.3965318 Aug 27 02:31:17.743283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dad30ff5-6fdc-4aa3-84ce-aecc81047de5 req-c20f36c0-0cb6-40b8-9756-a1e9e051af35 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 943 time: 0.1548452 Aug 27 02:31:17.795045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-ec594faf-e2da-47a0-b01f-f80a85da064f tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:17.805134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-ec594faf-e2da-47a0-b01f-f80a85da064f tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 809 time: 0.2343233 Aug 27 02:31:17.831410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Request body: {'port': {'device_id': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77', 'admin_state_up': True, 'tenant_id': 'fa2cd209fa914586ae7bd28ffd8085b3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:17.855191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dad30ff5-6fdc-4aa3-84ce-aecc81047de5 req-c89303f4-0338-4f64-9852-4684b8472333 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Aug 27 02:31:17.978264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8e5e31b-28bf-4b03-8eb9-df06e747001a req-28b0b241-ec42-4e57-b9f7-fa177aca4e72 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 210 time: 0.0406661 Aug 27 02:31:18.024956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Made reservation on behalf of fa2cd209fa914586ae7bd28ffd8085b3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:18.028866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.131162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.141286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-068f76b2-d601-420b-94b9-d1a1679f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.141661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-068f76b2-d601-420b-94b9-d1a1679f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.142746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-068f76b2-d601-420b-94b9-d1a1679f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.144306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-068f76b2-d601-420b-94b9-d1a1679f7340 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b840d8a7e8a427f9c285933dd169917&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3491380 Aug 27 02:31:18.150649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.171245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Transition to ACTIVE for port object b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:18.195540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-a55a6a5e-a34a-407d-94de-d2b69e5e6d50 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.202417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-a55a6a5e-a34a-407d-94de-d2b69e5e6d50 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.209972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-a55a6a5e-a34a-407d-94de-d2b69e5e6d50 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.215854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-a55a6a5e-a34a-407d-94de-d2b69e5e6d50 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.217693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-a55a6a5e-a34a-407d-94de-d2b69e5e6d50 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 3094 time: 0.1267562 Aug 27 02:31:18.239804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Allocated IP 172.20.0.7 (8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77/591c9b76-50c7-48b5-8247-bda8a9d0f609/2696b993-d750-44e3-b5d0-84db079fd4e0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:18.249978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.289145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-554e75ad-43b9-4736-9cbe-4506bc8874cf req-55c9d0ca-78dd-45a2-ba45-8485392b6aae tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597491 Aug 27 02:31:18.397284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.399853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.400993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aee1e85b-4cb5-41d4-bcbe-3da6575b2af3 req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/e950c47d-ee56-4a0c-862e-9ea56dfdb330 HTTP/1.1" status: 204 len: 173 time: 0.6668427 Aug 27 02:31:18.405472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279a92d4-511f-49d9-831b-3fdc3502e48f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:18.421086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-ab989a93-1dc1-4399-a7a0-cb14515488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.422646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d2190b3-5ffd-433e-a777-49d1cebbef2a req-ab989a93-1dc1-4399-a7a0-cb14515488a9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661772 Aug 27 02:31:18.423729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.427097 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.431394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c7f3-d55a-4a4a-85a5-5b7662b8358c tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950c47d-ee56-4a0c-862e-9ea56dfdb330,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.486150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Transition to ACTIVE for port object 279a92d4-511f-49d9-831b-3fdc3502e48f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:18.498111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Network 21f4e9ec-f566-445b-8875-ebf072595efc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:18.502270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.503587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.506189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:18.511063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:18.519544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.522819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb488-c8b1-41ac-ad4c-b829b24f7f3e req-c8ac35a2-821d-4d38-bbb4-d95d51748b67 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.531646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11dcb488-c8b1-41ac-ad4c-b829b24f7f3e req-c8ac35a2-821d-4d38-bbb4-d95d51748b67 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1358497 Aug 27 02:31:18.601054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11dcb488-c8b1-41ac-ad4c-b829b24f7f3e req-d9c990c0-aa53-450e-9b3b-72510139f221 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685894 Aug 27 02:31:18.641765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.690097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Pushing event updated for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.726108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.727148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.744858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Pushing event updated for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:18.755331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-64a44771-7ade-42bd-ba48-cded8fedeb54 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/0a7dac15-5bfc-498a-8a5a-c2d26c4d7663 HTTP/1.1" status: 200 len: 1807 time: 0.2329581 Aug 27 02:31:18.797031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:18.805567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:18.808174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:18.844313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-76ee525d-f842-4180-9e0d-b6ba98c8df47 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7346141 Aug 27 02:31:18.863277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:18.878297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6613ba4-665d-4f64-9b7f-cf489e1ffb56 req-4ff5e147-2b92-4c59-8a99-f894be7d17b2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.885625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6613ba4-665d-4f64-9b7f-cf489e1ffb56 req-4ff5e147-2b92-4c59-8a99-f894be7d17b2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.892111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6613ba4-665d-4f64-9b7f-cf489e1ffb56 req-4ff5e147-2b92-4c59-8a99-f894be7d17b2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.893766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.895441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b6613ba4-665d-4f64-9b7f-cf489e1ffb56 req-4ff5e147-2b92-4c59-8a99-f894be7d17b2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2412 time: 0.1379633 Aug 27 02:31:18.911924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:18.912603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.932424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Attempting to bind port 279a92d4-511f-49d9-831b-3fdc3502e48f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:18.932768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Attempting to bind port 279a92d4-511f-49d9-831b-3fdc3502e48f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:18.933592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Attempting to bind port 279a92d4-511f-49d9-831b-3fdc3502e48f on network 4f6750d4-66a8-4ea6-bef1-cff974611236 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:18.940673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-c2b80eeb-25cf-47d5-a0ee-5d6be0dcf74d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152284 Aug 27 02:31:18.942133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4c728f07-8bf3-45ab-8f60-30a2600ec505 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:18.953727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b6613ba4-665d-4f64-9b7f-cf489e1ffb56 req-41216a2f-1d2c-475f-bc4d-4687cf37ab7e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520604 Aug 27 02:31:18.959485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Request body: {'port': {'device_id': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:18.968059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:18.992289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11778276-4075-4f72-8203-7aa5a671f43f None None] Provisioning for port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:19.005228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11778276-4075-4f72-8203-7aa5a671f43f None None] Provisioning complete for port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:19.005669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11778276-4075-4f72-8203-7aa5a671f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.012957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Port 279a92d4-511f-49d9-831b-3fdc3502e48f on network 4f6750d4-66a8-4ea6-bef1-cff974611236 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:19.013540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Attempting to bind port 279a92d4-511f-49d9-831b-3fdc3502e48f on network 4f6750d4-66a8-4ea6-bef1-cff974611236 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:19.041173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:19.041694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Checking segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:19.042188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Bound using segment: {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:19.042792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Bound port: 279a92d4-511f-49d9-831b-3fdc3502e48f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de07c8fa-d214-4b81-a73c-d9a7175413bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:19.043255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.061833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.073003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.130250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.134667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.136373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c8b3952-f811-46c0-90d4-f22936dd29c4 req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/0a7dac15-5bfc-498a-8a5a-c2d26c4d7663 HTTP/1.1" status: 204 len: 173 time: 0.3794227 Aug 27 02:31:19.164163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-11778276-4075-4f72-8203-7aa5a671f43f None None] Port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:19.200270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1ba2c-6e99-4fed-819b-165f235970db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7dac15-5bfc-498a-8a5a-c2d26c4d7663,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:19.211422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:19.233735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '4c728f07-8bf3-45ab-8f60-30a2600ec505', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': '4c728f07-8bf3-45ab-8f60-30a2600ec505', 'mac_address': 'fa:16:3e:0e:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:19.251410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:19.258276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=279a92d4-511f-49d9-831b-3fdc3502e48f,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:19.293292 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.307558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c728f07-8bf3-45ab-8f60-30a2600ec505 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:19.324941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.338923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:19.345495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.410549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:19.424434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Pushing event updated for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:19.436545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.437179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.442280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-56b06d25-8732-42f6-832e-b1f1cd72abcc service neutron] 10.222.0.15 "PUT /v2.0/ports/279a92d4-511f-49d9-831b-3fdc3502e48f HTTP/1.1" status: 200 len: 1092 time: 2.9143093 Aug 27 02:31:19.442907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:19.445265 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a84444c-8e10-447e-9d88-6c6d31002af7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:19.454326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.455423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.455692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.455951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.456287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.456805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.457149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.457483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.457866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.458130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.458482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.458812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:31:19.612642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9be2be-2d3e-44c7-bfe6-5754ef352a07 req-779e13f8-bb0f-4eef-bc21-22892d9c2ba4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.614278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab9be2be-2d3e-44c7-bfe6-5754ef352a07 req-779e13f8-bb0f-4eef-bc21-22892d9c2ba4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 943 time: 0.3054430 Aug 27 02:31:19.685828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-723cac2a-0a40-4027-80e5-668d84bd9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.686485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-723cac2a-0a40-4027-80e5-668d84bd9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.687028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-723cac2a-0a40-4027-80e5-668d84bd9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.688721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-723cac2a-0a40-4027-80e5-668d84bd9535 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2865 time: 0.1803472 Aug 27 02:31:19.733152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2696b993-d750-44e3-b5d0-84db079fd4e0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:19.746667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.750689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab9be2be-2d3e-44c7-bfe6-5754ef352a07 req-99dfa693-30a5-4254-8e1e-5b6a6b0327ea tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Aug 27 02:31:19.752602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-818fe6b6-7362-4096-a082-7b541e6f388b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245 HTTP/1.1" status: 200 len: 217 time: 0.0520411 Aug 27 02:31:19.762980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['4c728f07-8bf3-45ab-8f60-30a2600ec505'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:19.777911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8424a3-9d9c-4967-a0e9-078a6e035879 req-c907afdb-41b4-4246-bf57-636ee3b3cf64 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:19.785412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b8424a3-9d9c-4967-a0e9-078a6e035879 req-c907afdb-41b4-4246-bf57-636ee3b3cf64 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 931 time: 0.0971179 Aug 27 02:31:19.804514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Transition to ACTIVE for port object 2696b993-d750-44e3-b5d0-84db079fd4e0 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:19.824003 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.842902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd07e40-733e-483f-8cbc-cb5133959f43 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:19.852826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:19.890703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b8424a3-9d9c-4967-a0e9-078a6e035879 req-e5feac55-5d77-4226-ae8d-0383eb1bbc48 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001246 Aug 27 02:31:19.903607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Pushing event updated for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:19.934017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-295f52ee-289f-464b-bea6-e7ee9fe78cef tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/b9137a6d-ae12-4517-a2b6-c42015c951bd HTTP/1.1" status: 200 len: 1806 time: 0.0611377 Aug 27 02:31:19.935593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Transition to ACTIVE for port object 0bd07e40-733e-483f-8cbc-cb5133959f43 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:20.006225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.081304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Attempting to bind port 2696b993-d750-44e3-b5d0-84db079fd4e0 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:20.081641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Attempting to bind port 2696b993-d750-44e3-b5d0-84db079fd4e0 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:20.081973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Attempting to bind port 2696b993-d750-44e3-b5d0-84db079fd4e0 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:20.094512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.096121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.098124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-f98ab569-a9d2-4934-bd8b-cfcf2e6b1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.099640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-f98ab569-a9d2-4934-bd8b-cfcf2e6b1f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66543ab5-e848-4400-af7c-2ced497fe8d4 HTTP/1.1" status: 200 len: 801 time: 0.2356937 Aug 27 02:31:20.102328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.109610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.116774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.123664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.126166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2658d07-019b-4207-897f-67be31c227b5 req-8ad3844c-edbe-47c6-9933-23b2c65bccce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 3827 time: 0.1162407 Aug 27 02:31:20.129151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.131297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Port 2696b993-d750-44e3-b5d0-84db079fd4e0 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:20.131614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Attempting to bind port 2696b993-d750-44e3-b5d0-84db079fd4e0 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:20.151684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:20.152066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Checking segment: {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:20.152382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Bound using segment: {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:20.152815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Bound port: 2696b993-d750-44e3-b5d0-84db079fd4e0, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:20.153179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.174160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.227806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2658d07-019b-4207-897f-67be31c227b5 req-2f93e88d-b092-415c-9be4-4450475157eb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858579 Aug 27 02:31:20.283527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:20.288272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2696b993-d750-44e3-b5d0-84db079fd4e0,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:20.293855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.334192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.337153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.337526 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31948b37-9400-450b-aee5-48d809be7453 x-openstack-request-id: req-31948b37-9400-450b-aee5-48d809be7453 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:20.337828 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:20.338095 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31948b37-9400-450b-aee5-48d809be7453 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:20.338553 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f', 'status': 'completed', 'code': 200} Aug 27 02:31:20.338677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] 10.222.0.46 "PUT /v2.0/ports/2696b993-d750-44e3-b5d0-84db079fd4e0 HTTP/1.1" status: 200 len: 1091 time: 1.3839948 Aug 27 02:31:20.339085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:20.348624 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969e865-a4b5-4332-9d21-756c50852714" -d '{"events": [{"name": "network-changed", "server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:20.369434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-5495b3c0-7a24-4040-a915-03326b678997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.371035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-5495b3c0-7a24-4040-a915-03326b678997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6750d4-66a8-4ea6-bef1-cff974611236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2577677 Aug 27 02:31:20.374571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.377235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.378307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-729a37e7-d3a1-4899-9cb2-55c90bcd1d29 req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9137a6d-ae12-4517-a2b6-c42015c951bd HTTP/1.1" status: 204 len: 173 time: 0.4149818 Aug 27 02:31:20.383006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c754ee-15d3-48f4-84d3-a1c2bd7fdcbf service neutron] Pushing event updated for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.389083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Attempting to bind port 0bd07e40-733e-483f-8cbc-cb5133959f43 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:20.389422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Attempting to bind port 0bd07e40-733e-483f-8cbc-cb5133959f43 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:20.389747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Attempting to bind port 0bd07e40-733e-483f-8cbc-cb5133959f43 on network 5011a0a6-db4b-445a-b800-c985def8639a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:20.423579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Port 0bd07e40-733e-483f-8cbc-cb5133959f43 on network 5011a0a6-db4b-445a-b800-c985def8639a not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:20.423914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Attempting to bind port 0bd07e40-733e-483f-8cbc-cb5133959f43 on network 5011a0a6-db4b-445a-b800-c985def8639a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:20.455634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa084a9b-d820-4482-8564-8a515077a851 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9137a6d-ae12-4517-a2b6-c42015c951bd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.462992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:20.463218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Checking segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:20.463610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Bound using segment: {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:20.464063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Bound port: 0bd07e40-733e-483f-8cbc-cb5133959f43, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a475d2-8501-4637-9fc5-6ab10c3a2186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:20.464417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.520939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-fefda7c3-75b6-42a4-80e0-2271ca98fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.522474 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-fefda7c3-75b6-42a4-80e0-2271ca98fa8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 1094 time: 0.1166062 Aug 27 02:31:20.545132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5327b-5d1a-4763-8255-061c18636064 req-61283d52-fe25-4604-8a17-1ae2dfdfdf82 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.546739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8f5327b-5d1a-4763-8255-061c18636064 req-61283d52-fe25-4604-8a17-1ae2dfdfdf82 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0774620 Aug 27 02:31:20.582939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-4cb3b5db-4acb-4a1b-a5b5-f3c2819d0862 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2696b993-d750-44e3-b5d0-84db079fd4e0 HTTP/1.1" status: 200 len: 217 time: 0.0456562 Aug 27 02:31:20.590367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-0b399f50-1f75-49ed-9421-4d7da842de28 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955602 Aug 27 02:31:20.604181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372099b5-f2d4-428e-99bd-1eb8efdda5b2 req-62b4b2e1-0d35-4f0b-a4be-087ea9c28dc9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.605683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-372099b5-f2d4-428e-99bd-1eb8efdda5b2 req-62b4b2e1-0d35-4f0b-a4be-087ea9c28dc9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1369023 Aug 27 02:31:20.644813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:20.649517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8f5327b-5d1a-4763-8255-061c18636064 req-0b10d774-40fb-4c51-8d7f-d1e7fe70d5e3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Aug 27 02:31:20.656951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-3dfeb48c-6557-45ef-9fd5-4038105da37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.658516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-3dfeb48c-6557-45ef-9fd5-4038105da37d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=591c9b76-50c7-48b5-8247-bda8a9d0f609 HTTP/1.1" status: 200 len: 849 time: 0.0621936 Aug 27 02:31:20.694951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:20.701602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-d3ca81e4-8f49-4685-bc7d-f1ff1098206f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355449 Aug 27 02:31:20.712236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.755295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-372099b5-f2d4-428e-99bd-1eb8efdda5b2 req-e90502e4-657a-488f-b076-dd4922a940c7 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378880 Aug 27 02:31:20.764278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.765293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:20.767158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] 10.222.0.15 "PUT /v2.0/ports/0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 1092 time: 1.9102864 Aug 27 02:31:20.794627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-e1bab689-96d6-4360-b26c-d2b05d86b9eb service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875455 Aug 27 02:31:20.828668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:20.859937 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881de371-c762-4ae4-a1ef-0e273576a8a9 x-openstack-request-id: req-881de371-c762-4ae4-a1ef-0e273576a8a9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:20.860429 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:20.860429 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-881de371-c762-4ae4-a1ef-0e273576a8a9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:20.860845 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0', 'status': 'completed', 'code': 200} Aug 27 02:31:20.877515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b7453-e23c-4817-99b1-ced6039c6a21 req-bf0cce5e-61cb-41c9-84df-24d86aaf20ef tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.883632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b7453-e23c-4817-99b1-ced6039c6a21 req-bf0cce5e-61cb-41c9-84df-24d86aaf20ef tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.889547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b7453-e23c-4817-99b1-ced6039c6a21 req-bf0cce5e-61cb-41c9-84df-24d86aaf20ef tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:20.897801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-649b7453-e23c-4817-99b1-ced6039c6a21 req-bf0cce5e-61cb-41c9-84df-24d86aaf20ef tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2412 time: 0.1651757 Aug 27 02:31:20.919243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2fc8-d385-47fb-b189-8dbcf0b47758 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:20.930881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-7ba43897-c03b-419e-ab92-49b42117ea5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b HTTP/1.1" status: 200 len: 217 time: 0.1167130 Aug 27 02:31:20.935469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-2fc7aa25-b5a0-4181-8c8f-2d7108ac861f service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250929 Aug 27 02:31:20.949281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4c728f07-8bf3-45ab-8f60-30a2600ec505 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:20.959734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.032344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 4c728f07-8bf3-45ab-8f60-30a2600ec505 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:21.035381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-d7dd44a1-949b-4134-8174-78630bf4c1d5 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/4d23d0b1-e6b1-4525-86bb-74816b8557a4 HTTP/1.1" status: 200 len: 2407 time: 0.1343074 Aug 27 02:31:21.037456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 4c728f07-8bf3-45ab-8f60-30a2600ec505 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:21.038007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.045453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-c8fbf44e-85bc-4908-b223-bd9658959e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.047116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-c8fbf44e-85bc-4908-b223-bd9658959e7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a28e9cc-ec05-4d5a-8e7d-783f48e12873 HTTP/1.1" status: 200 len: 801 time: 0.0996387 Aug 27 02:31:21.078073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-649b7453-e23c-4817-99b1-ced6039c6a21 req-9fbd56c3-0535-4691-9088-6b571d371791 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776733 Aug 27 02:31:21.168094 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.212931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:21.213917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:21.214456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8cad3a37-71f1-402a-8350-bba074f5ab8c req-76543438-495a-49d7-b91c-a145e41af0e5 service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471573 Aug 27 02:31:21.217006 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11bdf81-b4f3-4897-ac15-5666dabe4ac0" -d '{"events": [{"server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "name": "network-vif-plugged", "status": "completed", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:21.221660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.231828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d81c41-0d49-4e3b-bf4b-b1927ee235b6 req-874940bf-a5e5-46cd-a857-113d5e385a30 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.239805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-c55be6c4-ad75-49b4-83d4-dd6e753e2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.240872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4d81c41-0d49-4e3b-bf4b-b1927ee235b6 req-874940bf-a5e5-46cd-a857-113d5e385a30 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 944 time: 0.0804985 Aug 27 02:31:21.241478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-c55be6c4-ad75-49b4-83d4-dd6e753e2cbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=328db31c-5bcc-4cda-845d-adc1b558c352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1732683 Aug 27 02:31:21.297728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:21.321519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.325622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4d81c41-0d49-4e3b-bf4b-b1927ee235b6 req-5d6609b2-7892-48a8-ae31-0aab5155018b tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779784 Aug 27 02:31:21.358369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e865-a4b5-4332-9d21-756c50852714 req-51b9f360-0055-4e28-8152-714ac02328c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.360154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-51b9f360-0055-4e28-8152-714ac02328c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 1094 time: 0.0499594 Aug 27 02:31:21.491544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dba45-5bae-4e11-868d-af87a7ed40ef req-9ac3ffa1-957f-4931-8d6b-69b9d8d2d283 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.493036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f76dba45-5bae-4e11-868d-af87a7ed40ef req-9ac3ffa1-957f-4931-8d6b-69b9d8d2d283 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 943 time: 0.0825303 Aug 27 02:31:21.496207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e865-a4b5-4332-9d21-756c50852714 req-050631c3-9375-4621-bffc-9e1c0ab438cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.497608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-050631c3-9375-4621-bffc-9e1c0ab438cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 910 time: 0.1300290 Aug 27 02:31:21.555229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-114cc858-d6fd-4a39-af57-c2505dcd1e0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2696b993-d750-44e3-b5d0-84db079fd4e0 HTTP/1.1" status: 200 len: 217 time: 0.0476241 Aug 27 02:31:21.598613 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f76dba45-5bae-4e11-868d-af87a7ed40ef req-d30d4bd0-9da0-4d91-ace8-66ab5b050968 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 Aug 27 02:31:21.622718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e865-a4b5-4332-9d21-756c50852714 req-a36a8923-bdf4-41fb-af5a-874370793838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.623509 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-a36a8923-bdf4-41fb-af5a-874370793838 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=591c9b76-50c7-48b5-8247-bda8a9d0f609 HTTP/1.1" status: 200 len: 849 time: 0.0573869 Aug 27 02:31:21.661936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-d73cc619-a5dd-47e8-a9c1-4121938edaad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312631 Aug 27 02:31:21.662902 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658ed1f7-005f-4a0a-a9a2-6f175665a8eb x-openstack-request-id: req-658ed1f7-005f-4a0a-a9a2-6f175665a8eb {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:21.663199 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "name": "network-vif-plugged", "status": "completed", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:21.663452 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-658ed1f7-005f-4a0a-a9a2-6f175665a8eb {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:21.663845 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505', 'code': 200} Aug 27 02:31:21.720169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.779511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-38f2b75a-67d4-48c8-b674-4ed38c5ac949 service neutron] 10.222.0.15 "GET /v2.0/networks/328db31c-5bcc-4cda-845d-adc1b558c352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257866 Aug 27 02:31:21.868819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.873910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.880161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.886281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.892834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.894730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-410c2ac0-f861-446c-b3ca-83d21c4868ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 3827 time: 0.1809838 Aug 27 02:31:21.901202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.904255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:21.905763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45fc2ab9-1f7d-4313-9cd2-db65ac8f60d9 req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d23d0b1-e6b1-4525-86bb-74816b8557a4 HTTP/1.1" status: 204 len: 173 time: 0.8618996 Aug 27 02:31:21.917373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949bc75-e098-4904-b225-fb3344d85d4c req-6f8675e4-0a41-4005-a96c-6b30a6d51dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:21.918670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4949bc75-e098-4904-b225-fb3344d85d4c req-6f8675e4-0a41-4005-a96c-6b30a6d51dca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 1096 time: 0.1391306 Aug 27 02:31:21.940067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23cf7b-b5f0-4bcd-83f3-4e721349c388 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23d0b1-e6b1-4525-86bb-74816b8557a4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:21.953059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-62b73b0c-cd52-433c-b014-3eec2aa41e05 service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512972 Aug 27 02:31:21.973580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-cba92ac8-1828-4fd1-8778-5a1719e31743 service neutron] 10.222.0.15 "GET /v2.0/networks/328db31c-5bcc-4cda-845d-adc1b558c352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806395 Aug 27 02:31:21.979761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9833a0-a624-4ceb-bf52-878fd0a80842 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:22.007601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.031592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d0b397a-f6ef-46e5-8922-834e70418702 req-824b1a50-0594-4e55-847b-0cc679655e25 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098590 Aug 27 02:31:22.037572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4949bc75-e098-4904-b225-fb3344d85d4c req-cb30e4ca-8b3a-45d8-8a59-5366b2eaf49b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075695 Aug 27 02:31:22.073383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d969e865-a4b5-4332-9d21-756c50852714 req-f081ad21-c487-4007-a9af-50e7efba0dae service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115155 Aug 27 02:31:22.090639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-534b8fcf-796b-48d8-92a9-9ace732ba1ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=279a92d4-511f-49d9-831b-3fdc3502e48f HTTP/1.1" status: 200 len: 217 time: 0.1009631 Aug 27 02:31:22.108905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Transition to ACTIVE for port object fa9833a0-a624-4ceb-bf52-878fd0a80842 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:22.150804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.213557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b29cb-ef4c-41a1-88b6-b699aafac934 req-ae3163ee-a050-4751-ad79-d4220179b182 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.220993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-905b29cb-ef4c-41a1-88b6-b699aafac934 req-ae3163ee-a050-4751-ad79-d4220179b182 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0676892 Aug 27 02:31:22.236574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-0ec9cc87-4103-4ab3-bfa6-57a06a9bae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.238103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-0ec9cc87-4103-4ab3-bfa6-57a06a9bae3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66543ab5-e848-4400-af7c-2ced497fe8d4 HTTP/1.1" status: 200 len: 801 time: 0.1381223 Aug 27 02:31:22.275527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-905b29cb-ef4c-41a1-88b6-b699aafac934 req-b1f1f754-7c2d-4b3c-85b7-a17651fa9930 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530186 Aug 27 02:31:22.294924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:22.323639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef9afa-9181-4671-a36d-1e99be789123 req-df9ef22b-527a-43a4-b10a-29f2804e551a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.333087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfef9afa-9181-4671-a36d-1e99be789123 req-df9ef22b-527a-43a4-b10a-29f2804e551a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1935108 Aug 27 02:31:22.346223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-a238d65e-474d-48e6-8050-6989c18ef5d7 tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "GET /v2.0/security-groups/df09fb36-8e1b-460b-af46-f9a8393f6101 HTTP/1.1" status: 200 len: 2400 time: 0.0420496 Aug 27 02:31:22.361621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:22.363903 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:22.423064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-39aa9c99-0a59-4ed4-a82e-5ec420494ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.424522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-39aa9c99-0a59-4ed4-a82e-5ec420494ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6750d4-66a8-4ea6-bef1-cff974611236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768222 Aug 27 02:31:22.436783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfef9afa-9181-4671-a36d-1e99be789123 req-d88adbf8-fe5f-44e8-ba52-346be866322e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024935 Aug 27 02:31:22.456958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.485661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.561818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Attempting to bind port fa9833a0-a624-4ceb-bf52-878fd0a80842 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:22.562167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Attempting to bind port fa9833a0-a624-4ceb-bf52-878fd0a80842 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:22.562517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Attempting to bind port fa9833a0-a624-4ceb-bf52-878fd0a80842 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:22.567735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.570312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.571502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb3a9ee1-fe70-480c-b568-08b844d2e625 req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] 10.222.0.26 "DELETE /v2.0/security-groups/df09fb36-8e1b-460b-af46-f9a8393f6101 HTTP/1.1" status: 204 len: 173 time: 0.2162850 Aug 27 02:31:22.579128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:22.586615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f25855-4b23-4d19-b8d5-6fba907b36db tempest-SecurityGroupRulesTestJSON-1523930623 tempest-SecurityGroupRulesTestJSON-1523930623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09fb36-8e1b-460b-af46-f9a8393f6101,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:22.634830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Port fa9833a0-a624-4ceb-bf52-878fd0a80842 on network a3b2db74-4151-4a80-983b-cafe310925da not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:22.635174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Attempting to bind port fa9833a0-a624-4ceb-bf52-878fd0a80842 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:22.636892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95274d67-3c6d-496e-af16-c9119865c0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.644826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:22.645169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:22.645553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Bound using segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:22.645992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Bound port: fa9833a0-a624-4ceb-bf52-878fd0a80842, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:22.646352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.691068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Deleting subnet 3449020f-5134-4402-aa88-92b444f33063 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:22.701668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.733765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-23e47bc4-38a7-4e58-8eb5-d808562ca344 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013353 Aug 27 02:31:22.766560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c421-4da9-44d4-82d8-1e2d546f815c req-39e78b82-66e0-4eff-be28-b584d602a5fd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.775645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19b8c421-4da9-44d4-82d8-1e2d546f815c req-39e78b82-66e0-4eff-be28-b584d602a5fd tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0704391 Aug 27 02:31:22.794695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:22.797656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:22.813771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.842072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19b8c421-4da9-44d4-82d8-1e2d546f815c req-220c852e-148d-4ac9-b22c-00d722d85415 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Aug 27 02:31:22.913603 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d7c5de-40c7-432b-9aeb-0b3e60f17d7c x-openstack-request-id: req-01d7c5de-40c7-432b-9aeb-0b3e60f17d7c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:22.913994 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:22.914445 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01d7c5de-40c7-432b-9aeb-0b3e60f17d7c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:22.914916 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'status': 'completed', 'code': 200} Aug 27 02:31:22.922720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.995403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:22.996036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:22.997463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 1136 time: 2.1815627 Aug 27 02:31:23.014526 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:31:23.022492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715b1f-d5bb-491a-a13b-a6d61183e10b req-90bc92e8-24e4-4e2f-be56-13b46c047bdc tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.042593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715b1f-d5bb-491a-a13b-a6d61183e10b req-90bc92e8-24e4-4e2f-be56-13b46c047bdc tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.043025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645dedc-8b34-4c8d-97fe-76882e7cfdf6 req-f53288d8-2940-4fe6-8941-3d5c2f262310 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.045330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e645dedc-8b34-4c8d-97fe-76882e7cfdf6 req-f53288d8-2940-4fe6-8941-3d5c2f262310 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 943 time: 0.0681558 Aug 27 02:31:23.058327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715b1f-d5bb-491a-a13b-a6d61183e10b req-90bc92e8-24e4-4e2f-be56-13b46c047bdc tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.067840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68715b1f-d5bb-491a-a13b-a6d61183e10b req-90bc92e8-24e4-4e2f-be56-13b46c047bdc tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2412 time: 0.4354138 Aug 27 02:31:23.091293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:23.110269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e645dedc-8b34-4c8d-97fe-76882e7cfdf6 req-ee9282af-60fa-4081-a316-ee27ef8476ce tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Aug 27 02:31:23.215547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfde9c4-706a-4246-9924-e0ababa434a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.257862 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.267730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.268214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.268699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.269172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.269645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.270118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.271980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-c8826770-06c8-429f-9e3d-ab56ac4c40b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5291 time: 0.3463144 Aug 27 02:31:23.293464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68715b1f-d5bb-491a-a13b-a6d61183e10b req-a3171ef8-49e1-4754-9a5f-878ca2d6919c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246270 Aug 27 02:31:23.297556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.310517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151812d6-35d8-45d1-bc8e-04253bbd47c0 req-aa20815b-4056-481a-8dda-7cff9aad91e7 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106688 Aug 27 02:31:23.311877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.332725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.341999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.347534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.354667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.361845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.363723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-b6cc6742-0a0f-4f40-a54e-542c9c9f0086 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 4605 time: 0.1076524 Aug 27 02:31:23.405517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c80c48d2-5068-4b5a-af43-e51d6a502dfb req-c4197953-c5eb-431f-8e39-b84bbbc26090 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344088 Aug 27 02:31:23.524059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.565995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9e40d-3edb-4c63-9ba9-eb651ca1b048 req-9f928e11-d957-4c76-9d02-e63bee56cd48 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.567470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61f9e40d-3edb-4c63-9ba9-eb651ca1b048 req-9f928e11-d957-4c76-9d02-e63bee56cd48 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0519707 Aug 27 02:31:23.606308 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-61f9e40d-3edb-4c63-9ba9-eb651ca1b048 req-529d9384-2435-47d3-ad46-53bd54e56a72 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 27 02:31:23.619499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-135d3c99-5ec0-4d25-8720-19b30150518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.619989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-135d3c99-5ec0-4d25-8720-19b30150518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.620475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-135d3c99-5ec0-4d25-8720-19b30150518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.622227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-135d3c99-5ec0-4d25-8720-19b30150518c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2865 time: 0.2464938 Aug 27 02:31:23.627644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3449020f-5134-4402-aa88-92b444f33063,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.633343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-ce1f92e0-5f8c-412a-9420-83d8aec9ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.633828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-ce1f92e0-5f8c-412a-9420-83d8aec9ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.634193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-ce1f92e0-5f8c-412a-9420-83d8aec9ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.635741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-ce1f92e0-5f8c-412a-9420-83d8aec9ac80 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3410530 Aug 27 02:31:23.643323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ae10e-e964-4efe-977a-d49cedd11194 req-847cbce9-5edf-4018-81d3-be973e7ffa69 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.644681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a9ae10e-e964-4efe-977a-d49cedd11194 req-847cbce9-5edf-4018-81d3-be973e7ffa69 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.2700744 Aug 27 02:31:23.651705 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.653414 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-06ef8b5b-e3ed-4d44-b3d5-f522a332d8cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3449020f-5134-4402-aa88-92b444f33063 HTTP/1.1" status: 204 len: 168 time: 1.0730553 Aug 27 02:31:23.656019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40768) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:23.724116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.807804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.819084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03adc13-b3f3-446c-a95e-08da19f54db2']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:23.829362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5908d57b-057f-476b-b03d-5347da980cbe') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:23.829652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5908d57b-057f-476b-b03d-5347da980cbe') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:23.838226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.851909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.857884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:23.858268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.869159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a9ae10e-e964-4efe-977a-d49cedd11194 req-62b05ef1-5f8d-4b32-9831-41fbf531eab4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992605 Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:23.898298 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:23.911580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-b80081b5-5df4-4aa1-b2b2-5bd75f1f70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.913076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-b80081b5-5df4-4aa1-b2b2-5bd75f1f70f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6750d4-66a8-4ea6-bef1-cff974611236 HTTP/1.1" status: 200 len: 903 time: 0.2836251 Aug 27 02:31:23.916121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-97dfdfd9-8287-4cc5-86d7-b90ff2c7291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:23.917599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efc6cfa4-af3c-4299-8fb1-ba2aa2095bcc req-97dfdfd9-8287-4cc5-86d7-b90ff2c7291e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629988 Aug 27 02:31:23.938278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.963342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:23.965219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e03adc13-b3f3-446c-a95e-08da19f54db2 HTTP/1.1" status: 204 len: 168 time: 0.3081884 Aug 27 02:31:23.977230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-6c30a112-8941-4070-b864-65bf5e9dc4c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=279a92d4-511f-49d9-831b-3fdc3502e48f HTTP/1.1" status: 200 len: 217 time: 0.0506334 Aug 27 02:31:23.977443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd05c-aea0-4a48-8626-d1862a10024c admin admin] Pushing event deleted for resources: {'Network': ['ID=e03adc13-b3f3-446c-a95e-08da19f54db2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:23.999795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caefcdf-7212-4d03-af70-1ab6412efc8b req-d3bcbc58-488d-489b-a0f2-736c1a71bd86 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.001307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7caefcdf-7212-4d03-af70-1ab6412efc8b req-d3bcbc58-488d-489b-a0f2-736c1a71bd86 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0818961 Aug 27 02:31:24.060557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7caefcdf-7212-4d03-af70-1ab6412efc8b req-9dcc5e0b-13b7-4428-b3c1-1d627f15723c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Aug 27 02:31:24.063356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-ea628a63-4210-49fc-9f81-5e51d1d98abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.064845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-ea628a63-4210-49fc-9f81-5e51d1d98abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66543ab5-e848-4400-af7c-2ced497fe8d4 HTTP/1.1" status: 200 len: 801 time: 0.0799527 Aug 27 02:31:24.092320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:24.107270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.124455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:24.130069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Transition to ACTIVE for port object 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:24.147881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.163358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-0dec0e8a-39e8-44fb-9208-d184dcdbd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.164905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-0dec0e8a-39e8-44fb-9208-d184dcdbd6d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6750d4-66a8-4ea6-bef1-cff974611236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919824 Aug 27 02:31:24.173130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af3d03b7-e1cd-4521-a7ba-7caa267fea99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1719eaa7ef084a79b4be8fe448360368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474868 Aug 27 02:31:24.175711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:24.265647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:24.273032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.300219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b856720-8acf-4b61-af2c-acbd750c98b2 req-19efe383-1d6c-4f3a-b044-b1e3cad0ca4d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.303042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b856720-8acf-4b61-af2c-acbd750c98b2 req-19efe383-1d6c-4f3a-b044-b1e3cad0ca4d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 943 time: 0.0844216 Aug 27 02:31:24.321985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.385125 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b856720-8acf-4b61-af2c-acbd750c98b2 req-62eb7663-6f4b-492e-9da1-03c5a49d02c1 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755405 Aug 27 02:31:24.409906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.412858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.414011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df0e1bd2-d2b6-4bfe-9eaa-b7ef7f13efdd HTTP/1.1" status: 204 len: 168 time: 0.2372384 Aug 27 02:31:24.420346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-6fc52d6e-7b23-40d8-82c1-63a89844bbe1 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298064 Aug 27 02:31:24.425213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874d6f3-afbc-474d-94db-2614e01b26a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e1bd2-d2b6-4bfe-9eaa-b7ef7f13efdd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:24.468763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e0bc0-f526-49fa-a141-38daced1a7a6 req-ef87277a-c55c-4dff-8cfa-e00a50e2293f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.477786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c8e0bc0-f526-49fa-a141-38daced1a7a6 req-ef87277a-c55c-4dff-8cfa-e00a50e2293f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1152947 Aug 27 02:31:24.506302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Attempting to bind port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:24.506520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Attempting to bind port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:24.506837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Attempting to bind port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:24.526131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on network a3b2db74-4151-4a80-983b-cafe310925da not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:24.526491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Attempting to bind port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:24.550587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:24.550967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:24.551520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Bound using segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:24.551742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Bound port: 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:24.552109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:24.558735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc95-f0a5-41eb-a012-cfe33adcc6b0 req-d940dafe-df4a-439a-905d-5da5376269d3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.566219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc95-f0a5-41eb-a012-cfe33adcc6b0 req-d940dafe-df4a-439a-905d-5da5376269d3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.573523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc95-f0a5-41eb-a012-cfe33adcc6b0 req-d940dafe-df4a-439a-905d-5da5376269d3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.575263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd28dc95-f0a5-41eb-a012-cfe33adcc6b0 req-d940dafe-df4a-439a-905d-5da5376269d3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2412 time: 0.0737631 Aug 27 02:31:24.623270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fd28dc95-f0a5-41eb-a012-cfe33adcc6b0 req-eeeb1331-67c1-4447-a49e-ecb69066ab66 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Aug 27 02:31:24.748633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.755511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.762040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.769437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.775841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.781827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.788388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:24.790269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-2a8477f7-757b-4240-81e9-667911d987ce tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5383 time: 0.1038728 Aug 27 02:31:24.837854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc2b14d4-43ed-4286-a972-52c5bc1100ce req-df82ee5e-65d6-425b-b835-403681de762d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408382 Aug 27 02:31:24.873639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c8e0bc0-f526-49fa-a141-38daced1a7a6 req-b8e2799a-1bb2-4d10-a2ce-d0389701a748 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949978 Aug 27 02:31:24.915444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': 'fa9833a0-a624-4ceb-bf52-878fd0a80842'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:24.917691 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018240c5-af52-4ee0-891e-e6cf08b3157b" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "fa9833a0-a624-4ceb-bf52-878fd0a80842"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:24.932619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a84444c-8e10-447e-9d88-6c6d31002af7 req-1be9c20d-1c75-4eb2-8253-dc015c5a0b6c service neutron] 10.222.0.15 "GET /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994340 Aug 27 02:31:24.971391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2696b993-d750-44e3-b5d0-84db079fd4e0 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:24.977670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:25.005487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81f51-3059-4532-a285-d74146beb3c4 req-1a03efef-4ed8-4a25-ae10-6e43bd5482d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.006307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:25.007734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0de81f51-3059-4532-a285-d74146beb3c4 req-1a03efef-4ed8-4a25-ae10-6e43bd5482d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1001556 Aug 27 02:31:25.021561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.081679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2696b993-d750-44e3-b5d0-84db079fd4e0,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:25.087067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a2ae3-020f-4254-b903-737f39b3d42f req-a4333176-9296-4f36-aee4-1e2094f58d7f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.088408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210a2ae3-020f-4254-b903-737f39b3d42f req-a4333176-9296-4f36-aee4-1e2094f58d7f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1300225 Aug 27 02:31:25.090984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0de81f51-3059-4532-a285-d74146beb3c4 req-21ac5876-3bbb-4eca-bb07-c6bfab84d030 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765204 Aug 27 02:31:25.093277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.093947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.094888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '2696b993-d750-44e3-b5d0-84db079fd4e0', 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77', 'port_id': '2696b993-d750-44e3-b5d0-84db079fd4e0', 'mac_address': 'fa:16:3e:fc:40:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591c9b76-50c7-48b5-8247-bda8a9d0f609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:25.095894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 1136 time: 2.0087178 Aug 27 02:31:25.138538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:25.143978 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.146768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fe71-9785-4d61-9769-80bbd0716616 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.176148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2696b993-d750-44e3-b5d0-84db079fd4e0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:25.183014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7fb9-5ced-4f03-a6d3-7de6d939e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.200099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-210a2ae3-020f-4254-b903-737f39b3d42f req-b2232eaf-bf71-4bc9-8af1-0eec01acca94 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016483 Aug 27 02:31:25.209240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2696b993-d750-44e3-b5d0-84db079fd4e0,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:25.213193 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173d4a56-f101-48f2-95d3-45bb4b97d863 x-openstack-request-id: req-173d4a56-f101-48f2-95d3-45bb4b97d863 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:25.213495 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "fa9833a0-a624-4ceb-bf52-878fd0a80842", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:25.213742 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-173d4a56-f101-48f2-95d3-45bb4b97d863 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:25.214136 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': 'fa9833a0-a624-4ceb-bf52-878fd0a80842', 'status': 'completed', 'code': 200} Aug 27 02:31:25.214739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.281292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.288672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.336451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.337157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.338785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.339886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.340811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.341470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.342252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.342926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.345738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-7ac22f87-34e1-4b54-bdc5-623269064a93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6220 time: 0.1208966 Aug 27 02:31:25.372125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.468197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2090165971-network', 'tenant_id': '86095906c4334b84baddee3542584a13'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:25.494162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Made reservation on behalf of 86095906c4334b84baddee3542584a13 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:25.496688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.506289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.597897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.601667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.623281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:25.625389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f723-ce02-4113-a6e9-ab17b173a0fd req-44c25710-4fe1-4a8d-8a9b-76b9a6eed837 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.627458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55d7f723-ce02-4113-a6e9-ab17b173a0fd req-44c25710-4fe1-4a8d-8a9b-76b9a6eed837 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 944 time: 0.1441767 Aug 27 02:31:25.634915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 279a92d4-511f-49d9-831b-3fdc3502e48f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:25.636027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-dd14de0d-549a-4aef-858f-a2c8b3cfae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.636507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-dd14de0d-549a-4aef-858f-a2c8b3cfae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.636966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-dd14de0d-549a-4aef-858f-a2c8b3cfae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.637275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6895b-fa8d-43ae-9938-b64541af677c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.638576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-dd14de0d-549a-4aef-858f-a2c8b3cfae3b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2823026 Aug 27 02:31:25.642276 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.642650 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Added segment dfc44a8a-696c-498b-9210-dd225ce28f84 of type vlan for network 34299c4b-47bd-4727-876d-1dc4e3526ea9 Aug 27 02:31:25.653461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2696b993-d750-44e3-b5d0-84db079fd4e0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:25.705849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.745622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.747205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.748657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.769387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-55d7f723-ce02-4113-a6e9-ab17b173a0fd req-c9d5c019-4ba1-4802-850f-a9339bb3cbff tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280973 Aug 27 02:31:25.821200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=279a92d4-511f-49d9-831b-3fdc3502e48f,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:25.836229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-beb1ff00-e25f-46d5-b8a9-49c25bb82b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.837316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-018240c5-af52-4ee0-891e-e6cf08b3157b req-beb1ff00-e25f-46d5-b8a9-49c25bb82b8c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845136 Aug 27 02:31:25.842325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] Pushing event updated for resources: {'Network': ['ID=34299c4b-47bd-4727-876d-1dc4e3526ea9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.845884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-db487cec-2ac5-46cd-8398-b025f41d399f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5071759 Aug 27 02:31:25.848808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:25.853065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '279a92d4-511f-49d9-831b-3fdc3502e48f', 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'port_id': '279a92d4-511f-49d9-831b-3fdc3502e48f', 'mac_address': 'fa:16:3e:a6:68:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66543ab5-e848-4400-af7c-2ced497fe8d4', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:25.853637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Request body: {'subnet': {'network_id': '34299c4b-47bd-4727-876d-1dc4e3526ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2090165971-subnet', 'tenant_id': '86095906c4334b84baddee3542584a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:25.855529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c99ac91-7037-4ec5-8e9d-226b3e875133 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:25.858291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 34299c4b-47bd-4727-876d-1dc4e3526ea9 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:25.868093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.876394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31fd6-62f9-407b-803b-a31f91d1f000 req-f736963d-4e1b-4d11-b997-4eb6a8d5f608 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.882377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31fd6-62f9-407b-803b-a31f91d1f000 req-f736963d-4e1b-4d11-b997-4eb6a8d5f608 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.884039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Transition to ACTIVE for port object 6c99ac91-7037-4ec5-8e9d-226b3e875133 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:25.888842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31fd6-62f9-407b-803b-a31f91d1f000 req-f736963d-4e1b-4d11-b997-4eb6a8d5f608 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:25.889772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.890065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74f31fd6-62f9-407b-803b-a31f91d1f000 req-f736963d-4e1b-4d11-b997-4eb6a8d5f608 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2412 time: 0.1584046 Aug 27 02:31:25.915340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Made reservation on behalf of 86095906c4334b84baddee3542584a13 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:25.917893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.954870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:25.982349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:25.989928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74f31fd6-62f9-407b-803b-a31f91d1f000 req-443cf49c-0f87-4553-bfb8-1f0016b8e137 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899401 Aug 27 02:31:26.006785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279a92d4-511f-49d9-831b-3fdc3502e48f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:26.040823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=279a92d4-511f-49d9-831b-3fdc3502e48f,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.052671 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.053408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 13b9dabd-304d-439d-a7fb-a63f96b8d245 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:26.124848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.131561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.138028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.144581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.150700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.156840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.163761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.166164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-68c277f4-aeb4-4125-bdd2-8818baaf707e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5395 time: 0.2065294 Aug 27 02:31:26.171283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Attempting to bind port 6c99ac91-7037-4ec5-8e9d-226b3e875133 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:26.171615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Attempting to bind port 6c99ac91-7037-4ec5-8e9d-226b3e875133 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:26.171942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Attempting to bind port 6c99ac91-7037-4ec5-8e9d-226b3e875133 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:26.174518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.177337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Port 6c99ac91-7037-4ec5-8e9d-226b3e875133 on network a3b2db74-4151-4a80-983b-cafe310925da not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:26.177660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Attempting to bind port 6c99ac91-7037-4ec5-8e9d-226b3e875133 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:26.183924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.193541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.202062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '13b9dabd-304d-439d-a7fb-a63f96b8d245', 'network_id': '4f6750d4-66a8-4ea6-bef1-cff974611236', 'port_id': '13b9dabd-304d-439d-a7fb-a63f96b8d245', 'mac_address': 'fa:16:3e:be:ad:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66543ab5-e848-4400-af7c-2ced497fe8d4', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:26.213780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:26.214120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:26.214545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Bound using segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:26.214998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Bound port: 6c99ac91-7037-4ec5-8e9d-226b3e875133, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:26.215495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.255898 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.259686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2eaf239-f876-416e-ba33-f9774e298dfb req-174a9922-2708-400d-ac0c-cb9deac0331a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707395 Aug 27 02:31:26.273463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b9dabd-304d-439d-a7fb-a63f96b8d245 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:26.307655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.313948 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.314592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dfb8e26a-6956-4b89-a358-ff3892c4844b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:26.333239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:26.336674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:26.374845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.395935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.396578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.398011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] 10.222.0.15 "PUT /v2.0/ports/6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 200 len: 1090 time: 1.2639797 Aug 27 02:31:26.442290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:26.452222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.468406 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.496773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e90121-572a-466f-a7eb-29dd1ed31d24 req-888637dc-6053-4b16-845e-5c28e827f8c7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.498669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0e90121-572a-466f-a7eb-29dd1ed31d24 req-888637dc-6053-4b16-845e-5c28e827f8c7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1574161 Aug 27 02:31:26.503713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.516930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'dfb8e26a-6956-4b89-a358-ff3892c4844b', 'network_id': '328db31c-5bcc-4cda-845d-adc1b558c352', 'port_id': 'dfb8e26a-6956-4b89-a358-ff3892c4844b', 'mac_address': 'fa:16:3e:03:c2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a28e9cc-ec05-4d5a-8e7d-783f48e12873', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:26.531742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06bb9e-f0be-4512-a431-760c2a98bb5d service neutron] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.562612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2fb4-bb7f-4708-852f-ab76dcb090a7 req-9d66bf41-d35f-46b4-aee4-7152d3298e6d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.567955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.571187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.572140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b0d2fb4-bb7f-4708-852f-ab76dcb090a7 req-9d66bf41-d35f-46b4-aee4-7152d3298e6d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.4394624 Aug 27 02:31:26.586702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb8e26a-6956-4b89-a358-ff3892c4844b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:26.597859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0e90121-572a-466f-a7eb-29dd1ed31d24 req-73655186-34aa-4595-aa8b-c2f4e2fc6295 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878394 Aug 27 02:31:26.609427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:26.616827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.629149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb02ba6-0ae5-4138-a214-d00009fde1aa,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.654436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b0d2fb4-bb7f-4708-852f-ab76dcb090a7 req-2de1fda4-a8ca-4f94-aea4-00302621443c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776131 Aug 27 02:31:26.675704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Checking segment: {'id': 'dfc44a8a-696c-498b-9210-dd225ce28f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34299c4b-47bd-4727-876d-1dc4e3526ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:26.677492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Network hostable DHCP agents. Network: 34299c4b-47bd-4727-876d-1dc4e3526ea9, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:26.699488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:26.719326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Network 34299c4b-47bd-4727-876d-1dc4e3526ea9 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:26.734318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 34299c4b-47bd-4727-876d-1dc4e3526ea9) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:26.742815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.743565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:26.747475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31739c1e-fba7-4795-97f1-2cce687b61c9 None None] Network 34299c4b-47bd-4727-876d-1dc4e3526ea9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:26.773223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5d026a7f-5853-49eb-9559-8e05b1be6ae7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9233370 Aug 27 02:31:26.884034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a918-3124-4fbe-82af-4729c6235b94 req-a68d54eb-4f72-4bd0-a13f-7e4f05eda721 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.885554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2202a918-3124-4fbe-82af-4729c6235b94 req-a68d54eb-4f72-4bd0-a13f-7e4f05eda721 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1451998 Aug 27 02:31:26.906881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['279a92d4-511f-49d9-831b-3fdc3502e48f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:26.933339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41003fe-d703-4da5-bd72-4835b5ce7216 req-e8354750-aa83-4b08-9cb3-e446d31098c8 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:26.935041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41003fe-d703-4da5-bd72-4835b5ce7216 req-e8354750-aa83-4b08-9cb3-e446d31098c8 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 944 time: 0.0631566 Aug 27 02:31:26.946303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['13b9dabd-304d-439d-a7fb-a63f96b8d245'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:26.961006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2202a918-3124-4fbe-82af-4729c6235b94 req-90213557-2158-40c1-9ad2-45a4e45e05fd tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616770 Aug 27 02:31:26.983708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41003fe-d703-4da5-bd72-4835b5ce7216 req-cd67be38-37c6-4cc6-8f21-28f5546cd377 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Aug 27 02:31:27.012014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2696b993-d750-44e3-b5d0-84db079fd4e0 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:27.014170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cfed4-7fd9-42e2-9b04-e695dcf1e511 None None] Network 34299c4b-47bd-4727-876d-1dc4e3526ea9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:27.030486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a2f966-e04f-40b0-89e6-9f8844e5e38a {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:27.039324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.057741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Transition to ACTIVE for port object 70a2f966-e04f-40b0-89e6-9f8844e5e38a will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:27.064754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.170115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.215532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4'}, {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:27.217900 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79391c64-bff2-4ffb-8081-5dd092b00a81" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "8f9d4b89-b0d6-4552-b2c1-71e8b67270c4"}, {"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:27.222958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad745-73e4-4af8-8307-9073f61530ae req-d00b4b74-2ee7-4500-8d47-d6f646388882 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.224007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2028303016', 'description': 'tempest-description-1788018461'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:27.229338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad745-73e4-4af8-8307-9073f61530ae req-d00b4b74-2ee7-4500-8d47-d6f646388882 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.241462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad745-73e4-4af8-8307-9073f61530ae req-d00b4b74-2ee7-4500-8d47-d6f646388882 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.244682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfaad745-73e4-4af8-8307-9073f61530ae req-d00b4b74-2ee7-4500-8d47-d6f646388882 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2415 time: 0.1123071 Aug 27 02:31:27.260938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Attempting to bind port 70a2f966-e04f-40b0-89e6-9f8844e5e38a on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:27.261631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Attempting to bind port 70a2f966-e04f-40b0-89e6-9f8844e5e38a by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:27.261983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Attempting to bind port 70a2f966-e04f-40b0-89e6-9f8844e5e38a on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:27.265619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.270591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Port 70a2f966-e04f-40b0-89e6-9f8844e5e38a on network a3b2db74-4151-4a80-983b-cafe310925da not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:27.271023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Attempting to bind port 70a2f966-e04f-40b0-89e6-9f8844e5e38a on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:27.275030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 2696b993-d750-44e3-b5d0-84db079fd4e0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:27.285344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:27.285846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Checking segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:27.286334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Bound using segment: {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:27.286898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Bound port: 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:27.287355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.293250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 2696b993-d750-44e3-b5d0-84db079fd4e0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:27.293901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.316214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfaad745-73e4-4af8-8307-9073f61530ae req-09c5546d-7dec-40ee-9ada-cccc56330d74 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Aug 27 02:31:27.383532 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0e71d-e392-4a24-8e89-d1c1a87854c8 x-openstack-request-id: req-5ff0e71d-e392-4a24-8e89-d1c1a87854c8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:27.383960 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "8f9d4b89-b0d6-4552-b2c1-71e8b67270c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:27.384311 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ff0e71d-e392-4a24-8e89-d1c1a87854c8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:27.395038 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4', 'status': 'completed', 'code': 200} Aug 27 02:31:27.395346 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'status': 'completed', 'code': 200} Aug 27 02:31:27.439801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:27.469036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:27.482350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.506993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.508105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.515115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.515284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.521407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.527402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.533946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.535911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.536068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.537538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] 10.222.0.15 "PUT /v2.0/ports/70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 200 len: 1090 time: 1.1018970 Aug 27 02:31:27.540496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.541791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.541979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:27.544356 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b2a89-2619-4682-adce-ebd2d386191a" -d '{"events": [{"server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "name": "network-vif-plugged", "status": "completed", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:27.547229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.557061 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-7249b6a3-6651-476b-8473-c5f701842b1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5407 time: 0.1168704 Aug 27 02:31:27.562204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2696b993-d750-44e3-b5d0-84db079fd4e0,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:27.569479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.569899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.570048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.570870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.571394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.572768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.573461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.574035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.575990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-dbed25a2-2db1-4395-8299-190b7361cb52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6312 time: 0.1730380 Aug 27 02:31:27.590559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:27.618496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3bc9709-c100-4da8-aeb6-c1430b888a98 req-fc548ecd-a892-4278-b9db-d6ccfbcc57cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602291 Aug 27 02:31:27.714454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.725597 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37e2f40d-6489-4b0d-974a-b725c9375fed req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5129838 Aug 27 02:31:27.756187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431361be-792a-4779-b07f-0f7ab912b591 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.760282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a5233-80ca-4a81-8013-5a28b31a422e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713d7755-5070-4b47-a5fb-6fce683359c9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.775013 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66e51d3-e92c-4181-97b4-8332c87b2356 x-openstack-request-id: req-f66e51d3-e92c-4181-97b4-8332c87b2356 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:27.775302 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "name": "network-vif-plugged", "status": "completed", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:27.775548 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f66e51d3-e92c-4181-97b4-8332c87b2356 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:27.775938 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0', 'code': 200} Aug 27 02:31:27.793897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:27.853706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.860091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:27.875803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a5d4-4480-439a-9b32-2ff77e31db06 req-1028c737-6734-4c3f-a3f8-afe12c0eefa1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.877466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5225a5d4-4480-439a-9b32-2ff77e31db06 req-1028c737-6734-4c3f-a3f8-afe12c0eefa1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1182330 Aug 27 02:31:27.883618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901dd42-69e7-4653-b55c-332bf6f880a1 req-f2fcd90b-8582-4e4e-81e8-dce40840c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.885015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e901dd42-69e7-4653-b55c-332bf6f880a1 req-f2fcd90b-8582-4e4e-81e8-dce40840c7e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 1096 time: 0.0729115 Aug 27 02:31:27.924052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-6a4d5d63-a15a-465e-b9e1-d1f388ab128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.924506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-6a4d5d63-a15a-465e-b9e1-d1f388ab128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.924826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-6a4d5d63-a15a-465e-b9e1-d1f388ab128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:27.926733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-6a4d5d63-a15a-465e-b9e1-d1f388ab128f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3281469 Aug 27 02:31:27.937991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5225a5d4-4480-439a-9b32-2ff77e31db06 req-8fa6d37d-e97a-41b9-8d7a-79861a08d82c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Aug 27 02:31:27.942559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e901dd42-69e7-4653-b55c-332bf6f880a1 req-d31bdd4a-2ed1-4c83-a8f4-a653b47ed71f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 Aug 27 02:31:28.001363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05a7e436-deec-4091-b0f0-de52a567b09b req-7d4147ac-2c00-4768-879a-d6de9bf38ce0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/713d7755-5070-4b47-a5fb-6fce683359c9 HTTP/1.1" status: 200 len: 1815 time: 0.0378478 Aug 27 02:31:28.004138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dd82a-ff59-4cb7-bbdf-a1066ef068c3 req-83b2f1ab-e448-414d-8425-d4c864b0e6a5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.005636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc5dd82a-ff59-4cb7-bbdf-a1066ef068c3 req-83b2f1ab-e448-414d-8425-d4c864b0e6a5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1704345 Aug 27 02:31:28.013655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '713d7755-5070-4b47-a5fb-6fce683359c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:28.013973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '713d7755-5070-4b47-a5fb-6fce683359c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:28.023972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['dfb8e26a-6956-4b89-a358-ff3892c4844b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:28.081153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.109611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.113913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.140120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0427c3e-cf68-44b7-a06b-4c844bc82e9d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.148426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.149712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05a7e436-deec-4091-b0f0-de52a567b09b req-a7f4e348-7853-4066-a66d-2160527574f9 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1413383 Aug 27 02:31:28.149942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc5dd82a-ff59-4cb7-bbdf-a1066ef068c3 req-bb0eeb9c-29e2-436a-adcd-4fa810eca47e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366115 Aug 27 02:31:28.219425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a0ac15f5-e75c-4557-a3c1-566210237553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.220945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a0ac15f5-e75c-4557-a3c1-566210237553 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860558 Aug 27 02:31:28.318643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652ab25-c8cc-4a16-87a2-75c805b12ddf req-220679ff-91d4-4669-a308-909074b7c687 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.320138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a652ab25-c8cc-4a16-87a2-75c805b12ddf req-220679ff-91d4-4669-a308-909074b7c687 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Aug 27 02:31:28.326247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3992c-725c-4b4e-a0cc-119e366fc11b req-0e2c6bbd-e708-404f-ab78-14bbf2ab3b17 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.327839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cf3992c-725c-4b4e-a0cc-119e366fc11b req-0e2c6bbd-e708-404f-ab78-14bbf2ab3b17 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1025941 Aug 27 02:31:28.366028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a652ab25-c8cc-4a16-87a2-75c805b12ddf req-13cb5096-7ef7-4882-9cde-5decf7560e88 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.386326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-06fd7938-e386-4371-a709-79dbfcacc586 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6354 time: 0.1186190 Aug 27 02:31:28.427220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f1237e4-d00c-4499-a3da-877a9004012d req-96295b8d-711d-4140-b284-f3688470a129 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/713d7755-5070-4b47-a5fb-6fce683359c9 HTTP/1.1" status: 200 len: 2409 time: 0.0388706 Aug 27 02:31:28.469822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cf3992c-725c-4b4e-a0cc-119e366fc11b req-c50500c8-9084-4ddf-a99d-d84a4535e0ef tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308417 Aug 27 02:31:28.497599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188e35a5-b802-4498-b7a6-31a0c51b48fb {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:28.515286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.532094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0351-fdd4-447c-b1b8-ff51afa5c56b req-46e4c1ed-2165-4786-b40a-656cddda93a0 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.537966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0351-fdd4-447c-b1b8-ff51afa5c56b req-46e4c1ed-2165-4786-b40a-656cddda93a0 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.543760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0351-fdd4-447c-b1b8-ff51afa5c56b req-46e4c1ed-2165-4786-b40a-656cddda93a0 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.544656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-bc6bff86-058d-42e1-9aa4-4c462f75171a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-group-rules/b0427c3e-cf68-44b7-a06b-4c844bc82e9d HTTP/1.1" status: 200 len: 778 time: 0.0421157 Aug 27 02:31:28.545377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73fb0351-fdd4-447c-b1b8-ff51afa5c56b req-46e4c1ed-2165-4786-b40a-656cddda93a0 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2415 time: 0.0665681 Aug 27 02:31:28.549985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Transition to ACTIVE for port object 188e35a5-b802-4498-b7a6-31a0c51b48fb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:28.561418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.586234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73fb0351-fdd4-447c-b1b8-ff51afa5c56b req-88a0d923-1434-43aa-85da-1908ebb6fd47 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Aug 27 02:31:28.603818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a6d9b61a-e8fb-47d7-b936-2e898c415f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.604291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a6d9b61a-e8fb-47d7-b936-2e898c415f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.604750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a6d9b61a-e8fb-47d7-b936-2e898c415f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.606372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-a6d9b61a-e8fb-47d7-b936-2e898c415f51 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2126393 Aug 27 02:31:28.689823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.748945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-79ab65b9-bf0c-4bc2-bb70-69b4c6b86035 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/713d7755-5070-4b47-a5fb-6fce683359c9 HTTP/1.1" status: 200 len: 2409 time: 0.1940649 Aug 27 02:31:28.749685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.756620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.762539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.768528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.774680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.782617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.789067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.791287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-fbad2865-4e8b-4381-8271-f77a3c692d37 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5419 time: 0.1021924 Aug 27 02:31:28.823656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-12b48a1a-1aa6-4562-b3f7-2b74e75d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.825104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79391c64-bff2-4ffb-8081-5dd092b00a81 req-12b48a1a-1aa6-4562-b3f7-2b74e75d93a5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2052643 Aug 27 02:31:28.830655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.841006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.841187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c02d206-87bf-43b4-a1dc-3c7289720ed6 req-c5c0effc-d780-4207-84bd-04eac2de976c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418563 Aug 27 02:31:28.842750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Attempting to bind port 188e35a5-b802-4498-b7a6-31a0c51b48fb on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:28.843083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Attempting to bind port 188e35a5-b802-4498-b7a6-31a0c51b48fb by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:28.843501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Attempting to bind port 188e35a5-b802-4498-b7a6-31a0c51b48fb on network 21f4e9ec-f566-445b-8875-ebf072595efc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:28.854453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Port 188e35a5-b802-4498-b7a6-31a0c51b48fb on network 21f4e9ec-f566-445b-8875-ebf072595efc not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:28.854775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Attempting to bind port 188e35a5-b802-4498-b7a6-31a0c51b48fb on network 21f4e9ec-f566-445b-8875-ebf072595efc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:28.867702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:28.868033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Checking segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:28.868405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Bound using segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:28.868827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Bound port: 188e35a5-b802-4498-b7a6-31a0c51b48fb, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:28.869180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.888429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.911197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.912256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0dd0d8fd-49d5-4101-aa99-5eb7d2c739ba req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b0427c3e-cf68-44b7-a06b-4c844bc82e9d HTTP/1.1" status: 204 len: 173 time: 0.1412508 Aug 27 02:31:28.919167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32ffb0-d4ba-4cd6-91ea-36a782f0cc3f tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0427c3e-cf68-44b7-a06b-4c844bc82e9d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:28.938025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1721551894', 'description': 'tempest-description-1983320810'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:28.950251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:28.953450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:28.958224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.962766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:28.999294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:28.999993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.001275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 200 len: 1091 time: 1.4192820 Aug 27 02:31:29.052422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Request body: {'port': {'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:29.056478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.060822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.073931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0d96-136b-48b3-ae3b-7affa618c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:29.093495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3307d3-c5d9-410a-82f4-afdf09f4c7c3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:29.098259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.103025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58a9ca86-2374-41c1-a211-44aae36622b8 req-1465fd50-040b-40a2-8c1a-876342b55fb3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1691358 Aug 27 02:31:29.155062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88cd91-44a2-4cbd-842d-573541b9d831 req-2bc820a9-81b8-4ccb-bd7a-be009b61cc90 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.156615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be88cd91-44a2-4cbd-842d-573541b9d831 req-2bc820a9-81b8-4ccb-bd7a-be009b61cc90 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1320527 Aug 27 02:31:29.158298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.165676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85894a2d-b583-4f6d-86dd-1bbaf3382856 req-3c021d12-0380-4bd3-8d03-dd1555c8a64e tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/8a3307d3-c5d9-410a-82f4-afdf09f4c7c3 HTTP/1.1" status: 200 len: 1815 time: 0.0425770 Aug 27 02:31:29.293207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c9ee-7d0a-496c-9944-32a230cb8648 req-f544ddbf-fa8b-4141-9804-25bfcc411678 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.294914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d99c9ee-7d0a-496c-9944-32a230cb8648 req-f544ddbf-fa8b-4141-9804-25bfcc411678 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0574081 Aug 27 02:31:29.342353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d99c9ee-7d0a-496c-9944-32a230cb8648 req-054a577e-3af5-4f88-9446-cf807563f1a2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Aug 27 02:31:29.380347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-667247830', 'description': 'tempest-description-1865314704'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:29.403854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.478583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a'}, {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:29.481277 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e207693a-13cb-41e8-865a-5db0eb8445d3" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a"}, {"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:29.492093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.497534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.523244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be88cd91-44a2-4cbd-842d-573541b9d831 req-e03d4969-c40c-4885-b742-d0d6669cecf1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509202 Aug 27 02:31:29.532223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2463b525-c826-454b-a849-fda8a373ecd2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:29.555313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.559240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e20ca931-22af-407f-845f-2d11abe6885b req-a46f04e3-b2ae-42cc-b91d-976901e2c2af tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1829667 Aug 27 02:31:29.662327 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f4a1b-74df-4e32-87df-b25aebfd033c x-openstack-request-id: req-f42f4a1b-74df-4e32-87df-b25aebfd033c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:29.662996 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:29.663451 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f42f4a1b-74df-4e32-87df-b25aebfd033c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:29.664020 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'status': 'completed', 'code': 200} Aug 27 02:31:29.664627 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'status': 'completed', 'code': 200} Aug 27 02:31:29.669036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4dab7-24c5-49ad-834c-531e0c04eef2 req-d942148e-9c45-49e1-b9ef-3f965581158e tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.675360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8e4dab7-24c5-49ad-834c-531e0c04eef2 req-d942148e-9c45-49e1-b9ef-3f965581158e tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 945 time: 0.0644226 Aug 27 02:31:29.681177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 279a92d4-511f-49d9-831b-3fdc3502e48f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:29.719274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8e4dab7-24c5-49ad-834c-531e0c04eef2 req-8aba723e-cbd5-4f8d-b873-eb1f22be75b9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Aug 27 02:31:29.744885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 279a92d4-511f-49d9-831b-3fdc3502e48f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:29.750961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 279a92d4-511f-49d9-831b-3fdc3502e48f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:29.751862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.799705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.800434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.800713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.801245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.801767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.802285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.802780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.804894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9f91147a-901c-49fe-a885-213562b51421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6421 time: 0.1305172 Aug 27 02:31:29.809151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e56b9481-d0a8-462c-9380-10061d0bee53 req-66f7591a-8481-4fad-9215-c9f32dcd4469 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/2463b525-c826-454b-a849-fda8a373ecd2 HTTP/1.1" status: 200 len: 1814 time: 0.0450363 Aug 27 02:31:29.857706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe36e2-ffd9-4a26-b856-6a4e5554118b req-3031b3c3-cc46-4678-9ad8-85d9cf294307 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.866676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1efe36e2-ffd9-4a26-b856-6a4e5554118b req-3031b3c3-cc46-4678-9ad8-85d9cf294307 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1527495 Aug 27 02:31:29.866883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.893972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:29.896674 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1688bf2d-57f3-4e2e-9908-cfc7d94f1d9c" -d '{"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:29.920935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=279a92d4-511f-49d9-831b-3fdc3502e48f,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:29.923992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9d565-7c52-4c02-9e59-c78ce7fef459 req-a5f3b4ee-0ffb-470d-a334-b206f81d4a23 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.935188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9d565-7c52-4c02-9e59-c78ce7fef459 req-a5f3b4ee-0ffb-470d-a334-b206f81d4a23 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.943628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9d565-7c52-4c02-9e59-c78ce7fef459 req-a5f3b4ee-0ffb-470d-a334-b206f81d4a23 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:29.947035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eeb9d565-7c52-4c02-9e59-c78ce7fef459 req-a5f3b4ee-0ffb-470d-a334-b206f81d4a23 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2415 time: 0.0899360 Aug 27 02:31:29.948023 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:29.948838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dfb8e26a-6956-4b89-a358-ff3892c4844b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:30.013659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1efe36e2-ffd9-4a26-b856-6a4e5554118b req-362b6f34-82d2-4f47-b535-a51628f896f6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460941 Aug 27 02:31:30.014610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eeb9d565-7c52-4c02-9e59-c78ce7fef459 req-d597bc60-7bff-478d-a88e-bf99cc0c7bb3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Aug 27 02:31:30.051934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:30.063359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1009994307', 'description': 'tempest-description-425908386'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:30.083961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.084154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.091886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port dfb8e26a-6956-4b89-a358-ff3892c4844b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:30.097304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-ffc50529-ce99-45d4-8b64-6c52caf399a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.097787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-ffc50529-ce99-45d4-8b64-6c52caf399a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.098249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-ffc50529-ce99-45d4-8b64-6c52caf399a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.099201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port dfb8e26a-6956-4b89-a358-ff3892c4844b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:30.099897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-ffc50529-ce99-45d4-8b64-6c52caf399a6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2852924 Aug 27 02:31:30.100010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.124094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Transition to ACTIVE for port object b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:30.163724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.165955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.182852 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.205931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.213332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.221427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.230659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:30.230861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.237167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.242567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.243692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 13b9dabd-304d-439d-a7fb-a63f96b8d245 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:30.243914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.252237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.260547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131461f8-b522-4b59-b65d-eaba3e86011e req-8e450e17-ebf8-4ba6-a138-0fafa1280c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1142619 Aug 27 02:31:30.264039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.307961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-e2c47627-0c10-4cec-89fb-ced1b60250cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.309917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-e2c47627-0c10-4cec-89fb-ced1b60250cd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1997988 Aug 27 02:31:30.326580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131461f8-b522-4b59-b65d-eaba3e86011e req-5b3602ae-d8da-43ff-ac28-30141221616c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649142 Aug 27 02:31:30.403003 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71947eb4-e57c-4509-969b-5b0015c17340 x-openstack-request-id: req-71947eb4-e57c-4509-969b-5b0015c17340 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:30.403523 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:30.403984 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71947eb4-e57c-4509-969b-5b0015c17340 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:30.404562 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f', 'code': 200} Aug 27 02:31:30.413147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.440219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 13b9dabd-304d-439d-a7fb-a63f96b8d245 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:30.444771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 13b9dabd-304d-439d-a7fb-a63f96b8d245 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:30.444979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Attempting to bind port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:30.445176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Attempting to bind port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:30.445501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Attempting to bind port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e on network 21f4e9ec-f566-445b-8875-ebf072595efc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:30.445859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.461260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e on network 21f4e9ec-f566-445b-8875-ebf072595efc not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:30.461581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Attempting to bind port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e on network 21f4e9ec-f566-445b-8875-ebf072595efc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:30.466041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.477102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.477588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.478049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.478553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.479015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.479483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.479943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.481934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-0e151b8b-45ac-4d06-9397-19f81f7db06d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6446 time: 0.1064234 Aug 27 02:31:30.483807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.486416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:30.486749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Checking segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:30.487128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Bound using segment: {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:30.487572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Bound port: b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c48b44-de09-4362-8852-de57c808c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:30.487914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.549963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.592374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:30.599823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.613975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.615268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b572e7b-467c-45b4-ab8c-77192ac0685c req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5692770 Aug 27 02:31:30.623503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56358902-e538-4e47-a33e-d29e582ebb6a tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a229c6-489c-419a-93ae-89812e09120c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.657407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.679439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.707301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf156-9091-4f6e-b677-2caf34fc7f34 req-45e3c732-d436-40ef-bbf3-59c062c6df49 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.708887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-500cf156-9091-4f6e-b677-2caf34fc7f34 req-45e3c732-d436-40ef-bbf3-59c062c6df49 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0630288 Aug 27 02:31:30.709019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:30.752050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-500cf156-9091-4f6e-b677-2caf34fc7f34 req-9163151d-1140-4bab-b9fc-32641200d036 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Aug 27 02:31:30.759168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:30.774113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9056092b-3fe6-4402-9f02-9b3ab91f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.774113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9056092b-3fe6-4402-9f02-9b3ab91f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.774113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9056092b-3fe6-4402-9f02-9b3ab91f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.774113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-9056092b-3fe6-4402-9f02-9b3ab91f4e5c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2733717 Aug 27 02:31:30.774113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.861652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.862280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:30.863755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] 10.222.0.15 "PUT /v2.0/ports/b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 1091 time: 1.8226287 Aug 27 02:31:30.865101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c7e6f-4989-475d-a4cc-8f6ccc0ee5bf req-da104859-d7d8-450d-a91d-d4c8e7604225 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.866738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2c9c7e6f-4989-475d-a4cc-8f6ccc0ee5bf req-da104859-d7d8-450d-a91d-d4c8e7604225 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 945 time: 0.0587475 Aug 27 02:31:30.875292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6d1b-1266-46b3-846f-f51fdede9ba5 req-586ee0fb-f197-48db-968e-539aaac7988d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.877740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7efd6d1b-1266-46b3-846f-f51fdede9ba5 req-586ee0fb-f197-48db-968e-539aaac7988d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1748343 Aug 27 02:31:30.915443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2c9c7e6f-4989-475d-a4cc-8f6ccc0ee5bf req-6a453734-ffd0-4bce-ba4f-419f6d3dca56 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Aug 27 02:31:30.925246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b1e5-7ba2-4673-9cad-367fdfb4b58b service neutron] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:30.964494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7efd6d1b-1266-46b3-846f-f51fdede9ba5 req-32fcc261-96ed-493f-b69d-f6375822b163 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695877 Aug 27 02:31:30.965972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-5e2fa81d-70f3-4c68-bef7-92b2f4881498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:30.967411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e207693a-13cb-41e8-865a-5db0eb8445d3 req-5e2fa81d-70f3-4c68-bef7-92b2f4881498 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922705 Aug 27 02:31:31.065105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca3b33e7-988a-4ded-8cbc-cc0180483000 req-94ce52e8-a451-47ad-8e2d-417dd5ecce57 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/c5a229c6-489c-419a-93ae-89812e09120c HTTP/1.1" status: 200 len: 1814 time: 0.0716476 Aug 27 02:31:31.084692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.085182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.085660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.086140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.086634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.087108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.087578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.089484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-295eecc6-a104-422a-a3ae-752279196026 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6488 time: 0.0675080 Aug 27 02:31:31.138140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25a134-93fe-4091-ad04-b7910492681e req-deb62721-eeca-4293-82e7-b5e4c5ead38a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.139663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d25a134-93fe-4091-ad04-b7910492681e req-deb62721-eeca-4293-82e7-b5e4c5ead38a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0492666 Aug 27 02:31:31.143143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-07281f7c-395c-4435-974a-ad8c51f3bb3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 217 time: 0.0417039 Aug 27 02:31:31.177692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d25a134-93fe-4091-ad04-b7910492681e req-517d5975-5918-4d37-a5aa-1f54b87ac5a4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Aug 27 02:31:31.216744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1723482206', 'description': 'tempest-description-1424932838'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:31.217386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-d7255181-62a3-4541-a199-bf8ad2e2d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.218923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-d7255181-62a3-4541-a199-bf8ad2e2d9fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 200 len: 855 time: 0.0659950 Aug 27 02:31:31.229352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74cb3-6aa4-41ab-ad18-3952fdc1a07d req-def7c268-aef3-4d6c-ac25-df61be40defb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.235644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74cb3-6aa4-41ab-ad18-3952fdc1a07d req-def7c268-aef3-4d6c-ac25-df61be40defb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.241073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.242951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74cb3-6aa4-41ab-ad18-3952fdc1a07d req-def7c268-aef3-4d6c-ac25-df61be40defb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.244605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47e74cb3-6aa4-41ab-ad18-3952fdc1a07d req-def7c268-aef3-4d6c-ac25-df61be40defb tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.1039631 Aug 27 02:31:31.313594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47e74cb3-6aa4-41ab-ad18-3952fdc1a07d req-8050d3c0-fa6c-4dd8-a361-52f8892bdc64 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541039 Aug 27 02:31:31.319818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-81a37e95-e29f-481e-a56d-243fdca6dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.321332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-81a37e95-e29f-481e-a56d-243fdca6dafe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5011a0a6-db4b-445a-b800-c985def8639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756922 Aug 27 02:31:31.324194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.328287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.363257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464d8a0b-44e6-4386-ba28-cc542c134762,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.373232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.374524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-053e1fb3-2472-4b85-b893-4ea4406cb8fa req-d7299025-1fcf-4209-9abe-61c334749239 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1621614 Aug 27 02:31:31.448718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6dd3de2-afe3-4ded-970c-ae7ae3994379 req-a98caf0b-797c-4fa2-8fa9-000deb40dd75 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/464d8a0b-44e6-4386-ba28-cc542c134762 HTTP/1.1" status: 200 len: 1815 time: 0.0459466 Aug 27 02:31:31.483211 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-83ee701a-a7e2-468c-aba2-6f3945e3f958 req-3c8fce9d-ed47-48b2-b526-1cf44aee6082 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] show failed (client error): The resource could not be found. Aug 27 02:31:31.484438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83ee701a-a7e2-468c-aba2-6f3945e3f958 req-3c8fce9d-ed47-48b2-b526-1cf44aee6082 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/40fe7b05-f0c9-44b5-bef7-a70a169f31b0 HTTP/1.1" status: 404 len: 352 time: 0.0133932 Aug 27 02:31:31.492599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.498644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.504576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.510481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.516362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.521489 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-f5288f33-3f57-4d37-9fd5-d1ec30aad40b req-1f710b7a-60ba-4999-86a8-6f9d10461922 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] show failed (client error): The resource could not be found. Aug 27 02:31:31.522501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5288f33-3f57-4d37-9fd5-d1ec30aad40b req-1f710b7a-60ba-4999-86a8-6f9d10461922 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-group-rules/9773aeb0-3d31-4b89-bbf0-10e1869061af HTTP/1.1" status: 404 len: 361 time: 0.0155592 Aug 27 02:31:31.522772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.529216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.533919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-03e03bba-6fb4-4419-a3a1-9ea33fbe8844 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1179476 Aug 27 02:31:31.538268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-f7c48001-e3f8-425e-8753-eb49081de3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084219 Aug 27 02:31:31.580757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-09576038-59f5-425c-a911-02616f83f4a3 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/464d8a0b-44e6-4386-ba28-cc542c134762 HTTP/1.1" status: 200 len: 1815 time: 0.0374005 Aug 27 02:31:31.625563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b1b4bdf-50b4-4396-81f4-8a7998f7bf84 req-2ec7e5ff-264f-4f16-b7b6-11c6219db493 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862463 Aug 27 02:31:31.640200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.662629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-2208f8bb-4435-48b8-ba5f-1d05db603b5f service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097991 Aug 27 02:31:31.664224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.665280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:31.667525 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:31.703796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:31.711129 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de0390-b32a-4877-b415-f9c7bcd73e4e x-openstack-request-id: req-27de0390-b32a-4877-b415-f9c7bcd73e4e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:31.711457 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:31.711680 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27de0390-b32a-4877-b415-f9c7bcd73e4e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:31.711932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.712391 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'status': 'completed', 'code': 200} Aug 27 02:31:31.713883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-e25f016e-ccfb-4517-91e1-ed5ce1b7efb5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 217 time: 0.0414758 Aug 27 02:31:31.714685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.715906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-836f45e2-1d66-40e4-8c26-b221972627c9 req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-groups/464d8a0b-44e6-4386-ba28-cc542c134762 HTTP/1.1" status: 204 len: 173 time: 0.1291757 Aug 27 02:31:31.739494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c28a-045f-4168-8e88-ad9be26d128c tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d8a0b-44e6-4386-ba28-cc542c134762,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:31.795712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-880b55cd-6bb0-43cb-a110-e72a32d641e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.797174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-880b55cd-6bb0-43cb-a110-e72a32d641e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.0755460 Aug 27 02:31:31.814643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:31.817872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-e13830eb-9228-4c89-bc4a-4fe8671dcf2d tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/c5a229c6-489c-419a-93ae-89812e09120c HTTP/1.1" status: 200 len: 1814 time: 0.0628622 Aug 27 02:31:31.828146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:31.873250 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.877559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-caad13ad-3b81-4928-9028-385955b6bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.879088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-caad13ad-3b81-4928-9028-385955b6bee7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731664 Aug 27 02:31:31.888700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:31.893227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb044-2c46-4356-800c-a20981ee5dd7 req-b9baa7a1-e4c3-412c-be24-512d8d7e1cb1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:31.894760 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22acb044-2c46-4356-800c-a20981ee5dd7 req-b9baa7a1-e4c3-412c-be24-512d8d7e1cb1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0654004 Aug 27 02:31:31.909208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:31.914363 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.944812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.950102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22acb044-2c46-4356-800c-a20981ee5dd7 req-7e4757ff-e408-4542-a9ed-83a3abadf911 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Aug 27 02:31:31.976328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:31.979587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.018177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4adc0acd-c0f6-49fc-a498-b0d7369dcd11'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:32.032848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6f4bbc40-7989-47f5-a5c7-fbe0a80e2262 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437316 Aug 27 02:31:32.057471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.060038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.061162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1a8f56a-011d-4ca2-a03c-02ccf7b488fe req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5a229c6-489c-419a-93ae-89812e09120c HTTP/1.1" status: 204 len: 173 time: 0.2283387 Aug 27 02:31:32.093900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babaf6-0a08-48f9-bc0e-f2a7a4988b3c req-f577bb0a-c9de-40cb-863a-a51f4a7926c4 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.105059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57babaf6-0a08-48f9-bc0e-f2a7a4988b3c req-f577bb0a-c9de-40cb-863a-a51f4a7926c4 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 945 time: 0.0877826 Aug 27 02:31:32.117349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef8206-6324-4881-902f-75955c3a0ffe tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a229c6-489c-419a-93ae-89812e09120c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.173055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57babaf6-0a08-48f9-bc0e-f2a7a4988b3c req-f08d68be-fffc-42b0-9f56-ec57e4bda256 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Aug 27 02:31:32.199820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-ce8d544d-f334-4fea-b7ea-f219a6b77b25 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586266 Aug 27 02:31:32.254761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-a3ca6ee0-1c08-40bc-90a8-67fcd4b125b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 217 time: 0.0473759 Aug 27 02:31:32.278139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a24ee-a746-4796-b8ee-a7d5183a0feb req-aa7847c0-f60b-4374-9c36-194b7521b26a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.280262 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-776a24ee-a746-4796-b8ee-a7d5183a0feb req-aa7847c0-f60b-4374-9c36-194b7521b26a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1331425 Aug 27 02:31:32.319306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-3ce13d6c-848a-4c45-99d0-7aedb365ef30 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/2463b525-c826-454b-a849-fda8a373ecd2 HTTP/1.1" status: 200 len: 1814 time: 0.0467048 Aug 27 02:31:32.348680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-7e5b98f5-43cf-40e8-9466-d8881e30c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.350149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-7e5b98f5-43cf-40e8-9466-d8881e30c1b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.0873830 Aug 27 02:31:32.353197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-776a24ee-a746-4796-b8ee-a7d5183a0feb req-481e512d-a91a-4fe5-9a0a-efd680bf10b2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 Aug 27 02:31:32.406073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b'}, {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:32.409177 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc8bce-285d-4cd0-8a51-0fce829544af" -d '{"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b"}, {"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:32.416065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-9e6bccbb-e511-49de-841f-bb3923934b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.416304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.417594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-9e6bccbb-e511-49de-841f-bb3923934b75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599580 Aug 27 02:31:32.447165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.527144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.530421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.532359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52bee0-2258-4765-94dc-c644d7a2b43a req-404ae21a-bd53-421f-a175-1ff6263477b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.533969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f52bee0-2258-4765-94dc-c644d7a2b43a req-404ae21a-bd53-421f-a175-1ff6263477b9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.0989079 Aug 27 02:31:32.541172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0fe76ab-cb17-4492-896f-0771ed1d621d req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-groups/2463b525-c826-454b-a849-fda8a373ecd2 HTTP/1.1" status: 204 len: 173 time: 0.2115800 Aug 27 02:31:32.554979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-b3361860-2c3d-4fb1-99f5-113dd018b802 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.556473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-b3361860-2c3d-4fb1-99f5-113dd018b802 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 945 time: 0.0819070 Aug 27 02:31:32.563315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53f0d-537f-4972-ba70-92dddfe2ffe2 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463b525-c826-454b-a849-fda8a373ecd2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:32.588529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-d6228d3e-d32f-4470-9c6b-b70a9c930f49 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621730 Aug 27 02:31:32.629532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f52bee0-2258-4765-94dc-c644d7a2b43a req-13d4e4c8-8862-4bad-8872-5a6f8fc47606 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828533 Aug 27 02:31:32.687806 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0aa52f-76a1-4188-a8db-7cc43102ddb8 x-openstack-request-id: req-8d0aa52f-76a1-4188-a8db-7cc43102ddb8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:32.688105 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b", "code": 200}, {"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-plugged", "status": "completed", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:32.688357 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d0aa52f-76a1-4188-a8db-7cc43102ddb8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:32.688776 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b', 'code': 200} Aug 27 02:31:32.689033 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245', 'code': 200} Aug 27 02:31:32.758025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c9d23-8d24-494a-943e-d0049ea030d0 req-841ce412-e6f7-420b-93c8-9133267f8e2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.764535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c9d23-8d24-494a-943e-d0049ea030d0 req-841ce412-e6f7-420b-93c8-9133267f8e2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.768586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-5bb97a8e-385d-4794-9426-62601afa943c service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699629 Aug 27 02:31:32.771712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c9d23-8d24-494a-943e-d0049ea030d0 req-841ce412-e6f7-420b-93c8-9133267f8e2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.785916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c99c9d23-8d24-494a-943e-d0049ea030d0 req-841ce412-e6f7-420b-93c8-9133267f8e2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.1984925 Aug 27 02:31:32.831769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Deleting port 2696b993-d750-44e3-b5d0-84db079fd4e0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:32.835049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.846033 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-14f02251-f923-4081-8cbd-a95655b7745c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 200 len: 217 time: 0.0638499 Aug 27 02:31:32.850417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3d15d093-cb10-4e1c-8b13-c9352f09505d tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/8a3307d3-c5d9-410a-82f4-afdf09f4c7c3 HTTP/1.1" status: 200 len: 1815 time: 0.1373127 Aug 27 02:31:32.909725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c99c9d23-8d24-494a-943e-d0049ea030d0 req-dbcb7bc5-25e8-417a-b818-b8ed429b9308 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174264 Aug 27 02:31:32.915945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7137e4-cdd0-49c8-825c-4df10fe5a2c6 req-40613e43-79bd-4f62-8e55-76dc8d40bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.916501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7137e4-cdd0-49c8-825c-4df10fe5a2c6 req-40613e43-79bd-4f62-8e55-76dc8d40bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.916985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7137e4-cdd0-49c8-825c-4df10fe5a2c6 req-40613e43-79bd-4f62-8e55-76dc8d40bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:32.918653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d7137e4-cdd0-49c8-825c-4df10fe5a2c6 req-40613e43-79bd-4f62-8e55-76dc8d40bafa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2871 time: 0.1377757 Aug 27 02:31:32.974365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] For port 2696b993-d750-44e3-b5d0-84db079fd4e0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2696b993-d750-44e3-b5d0-84db079fd4e0,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:32.974365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:32.994697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Calling delete_port for 2696b993-d750-44e3-b5d0-84db079fd4e0 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:33.000215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-58c8eeb5-ad0d-440a-a5b1-dcc20c046c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.003939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-58c8eeb5-ad0d-440a-a5b1-dcc20c046c5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1480415 Aug 27 02:31:33.003939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d7137e4-cdd0-49c8-825c-4df10fe5a2c6 req-2d931c33-3d38-477e-99c7-6bc2176eed9b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Aug 27 02:31:33.025409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.059826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.117464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.121305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.124049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.124307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.125209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4062f3cc-97b3-41d7-b813-179d14120a21 req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-groups/8a3307d3-c5d9-410a-82f4-afdf09f4c7c3 HTTP/1.1" status: 204 len: 173 time: 0.2606392 Aug 27 02:31:33.130764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.135865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4d9c2-6d37-45ae-a207-3a790bb19333 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3307d3-c5d9-410a-82f4-afdf09f4c7c3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.136967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.144283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.150908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.157009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.165800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-5af63402-82f1-431f-bfe0-85fcada932e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1687665 Aug 27 02:31:33.265336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7a2bbe0-22fc-44a5-8f6e-12bcf646cff1 req-bd1df44c-d292-4b49-aa8a-ec815de44427 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943813 Aug 27 02:31:33.298287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-60d078da-91c3-4fd2-8a80-b8a9a2438efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.299913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-60d078da-91c3-4fd2-8a80-b8a9a2438efe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029987 Aug 27 02:31:33.312651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e429-8aa7-426a-a04e-e123c598d3ee req-165d4b97-700f-413e-8b19-d85f2fc58c1e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.314180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d393e429-8aa7-426a-a04e-e123c598d3ee req-165d4b97-700f-413e-8b19-d85f2fc58c1e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0765936 Aug 27 02:31:33.342514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.390037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2696b993-d750-44e3-b5d0-84db079fd4e0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:33.394277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Pushing event deleted for resources: {'Port': ['ID=2696b993-d750-44e3-b5d0-84db079fd4e0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.448576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d393e429-8aa7-426a-a04e-e123c598d3ee req-6c2af78b-92a4-4d79-bd13-6175718777a1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223946 Aug 27 02:31:33.450553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] No DVR routers for this DVR port 2696b993-d750-44e3-b5d0-84db079fd4e0 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:33.465932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-1987731c-209d-41cc-8368-d9d135e33394 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "GET /v2.0/security-groups/713d7755-5070-4b47-a5fb-6fce683359c9 HTTP/1.1" status: 200 len: 1815 time: 0.1463513 Aug 27 02:31:33.469839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.472004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9562d116-43cc-4ecd-b52b-b5939fcc2eea req-126bd92e-53e1-4ae9-a682-1f77bae96836 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "DELETE /v2.0/ports/2696b993-d750-44e3-b5d0-84db079fd4e0 HTTP/1.1" status: 204 len: 173 time: 0.8975658 Aug 27 02:31:33.472458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'name': 'network-vif-deleted', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:33.474974 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4dc697-9631-4fae-9391-9fadb59a314e" -d '{"events": [{"server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "name": "network-vif-deleted", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:33.490740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-6749d3fd-4e12-4448-ad2b-1b49b3ccd3db service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752760 Aug 27 02:31:33.568802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.605490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.622658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1914c5d6-3169-4162-a3c3-494526a49ac8 req-ceab7f32-10bf-4b2a-9493-80e2612225b3 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=5439e1b8-b25e-4e8e-a63a-96150bfe2366 HTTP/1.1" status: 200 len: 210 time: 0.0333402 Aug 27 02:31:33.670322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-1a0e1db5-86da-4b82-815e-adc50e0c56ee service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712925 Aug 27 02:31:33.695467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.697790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:33.697950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.711052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9338d1d-0fc5-4790-8b44-f5205816c380 req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] 10.222.0.26 "DELETE /v2.0/security-groups/713d7755-5070-4b47-a5fb-6fce683359c9 HTTP/1.1" status: 204 len: 173 time: 0.2441566 Aug 27 02:31:33.711603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:33.759407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b6e35-bd54-4af8-8db9-e68989683fd0 tempest-SecurityGroupRulesNegativeTestJSON-1132321156 tempest-SecurityGroupRulesNegativeTestJSON-1132321156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d7755-5070-4b47-a5fb-6fce683359c9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:33.805713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-bceb45bd-50c3-4c04-882f-d457e940e0d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 200 len: 217 time: 0.1202905 Aug 27 02:31:33.814484 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d44787-9a25-44ef-8e69-3c05870bf423 x-openstack-request-id: req-e3d44787-9a25-44ef-8e69-3c05870bf423 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:33.814783 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5439e1b8-b25e-4e8e-a63a-96150bfe2366", "name": "network-vif-deleted", "tag": "2696b993-d750-44e3-b5d0-84db079fd4e0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:33.815043 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3d44787-9a25-44ef-8e69-3c05870bf423 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:33.815453 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5439e1b8-b25e-4e8e-a63a-96150bfe2366', 'name': 'network-vif-deleted', 'tag': '2696b993-d750-44e3-b5d0-84db079fd4e0', 'status': 'completed', 'code': 200} Aug 27 02:31:33.835872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:33.840027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.873959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Deleting subnet 6fb02ba6-0ae5-4138-a214-d00009fde1aa {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:33.879493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.918413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817ef2f-1fdd-4748-8e50-0b5131a0b27b req-89c99aa5-cb5f-4c48-83ed-730428cf3181 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.921976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-25bbb305-2a9c-4a91-9e74-87206c0aa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:33.924140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-25bbb305-2a9c-4a91-9e74-87206c0aa77b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1118698 Aug 27 02:31:33.926216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0817ef2f-1fdd-4748-8e50-0b5131a0b27b req-89c99aa5-cb5f-4c48-83ed-730428cf3181 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1098571 Aug 27 02:31:33.945925 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.962681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:33.987240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:33.995382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.017143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27439e27-5ae0-4aba-a0c1-62e58b217e69 req-396fa3ba-977f-4570-97ed-762fdf66327d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.022773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0817ef2f-1fdd-4748-8e50-0b5131a0b27b req-8a144bc7-8474-42e8-a87e-ceab5a454767 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Aug 27 02:31:34.038831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27439e27-5ae0-4aba-a0c1-62e58b217e69 req-396fa3ba-977f-4570-97ed-762fdf66327d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.1748464 Aug 27 02:31:34.075230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.084522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-b2ee2d78-3b08-46cc-b888-bdb40877a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.086104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-b2ee2d78-3b08-46cc-b888-bdb40877a6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440172 Aug 27 02:31:34.097598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27439e27-5ae0-4aba-a0c1-62e58b217e69 req-9b8dd7e3-ef8b-490b-b908-4265898240e5 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584033 Aug 27 02:31:34.183652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:34.213142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-a441c1ba-8634-4deb-9565-88f648778efc service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072319 Aug 27 02:31:34.289444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032ae0-2460-4b65-aaeb-ec92cfe224ca req-6caa5c80-af67-44e7-b823-3aebe19cfa9d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.297360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032ae0-2460-4b65-aaeb-ec92cfe224ca req-6caa5c80-af67-44e7-b823-3aebe19cfa9d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.304114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032ae0-2460-4b65-aaeb-ec92cfe224ca req-6caa5c80-af67-44e7-b823-3aebe19cfa9d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.311521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7032ae0-2460-4b65-aaeb-ec92cfe224ca req-6caa5c80-af67-44e7-b823-3aebe19cfa9d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.0904932 Aug 27 02:31:34.330432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.375472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb02ba6-0ae5-4138-a214-d00009fde1aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:34.383897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:34.385864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0aeec45f-e979-4fb6-9091-50be14b0336c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6fb02ba6-0ae5-4138-a214-d00009fde1aa HTTP/1.1" status: 204 len: 168 time: 0.6490562 Aug 27 02:31:34.397337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:34.400247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7032ae0-2460-4b65-aaeb-ec92cfe224ca req-7f18fd14-3004-4ba2-a4fc-2c0e850a0c83 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830715 Aug 27 02:31:34.425028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-ba0d8b38-2aca-4b92-ad56-0fb0975652e0 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051167 Aug 27 02:31:34.596750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4d7a-810c-4e16-aa32-b764f0ff28b7 req-c3f958a2-3adc-42aa-a51f-42de82cda6b8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.599233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1dc4d7a-810c-4e16-aa32-b764f0ff28b7 req-c3f958a2-3adc-42aa-a51f-42de82cda6b8 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0653524 Aug 27 02:31:34.672638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1dc4d7a-810c-4e16-aa32-b764f0ff28b7 req-761d6ab8-620c-498a-9add-7338ef370fbb tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Aug 27 02:31:34.690460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:34.693515 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145e72a6-7180-4d4e-9908-df3e33af53fd" -d '{"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:34.757857 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42418fa3-4b92-4dd5-968c-0caf22127b2b x-openstack-request-id: req-42418fa3-4b92-4dd5-968c-0caf22127b2b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:34.758557 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:34.759073 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42418fa3-4b92-4dd5-968c-0caf22127b2b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:34.759617 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'code': 200} Aug 27 02:31:34.844718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-5ffe0cbb-f8cd-4e84-b37d-acab54cc102f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 200 len: 217 time: 0.4087729 Aug 27 02:31:34.881609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.888152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.894507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.900731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.907709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.915279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.921107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:34.923132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-45c255d1-5786-418c-b250-5b9e91d9a1c1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.5100398 Aug 27 02:31:34.962442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.005159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-1c734d66-fcca-4748-8acb-23a171f7b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.007134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-1c734d66-fcca-4748-8acb-23a171f7b1c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.1518655 Aug 27 02:31:35.075436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6763dee-33cd-4ebc-8a9d-1f6d8ef2530c req-a2bcaaaf-2ef8-48b5-b98f-8a11d8f4bd28 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141124 Aug 27 02:31:35.083689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-a3172ded-ce07-4076-9efc-cbc40a6ea79c tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.085848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-a3172ded-ce07-4076-9efc-cbc40a6ea79c tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 809 time: 0.1519029 Aug 27 02:31:35.120815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-980ce2a7-dc68-47ef-99cc-1ff870bf0d91 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/quotas/fa2cd209fa914586ae7bd28ffd8085b3 HTTP/1.1" status: 200 len: 375 time: 0.0253289 Aug 27 02:31:35.165384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-26e3bee7-b387-4001-941c-f0a48115c49c tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431342 Aug 27 02:31:35.169666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.175006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-206051f7-f64f-4560-bf29-8b74c36f7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.176580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-206051f7-f64f-4560-bf29-8b74c36f7259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1616983 Aug 27 02:31:35.260296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34299c4b-47bd-4727-876d-1dc4e3526ea9']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:35.277261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc44a8a-696c-498b-9210-dd225ce28f84') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:35.277793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc44a8a-696c-498b-9210-dd225ce28f84') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:35.286121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-5e23bfaf-a5e0-41db-9cfc-1b263378b1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197543 Aug 27 02:31:35.300937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.337347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdab702-9720-4c0e-a552-2f7d5ec4d441 req-4b4c7228-3dc0-4b09-a039-913b38a1f9be tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.338963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4cdab702-9720-4c0e-a552-2f7d5ec4d441 req-4b4c7228-3dc0-4b09-a039-913b38a1f9be tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1840403 Aug 27 02:31:35.352831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-29d2d648-d602-458f-bc90-622e9b1732ac service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541131 Aug 27 02:31:35.353704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.390433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:35.390433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:35.392841 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:35.432165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-e2173625-3f17-49f1-bd81-448bcb5d19c3 service neutron] 10.222.0.26 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449347 Aug 27 02:31:35.527760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4cdab702-9720-4c0e-a552-2f7d5ec4d441 req-6d779bf0-a041-47ec-aeb7-30dd532de9ef tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565726 Aug 27 02:31:35.530216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.573559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Pushing event deleted for resources: {'Network': ['ID=34299c4b-47bd-4727-876d-1dc4e3526ea9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:35.576328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:35.578575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-98b68b84-72bd-4720-80e0-97397166f627 admin admin] 10.222.0.26 "DELETE /v2.0/networks/34299c4b-47bd-4727-876d-1dc4e3526ea9 HTTP/1.1" status: 204 len: 168 time: 1.1798475 Aug 27 02:31:35.630037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-330e289c-8545-4166-9bd5-a649ddd74374 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569535 Aug 27 02:31:35.689626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-ccb255a1-f3f2-442f-867c-9677b69f1de7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 217 time: 0.0503216 Aug 27 02:31:35.692645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24f4e-c01d-4e65-8c25-57d0b021cddb req-42d379ed-3782-4b8d-ba17-92c7707dabb7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.699959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24f4e-c01d-4e65-8c25-57d0b021cddb req-42d379ed-3782-4b8d-ba17-92c7707dabb7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.707636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24f4e-c01d-4e65-8c25-57d0b021cddb req-42d379ed-3782-4b8d-ba17-92c7707dabb7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.717950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8be24f4e-c01d-4e65-8c25-57d0b021cddb req-42d379ed-3782-4b8d-ba17-92c7707dabb7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.0958118 Aug 27 02:31:35.779627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca89b79-e0d1-462e-9ffb-4b1a18c17f1a req-9df337ad-dbf7-4af9-ac4b-8e67d93c4147 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.780991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8be24f4e-c01d-4e65-8c25-57d0b021cddb req-4e27b7ff-2cc8-4746-9c41-22cf769c5f20 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 Aug 27 02:31:35.781553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:35.782159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca89b79-e0d1-462e-9ffb-4b1a18c17f1a req-9df337ad-dbf7-4af9-ac4b-8e67d93c4147 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0948546 Aug 27 02:31:35.786288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-c5106c83-973b-4c90-86b7-96fe0df5da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.787738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-c5106c83-973b-4c90-86b7-96fe0df5da39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.0905638 Aug 27 02:31:35.888054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ca89b79-e0d1-462e-9ffb-4b1a18c17f1a req-c5c153eb-e053-4398-99b6-1de5117c1f19 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992348 Aug 27 02:31:35.914884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be0c4577-ff65-4034-b8f3-6adee8103d61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86095906c4334b84baddee3542584a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226149 Aug 27 02:31:35.914884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41052) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:35.915090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a295-d179-4287-a77f-29ef993c914a req-ae634675-b120-44e2-a9ba-fb4fa2c8f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:35.915090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-ae634675-b120-44e2-a9ba-fb4fa2c8f9db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156521 Aug 27 02:31:35.958685 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-747f6428-fbc7-4e8d-a512-774399e91c26 req-bcde7bff-da4e-40db-86a7-052470ef3826 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 210 time: 0.0731881 Aug 27 02:31:36.028652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.082668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.098164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-d3121b2b-7ede-4713-87cd-5be37d0110ae service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737065 Aug 27 02:31:36.141596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25be7d-80f4-4da5-b1c6-6be595950fee req-87cfe73f-538b-4469-820b-72e9fedee46a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.155058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f25be7d-80f4-4da5-b1c6-6be595950fee req-87cfe73f-538b-4469-820b-72e9fedee46a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1267662 Aug 27 02:31:36.171232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.175006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:36.178841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15d6895b-fa8d-43ae-9938-b64541af677c HTTP/1.1" status: 204 len: 168 time: 0.2632184 Aug 27 02:31:36.186062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4b822-2796-46f5-aa0f-6ceb4cbbe506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6895b-fa8d-43ae-9938-b64541af677c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:36.320561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5f25be7d-80f4-4da5-b1c6-6be595950fee req-8487a6e2-be6c-424b-8361-424e8a50f849 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502090 Aug 27 02:31:36.371930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5291a295-d179-4287-a77f-29ef993c914a req-19a05f74-19c2-4716-bed1-f82adb8616f0 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637866 Aug 27 02:31:36.533040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514de0-a1f4-4e1b-97fc-4d5cb7523b7f req-8a39a66f-6f77-45a4-afb9-451285911662 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.533783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.540236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.540707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514de0-a1f4-4e1b-97fc-4d5cb7523b7f req-8a39a66f-6f77-45a4-afb9-451285911662 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.546416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.547064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514de0-a1f4-4e1b-97fc-4d5cb7523b7f req-8a39a66f-6f77-45a4-afb9-451285911662 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.552215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba514de0-a1f4-4e1b-97fc-4d5cb7523b7f req-8a39a66f-6f77-45a4-afb9-451285911662 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.1102476 Aug 27 02:31:36.554038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.561463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.568363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.574467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.579911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-6aea4441-350f-4216-bc20-ef03613ff31e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1676912 Aug 27 02:31:36.647771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.648710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.648820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.649209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.649675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.650487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.650616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.652546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-7b9c1c37-a9b4-43b5-a619-d3627ba5a284 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6488 time: 0.1678469 Aug 27 02:31:36.654754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba514de0-a1f4-4e1b-97fc-4d5cb7523b7f req-37e0dac7-3775-4364-98d1-7ad70b85a7cc tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Aug 27 02:31:36.675336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-722d9794-d94e-41bb-ab21-5eae80c9c320 req-b193253d-0d67-4ebe-bc82-afacd4e2f007 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809157 Aug 27 02:31:36.796161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff98e-e220-44b8-a2a0-336cbda1c58c req-f7e77465-2512-40d8-a572-ed9b96196328 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.802556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-8c61a233-a1b8-463f-9f29-982bed6756e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.804414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-926ff98e-e220-44b8-a2a0-336cbda1c58c req-f7e77465-2512-40d8-a572-ed9b96196328 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0630887 Aug 27 02:31:36.804591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-8c61a233-a1b8-463f-9f29-982bed6756e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 903 time: 0.1280351 Aug 27 02:31:36.853712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-926ff98e-e220-44b8-a2a0-336cbda1c58c req-4c81b1e9-18e0-411d-931b-b9fb7bf9a22d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481021 Aug 27 02:31:36.866845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-a160a6e2-b5bc-4771-9ab0-050943ac9c6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 217 time: 0.0529459 Aug 27 02:31:36.943017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-d7871427-739a-48a1-98d8-7ae1e37f20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:36.949900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-d7871427-739a-48a1-98d8-7ae1e37f20a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.0725446 Aug 27 02:31:37.019060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2696b993-d750-44e3-b5d0-84db079fd4e0 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:37.066662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 2696b993-d750-44e3-b5d0-84db079fd4e0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:37.067245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2696b993-d750-44e3-b5d0-84db079fd4e0 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:37.103924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-9c1a194c-6dde-4dde-a071-d1b78430e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.105755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-9c1a194c-6dde-4dde-a071-d1b78430e88d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496170 Aug 27 02:31:37.218445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66acea6-b162-4f82-944c-6fa72dd70684 req-6c8bcda3-3bdf-4148-92f3-283ce46f20b4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.227194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d66acea6-b162-4f82-944c-6fa72dd70684 req-6c8bcda3-3bdf-4148-92f3-283ce46f20b4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1670930 Aug 27 02:31:37.281408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d66acea6-b162-4f82-944c-6fa72dd70684 req-a569f495-9602-4c68-85e9-0ad754e2ea39 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532718 Aug 27 02:31:37.303746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d32795c4-b3a2-46c8-8660-b3fad8577103 req-b633c68a-4ca9-4392-bc75-5ee1199ee4fd tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 210 time: 0.1659534 Aug 27 02:31:37.304887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-2c4ea895-6115-45c1-a036-ba727d6996ad service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786263 Aug 27 02:31:37.445090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-5c325498-0bbb-4681-9b95-999c922786cf tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.446746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-5c325498-0bbb-4681-9b95-999c922786cf tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 809 time: 0.4154284 Aug 27 02:31:37.451233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6497a6c-8a16-4b5e-b04a-dd572ca48a85 req-f95a7007-7694-4e12-b7a2-e4171eceaeaa service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354084 Aug 27 02:31:37.500309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Request body: {'port': {'device_id': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77', 'admin_state_up': True, 'tenant_id': 'fa2cd209fa914586ae7bd28ffd8085b3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:37.577676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:37.598790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44dd24-a52b-4061-8f60-f2d34dc76c1f req-2a4c9e7e-42e6-419d-83bc-86c35600da30 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.600315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b44dd24-a52b-4061-8f60-f2d34dc76c1f req-2a4c9e7e-42e6-419d-83bc-86c35600da30 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1396348 Aug 27 02:31:37.670539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b44dd24-a52b-4061-8f60-f2d34dc76c1f req-2dd8eae6-e932-44e9-ad4f-63ce7aec4221 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610693 Aug 27 02:31:37.681870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Made reservation on behalf of fa2cd209fa914586ae7bd28ffd8085b3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:37.686075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.747803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-200841142-network', 'tenant_id': '087e332b4efa476080421bdfcbed8383'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:37.807094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Made reservation on behalf of 087e332b4efa476080421bdfcbed8383 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:37.809416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.822678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:37.850934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13fb-0370-4ad8-a780-17c3b4f5023f req-f43971e1-90e5-4168-aaa4-70d25d4f9291 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.857372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13fb-0370-4ad8-a780-17c3b4f5023f req-f43971e1-90e5-4168-aaa4-70d25d4f9291 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.866516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13fb-0370-4ad8-a780-17c3b4f5023f req-f43971e1-90e5-4168-aaa4-70d25d4f9291 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.868279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-380d13fb-0370-4ad8-a780-17c3b4f5023f req-f43971e1-90e5-4168-aaa4-70d25d4f9291 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.1121590 Aug 27 02:31:37.915890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.921862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.928394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.934502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.941224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.947528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.953685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:37.962546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-d1fcfda1-bce4-4c73-b1e1-740a53bd433f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1530383 Aug 27 02:31:37.975821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Allocated IP 172.20.0.11 (8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77/591c9b76-50c7-48b5-8247-bda8a9d0f609/60f5ecea-1645-4223-9474-f8c88d007d73) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:38.019345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.040100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e98cd929-54fe-4422-9ba1-d50296c5c345 req-4062ce2e-ed33-4d3f-a5f6-96cdf7a1afbd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765786 Aug 27 02:31:38.050919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-380d13fb-0370-4ad8-a780-17c3b4f5023f req-07dd1bd3-7171-4fa7-95cb-a9d9ef759038 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663442 Aug 27 02:31:38.062061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.127488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:38.136043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea76b781-c49f-4080-8f10-c07ace75d8cd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.146856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.147004 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Added segment 1605decd-1214-43eb-9db1-783012e0c57f of type vlan for network 55eba266-e8cb-4023-b63c-f61e72054e10 Aug 27 02:31:38.162923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-e94362b0-ae0d-4465-9eac-b2fa8457a901 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.168871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-e94362b0-ae0d-4465-9eac-b2fa8457a901 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.174784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-e94362b0-ae0d-4465-9eac-b2fa8457a901 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.176418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-e94362b0-ae0d-4465-9eac-b2fa8457a901 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 2418 time: 0.1551352 Aug 27 02:31:38.249417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.278646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d6ae9-7b37-4811-9fe8-dede17f1666f req-c5af2055-059e-4b4c-82f3-c52be7d4faf0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.282857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e2d6ae9-7b37-4811-9fe8-dede17f1666f req-c5af2055-059e-4b4c-82f3-c52be7d4faf0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1028211 Aug 27 02:31:38.330489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.331363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.331954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.364950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.381371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e2d6ae9-7b37-4811-9fe8-dede17f1666f req-f296636c-1fbb-45ed-b244-0d10546a12fd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Aug 27 02:31:38.436348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8572462 Aug 27 02:31:38.440961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:38.445259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port 279a92d4-511f-49d9-831b-3fdc3502e48f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:38.445604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.448956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Request body: {'subnet': {'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-200841142-subnet', 'tenant_id': '087e332b4efa476080421bdfcbed8383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:38.471083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70e36fd4-9caa-413b-9cdd-4f44b187ea59 req-58028bc4-d119-40bc-bbc1-c0436b8df5e9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 210 time: 0.0524542 Aug 27 02:31:38.500166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Made reservation on behalf of 087e332b4efa476080421bdfcbed8383 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:38.501445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.517293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4948f-1438-4ede-a4e9-029f7ec68aee admin admin] Pushing event updated for resources: {'Network': ['ID=55eba266-e8cb-4023-b63c-f61e72054e10,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.528784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 55eba266-e8cb-4023-b63c-f61e72054e10 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:38.531725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.640120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port 279a92d4-511f-49d9-831b-3fdc3502e48f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=279a92d4-511f-49d9-831b-3fdc3502e48f,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:38.640965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.650467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:38.663591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for 279a92d4-511f-49d9-831b-3fdc3502e48f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:38.673740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:38.689330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a17698-0858-4253-81c2-e8f38c02cb32 req-2f47871f-548e-401f-91f6-5b47bd894625 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.690930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92a17698-0858-4253-81c2-e8f38c02cb32 req-2f47871f-548e-401f-91f6-5b47bd894625 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.2139454 Aug 27 02:31:38.692958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:38.699126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Pushing event updated for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:38.792237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.793016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.826846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92a17698-0858-4253-81c2-e8f38c02cb32 req-b79ea537-3b13-45a5-bf02-0cac7cfeed66 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249700 Aug 27 02:31:38.830511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a204c-d1fd-4dd6-8cf2-5aa0643ccb0b req-7e6633fc-8c15-48b8-9559-42bb7bc3ce2d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:38.836114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-999a204c-d1fd-4dd6-8cf2-5aa0643ccb0b req-7e6633fc-8c15-48b8-9559-42bb7bc3ce2d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0716765 Aug 27 02:31:38.844378 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-0bd811bd-10fa-4562-b28a-83f341592888 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3705189 Aug 27 02:31:38.886079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Request body: {'port': {'device_id': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:38.914521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:38.927445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['13b9dabd-304d-439d-a7fb-a63f96b8d245', '279a92d4-511f-49d9-831b-3fdc3502e48f', 'dfb8e26a-6956-4b89-a358-ff3892c4844b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:38.955862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.012806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-999a204c-d1fd-4dd6-8cf2-5aa0643ccb0b req-f606bba0-df1d-42bb-8e57-ff5de38505cc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363142 Aug 27 02:31:39.012806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=279a92d4-511f-49d9-831b-3fdc3502e48f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:39.017378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.102939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port 279a92d4-511f-49d9-831b-3fdc3502e48f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:39.107159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.111728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-b41417e7-7a7e-4f68-9609-94e7fcde482e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "DELETE /v2.0/ports/279a92d4-511f-49d9-831b-3fdc3502e48f HTTP/1.1" status: 204 len: 173 time: 0.9278526 Aug 27 02:31:39.113043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:39.116601 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d822a5e-f660-464f-880a-189abca33925" -d '{"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:39.139087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cea9cd8-c023-43d7-b326-e2cec7b16864,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:39.206066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Checking segment: {'id': '1605decd-1214-43eb-9db1-783012e0c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:39.206452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Network hostable DHCP agents. Network: 55eba266-e8cb-4023-b63c-f61e72054e10, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:39.349271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.359216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.377494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.385076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.391947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.398754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.405694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.410008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-cb5762d2-9766-4f8c-8b80-1248610fcfaa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1901026 Aug 27 02:31:39.431259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port 13b9dabd-304d-439d-a7fb-a63f96b8d245 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:39.431966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.527583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd4d92f5-5d44-4d61-831b-4a149e6f4190 req-f3f57f1d-c5da-433c-9dbd-b9074a954ed7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103261 Aug 27 02:31:39.558657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f5ecea-1645-4223-9474-f8c88d007d73 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:39.568184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.581994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Transition to ACTIVE for port object 60f5ecea-1645-4223-9474-f8c88d007d73 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:39.587447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Network 55eba266-e8cb-4023-b63c-f61e72054e10 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:39.596729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port 13b9dabd-304d-439d-a7fb-a63f96b8d245, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=13b9dabd-304d-439d-a7fb-a63f96b8d245,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:39.597701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.598017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.632683 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e434f8f-d63b-4bcc-8b5e-5e572f5f42fc x-openstack-request-id: req-5e434f8f-d63b-4bcc-8b5e-5e572f5f42fc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:39.633070 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "279a92d4-511f-49d9-831b-3fdc3502e48f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:39.633325 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e434f8f-d63b-4bcc-8b5e-5e572f5f42fc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:39.633762 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': '279a92d4-511f-49d9-831b-3fdc3502e48f', 'status': 'completed', 'code': 200} Aug 27 02:31:39.635120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for 13b9dabd-304d-439d-a7fb-a63f96b8d245 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:39.670973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb7232-7242-415b-aa97-1c5dd41cc16b req-9f642c02-a042-4b6d-a237-c168a2bf3358 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.678022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb7232-7242-415b-aa97-1c5dd41cc16b req-9f642c02-a042-4b6d-a237-c168a2bf3358 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.685512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55fb7232-7242-415b-aa97-1c5dd41cc16b req-9f642c02-a042-4b6d-a237-c168a2bf3358 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 1682 time: 0.4552965 Aug 27 02:31:39.695918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 55eba266-e8cb-4023-b63c-f61e72054e10) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:39.706559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b92970-d443-4f35-8c52-0733f6e1c38f None None] Network 55eba266-e8cb-4023-b63c-f61e72054e10 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:39.728846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.729434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.779217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Pushing event updated for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:39.785640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-55a1b6e6-a8f1-4871-9f64-7d1f20c9db65 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3436406 Aug 27 02:31:39.807275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55fb7232-7242-415b-aa97-1c5dd41cc16b req-01d83995-df42-4d2a-a182-ea5fe15707d6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208801 Aug 27 02:31:39.916477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5fcb1-9696-4baf-b3a3-a0cd08be7bce req-132b7078-c36d-42f6-b520-262f281f2fd6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:39.923550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16daa22d-14ff-40cf-87f8-99f048bd567f None None] Network 55eba266-e8cb-4023-b63c-f61e72054e10 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:39.925982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22f5fcb1-9696-4baf-b3a3-a0cd08be7bce req-132b7078-c36d-42f6-b520-262f281f2fd6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1525948 Aug 27 02:31:39.928768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:39.973939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=13b9dabd-304d-439d-a7fb-a63f96b8d245,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:40.018634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Attempting to bind port 60f5ecea-1645-4223-9474-f8c88d007d73 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:40.019061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Attempting to bind port 60f5ecea-1645-4223-9474-f8c88d007d73 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:40.020036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Attempting to bind port 60f5ecea-1645-4223-9474-f8c88d007d73 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:40.035937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22f5fcb1-9696-4baf-b3a3-a0cd08be7bce req-0ffd35b7-4865-4477-aca6-68143b30184b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088142 Aug 27 02:31:40.038317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Port 60f5ecea-1645-4223-9474-f8c88d007d73 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:40.043534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Attempting to bind port 60f5ecea-1645-4223-9474-f8c88d007d73 on network 8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:40.084923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e4f5f-c99f-4986-abaa-ca6bada8d917 req-b2a70c88-f395-42d8-b9b4-bf2afa9b1028 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.087657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port 13b9dabd-304d-439d-a7fb-a63f96b8d245 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:40.092837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-437e4f5f-c99f-4986-abaa-ca6bada8d917 req-b2a70c88-f395-42d8-b9b4-bf2afa9b1028 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 944 time: 0.1846900 Aug 27 02:31:40.100314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.102373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-bfc419db-277c-4c9d-aaee-bf7c558fec2e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "DELETE /v2.0/ports/13b9dabd-304d-439d-a7fb-a63f96b8d245 HTTP/1.1" status: 204 len: 173 time: 0.9816656 Aug 27 02:31:40.109167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:40.116488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Checking segment: {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:40.117073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Bound using segment: {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:40.117617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Bound port: 60f5ecea-1645-4223-9474-f8c88d007d73, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353dc811-59ec-4552-a809-1a87e30269a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:40.118065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.221270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-437e4f5f-c99f-4986-abaa-ca6bada8d917 req-8f7b896d-1b74-4789-b08a-2f6b110450e9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276376 Aug 27 02:31:40.240886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:40.244385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=60f5ecea-1645-4223-9474-f8c88d007d73,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:40.254446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.298419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port dfb8e26a-6956-4b89-a358-ff3892c4844b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:40.300609 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.381668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.382290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.384017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] 10.222.0.46 "PUT /v2.0/ports/60f5ecea-1645-4223-9474-f8c88d007d73 HTTP/1.1" status: 200 len: 1092 time: 1.5023730 Aug 27 02:31:40.386138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:40.388428 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345" -d '{"events": [{"name": "network-changed", "server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:40.423767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f4a7-1408-426f-a872-e2f98e87d8f5 req-4d24ec07-8923-4e56-b857-a27109502024 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.429240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bc610-e65e-4864-911b-3a23faf305ba req-4399b248-9c68-4543-bddb-5fd1a073d428 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.430749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e3bc610-e65e-4864-911b-3a23faf305ba req-4399b248-9c68-4543-bddb-5fd1a073d428 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0917463 Aug 27 02:31:40.431268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7de4f4a7-1408-426f-a872-e2f98e87d8f5 req-4d24ec07-8923-4e56-b857-a27109502024 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1257222 Aug 27 02:31:40.431505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b22d9-6e16-4fb8-9d51-3daf5bd10f82 service neutron] Pushing event updated for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:40.497024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port dfb8e26a-6956-4b89-a358-ff3892c4844b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dfb8e26a-6956-4b89-a358-ff3892c4844b,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:40.497573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.515617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7de4f4a7-1408-426f-a872-e2f98e87d8f5 req-13086aa8-f445-487c-8f9c-5bb6c4b6794e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784121 Aug 27 02:31:40.538406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for dfb8e26a-6956-4b89-a358-ff3892c4844b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:40.540658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e3bc610-e65e-4864-911b-3a23faf305ba req-6e66365a-f38e-4290-b2a7-5e12a6586eb6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913780 Aug 27 02:31:40.556364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-19119f46-d6b5-4a88-92f6-ea55dd1aee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.557969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-19119f46-d6b5-4a88-92f6-ea55dd1aee1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 1095 time: 0.0947847 Aug 27 02:31:40.640318 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55a879-06b4-4e01-9bc2-74cca492e88f x-openstack-request-id: req-5f55a879-06b4-4e01-9bc2-74cca492e88f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:40.640318 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:40.641720 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f55a879-06b4-4e01-9bc2-74cca492e88f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:40.641720 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73', 'status': 'completed', 'code': 200} Aug 27 02:31:40.645170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-15ded375-6687-476a-9a81-fde938549f79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f5ecea-1645-4223-9474-f8c88d007d73 HTTP/1.1" status: 200 len: 217 time: 0.0711653 Aug 27 02:31:40.741087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-f45d537b-8baa-4686-b330-9bbafa930748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.744505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-f45d537b-8baa-4686-b330-9bbafa930748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=591c9b76-50c7-48b5-8247-bda8a9d0f609 HTTP/1.1" status: 200 len: 849 time: 0.0897701 Aug 27 02:31:40.786162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.791063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.792490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.802378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.808599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.815411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.824211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.830121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:40.840351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-5e9f9cf0-a02f-4234-887e-eeccb36ddd59 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1481614 Aug 27 02:31:40.852465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=dfb8e26a-6956-4b89-a358-ff3892c4844b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:40.881348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-cc60b761-d7ee-48c4-b37c-856e7334ec6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255574 Aug 27 02:31:40.944986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8123dcba-29e7-4914-b7dc-06a6458df712 req-1e5840c1-95c8-4027-bf1c-3719e454f36f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035430 Aug 27 02:31:40.965692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port dfb8e26a-6956-4b89-a358-ff3892c4844b on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:40.968744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:40.981161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5044f40-f776-4b0e-b9c2-bf6780641d58 req-8eafec3c-cded-414b-a902-198d1ee6f66f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.15 "DELETE /v2.0/ports/dfb8e26a-6956-4b89-a358-ff3892c4844b HTTP/1.1" status: 204 len: 173 time: 0.8708684 Aug 27 02:31:41.093923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-51afa4c4-3be4-40ab-af96-80f274bad237 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.110169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-51afa4c4-3be4-40ab-af96-80f274bad237 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/networks?id=55eba266-e8cb-4023-b63c-f61e72054e10 HTTP/1.1" status: 200 len: 813 time: 0.3012357 Aug 27 02:31:41.132832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-6347b824-7f98-443e-823d-e3e5349dd8e3 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/quotas/087e332b4efa476080421bdfcbed8383 HTTP/1.1" status: 200 len: 375 time: 0.0161135 Aug 27 02:31:41.185615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-d38d3169-636b-4468-9484-80903ccd16db tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=087e332b4efa476080421bdfcbed8383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455523 Aug 27 02:31:41.219537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b98e453-1239-4571-89da-9ea7f413c01a req-a24b5113-8566-4a6a-ada1-ca44a666d849 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b460167-2700-464c-99bf-b246803e60d3 HTTP/1.1" status: 200 len: 210 time: 0.0925694 Aug 27 02:31:41.255696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-fed496c9-8780-4bdb-b887-fa8f7839eb94 service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536682 Aug 27 02:31:41.396053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a19a3f4e-4be4-487a-8170-3b63dfa9b9b9 req-b280bf57-ae25-4e17-9f75-84f1b7b8c9db service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312313 Aug 27 02:31:41.409793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-f9c0780b-0c81-4901-87f6-cc4a29aad425 service neutron] 10.222.0.26 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112236 Aug 27 02:31:41.416842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1f24e-6f42-4d4f-b36f-aa7e3af70892 req-0d683c38-aad6-4466-80de-8c37a53f9a65 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.424675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04e1f24e-6f42-4d4f-b36f-aa7e3af70892 req-0d683c38-aad6-4466-80de-8c37a53f9a65 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.0714490 Aug 27 02:31:41.476837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04e1f24e-6f42-4d4f-b36f-aa7e3af70892 req-9b851d28-0353-44b4-9bf6-5c444dfbc994 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510902 Aug 27 02:31:41.565647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0a1b8dc5-bead-4144-ab13-28c5af3ea579 service neutron] 10.222.0.26 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544139 Aug 27 02:31:41.578066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-97fbc9cb-7f9f-41e9-980e-34184c1c65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.580369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-97fbc9cb-7f9f-41e9-980e-34184c1c65ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 1095 time: 0.0706942 Aug 27 02:31:41.635350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245'}, {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:41.637911 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dea83d-1be4-4ce5-87ae-ebfb72b8c918" -d '{"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245"}, {"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:41.730273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 279a92d4-511f-49d9-831b-3fdc3502e48f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:41.761709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 279a92d4-511f-49d9-831b-3fdc3502e48f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:41.762521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 279a92d4-511f-49d9-831b-3fdc3502e48f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.762978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dfb8e26a-6956-4b89-a358-ff3892c4844b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:41.770878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7d454-ff6f-40fb-89c5-0164f74dec48 req-caf71f15-c613-4b2e-af67-26786eb6ad39 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.772419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76f7d454-ff6f-40fb-89c5-0164f74dec48 req-caf71f15-c613-4b2e-af67-26786eb6ad39 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 944 time: 0.0995119 Aug 27 02:31:41.809654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: dfb8e26a-6956-4b89-a358-ff3892c4844b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:41.810020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dfb8e26a-6956-4b89-a358-ff3892c4844b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.810485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 13b9dabd-304d-439d-a7fb-a63f96b8d245 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:41.812565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-b464abcb-a459-4e8a-bedc-a6a98268f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.814616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-b464abcb-a459-4e8a-bedc-a6a98268f4da service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 200 len: 910 time: 0.2256498 Aug 27 02:31:41.871946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-2dab0842-e53b-486c-9fa7-e7e2f0b26c2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60f5ecea-1645-4223-9474-f8c88d007d73 HTTP/1.1" status: 200 len: 217 time: 0.0428166 Aug 27 02:31:41.884518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 13b9dabd-304d-439d-a7fb-a63f96b8d245 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:41.886071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 13b9dabd-304d-439d-a7fb-a63f96b8d245 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:41.891458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76f7d454-ff6f-40fb-89c5-0164f74dec48 req-9a6c8bda-31d1-4715-b7f8-d46dde89a371 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068430 Aug 27 02:31:41.984412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-aa2c9983-25eb-42b7-852a-2efc9edf0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:41.986193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-aa2c9983-25eb-42b7-852a-2efc9edf0975 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=591c9b76-50c7-48b5-8247-bda8a9d0f609 HTTP/1.1" status: 200 len: 849 time: 0.0926456 Aug 27 02:31:42.066905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-231541e1-e56c-4b46-93e1-36e8505c14ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661893 Aug 27 02:31:42.157006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00174ba-784d-47b5-90c7-fa1261ef2ecc req-843cbfed-2398-4277-bf72-5ba1bc6205e1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.165048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f00174ba-784d-47b5-90c7-fa1261ef2ecc req-843cbfed-2398-4277-bf72-5ba1bc6205e1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1768045 Aug 27 02:31:42.227392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f00174ba-784d-47b5-90c7-fa1261ef2ecc req-d12e518e-978d-4a19-833e-bcaf0e007713 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613654 Aug 27 02:31:42.265903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-33878074-f821-46a9-a08c-68d1bc8a1142 service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887510 Aug 27 02:31:42.316364 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c36b42c-5858-41d4-a881-91a196142ff3 x-openstack-request-id: req-3c36b42c-5858-41d4-a881-91a196142ff3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:42.316686 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "13b9dabd-304d-439d-a7fb-a63f96b8d245", "status": "completed", "code": 200}, {"server_uuid": "7b460167-2700-464c-99bf-b246803e60d3", "name": "network-vif-deleted", "tag": "dfb8e26a-6956-4b89-a358-ff3892c4844b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:42.317288 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c36b42c-5858-41d4-a881-91a196142ff3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:42.317814 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': '13b9dabd-304d-439d-a7fb-a63f96b8d245', 'status': 'completed', 'code': 200} Aug 27 02:31:42.318315 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b460167-2700-464c-99bf-b246803e60d3', 'name': 'network-vif-deleted', 'tag': 'dfb8e26a-6956-4b89-a358-ff3892c4844b', 'status': 'completed', 'code': 200} Aug 27 02:31:42.368882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e986-30d0-40ee-8410-793d0daf4b43 req-4ca36a07-e4b0-4211-8f1c-cab258ece31b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.379701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8061e986-30d0-40ee-8410-793d0daf4b43 req-4ca36a07-e4b0-4211-8f1c-cab258ece31b tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.4865382 Aug 27 02:31:42.404282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af40ff5c-d2b7-47e2-9c55-ff17a21d7345 req-e63ecbf6-61ed-4fd4-b564-f09008aaa7af service neutron] 10.222.0.46 "GET /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293468 Aug 27 02:31:42.433860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de001de9-7134-4a41-916f-a6e45569f145 req-8bc43570-ab3f-478a-a4f5-f8cff31b05f0 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 210 time: 0.0282228 Aug 27 02:31:42.443551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8061e986-30d0-40ee-8410-793d0daf4b43 req-a5cdf9a0-9b24-4755-b14e-d31e78f68f48 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625246 Aug 27 02:31:42.542906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:42.642323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.648488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.654513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.660972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.670451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.677146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.683540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:42.692685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-c28b55af-0cb0-48cb-8508-4de8a687d724 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1538937 Aug 27 02:31:42.708714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting subnet 7a28e9cc-ec05-4d5a-8e7d-783f48e12873 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:42.715902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:42.751067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35139ff8-7af1-45ed-b170-8ddb80b9d272 req-7dba6734-31fb-40b5-a0ed-f59f020f2a66 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572929 Aug 27 02:31:43.080321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11fb24-7187-4f50-83ff-29f3760f0531 req-adfcf357-0e06-4b9e-9e07-13d7397863d9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.089230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f11fb24-7187-4f50-83ff-29f3760f0531 req-adfcf357-0e06-4b9e-9e07-13d7397863d9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 944 time: 0.1124041 Aug 27 02:31:43.148610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382e142-6d2f-49cf-8c46-b6072f260aee req-6cf8e56f-9548-4fe1-a112-9f8f07fc1c5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.156579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d382e142-6d2f-49cf-8c46-b6072f260aee req-6cf8e56f-9548-4fe1-a112-9f8f07fc1c5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.5105429 Aug 27 02:31:43.211985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d382e142-6d2f-49cf-8c46-b6072f260aee req-56d1f1b6-8791-49cc-bc09-5e4eb99c807a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530910 Aug 27 02:31:43.215057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f11fb24-7187-4f50-83ff-29f3760f0531 req-acca8c86-3b56-48e8-8f10-e42d16c59c70 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169813 Aug 27 02:31:43.217404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.317232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-1a4f7668-3650-4c4a-b8f3-d06e4402a903 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.318984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-1a4f7668-3650-4c4a-b8f3-d06e4402a903 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.15 "GET /v2.0/networks?id=55eba266-e8cb-4023-b63c-f61e72054e10 HTTP/1.1" status: 200 len: 813 time: 0.2068071 Aug 27 02:31:43.341414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Request body: {'port': {'device_id': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10', 'admin_state_up': True, 'tenant_id': '087e332b4efa476080421bdfcbed8383'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:43.395623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.464754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc183fd-b945-4a8d-ba1e-9dab832b5f2a req-69807877-bd5d-4c58-95c1-640df2e1e968 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.469149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc183fd-b945-4a8d-ba1e-9dab832b5f2a req-69807877-bd5d-4c58-95c1-640df2e1e968 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1272573 Aug 27 02:31:43.527179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.550762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbc183fd-b945-4a8d-ba1e-9dab832b5f2a req-c8e9b9ad-000b-4b09-a3c5-dbaf5938d5e4 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729795 Aug 27 02:31:43.551277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Made reservation on behalf of 087e332b4efa476080421bdfcbed8383 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:43.555649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.577436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Subnet': ['ID=7a28e9cc-ec05-4d5a-8e7d-783f48e12873,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:43.581481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.584038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ddf0504b-5a14-4147-9504-148f11a98e37 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/subnets/7a28e9cc-ec05-4d5a-8e7d-783f48e12873 HTTP/1.1" status: 204 len: 168 time: 1.0399220 Aug 27 02:31:43.589750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41198) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:43.597623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba53068-0b96-43e9-a08f-f93606654e0b None None] Network 328db31c-5bcc-4cda-845d-adc1b558c352 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:43.731873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5141307b-c90f-4555-99ae-bc0c5de25cef req-c313c223-8e5a-4e61-92c0-a29d7f6d8e58 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 210 time: 0.0402155 Aug 27 02:31:43.759424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.800266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfccce-04ce-4432-9a69-9c28ad321615 req-dd8cd06d-77d3-4c30-a3ab-85e18ab50e75 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:43.809890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abbfccce-04ce-4432-9a69-9c28ad321615 req-dd8cd06d-77d3-4c30-a3ab-85e18ab50e75 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1511841 Aug 27 02:31:43.850436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:43.851131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.861975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Allocated IP 172.20.0.12 (55eba266-e8cb-4023-b63c-f61e72054e10/7cea9cd8-c023-43d7-b326-e2cec7b16864/dbc89fcd-2005-4a7a-bea2-186713b08203) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:43.875523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abbfccce-04ce-4432-9a69-9c28ad321615 req-07474d49-c888-4680-85a6-89f32c6d8366 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647199 Aug 27 02:31:43.895438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] DHCP port deletion for 328db31c-5bcc-4cda-845d-adc1b558c352 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:43.962925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:43.964428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:43.994831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for f3cc6e99-5351-452f-b835-66eb3e1bc1d9 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:44.012127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Deleting port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:44.012751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.072589 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.102860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3cc6e99-5351-452f-b835-66eb3e1bc1d9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:44.135513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.163435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:31:44.164152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3cc6e99-5351-452f-b835-66eb3e1bc1d9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:44.182127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.185042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] For port f3cc6e99-5351-452f-b835-66eb3e1bc1d9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,segment=NetworkSegment(57c812ac-2d16-4952-b7eb-5c31859e87e5),segment_id=57c812ac-2d16-4952-b7eb-5c31859e87e5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:44.185487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.205712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Calling delete_port for f3cc6e99-5351-452f-b835-66eb3e1bc1d9 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:44.208357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Network 55eba266-e8cb-4023-b63c-f61e72054e10 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:44.215458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:44.217873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:44.222939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Pushing event updated for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.232452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.260610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:44.287766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.289119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.314817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.323894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-0952f2db-00b4-424c-8368-e0020def04cc tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953265 Aug 27 02:31:44.349599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Request body: {'port': {'device_id': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:44.364695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] Pushing event deleted for resources: {'Port': ['ID=f3cc6e99-5351-452f-b835-66eb3e1bc1d9,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.375275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df1a42-c4fd-4bb2-8d3d-8be5c5e0baae None None] No DVR routers for this DVR port f3cc6e99-5351-452f-b835-66eb3e1bc1d9 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:44.375671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.382685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.390005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.397777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.406011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.414092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.420497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.422691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-9552a43f-9c36-485b-b91c-214a0f2dbdbc tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.3368652 Aug 27 02:31:44.432756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.462651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061622a4-ac6b-4c04-b42a-703c20a061c3 req-66fd100b-f8df-4460-8a52-ca0f15616057 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.465070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328db31c-5bcc-4cda-845d-adc1b558c352']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.470538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-061622a4-ac6b-4c04-b42a-703c20a061c3 req-66fd100b-f8df-4460-8a52-ca0f15616057 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1379142 Aug 27 02:31:44.481138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c812ac-2d16-4952-b7eb-5c31859e87e5') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.481846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c812ac-2d16-4952-b7eb-5c31859e87e5') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:44.494779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.510235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.533215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb060d34-8898-4ce1-b118-7076a53a5a8e req-54f93633-4c56-4f3f-bbd5-f34726cd4945 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965183 Aug 27 02:31:44.533785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-061622a4-ac6b-4c04-b42a-703c20a061c3 req-a81d58df-4539-4110-9d70-d04c818fe93c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580313 Aug 27 02:31:44.558064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.567181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:44.568170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:44.572729 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:44.723152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.739341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685d716-9232-45db-997c-c02ef1e9f111 req-318d0f6d-4323-4454-9c42-f14eb700df5e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.740876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7685d716-9232-45db-997c-c02ef1e9f111 req-318d0f6d-4323-4454-9c42-f14eb700df5e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0788305 Aug 27 02:31:44.743605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.745589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/networks/328db31c-5bcc-4cda-845d-adc1b558c352 HTTP/1.1" status: 204 len: 168 time: 1.1514828 Aug 27 02:31:44.757271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41210) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:44.772764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5bd6-22e8-472d-850a-cff9f851af7b req-06faf29f-18f7-4f89-8b64-e33cb6f14bbc tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:44.774484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7ac5bd6-22e8-472d-850a-cff9f851af7b req-06faf29f-18f7-4f89-8b64-e33cb6f14bbc tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 944 time: 0.1653638 Aug 27 02:31:44.789907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff5de9-8008-4387-85eb-bc0245fcc5e7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Network': ['ID=328db31c-5bcc-4cda-845d-adc1b558c352,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:44.849233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7ac5bd6-22e8-472d-850a-cff9f851af7b req-016d0e90-9e8f-497a-badf-1dc9e1dd34d7 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645242 Aug 27 02:31:44.883975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7685d716-9232-45db-997c-c02ef1e9f111 req-f4f0e0c8-0ca5-4151-9ada-185a603d5b8c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256800 Aug 27 02:31:44.888565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting subnet 66543ab5-e848-4400-af7c-2ced497fe8d4 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:31:44.892975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:44.948864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.004574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc89fcd-2005-4a7a-bea2-186713b08203 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:45.016083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.035327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Transition to ACTIVE for port object dbc89fcd-2005-4a7a-bea2-186713b08203 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:45.043170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 60f5ecea-1645-4223-9474-f8c88d007d73 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:45.048582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4feab1-f947-4f3c-bcfc-975fd8701236 req-498fab0b-8385-4888-8118-5a189cd8d826 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.050274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b4feab1-f947-4f3c-bcfc-975fd8701236 req-498fab0b-8385-4888-8118-5a189cd8d826 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 932 time: 0.1077015 Aug 27 02:31:45.051712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.109570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73764642-1075-4dda-b96b-9f62182d040b req-a5272c4d-1519-4ff9-8992-79d0c12ab86e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.112253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73764642-1075-4dda-b96b-9f62182d040b req-a5272c4d-1519-4ff9-8992-79d0c12ab86e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1368077 Aug 27 02:31:45.130493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.147255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.188147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b4feab1-f947-4f3c-bcfc-975fd8701236 req-d40e9a2a-f705-48d7-be1d-53e847a9e1ec tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263502 Aug 27 02:31:45.216173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73764642-1075-4dda-b96b-9f62182d040b req-3a28346f-b0fc-4a96-b408-db32a8025bbb tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912771 Aug 27 02:31:45.233115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=60f5ecea-1645-4223-9474-f8c88d007d73,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:45.256433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '60f5ecea-1645-4223-9474-f8c88d007d73', 'network_id': '8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77', 'port_id': '60f5ecea-1645-4223-9474-f8c88d007d73', 'mac_address': 'fa:16:3e:32:91:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591c9b76-50c7-48b5-8247-bda8a9d0f609', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:45.270104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.308461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Attempting to bind port dbc89fcd-2005-4a7a-bea2-186713b08203 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:45.308461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Attempting to bind port dbc89fcd-2005-4a7a-bea2-186713b08203 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '1605decd-1214-43eb-9db1-783012e0c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:45.308461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Attempting to bind port dbc89fcd-2005-4a7a-bea2-186713b08203 on network 55eba266-e8cb-4023-b63c-f61e72054e10 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:45.311555 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.313416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Port dbc89fcd-2005-4a7a-bea2-186713b08203 on network 55eba266-e8cb-4023-b63c-f61e72054e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:45.314373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Attempting to bind port dbc89fcd-2005-4a7a-bea2-186713b08203 on network 55eba266-e8cb-4023-b63c-f61e72054e10 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:45.319589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:45.320052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Checking segment: {'id': '1605decd-1214-43eb-9db1-783012e0c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:45.320541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Bound using segment: {'id': '1605decd-1214-43eb-9db1-783012e0c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:45.321094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Bound port: dbc89fcd-2005-4a7a-bea2-186713b08203, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1605decd-1214-43eb-9db1-783012e0c57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:45.321556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.330496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f5ecea-1645-4223-9474-f8c88d007d73 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:45.334125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Subnet': ['ID=66543ab5-e848-4400-af7c-2ced497fe8d4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.356625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.362149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2599074a-7202-41cc-833a-54ccdb4abda4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/subnets/66543ab5-e848-4400-af7c-2ced497fe8d4 HTTP/1.1" status: 204 len: 168 time: 0.6006446 Aug 27 02:31:45.364636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41218) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:45.366633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b9ab4-8459-48e6-8999-be48192ca098 None None] Network 4f6750d4-66a8-4ea6-bef1-cff974611236 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:45.370775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=60f5ecea-1645-4223-9474-f8c88d007d73,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:45.385181 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.419803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:45.423747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dbc89fcd-2005-4a7a-bea2-186713b08203,segment=NetworkSegment(1605decd-1214-43eb-9db1-783012e0c57f),segment_id=1605decd-1214-43eb-9db1-783012e0c57f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:45.431494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.490874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.513543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.522148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:45.530998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.531621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.533603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-4e60d4d8-d520-4666-8ec6-9afa7e2ad383 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbc89fcd-2005-4a7a-bea2-186713b08203 HTTP/1.1" status: 200 len: 1092 time: 1.2004526 Aug 27 02:31:45.534051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:45.536960 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94991d1d-46b3-4881-8e16-336b2893604c" -d '{"events": [{"name": "network-changed", "server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:45.628520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port a59ce5bf-3cd5-4b51-bc71-022d2968591c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:45.631730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.633770 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497abcc-c598-4ca0-a701-6f1b2ba0d917 x-openstack-request-id: req-7497abcc-c598-4ca0-a701-6f1b2ba0d917 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:45.634069 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:45.634328 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7497abcc-c598-4ca0-a701-6f1b2ba0d917 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:45.634765 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203', 'status': 'completed', 'code': 200} Aug 27 02:31:45.656724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-2cf45afa-0ef5-4a4d-9d26-49c2232fc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.660823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-2cf45afa-0ef5-4a4d-9d26-49c2232fc4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=087e332b4efa476080421bdfcbed8383&device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 1095 time: 0.0806019 Aug 27 02:31:45.723919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] DHCP port deletion for 4f6750d4-66a8-4ea6-bef1-cff974611236 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:31:45.750157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-af2a8010-ebce-4550-b417-999295820e25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc89fcd-2005-4a7a-bea2-186713b08203 HTTP/1.1" status: 200 len: 217 time: 0.0682807 Aug 27 02:31:45.792911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Deleting port a59ce5bf-3cd5-4b51-bc71-022d2968591c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:45.793828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.802116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port a59ce5bf-3cd5-4b51-bc71-022d2968591c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a59ce5bf-3cd5-4b51-bc71-022d2968591c,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:45.802535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.816459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.822719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.830175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.844510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.851339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.857291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.858591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-d03030d9-bc9c-483e-9be7-b1784573353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.860416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-d03030d9-bc9c-483e-9be7-b1784573353a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cea9cd8-c023-43d7-b326-e2cec7b16864 HTTP/1.1" status: 200 len: 853 time: 0.0990818 Aug 27 02:31:45.863978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] For port a59ce5bf-3cd5-4b51-bc71-022d2968591c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a59ce5bf-3cd5-4b51-bc71-022d2968591c,segment=NetworkSegment(de07c8fa-d214-4b81-a73c-d9a7175413bb),segment_id=de07c8fa-d214-4b81-a73c-d9a7175413bb)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:45.864805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:45.865046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.867041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-387d733b-67ca-4e24-a185-6ae74c8a88aa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1558867 Aug 27 02:31:45.878235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8f74a-880f-4bef-8a56-32839f32295e req-ea5e572e-4bf8-48eb-a6ae-d5e4d489eb6b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:45.880837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07b8f74a-880f-4bef-8a56-32839f32295e req-ea5e572e-4bf8-48eb-a6ae-d5e4d489eb6b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.2129052 Aug 27 02:31:45.886845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Calling delete_port for a59ce5bf-3cd5-4b51-bc71-022d2968591c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:45.902662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for a59ce5bf-3cd5-4b51-bc71-022d2968591c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:45.947730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-abd4ab67-d910-4e66-8a5b-eb056c27a9f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55eba266-e8cb-4023-b63c-f61e72054e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663552 Aug 27 02:31:45.966122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e0cb4ad-9454-43e1-9455-c28038d9e70d req-7fbe6119-8a0f-4cbd-a61d-d55d666da246 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918055 Aug 27 02:31:46.046276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['60f5ecea-1645-4223-9474-f8c88d007d73'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:46.059751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.072710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07b8f74a-880f-4bef-8a56-32839f32295e req-4e100b52-5464-41b9-8760-3c82926b3be4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556592 Aug 27 02:31:46.085796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.125115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=a59ce5bf-3cd5-4b51-bc71-022d2968591c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.127648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port a59ce5bf-3cd5-4b51-bc71-022d2968591c on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:46.156649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-c585e166-3be3-4543-9c0f-49d26a045992 service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889696 Aug 27 02:31:46.177855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] Pushing event deleted for resources: {'Port': ['ID=a59ce5bf-3cd5-4b51-bc71-022d2968591c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.180973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a59ce5bf-3cd5-4b51-bc71-022d2968591c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:46.212116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a59ce5bf-3cd5-4b51-bc71-022d2968591c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:31:46.212881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a59ce5bf-3cd5-4b51-bc71-022d2968591c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:31:46.228756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7857c-88d9-47a5-82d6-c1a942655af1 None None] No DVR routers for this DVR port a59ce5bf-3cd5-4b51-bc71-022d2968591c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:46.244015 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.285426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb59f9-2d01-4a77-bfb5-b067ddd4658f req-f36f54be-0ef2-4f6d-a04d-2341c465df4f tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.287154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ceb59f9-2d01-4a77-bfb5-b067ddd4658f req-f36f54be-0ef2-4f6d-a04d-2341c465df4f tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 945 time: 0.1242354 Aug 27 02:31:46.307876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a010e7ed-080c-44ca-a9a3-13fe8fdae6f4 req-a94adabe-0acd-41a3-bf17-c6d8f3bb1fdf service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437376 Aug 27 02:31:46.323725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.345506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6750d4-66a8-4ea6-bef1-cff974611236']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.363500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423048c6-cae8-40f1-bc2d-fc1a0415e6eb req-582119d2-de3b-412d-9780-124d71b76cdf tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.363783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de07c8fa-d214-4b81-a73c-d9a7175413bb') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.363957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de07c8fa-d214-4b81-a73c-d9a7175413bb') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:31:46.365179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-423048c6-cae8-40f1-bc2d-fc1a0415e6eb req-582119d2-de3b-412d-9780-124d71b76cdf tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1651208 Aug 27 02:31:46.380048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ceb59f9-2d01-4a77-bfb5-b067ddd4658f req-46b6d0d1-620a-4262-9110-57b1bcf3e609 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Aug 27 02:31:46.386865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.414417 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.424044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:31:46.424453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:31:46.431640 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:31:46.470559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-423048c6-cae8-40f1-bc2d-fc1a0415e6eb req-d1a39ee6-f68a-4c68-a799-9399e1e5c648 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902793 Aug 27 02:31:46.492701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94991d1d-46b3-4881-8e16-336b2893604c req-52e6237f-410c-484e-b16f-cb976d92652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.500237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-52e6237f-410c-484e-b16f-cb976d92652f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=087e332b4efa476080421bdfcbed8383&device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 1095 time: 0.1339180 Aug 27 02:31:46.503767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.515950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.520773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/networks/4f6750d4-66a8-4ea6-bef1-cff974611236 HTTP/1.1" status: 204 len: 168 time: 1.1512854 Aug 27 02:31:46.529823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41238) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:46.534909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1676108778'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:46.555133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d520e-88e4-4774-8c6c-74ba9d9ab60f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Network': ['ID=4f6750d4-66a8-4ea6-bef1-cff974611236,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.560633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:46.565617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.592399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:46.603068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.603601 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Added segment 4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd of type vlan for network b92d6e3a-5d12-425a-893a-d460eb02c52a Aug 27 02:31:46.657455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.681080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a3595-fa51-415a-b41b-51358cc7f37e req-2902f60a-38e2-4b5f-86a9-6a1c10269407 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.689016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-956a3595-fa51-415a-b41b-51358cc7f37e req-2902f60a-38e2-4b5f-86a9-6a1c10269407 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 944 time: 0.0903730 Aug 27 02:31:46.721551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94991d1d-46b3-4881-8e16-336b2893604c req-e1669601-8db1-4909-bd6f-b4f94d876127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.723868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-e1669601-8db1-4909-bd6f-b4f94d876127 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55eba266-e8cb-4023-b63c-f61e72054e10 HTTP/1.1" status: 200 len: 914 time: 0.2167037 Aug 27 02:31:46.745510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.755000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.755787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:46.780493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-2656711b-79e8-485b-a4c9-2d9c8585eaaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc89fcd-2005-4a7a-bea2-186713b08203 HTTP/1.1" status: 200 len: 217 time: 0.0426059 Aug 27 02:31:46.797236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-956a3595-fa51-415a-b41b-51358cc7f37e req-753449aa-c5f3-4cd3-835c-c1c03f659aef tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071944 Aug 27 02:31:46.863448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Network': ['ID=b92d6e3a-5d12-425a-893a-d460eb02c52a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:46.875092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b92d6e3a-5d12-425a-893a-d460eb02c52a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:46.885322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1e70-61d5-480f-ab6a-b5ebe0fcf5c4 req-7b8d0fa0-1f06-42a4-9e87-ca337048e1ca tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.894613 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2bbb1e70-61d5-480f-ab6a-b5ebe0fcf5c4 req-7b8d0fa0-1f06-42a4-9e87-ca337048e1ca tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.2112491 Aug 27 02:31:46.919711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-c0a7e428-8c63-4a8d-9f9d-f9460833c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.922059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-c0a7e428-8c63-4a8d-9f9d-f9460833c616 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1097 time: 0.1003418 Aug 27 02:31:46.924446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94991d1d-46b3-4881-8e16-336b2893604c req-b55536fb-c90a-4851-a370-cc485048c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:46.926158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-b55536fb-c90a-4851-a370-cc485048c0be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cea9cd8-c023-43d7-b326-e2cec7b16864 HTTP/1.1" status: 200 len: 853 time: 0.1245689 Aug 27 02:31:46.956371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2bbb1e70-61d5-480f-ab6a-b5ebe0fcf5c4 req-50682e14-7ec3-42ad-8ff5-f5951021036c tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606716 Aug 27 02:31:46.966315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f2c4ce8c-6394-41a0-aec5-107b1b464fa7 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4341724 Aug 27 02:31:46.966799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41242) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:46.995816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'subnet': {'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:47.040554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-25ead498-3ccf-41a9-9a71-1f19a3ee642f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55eba266-e8cb-4023-b63c-f61e72054e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042905 Aug 27 02:31:47.166853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:47.170456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.189031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403db905-61b7-4fa9-b5db-8dbbf2723fe9 req-3936dff3-0e80-47cf-80e9-18862984cef6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.196716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-403db905-61b7-4fa9-b5db-8dbbf2723fe9 req-3936dff3-0e80-47cf-80e9-18862984cef6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1757162 Aug 27 02:31:47.224780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-4a9b4518-1a72-4f19-bf9f-406a0162578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.226602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-4a9b4518-1a72-4f19-bf9f-406a0162578a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2796247 Aug 27 02:31:47.265308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.272946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.279769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.281297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-40c43454-0894-475f-be59-b235ab75577d service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302301 Aug 27 02:31:47.288520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.294782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.300783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.306838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.308840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-189cd16c-4c68-43f8-bb54-507346554a87 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1822169 Aug 27 02:31:47.369722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-403db905-61b7-4fa9-b5db-8dbbf2723fe9 req-878e02f0-3506-40d9-bf79-7923bcf0ca99 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717689 Aug 27 02:31:47.373396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-f284c5cb-974a-42be-8b67-0a561e1439f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 1001 time: 0.1369312 Aug 27 02:31:47.373672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2012f291-37ca-4bbd-a5c0-93a518c98d48 req-b55958f3-7547-4746-849d-ce07bc0111ed tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520132 Aug 27 02:31:47.481201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-748ec66d-00fe-4500-9dbc-111e5173e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.483960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-748ec66d-00fe-4500-9dbc-111e5173e624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1011271 Aug 27 02:31:47.488680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94991d1d-46b3-4881-8e16-336b2893604c req-abd6d630-798b-4f4a-848e-d5b623952a35 service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965880 Aug 27 02:31:47.570845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.648426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-f89df4be-5e0d-46ac-bc02-08fa67126894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.650319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-f89df4be-5e0d-46ac-bc02-08fa67126894 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509733 Aug 27 02:31:47.670829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ec1f3-8013-4997-aadf-755984eb2663 req-15875eeb-8c0f-400d-aba8-9ee3271f71a9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.672608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f0ec1f3-8013-4997-aadf-755984eb2663 req-15875eeb-8c0f-400d-aba8-9ee3271f71a9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 945 time: 0.1308124 Aug 27 02:31:47.680071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Subnet': ['ID=85b02dbb-3d66-4931-913c-028a494d27a0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:47.698846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90314311-1497-4b40-af49-cd938a4edc14 req-ba428fbc-54da-4626-b04d-08cd632f08a1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.700346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90314311-1497-4b40-af49-cd938a4edc14 req-ba428fbc-54da-4626-b04d-08cd632f08a1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1004002 Aug 27 02:31:47.703183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Checking segment: {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:47.703550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network hostable DHCP agents. Network: b92d6e3a-5d12-425a-893a-d460eb02c52a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:47.744999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network b92d6e3a-5d12-425a-893a-d460eb02c52a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:47.757931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90314311-1497-4b40-af49-cd938a4edc14 req-7ee1ad49-fe9f-41c9-895a-31aa9f60bca7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493419 Aug 27 02:31:47.765604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, b92d6e3a-5d12-425a-893a-d460eb02c52a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:47.771284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:47.772075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.781876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce977e1-726a-40b3-94b2-93b1f63ff1d3 None None] Network b92d6e3a-5d12-425a-893a-d460eb02c52a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:47.790767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1797ad49-6608-434f-971c-e6a803c920fe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8222630 Aug 27 02:31:47.791321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f0ec1f3-8013-4997-aadf-755984eb2663 req-db91408c-42e6-47e7-aac6-965f8f30591b tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098585 Aug 27 02:31:47.796532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:47.823280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1368345957'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:47.856462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:47.860728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.870781 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-b0869f69-b423-4825-90bb-c9239e7491fb service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969745 Aug 27 02:31:47.941658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:31:47.971025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:47.971797 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Added segment bef17940-2845-4abb-8f26-e92bc237f019 of type vlan for network 6d03fd2d-adee-490a-8c43-6546637b4308 Aug 27 02:31:48.075460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.088305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84f76c-7d32-4b0d-9a18-d398708f336f req-e9b22a89-7131-4e1c-8d4b-5454af591217 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.097404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f84f76c-7d32-4b0d-9a18-d398708f336f req-e9b22a89-7131-4e1c-8d4b-5454af591217 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 944 time: 0.0935824 Aug 27 02:31:48.107944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c76e-2496-461c-9989-82b670961e58 req-1ac867dd-9c3b-41f1-b738-801b1e5155d1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.109767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2019c76e-2496-461c-9989-82b670961e58 req-1ac867dd-9c3b-41f1-b738-801b1e5155d1 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1204715 Aug 27 02:31:48.137317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-b92d6e3a-5d12-425a-893a-d460eb02c52a', 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'fixed_ips': [{'subnet_id': '85b02dbb-3d66-4931-913c-028a494d27a0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:48.138745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.144743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.144939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa086861-6032-4403-8fd3-87a6a0b23918 req-4c1db4c1-c8be-409b-805c-267f02ca8acb service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623453 Aug 27 02:31:48.151079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.152736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.170132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f84f76c-7d32-4b0d-9a18-d398708f336f req-d2378eb0-701c-4a60-8a69-16bdc664978b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Aug 27 02:31:48.245154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2019c76e-2496-461c-9989-82b670961e58 req-da1731e4-5fe7-4c0b-a81b-c3690d2d78fc tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278210 Aug 27 02:31:48.278596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4783175 Aug 27 02:31:48.278911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:31:48.284206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'subnet': {'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:48.331057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84530dd-09cd-4ae4-8b8c-7f780ded73f1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Network': ['ID=6d03fd2d-adee-490a-8c43-6546637b4308,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:48.359205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Allocated IP 19.80.0.2 (b92d6e3a-5d12-425a-893a-d460eb02c52a/85b02dbb-3d66-4931-913c-028a494d27a0/927dc67c-c0f2-416d-aeac-07e0e5ea3106) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:48.477874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c742-b7c5-48bb-a147-5d8bdff3ecc5 req-1b79d13c-d90d-46ba-ad5c-051afe8ac030 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.481339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8148c742-b7c5-48bb-a147-5d8bdff3ecc5 req-1b79d13c-d90d-46ba-ad5c-051afe8ac030 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0971031 Aug 27 02:31:48.521542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.536674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Transition to ACTIVE for port object 927dc67c-c0f2-416d-aeac-07e0e5ea3106 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:48.542343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8148c742-b7c5-48bb-a147-5d8bdff3ecc5 req-578ecc90-11c2-48b0-b05e-ad4f3ea2752a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528893 Aug 27 02:31:48.568769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Transition to ACTIVE for port object 927dc67c-c0f2-416d-aeac-07e0e5ea3106 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:48.575708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6d03fd2d-adee-490a-8c43-6546637b4308 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:31:48.582556 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.584785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:48.588386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.620576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Network b92d6e3a-5d12-425a-893a-d460eb02c52a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:48.664467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-eb8e0b36-05f3-4570-9ec4-977fe93e4b8a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.666283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-eb8e0b36-05f3-4570-9ec4-977fe93e4b8a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.2561040 Aug 27 02:31:48.707258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-85e99272-0a79-4ffb-8049-1d3a2ae30888 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/quotas/57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 375 time: 0.0235164 Aug 27 02:31:48.720368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.727612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.736409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.744264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.752006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.762970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.770024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:48.778880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-9c2d0179-2057-4de9-ba7c-775a45b93f1c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1438575 Aug 27 02:31:48.807365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:48.828236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33978353-d6df-4c97-b66e-8d58db615ef7 req-75632f99-9c6a-40ef-922d-c5b5b36a85cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484869 Aug 27 02:31:48.833477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:48.848765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-ad84b09d-7fe1-4ee8-b820-b4b8b987c126 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1199226 Aug 27 02:31:48.902407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Pushing event updated for resources: {'Port': ['ID=927dc67c-c0f2-416d-aeac-07e0e5ea3106,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:48.950539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Attempting to bind port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:48.951048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Attempting to bind port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:48.951526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Attempting to bind port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 on network b92d6e3a-5d12-425a-893a-d460eb02c52a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:48.961274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:48.961794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Checking segment: {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:48.962312 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.962837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Bound using segment: {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:48.963987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Bound port: 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:48.963987 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:48.976369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.008265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1009d5a-8285-4fcc-94a4-84eadc80a25b req-f0107325-f5ab-4298-ba70-6daad7b99fe9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.010843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1009d5a-8285-4fcc-94a4-84eadc80a25b req-f0107325-f5ab-4298-ba70-6daad7b99fe9 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 945 time: 0.0712686 Aug 27 02:31:49.039729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] For port 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:49.054039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-f2be0c6a-074d-4187-9999-ae128195aa6c service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963034 Aug 27 02:31:49.057848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] For port 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=927dc67c-c0f2-416d-aeac-07e0e5ea3106,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:49.065612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1009d5a-8285-4fcc-94a4-84eadc80a25b req-1f593ebf-95f2-47fc-bc92-8fa1105d6646 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Aug 27 02:31:49.065841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 60f5ecea-1645-4223-9474-f8c88d007d73 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:49.070628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.073114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Subnet': ['ID=a4792433-e6a8-4d51-ab6f-b55bc160f5b0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:49.123179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Checking segment: {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:49.124328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network hostable DHCP agents. Network: 6d03fd2d-adee-490a-8c43-6546637b4308, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:31:49.161291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc80bfd-4fcd-4165-81c4-7117cf151ac7 None None] Pushing event updated for resources: {'Port': ['ID=927dc67c-c0f2-416d-aeac-07e0e5ea3106,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:49.174220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 60f5ecea-1645-4223-9474-f8c88d007d73 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:49.176183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 6d03fd2d-adee-490a-8c43-6546637b4308 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:31:49.180257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 60f5ecea-1645-4223-9474-f8c88d007d73 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:49.180634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.196353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-581556a7-a9b9-485a-ba0c-83b31bae35d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332583 Aug 27 02:31:49.200712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6d03fd2d-adee-490a-8c43-6546637b4308) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:49.210808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.211407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.215011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61037600-e961-4fdd-ae1c-292e84f8dee7 None None] Network 6d03fd2d-adee-490a-8c43-6546637b4308 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:49.247111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8fff9fc4-f62d-41ad-b59f-5aa690585b7d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9670348 Aug 27 02:31:49.337938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a3e8-454b-43d9-8da6-96c04423e002 req-0a5f8cd5-a2b9-47bf-a9e1-ef6f72692288 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.346134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d54a3e8-454b-43d9-8da6-96c04423e002 req-0a5f8cd5-a2b9-47bf-a9e1-ef6f72692288 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 944 time: 0.0735848 Aug 27 02:31:49.373761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.434759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7d54a3e8-454b-43d9-8da6-96c04423e002 req-f5e2944c-5596-41e5-b522-251079e5db78 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875008 Aug 27 02:31:49.532719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:49.536690 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b60d9-f9ff-4a4e-904f-06181bc10b6d" -d '{"events": [{"server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "name": "network-vif-plugged", "status": "completed", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:49.552142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019010b-072a-4fa7-8ac4-24b439fd296f req-55f264c9-6333-40f7-ad0a-1580d714a6f5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.560643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9019010b-072a-4fa7-8ac4-24b439fd296f req-55f264c9-6333-40f7-ad0a-1580d714a6f5 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0689781 Aug 27 02:31:49.578780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=60f5ecea-1645-4223-9474-f8c88d007d73,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:49.603252 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.631358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6d03fd2d-adee-490a-8c43-6546637b4308', 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'fixed_ips': [{'subnet_id': 'a4792433-e6a8-4d51-ab6f-b55bc160f5b0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:31:49.632022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9019010b-072a-4fa7-8ac4-24b439fd296f req-df70fcaf-6892-4e2e-92c7-78582ebfd77c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702620 Aug 27 02:31:49.632279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:49.753864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:49.787636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dbc89fcd-2005-4a7a-bea2-186713b08203 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:49.852573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-7fee0166-40b3-4c0d-952a-e58a984551bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.858510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-7fee0166-40b3-4c0d-952a-e58a984551bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:49.866907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-7fee0166-40b3-4c0d-952a-e58a984551bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/networks?id=b92d6e3a-5d12-425a-893a-d460eb02c52a&id=6d03fd2d-adee-490a-8c43-6546637b4308 HTTP/1.1" status: 200 len: 1392 time: 0.1424158 Aug 27 02:31:49.884430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6fc1b519-0279-44f6-8cfe-8bf7cbb7f628 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/quotas/2b840d8a7e8a427f9c285933dd169917 HTTP/1.1" status: 200 len: 375 time: 0.0164752 Aug 27 02:31:49.934163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Allocated IP 19.86.0.2 (6d03fd2d-adee-490a-8c43-6546637b4308/a4792433-e6a8-4d51-ab6f-b55bc160f5b0/944c2113-06ab-442c-8306-e79040fb213c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:49.970204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-694a4760-111a-4564-8f8e-32188ae54cfe tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844593 Aug 27 02:31:50.007018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94c12508-fc34-4183-9a29-ff68c8c49235 req-49d2da0b-268e-4657-8b13-5b33b05a72ea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 210 time: 0.0474885 Aug 27 02:31:50.047314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-7cfc0567-f4b9-4506-af9a-6eced2db33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.049766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-7cfc0567-f4b9-4506-af9a-6eced2db33dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1097 time: 0.4679506 Aug 27 02:31:50.088778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dbc89fcd-2005-4a7a-bea2-186713b08203,segment=NetworkSegment(1605decd-1214-43eb-9db1-783012e0c57f),segment_id=1605decd-1214-43eb-9db1-783012e0c57f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:50.158788 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeadc89-0916-4678-a817-d9b73d0cdb1f x-openstack-request-id: req-faeadc89-0916-4678-a817-d9b73d0cdb1f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:50.160763 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "name": "network-vif-plugged", "status": "completed", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:50.161030 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faeadc89-0916-4678-a817-d9b73d0cdb1f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:50.161438 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73', 'code': 200} Aug 27 02:31:50.162228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 927dc67c-c0f2-416d-aeac-07e0e5ea3106 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:50.166175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-7122fa86-2a5a-4a7d-9a01-2dd4aff9d3d2 service neutron] 10.222.0.26 "GET /v2.0/networks/b92d6e3a-5d12-425a-893a-d460eb02c52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886308 Aug 27 02:31:50.252397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'dbc89fcd-2005-4a7a-bea2-186713b08203', 'network_id': '55eba266-e8cb-4023-b63c-f61e72054e10', 'port_id': 'dbc89fcd-2005-4a7a-bea2-186713b08203', 'mac_address': 'fa:16:3e:58:1c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cea9cd8-c023-43d7-b326-e2cec7b16864', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:50.290262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-e30037e0-503a-490f-bbb2-54c664b5dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.292195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-e30037e0-503a-490f-bbb2-54c664b5dd2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.2335057 Aug 27 02:31:50.311697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-9bcca0d7-74d8-4f9c-be65-24770c4859e5 service neutron] 10.222.0.26 "GET /v2.0/networks/b92d6e3a-5d12-425a-893a-d460eb02c52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385660 Aug 27 02:31:50.314087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711413c9-4c92-4470-bcd1-2fbb22438e1f req-f78f71e3-0bed-44df-88cc-c4b5c3607c64 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.316643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-711413c9-4c92-4470-bcd1-2fbb22438e1f req-f78f71e3-0bed-44df-88cc-c4b5c3607c64 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1168478 Aug 27 02:31:50.374312 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.411311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-203a7293-8326-4f67-944d-f31b007d7d1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 1001 time: 0.0934176 Aug 27 02:31:50.420858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc89fcd-2005-4a7a-bea2-186713b08203 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:50.433382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44227a29-7534-4998-8f63-28242deddd75 req-c4c20600-7918-460f-952d-f26158095399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.435688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44227a29-7534-4998-8f63-28242deddd75 req-c4c20600-7918-460f-952d-f26158095399 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 1097 time: 0.1428170 Aug 27 02:31:50.446487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:50.469215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dbc89fcd-2005-4a7a-bea2-186713b08203,segment=NetworkSegment(1605decd-1214-43eb-9db1-783012e0c57f),segment_id=1605decd-1214-43eb-9db1-783012e0c57f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:50.471694 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.482360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.489273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Transition to ACTIVE for port object 944c2113-06ab-442c-8306-e79040fb213c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:50.489487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-8bac29f5-acbe-4e12-acac-ed1c9bd0be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.489943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-575ec2e5-d2b2-45bf-bf1f-ec3391353f39 service neutron] 10.222.0.26 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770973 Aug 27 02:31:50.490930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-8bac29f5-acbe-4e12-acac-ed1c9bd0be3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.0562682 Aug 27 02:31:50.514274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-711413c9-4c92-4470-bcd1-2fbb22438e1f req-208d8c57-5974-4eef-825f-b0deef412c12 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017261 Aug 27 02:31:50.538834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Transition to ACTIVE for port object 944c2113-06ab-442c-8306-e79040fb213c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:50.554635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-e417ebfc-279b-4fd5-9187-38cb342d59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.554635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-e417ebfc-279b-4fd5-9187-38cb342d59ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516675 Aug 27 02:31:50.555055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.566064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6952a-76fe-4191-838d-fcd7703887df None None] Network b92d6e3a-5d12-425a-893a-d460eb02c52a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:50.569510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:50.612374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44227a29-7534-4998-8f63-28242deddd75 req-27f5c049-f9ac-4cfb-a949-8101ee7e1656 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687469 Aug 27 02:31:50.673315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-0a3a81dc-2107-41db-b2b2-ad36438444da service neutron] 10.222.0.26 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818950 Aug 27 02:31:50.706878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-738cee0d-4522-4b93-a11a-8e897ca75b45 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450799 Aug 27 02:31:50.732340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Network 6d03fd2d-adee-490a-8c43-6546637b4308 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:50.733841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Pushing event updated for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:50.735364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.741430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.747397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.752928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:50.754001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.760716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.763262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:50.767702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.769277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Provisioning for port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:50.773932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.775981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-7a349584-7169-48c0-b8ad-2c8a11356fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1375351 Aug 27 02:31:50.776131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Provisioning complete for port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:50.776552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.835970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['dbc89fcd-2005-4a7a-bea2-186713b08203'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:50.949971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Attempting to bind port 944c2113-06ab-442c-8306-e79040fb213c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:50.949971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Attempting to bind port 944c2113-06ab-442c-8306-e79040fb213c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:50.950779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Attempting to bind port 944c2113-06ab-442c-8306-e79040fb213c on network 6d03fd2d-adee-490a-8c43-6546637b4308 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:50.963781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5bc00-490e-4491-973f-aed15c2f7002 req-4c87d49c-d485-41c5-aabf-c52e35fc8122 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:50.971423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4de5bc00-490e-4491-973f-aed15c2f7002 req-4c87d49c-d485-41c5-aabf-c52e35fc8122 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.0975304 Aug 27 02:31:50.984256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:50.984637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Checking segment: {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:50.985038 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.986005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Bound using segment: {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:50.986501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Bound port: 944c2113-06ab-442c-8306-e79040fb213c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:50.986878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:50.994997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1869282-b4e8-4e3d-8cd2-af2590dbc052 req-dc458ae5-aabb-4035-bda4-5a67da7cf5f2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005939 Aug 27 02:31:51.017095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cb86460-2aca-4375-bbdf-1c5906f33ed2 req-1a6527d9-c314-424d-baf4-54ade4c6f932 service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845519 Aug 27 02:31:51.017472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4de5bc00-490e-4491-973f-aed15c2f7002 req-9e84162e-73a3-4952-ae8d-d2d4556186c6 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367298 Aug 27 02:31:51.059125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-631d3f37-ef44-466e-8125-afab9955d6a6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.060550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-631d3f37-ef44-466e-8125-afab9955d6a6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.15 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.3498509 Aug 27 02:31:51.076603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'device_id': '92403d58-cfed-42f6-bc06-c2275a17831e', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'admin_state_up': True, 'tenant_id': '57982f151855440c928a2b74647ad613'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:51.237352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2713e63-33bf-4cbd-b008-6d8b3a32d59b req-7ee63dda-9631-436b-bf3c-7cd8fd2e9e73 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.238795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2713e63-33bf-4cbd-b008-6d8b3a32d59b req-7ee63dda-9631-436b-bf3c-7cd8fd2e9e73 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 945 time: 0.1374869 Aug 27 02:31:51.243528 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.249097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9264c6-f7cf-4db6-aacf-407ebb640223 req-a05fbeb7-42bc-47e7-9495-f84c8931d317 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.251562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a9264c6-f7cf-4db6-aacf-407ebb640223 req-a05fbeb7-42bc-47e7-9495-f84c8931d317 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0732265 Aug 27 02:31:51.264067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:51.277720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=944c2113-06ab-442c-8306-e79040fb213c,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:51.291453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.326438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a9264c6-f7cf-4db6-aacf-407ebb640223 req-5ecda277-56cf-4165-86a6-01f210889f1a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Aug 27 02:31:51.362170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2713e63-33bf-4cbd-b008-6d8b3a32d59b req-850189f0-4c45-452f-894f-5f7f39891066 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Aug 27 02:31:51.385454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] For port 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=927dc67c-c0f2-416d-aeac-07e0e5ea3106,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:51.394440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:51.401482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.431214 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.453079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4599137-b05a-427f-a435-0e5be2f0f251 None None] Pushing event updated for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.455452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9481714e-fd3d-4acc-a1dc-af75c30b2406 req-bfc9bb7c-6c1a-4170-8154-66e0f4112dea tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 210 time: 0.0593681 Aug 27 02:31:51.524674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3a0da-7358-439b-b811-7a5ba8b66897 None None] Pushing event updated for resources: {'Port': ['ID=927dc67c-c0f2-416d-aeac-07e0e5ea3106,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:51.543881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5646a367-eb04-4111-bd67-2e1e4c53ff59 req-2d6cb577-0344-4c67-b804-70aaa550a801 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 210 time: 0.0427217 Aug 27 02:31:51.633219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.20.0.12 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/9d645f4f-b662-46a5-9929-0a409fa1d893) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:51.682258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-768e20c2-8b27-4065-b424-fe1c53b98fc5 None None] Provisioning complete for port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:51.682917 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-768e20c2-8b27-4065-b424-fe1c53b98fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.707728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71135-75a6-4de7-b32e-ea1a680362be req-ed17ce8f-ef97-4537-8dc4-f3cebfa2ec34 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:51.716147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31e71135-75a6-4de7-b32e-ea1a680362be req-ed17ce8f-ef97-4537-8dc4-f3cebfa2ec34 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.1005626 Aug 27 02:31:51.778830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31e71135-75a6-4de7-b32e-ea1a680362be req-f2139827-5546-412a-8902-18a269bd054e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621247 Aug 27 02:31:51.886830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.901585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Transition to ACTIVE for port object 9d645f4f-b662-46a5-9929-0a409fa1d893 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:51.934406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:51.977888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:51.980152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:51.997701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:52.003544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:52.006655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:52.080042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.080709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.096507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9db5da61-059b-4b23-b2d2-47e328c66e68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0241776 Aug 27 02:31:52.134970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Request body: {'port': {'device_id': '92403d58-cfed-42f6-bc06-c2275a17831e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:52.191220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 944c2113-06ab-442c-8306-e79040fb213c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:52.248183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62372776-f6ff-4149-b68a-b1f3f6c96bc5 req-8ef70f0a-2a1b-4794-a797-f7e5d084f8bb tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.249866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62372776-f6ff-4149-b68a-b1f3f6c96bc5 req-8ef70f0a-2a1b-4794-a797-f7e5d084f8bb tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.1095192 Aug 27 02:31:52.278272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 944c2113-06ab-442c-8306-e79040fb213c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:52.297112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 927dc67c-c0f2-416d-aeac-07e0e5ea3106 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:52.315719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62372776-f6ff-4149-b68a-b1f3f6c96bc5 req-ad4e492c-1fe1-4913-bf12-b6971485a348 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Aug 27 02:31:52.337620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.377783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.384899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.394614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.403049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.410734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.419789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:52.419976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.420089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.427987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.451872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-2ce9251e-fda9-4b55-b310-6ce267f4fdeb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.2539761 Aug 27 02:31:52.493782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fbe0a0f6-0f31-4e71-af96-e5e6b68e65d2 None None] Provisioning for port 9d645f4f-b662-46a5-9929-0a409fa1d893 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:52.503588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fbe0a0f6-0f31-4e71-af96-e5e6b68e65d2 None None] Provisioning complete for port 9d645f4f-b662-46a5-9929-0a409fa1d893 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:52.503962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fbe0a0f6-0f31-4e71-af96-e5e6b68e65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.567142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f3e7c0e-8db5-4c99-bdfc-9b4a5a05bbd3 req-1443c12f-4848-42c9-b14b-0ceeb4922fc2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143806 Aug 27 02:31:52.576536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0a0f6-0f31-4e71-af96-e5e6b68e65d2 None None] Port 9d645f4f-b662-46a5-9929-0a409fa1d893 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:52.652759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b139301-eccc-44ed-8dad-bf8a9e9a0d6f req-fe462286-8393-4401-b1eb-5d116d8b63c9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.661442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b139301-eccc-44ed-8dad-bf8a9e9a0d6f req-fe462286-8393-4401-b1eb-5d116d8b63c9 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1207800 Aug 27 02:31:52.679449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-a6712869-5472-4b23-be89-8da19c341e86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.686346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-a6712869-5472-4b23-be89-8da19c341e86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.688054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-a6712869-5472-4b23-be89-8da19c341e86 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "GET /v2.0/networks?id=b92d6e3a-5d12-425a-893a-d460eb02c52a&id=6d03fd2d-adee-490a-8c43-6546637b4308 HTTP/1.1" status: 200 len: 1392 time: 0.2729130 Aug 27 02:31:52.696600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5027d563-75f4-4ded-a766-9ef0a9b2ef03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.732395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b139301-eccc-44ed-8dad-bf8a9e9a0d6f req-7ce50850-87bf-407a-ab17-1d8c8fe6191e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680907 Aug 27 02:31:52.747432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'port': {'device_id': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a', 'admin_state_up': True, 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:52.757989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80374f-198f-4c65-8ef8-06450872881e None None] Network 6d03fd2d-adee-490a-8c43-6546637b4308 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:31:52.840225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dee7fcb-18a6-43a9-aa3f-d961daa2a710 req-0164141f-2d47-4077-a964-4563a73e4eda tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 210 time: 0.0351646 Aug 27 02:31:52.840461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75d36-6f79-4777-afb1-b449430a064f req-de7b34de-035f-4ae2-bba0-a49519728875 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:52.842312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53e75d36-6f79-4777-afb1-b449430a064f req-de7b34de-035f-4ae2-bba0-a49519728875 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 945 time: 0.1320274 Aug 27 02:31:52.863071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Provisioning for port 944c2113-06ab-442c-8306-e79040fb213c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:52.891812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Provisioning complete for port 944c2113-06ab-442c-8306-e79040fb213c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:52.892192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:52.958714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53e75d36-6f79-4777-afb1-b449430a064f req-4fce36d8-cc6a-4f52-945b-08f2b96d9499 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826380 Aug 27 02:31:52.972604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:52.976165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.010666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c52f-f567-4be8-9c88-ef7941f1fd86 req-5b9d3ba2-381c-43a1-91f9-c3e1fdc90e83 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.017705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1328c52f-f567-4be8-9c88-ef7941f1fd86 req-5b9d3ba2-381c-43a1-91f9-c3e1fdc90e83 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 932 time: 0.0825903 Aug 27 02:31:53.064681 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.065292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d645f4f-b662-46a5-9929-0a409fa1d893 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:53.073125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.085524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Transition to ACTIVE for port object 9d645f4f-b662-46a5-9929-0a409fa1d893 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:53.103562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=944c2113-06ab-442c-8306-e79040fb213c,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:53.110758 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.125871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.153709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Allocated IP 19.80.0.95 (b92d6e3a-5d12-425a-893a-d460eb02c52a/85b02dbb-3d66-4931-913c-028a494d27a0/2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:53.162787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b598f7-76ba-413c-a68f-f4d905a58f6b None None] Pushing event updated for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.172444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8f8b-43e8-4e86-9524-d22f70013824 req-2b4017e1-c217-4916-8bd5-5cef5552a4f1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.180421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-141c8f8b-43e8-4e86-9524-d22f70013824 req-2b4017e1-c217-4916-8bd5-5cef5552a4f1 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 946 time: 0.0934019 Aug 27 02:31:53.235105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1328c52f-f567-4be8-9c88-ef7941f1fd86 req-39bcdf01-5da6-4e4d-8538-39d76fd6d034 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163482 Aug 27 02:31:53.259550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.334346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-141c8f8b-43e8-4e86-9524-d22f70013824 req-102a15ca-6ef5-4434-9392-035c3be1adc2 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490195 Aug 27 02:31:53.394875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Attempting to bind port 9d645f4f-b662-46a5-9929-0a409fa1d893 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:53.395505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Attempting to bind port 9d645f4f-b662-46a5-9929-0a409fa1d893 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:53.395792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Attempting to bind port 9d645f4f-b662-46a5-9929-0a409fa1d893 on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:53.404585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Port 9d645f4f-b662-46a5-9929-0a409fa1d893 on network ef4d91af-f633-414f-b200-70de811f4768 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:53.408809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Attempting to bind port 9d645f4f-b662-46a5-9929-0a409fa1d893 on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:53.416870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:53.417498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:53.417980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:53.418639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Bound port: 9d645f4f-b662-46a5-9929-0a409fa1d893, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:53.419147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.435336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-47cc5487-78f4-4862-a15f-13599b9e1997 None None] Provisioning complete for port 944c2113-06ab-442c-8306-e79040fb213c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:53.435758 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47cc5487-78f4-4862-a15f-13599b9e1997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.476059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.499129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Transition to ACTIVE for port object 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:53.518510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:53.522218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9d645f4f-b662-46a5-9929-0a409fa1d893,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:53.527663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.532587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af310-35bf-40f4-9262-80b22120bd23 req-3a1089e5-db13-4398-81e0-84d39d3cb479 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.534488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-250af310-35bf-40f4-9262-80b22120bd23 req-3a1089e5-db13-4398-81e0-84d39d3cb479 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.1101251 Aug 27 02:31:53.577438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.578401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.581411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] 10.222.0.15 "PUT /v2.0/ports/9d645f4f-b662-46a5-9929-0a409fa1d893 HTTP/1.1" status: 200 len: 1092 time: 1.4719229 Aug 27 02:31:53.584666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:53.588400 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c578d8c-8370-4e92-a657-315fbf82efe8" -d '{"events": [{"name": "network-changed", "server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:53.597256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-250af310-35bf-40f4-9262-80b22120bd23 req-e712f3fa-13b8-4294-9c9e-0149f5c90dd0 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Aug 27 02:31:53.606938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.627546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b62b3-5878-45b7-9229-fcdbe2495f6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.695088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-70ce0eca-0494-49ff-88d5-5f8d03e83274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.697162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-70ce0eca-0494-49ff-88d5-5f8d03e83274 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 1095 time: 0.0522089 Aug 27 02:31:53.728520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network b92d6e3a-5d12-425a-893a-d460eb02c52a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:53.732903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:53.736843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:53.738506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:53.791987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dbc89fcd-2005-4a7a-bea2-186713b08203 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:53.836267 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b711635-c196-46dd-8e07-c59785ed5bcd x-openstack-request-id: req-7b711635-c196-46dd-8e07-c59785ed5bcd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:53.838846 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:53.839070 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b711635-c196-46dd-8e07-c59785ed5bcd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:53.841039 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893', 'status': 'completed', 'code': 200} Aug 27 02:31:53.846869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-9a80268d-8dcf-46a2-8bc9-713f727a658e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d645f4f-b662-46a5-9929-0a409fa1d893 HTTP/1.1" status: 200 len: 217 time: 0.1375816 Aug 27 02:31:53.872176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:53.875441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.913820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-e33029e8-c7fd-46aa-b6f8-e85c976cdd71 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799488 Aug 27 02:31:53.939892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Request body: {'port': {'device_id': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308', 'admin_state_up': True, 'tenant_id': '2b840d8a7e8a427f9c285933dd169917'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:53.971119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port dbc89fcd-2005-4a7a-bea2-186713b08203 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:53.978640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port dbc89fcd-2005-4a7a-bea2-186713b08203 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:53.981638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:53.999926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-6267d80a-d2ec-4a25-8c46-fc5e5d0aca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.001459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-6267d80a-d2ec-4a25-8c46-fc5e5d0aca88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1487498 Aug 27 02:31:54.128815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.134429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 944c2113-06ab-442c-8306-e79040fb213c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:31:54.179957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.197013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.198115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:54.205120 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47034e6-9034-4f83-ba48-a662f7a4116e" -d '{"events": [{"server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "name": "network-vif-plugged", "status": "completed", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:54.206729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6339b46-41d6-4f30-aa8b-4123b2d5e988 req-42753ccf-387b-4575-993a-a0822cee3ee3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.208650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.213290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.214793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6339b46-41d6-4f30-aa8b-4123b2d5e988 req-42753ccf-387b-4575-993a-a0822cee3ee3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1778550 Aug 27 02:31:54.221389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.224158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dbc89fcd-2005-4a7a-bea2-186713b08203,segment=NetworkSegment(1605decd-1214-43eb-9db1-783012e0c57f),segment_id=1605decd-1214-43eb-9db1-783012e0c57f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:54.228953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.234151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.235480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:31:54.236247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.241151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-61a524d8-1f29-4c2a-ba1c-b992b3b7a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.244499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-61a524d8-1f29-4c2a-ba1c-b992b3b7a73d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324727 Aug 27 02:31:54.245183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-be5d6293-e8e9-435a-9bd6-8b644bb5cc4f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.3236587 Aug 27 02:31:54.284320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6339b46-41d6-4f30-aa8b-4123b2d5e988 req-f3e4c130-73a0-4ad1-a164-c89f3ad51175 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686443 Aug 27 02:31:54.293566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 944c2113-06ab-442c-8306-e79040fb213c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:54.294735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.322733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1f9d29b-550d-4613-877e-f7407bf873ae req-c313074f-5253-4b66-a283-e7b0e5c10568 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765171 Aug 27 02:31:54.378251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Made reservation on behalf of 2b840d8a7e8a427f9c285933dd169917 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:31:54.386530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.388173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-41c95bd9-fb12-44cc-a82b-57c80c179064 None None] Provisioning for port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:54.402016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-41c95bd9-fb12-44cc-a82b-57c80c179064 None None] Provisioning complete for port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:54.402016 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-41c95bd9-fb12-44cc-a82b-57c80c179064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.405973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.428670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-bcfcaffe-8678-45b8-b737-dd1e66bc4c81 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759238 Aug 27 02:31:54.482039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-41c95bd9-fb12-44cc-a82b-57c80c179064 None None] Port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:54.512005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.520861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cebc14-dad6-4ea3-9aef-01d418245a71 req-54e9812d-0d6a-4103-b55a-b9a3bce23f7f tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.530223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56cebc14-dad6-4ea3-9aef-01d418245a71 req-54e9812d-0d6a-4103-b55a-b9a3bce23f7f tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1144104 Aug 27 02:31:54.550529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c72115-6753-4342-bfb8-26e88e093f0c req-cf1254d8-5e9e-4e38-a996-984dc4bfafe4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.552051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74c72115-6753-4342-bfb8-26e88e093f0c req-cf1254d8-5e9e-4e38-a996-984dc4bfafe4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 931 time: 0.1224949 Aug 27 02:31:54.556498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:54.562051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:54.592608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2f5226-6068-4ced-a1cd-7a01065eb9e6 req-55b22fdf-1bdd-4fbd-9c54-0efe511de9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497438 Aug 27 02:31:54.616998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74c72115-6753-4342-bfb8-26e88e093f0c req-233ddd91-ce9e-4a10-8951-780be765c1f5 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Aug 27 02:31:54.642841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:54.715267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-67ff2aa2-8054-47bb-9766-27540cbb171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.717606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-67ff2aa2-8054-47bb-9766-27540cbb171e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 1095 time: 0.0594034 Aug 27 02:31:54.825012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-bf8d84fd-45df-4284-981e-2fe7624db588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.826533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-bf8d84fd-45df-4284-981e-2fe7624db588 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.1005893 Aug 27 02:31:54.871732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-b0e5c9a0-ffc0-41ee-a648-2d05bceb555f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d645f4f-b662-46a5-9929-0a409fa1d893 HTTP/1.1" status: 200 len: 217 time: 0.0378218 Aug 27 02:31:54.906920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56cebc14-dad6-4ea3-9aef-01d418245a71 req-018ca14b-7427-4b24-a046-34a0d6fc857b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729627 Aug 27 02:31:54.939602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Allocated IP 19.86.0.65 (6d03fd2d-adee-490a-8c43-6546637b4308/a4792433-e6a8-4d51-ab6f-b55bc160f5b0/c6ca2783-527f-4446-8424-524e54de86f5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:31:54.944218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-a07d5c04-7f12-4d76-b689-213bbdfe650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:54.944564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-a07d5c04-7f12-4d76-b689-213bbdfe650a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0634339 Aug 27 02:31:54.983060 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54712568-79c6-4357-8355-ab7d359241d7 x-openstack-request-id: req-54712568-79c6-4357-8355-ab7d359241d7 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:54.983618 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "name": "network-vif-plugged", "status": "completed", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:54.983931 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54712568-79c6-4357-8355-ab7d359241d7 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:54.984336 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203', 'code': 200} Aug 27 02:31:55.041817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-344d1004-d217-45ad-aa12-de9cada540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.044112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-344d1004-d217-45ad-aa12-de9cada540e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908229 Aug 27 02:31:55.060712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2111a4e-6a28-4311-833a-1e977f2a0ebd req-26774893-21bf-4152-bca1-9922a59223bc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.062832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2111a4e-6a28-4311-833a-1e977f2a0ebd req-26774893-21bf-4152-bca1-9922a59223bc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 944 time: 0.0728948 Aug 27 02:31:55.123578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.142442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Transition to ACTIVE for port object c6ca2783-527f-4446-8424-524e54de86f5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:55.169811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b1da194a-d968-4cfc-844b-540606df8863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.181677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.215169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2111a4e-6a28-4311-833a-1e977f2a0ebd req-0caed198-c825-4e6a-811e-38e9c10caa84 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404786 Aug 27 02:31:55.227032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Network 6d03fd2d-adee-490a-8c43-6546637b4308 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:31:55.238433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bba06-92fc-402e-98d4-16c505bc334c req-7494e315-ea6c-4883-b24c-fcc8bf672897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.239970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-801bba06-92fc-402e-98d4-16c505bc334c req-7494e315-ea6c-4883-b24c-fcc8bf672897 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 1097 time: 0.1756907 Aug 27 02:31:55.241902 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-bc8023a5-427b-4677-85bc-3f0f18e1e863 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686959 Aug 27 02:31:55.243455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:31:55.247258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:31:55.297190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event updated for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:55.316260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.318161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.343171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-65801e07-5824-4bb3-9f4e-74e531bb8a96 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086711 Aug 27 02:31:55.371403 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.373216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Request body: {'port': {'device_id': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:55.433000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-801bba06-92fc-402e-98d4-16c505bc334c req-334831f6-17f4-4520-bbc2-273ab9219e1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790435 Aug 27 02:31:55.458949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6f4d-9676-4f21-8092-bbf28db02053 req-92aaf746-02c0-413f-b749-2c5947aab30b tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.460424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75de6f4d-9676-4f21-8092-bbf28db02053 req-92aaf746-02c0-413f-b749-2c5947aab30b tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.1034338 Aug 27 02:31:55.478153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.495021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c578d8c-8370-4e92-a657-315fbf82efe8 req-e2e42409-3d9c-45db-86b5-9d2d6da5dc04 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397501 Aug 27 02:31:55.502816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634f14-4a3b-45d0-8d96-425c2dc74986 req-fa3c37b2-49a8-43af-8c76-a404685bb6ab tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.510359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a634f14-4a3b-45d0-8d96-425c2dc74986 req-fa3c37b2-49a8-43af-8c76-a404685bb6ab tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1070645 Aug 27 02:31:55.523958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75de6f4d-9676-4f21-8092-bbf28db02053 req-fcec2bc0-2e6f-47e9-8921-aef15fe9e47e tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496120 Aug 27 02:31:55.588505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a634f14-4a3b-45d0-8d96-425c2dc74986 req-053e1b7e-0a82-40af-bc3d-f3907e3750c7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773227 Aug 27 02:31:55.639454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7180e01-1455-4f3b-bc4e-cfe93ef82326 None None] Provisioning for port c6ca2783-527f-4446-8424-524e54de86f5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:31:55.647396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7180e01-1455-4f3b-bc4e-cfe93ef82326 None None] Provisioning complete for port c6ca2783-527f-4446-8424-524e54de86f5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:31:55.648038 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7180e01-1455-4f3b-bc4e-cfe93ef82326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:55.650246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34880b26-0002-45a6-8461-0e282af849e0 req-e9685c73-9702-45c8-9b5a-323ee96f4a0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.659696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34880b26-0002-45a6-8461-0e282af849e0 req-e9685c73-9702-45c8-9b5a-323ee96f4a0e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0840061 Aug 27 02:31:55.707645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34880b26-0002-45a6-8461-0e282af849e0 req-d44f6a03-ff46-47d2-902c-e5a0bcfb8212 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 Aug 27 02:31:55.713783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c7180e01-1455-4f3b-bc4e-cfe93ef82326 None None] Port c6ca2783-527f-4446-8424-524e54de86f5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:31:55.757533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-4eacad77-c633-4760-82fc-27153d213aa7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444030 Aug 27 02:31:55.792806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:55.812867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.819619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.826112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.832624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.838631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.854556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.864402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:55.866366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f339fb3c-a77b-4aa5-a115-94b72cf7d40e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5431 time: 0.1816728 Aug 27 02:31:55.926559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e384fda8-46e0-448f-8e0d-6ab3b108789b req-f8d8b4c0-126b-4712-b39e-51113c12e5ac tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482349 Aug 27 02:31:55.951649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:55.983671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'port_id': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'mac_address': 'fa:16:3e:8b:82:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd477846e-571a-4bcc-8718-f5c1d854365a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:56.055569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e74c-af22-4663-bf2f-e2e05d68b985 req-7da80d62-bc38-496d-ba38-3eff88926035 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.055765 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.073128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:56.074298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e74c-af22-4663-bf2f-e2e05d68b985 req-7da80d62-bc38-496d-ba38-3eff88926035 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.084450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4350e74c-af22-4663-bf2f-e2e05d68b985 req-7da80d62-bc38-496d-ba38-3eff88926035 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1653 time: 0.1648836 Aug 27 02:31:56.100460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:56.113692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.114121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.120659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.121759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 70a2f966-e04f-40b0-89e6-9f8844e5e38a details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:56.133871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Transition to ACTIVE for port object 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:56.143249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4350e74c-af22-4663-bf2f-e2e05d68b985 req-dc42b018-2d2f-4194-b8e7-cd8bc072c429 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Aug 27 02:31:56.143917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268636c-1cb7-43a6-8ef7-02a0fdfe944c req-0e94fb1b-48cd-407c-ba92-2703a9768009 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.145466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9268636c-1cb7-43a6-8ef7-02a0fdfe944c req-0e94fb1b-48cd-407c-ba92-2703a9768009 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.0918195 Aug 27 02:31:56.146651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.257176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.278444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.305803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98024483-d970-4beb-ae41-56d24e3462ab req-9e2f4299-a323-4fc2-bd58-43e65b392af8 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.306629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'port_id': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'mac_address': 'fa:16:3e:e9:dc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:56.307570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98024483-d970-4beb-ae41-56d24e3462ab req-9e2f4299-a323-4fc2-bd58-43e65b392af8 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.0712454 Aug 27 02:31:56.325612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.337799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9268636c-1cb7-43a6-8ef7-02a0fdfe944c req-0a2d5ab2-b149-4509-9417-e41c7d217a29 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820433 Aug 27 02:31:56.356244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.356642 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98024483-d970-4beb-ae41-56d24e3462ab req-578ec3c2-d63e-4c96-b745-00b62229632a tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Aug 27 02:31:56.371503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a2f966-e04f-40b0-89e6-9f8844e5e38a {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:56.397377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.402468 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.403187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 188e35a5-b802-4498-b7a6-31a0c51b48fb details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:56.425001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Attempting to bind port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:56.425340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Attempting to bind port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:56.425671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Attempting to bind port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 on network b92d6e3a-5d12-425a-893a-d460eb02c52a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:56.434620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 on network b92d6e3a-5d12-425a-893a-d460eb02c52a not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:56.434948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Attempting to bind port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 on network b92d6e3a-5d12-425a-893a-d460eb02c52a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:56.450329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:56.450674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Checking segment: {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:56.451005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Bound using segment: {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:56.451450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Bound port: 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:56.451798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.503040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.539912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.542371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.550977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:56.554591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:56.557058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'network_id': '21f4e9ec-f566-445b-8875-ebf072595efc', 'port_id': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'mac_address': 'fa:16:3e:e4:bf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd477846e-571a-4bcc-8718-f5c1d854365a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:56.568570 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.584675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb61ad-7e0e-486f-bf95-813fa7d2ef8b req-1a073d31-c3e1-4f5d-b3ea-de18e258b814 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.587401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0afb61ad-7e0e-486f-bf95-813fa7d2ef8b req-1a073d31-c3e1-4f5d-b3ea-de18e258b814 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 944 time: 0.1214576 Aug 27 02:31:56.609503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.626601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188e35a5-b802-4498-b7a6-31a0c51b48fb {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:56.633659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.634974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.637841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 HTTP/1.1" status: 200 len: 1091 time: 1.2733660 Aug 27 02:31:56.654927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.662023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0afb61ad-7e0e-486f-bf95-813fa7d2ef8b req-3b61da11-610b-4844-8ca6-ce9674170b61 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662169 Aug 27 02:31:56.663713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.664430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6c99ac91-7037-4ec5-8e9d-226b3e875133 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:56.690841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:56.693322 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12f74e-2549-4441-8f92-5bc3c8451950" -d '{"events": [{"name": "network-changed", "server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:56.706960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Request body: {'port': {'device_id': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:31:56.749374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.761105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.768657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'port_id': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'mac_address': 'fa:16:3e:d8:7e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:56.780439 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59552842-be4f-4e08-b845-5072cbc6ae8d x-openstack-request-id: req-59552842-be4f-4e08-b845-5072cbc6ae8d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:56.780770 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:56.781011 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59552842-be4f-4e08-b845-5072cbc6ae8d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:56.781352 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'status': 'completed', 'code': 200} Aug 27 02:31:56.814934 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.841959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.848983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c99ac91-7037-4ec5-8e9d-226b3e875133 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:56.865068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762a0d-4566-41cb-bd45-8cf42671fe0d req-093b7662-fda5-4876-a1e7-b4a39bf6c638 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.866691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b762a0d-4566-41cb-bd45-8cf42671fe0d req-093b7662-fda5-4876-a1e7-b4a39bf6c638 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0612867 Aug 27 02:31:56.873006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f7457-ab4a-427c-8263-3e37d1a87ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:56.887820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:56.893319 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:56.894214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bd07e40-733e-483f-8cbc-cb5133959f43 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:56.941099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b762a0d-4566-41cb-bd45-8cf42671fe0d req-884d9d5b-5784-4301-a788-ce2cec727d5e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589426 Aug 27 02:31:56.944083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-04262bcb-0c40-4a7f-8f42-a37cb8602f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.945591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-04262bcb-0c40-4a7f-8f42-a37cb8602f69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc&tenant_id=602c0b7b6d124a948fb71237158b6506 HTTP/1.1" status: 200 len: 1095 time: 0.0743301 Aug 27 02:31:56.950745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa78e5-201a-40fd-ba1d-91b139a64f81 req-3d8b8eb6-36be-4ed1-8682-141f89c23ea6 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.952272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5aa78e5-201a-40fd-ba1d-91b139a64f81 req-3d8b8eb6-36be-4ed1-8682-141f89c23ea6 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.2543271 Aug 27 02:31:56.989349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e903-b095-41bf-bb72-3aec1522b802 req-042d2516-f0fe-4406-b616-d14f7730df4e tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:56.990848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b486e903-b095-41bf-bb72-3aec1522b802 req-042d2516-f0fe-4406-b616-d14f7730df4e tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 946 time: 0.1631687 Aug 27 02:31:56.997319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:56.999778 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d318de-d043-4f9e-a46f-1fb9d62d8742" -d '{"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-unplugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:57.019757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-732e2752-787c-4b8b-a630-fa5b4c6dff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.020241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-732e2752-787c-4b8b-a630-fa5b4c6dff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.021798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-732e2752-787c-4b8b-a630-fa5b4c6dff9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1912 time: 0.1566010 Aug 27 02:31:57.033775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-43a0ba6c-3757-4333-9c17-8f2bc945e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.035384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-43a0ba6c-3757-4333-9c17-8f2bc945e22f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602c0b7b6d124a948fb71237158b6506&device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1095 time: 0.0626729 Aug 27 02:31:57.059287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.068813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.076076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'port_id': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'mac_address': 'fa:16:3e:3f:33:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:57.122081 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.136113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd07e40-733e-483f-8cbc-cb5133959f43 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:57.156922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.162633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.163754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device fa9833a0-a624-4ceb-bf52-878fd0a80842 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:57.178026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.183914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.190354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.196238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.202067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.205467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5aa78e5-201a-40fd-ba1d-91b139a64f81 req-6219801b-82d3-41cc-9c16-496ef2792882 tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/security-groups?id=449111d5-97f0-4f84-9f59-8bbca290da62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445452 Aug 27 02:31:57.208000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.213927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.215832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-ef5ae33e-f463-4ed4-940d-254929fa7f7e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5435 time: 0.1514547 Aug 27 02:31:57.220986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-5fa4bd64-18ff-468d-af78-df03e4af7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.222436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-5fa4bd64-18ff-468d-af78-df03e4af7d41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 200 len: 918 time: 0.1795390 Aug 27 02:31:57.233831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.251791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.259687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'fa9833a0-a624-4ceb-bf52-878fd0a80842', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'port_id': 'fa9833a0-a624-4ceb-bf52-878fd0a80842', 'mac_address': 'fa:16:3e:e7:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:57.309851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.324083 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652ce12-133f-4a0f-8412-606f5332d6af x-openstack-request-id: req-9652ce12-133f-4a0f-8412-606f5332d6af {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:57.324367 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-unplugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:57.324620 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9652ce12-133f-4a0f-8412-606f5332d6af {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:57.325009 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'code': 200} Aug 27 02:31:57.327322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9833a0-a624-4ceb-bf52-878fd0a80842 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:57.337777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17083b77-c5e2-42f4-8d04-7e29e8736353 req-e8d5d125-bd0d-4c2c-b0f8-6aa838c4494d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066668 Aug 27 02:31:57.354922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-64b0834c-9830-4103-8ddb-549e95aa9e97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 200 len: 999 time: 0.1252732 Aug 27 02:31:57.367621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.379162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.380110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:57.431202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-657a6c79-772b-4027-a9d2-43a929d63f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.431671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-657a6c79-772b-4027-a9d2-43a929d63f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.432131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-657a6c79-772b-4027-a9d2-43a929d63f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.433692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-657a6c79-772b-4027-a9d2-43a929d63f14 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2b840d8a7e8a427f9c285933dd169917&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3758130 Aug 27 02:31:57.453585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.456496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.465721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-af99e641-a005-49a3-b02c-4ecb219d8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.466309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Deleting port 60f5ecea-1645-4223-9474-f8c88d007d73 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:57.466688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.466887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-af99e641-a005-49a3-b02c-4ecb219d8210 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 200 len: 856 time: 0.1039896 Aug 27 02:31:57.470737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4', 'network_id': 'a3b2db74-4151-4a80-983b-cafe310925da', 'port_id': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4', 'mac_address': 'fa:16:3e:81:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb26207a-8d7e-448e-a505-6ae7a119d316', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:57.532551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.545465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:57.561003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71c21e-4535-4d4a-b14f-415134cbdf6e req-a3583461-eecd-46d6-bf3f-33dc0365ca24 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.567320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb71c21e-4535-4d4a-b14f-415134cbdf6e req-a3583461-eecd-46d6-bf3f-33dc0365ca24 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1356406 Aug 27 02:31:57.572722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.578333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.594228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-62b8acc3-fe9b-4b3e-b484-cc70176bc361 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.597273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-62b8acc3-fe9b-4b3e-b484-cc70176bc361 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 945 time: 0.1292825 Aug 27 02:31:57.636780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:57.664310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-21a99ee9-9579-4246-acb7-3310e9daa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.665799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-21a99ee9-9579-4246-acb7-3310e9daa885 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e771fb49-5663-475c-8365-16928968f3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864033 Aug 27 02:31:57.698314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68d63-9476-41eb-b5e5-94b75dec649b req-809a85a1-c759-4a46-9d50-71243d7c4f5c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.704880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68d63-9476-41eb-b5e5-94b75dec649b req-809a85a1-c759-4a46-9d50-71243d7c4f5c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.706448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fc68d63-9476-41eb-b5e5-94b75dec649b req-809a85a1-c759-4a46-9d50-71243d7c4f5c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1665 time: 0.3202941 Aug 27 02:31:57.746528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb71c21e-4535-4d4a-b14f-415134cbdf6e req-da62f076-85ba-4ecc-847f-8e29b40b9078 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696088 Aug 27 02:31:57.805071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9d645f4f-b662-46a5-9929-0a409fa1d893 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:31:57.813211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-44de5846-f344-47f8-bc94-e733c7136cdf service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340063 Aug 27 02:31:57.821116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ca2783-527f-4446-8424-524e54de86f5 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:57.826358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] For port 60f5ecea-1645-4223-9474-f8c88d007d73, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=60f5ecea-1645-4223-9474-f8c88d007d73,segment=NetworkSegment(353dc811-59ec-4552-a809-1a87e30269a8),segment_id=353dc811-59ec-4552-a809-1a87e30269a8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.826687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.828380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port 4c728f07-8bf3-45ab-8f60-30a2600ec505 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:31:57.829590 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.857347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.873531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Calling delete_port for 60f5ecea-1645-4223-9474-f8c88d007d73 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:57.886511 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.891916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-cb74a1b1-195f-4aeb-8626-a84754818cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:57.893411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-cb74a1b1-195f-4aeb-8626-a84754818cfb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3654871 Aug 27 02:31:57.896390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fc68d63-9476-41eb-b5e5-94b75dec649b req-c17adb55-ee22-4d48-999f-a48ea86dd717 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702511 Aug 27 02:31:57.906925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Transition to ACTIVE for port object c6ca2783-527f-4446-8424-524e54de86f5 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:31:57.940371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9d645f4f-b662-46a5-9929-0a409fa1d893,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:57.956392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:57.962309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '9d645f4f-b662-46a5-9929-0a409fa1d893', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '9d645f4f-b662-46a5-9929-0a409fa1d893', 'mac_address': 'fa:16:3e:e8:df:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:31:58.049442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.063844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Pushing event updated for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.085944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d645f4f-b662-46a5-9929-0a409fa1d893 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:31:58.115032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9d645f4f-b662-46a5-9929-0a409fa1d893,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:58.121066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.181850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.232825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3997a-5ea3-4718-b16e-7e7b8254b1d5 req-9a076f34-3aed-41c6-ad15-55da4d870c4d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.234745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bec3997a-5ea3-4718-b16e-7e7b8254b1d5 req-9a076f34-3aed-41c6-ad15-55da4d870c4d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 945 time: 0.1290133 Aug 27 02:31:58.236812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.271339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['60f5ecea-1645-4223-9474-f8c88d007d73'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.282173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Pushing event deleted for resources: {'Port': ['ID=60f5ecea-1645-4223-9474-f8c88d007d73,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.284150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Attempting to bind port c6ca2783-527f-4446-8424-524e54de86f5 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:31:58.284561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Attempting to bind port c6ca2783-527f-4446-8424-524e54de86f5 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:31:58.285010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Attempting to bind port c6ca2783-527f-4446-8424-524e54de86f5 on network 6d03fd2d-adee-490a-8c43-6546637b4308 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:58.303127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Port c6ca2783-527f-4446-8424-524e54de86f5 on network 6d03fd2d-adee-490a-8c43-6546637b4308 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:31:58.303337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Attempting to bind port c6ca2783-527f-4446-8424-524e54de86f5 on network 6d03fd2d-adee-490a-8c43-6546637b4308 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:31:58.312358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0bd07e40-733e-483f-8cbc-cb5133959f43'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.320022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['70a2f966-e04f-40b0-89e6-9f8844e5e38a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.321995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['188e35a5-b802-4498-b7a6-31a0c51b48fb'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.325506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['6c99ac91-7037-4ec5-8e9d-226b3e875133'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.339207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:31:58.339549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Checking segment: {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:31:58.340006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Bound using segment: {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:31:58.340523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Bound port: c6ca2783-527f-4446-8424-524e54de86f5, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef17940-2845-4abb-8f26-e92bc237f019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:31:58.340970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.352855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['8f9d4b89-b0d6-4552-b2c1-71e8b67270c4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.353277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378a073-5e69-4232-a646-ac81fcf13864 req-0c3f8dbf-41d5-46b6-9b2e-fed77745a2d6 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.355069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b378a073-5e69-4232-a646-ac81fcf13864 req-0c3f8dbf-41d5-46b6-9b2e-fed77745a2d6 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.5375857 Aug 27 02:31:58.368137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] No DVR routers for this DVR port 60f5ecea-1645-4223-9474-f8c88d007d73 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:58.379424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bec3997a-5ea3-4718-b16e-7e7b8254b1d5 req-b4a50fcf-aeeb-40fe-87bd-b7d4feac6b28 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094899 Aug 27 02:31:58.380691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.383350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b486e903-b095-41bf-bb72-3aec1522b802 req-e60fd1c9-e12a-4944-bfe9-486742b6983d tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.46 "DELETE /v2.0/ports/60f5ecea-1645-4223-9474-f8c88d007d73 HTTP/1.1" status: 204 len: 173 time: 1.3757989 Aug 27 02:31:58.458121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b378a073-5e69-4232-a646-ac81fcf13864 req-bda2a9c1-12bd-4530-9c9d-51de9bf5d70b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Aug 27 02:31:58.481860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port 4c728f07-8bf3-45ab-8f60-30a2600ec505, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=4c728f07-8bf3-45ab-8f60-30a2600ec505,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:31:58.482208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.487026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:31:58.492695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c6ca2783-527f-4446-8424-524e54de86f5,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:31:58.496518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c000eed2-8af7-4081-b876-e606f3fb64ff req-7f105d2b-0d83-405a-8aa0-e213c0bea9ef service neutron] 10.222.0.15 "GET /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618960 Aug 27 02:31:58.503370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.538825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for 4c728f07-8bf3-45ab-8f60-30a2600ec505 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:31:58.573728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.574368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.575789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] 10.222.0.46 "PUT /v2.0/ports/c6ca2783-527f-4446-8424-524e54de86f5 HTTP/1.1" status: 200 len: 1091 time: 1.8761013 Aug 27 02:31:58.622441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de7cdb-4852-46f6-9d71-e7730e61c68b service neutron] Pushing event updated for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:58.637807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['fa9833a0-a624-4ceb-bf52-878fd0a80842'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.640015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.681717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-00aa9146-6109-409e-99de-f9eab8f3fa40 req-9af22e00-ea99-4f1d-8c56-41a1d4f32e6f tempest-VolumesActionsTest-1351725404 tempest-VolumesActionsTest-1351725404-project] 10.222.0.26 "GET /v2.0/ports?device_id=72d4002e-3e30-4da6-ba7e-e7fe16f76322 HTTP/1.1" status: 200 len: 210 time: 0.0427322 Aug 27 02:31:58.786191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067b733-aac8-4fa7-88a3-430ee95e22cd req-c4728697-0d23-47fd-9abe-72ed8fe60fc4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.796642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3067b733-aac8-4fa7-88a3-430ee95e22cd req-c4728697-0d23-47fd-9abe-72ed8fe60fc4 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.3174748 Aug 27 02:31:58.801313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'name': 'network-vif-deleted', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73'}, {'name': 'network-changed', 'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:58.803794 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444985f2-5b84-4a37-8335-66fafc14215d" -d '{"events": [{"server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "name": "network-vif-deleted", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73"}, {"name": "network-changed", "server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "tag": "c6ca2783-527f-4446-8424-524e54de86f5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:31:58.824077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.843513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-d3e9e45c-be77-45a2-bd04-c78bb32fd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.845609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-d3e9e45c-be77-45a2-bd04-c78bb32fd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.848669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-d3e9e45c-be77-45a2-bd04-c78bb32fd5d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1979 time: 0.1897554 Aug 27 02:31:58.889483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3067b733-aac8-4fa7-88a3-430ee95e22cd req-02609aa4-61b1-40a0-8ec3-e4331a44ce7a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913830 Aug 27 02:31:58.900951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:58.949246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.958619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-6f6858b6-bdab-4562-bfb1-59111fceae57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 HTTP/1.1" status: 200 len: 217 time: 0.0665104 Aug 27 02:31:58.960776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.969166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['4c728f07-8bf3-45ab-8f60-30a2600ec505'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:31:58.972038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:58.990536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.004998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.018318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.022610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c61e21de-ddc9-4d87-b1ac-494b34e112e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.024120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-c61e21de-ddc9-4d87-b1ac-494b34e112e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=85b02dbb-3d66-4931-913c-028a494d27a0 HTTP/1.1" status: 200 len: 801 time: 0.0589802 Aug 27 02:31:59.031231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.034329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-15b95c82-d77c-4c05-bfbb-b0425d961e2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5438 time: 0.2327919 Aug 27 02:31:59.129728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=4c728f07-8bf3-45ab-8f60-30a2600ec505,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:31:59.144955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8552ea0-b5df-437c-8a63-78b425afb18f req-71d9e51e-b774-413a-8673-38af9be65afe tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=1150fba0-43c8-42a9-90e8-a29e2652f2df HTTP/1.1" status: 200 len: 210 time: 0.0412004 Aug 27 02:31:59.146887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-77981895-952c-4a4c-b99e-22450d565796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:31:59.148484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-77981895-952c-4a4c-b99e-22450d565796 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b92d6e3a-5d12-425a-893a-d460eb02c52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127026 Aug 27 02:31:59.274215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-b53b78d4-1ce2-4ef2-bea7-e47d8540194e service neutron] 10.222.0.46 "GET /v2.0/networks/b92d6e3a-5d12-425a-893a-d460eb02c52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179116 Aug 27 02:31:59.275941 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beacc1c-9ae2-4e5a-a3fe-bcc17b79dbf9 x-openstack-request-id: req-2beacc1c-9ae2-4e5a-a3fe-bcc17b79dbf9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:31:59.276232 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d4002e-3e30-4da6-ba7e-e7fe16f76322", "name": "network-vif-deleted", "tag": "60f5ecea-1645-4223-9474-f8c88d007d73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "tag": "c6ca2783-527f-4446-8424-524e54de86f5", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:31:59.276492 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2beacc1c-9ae2-4e5a-a3fe-bcc17b79dbf9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:31:59.276887 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d4002e-3e30-4da6-ba7e-e7fe16f76322', 'name': 'network-vif-deleted', 'tag': '60f5ecea-1645-4223-9474-f8c88d007d73', 'status': 'completed', 'code': 200} Aug 27 02:31:59.277143 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5', 'status': 'completed', 'code': 200} Aug 27 02:31:59.352533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdc66dd2-02cb-42f1-8003-2cfafda99575 req-6f9a1306-a28c-4d39-8a45-373b12d8490c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725914 Aug 27 02:31:59.353603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port 4c728f07-8bf3-45ab-8f60-30a2600ec505 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:31:59.367196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:31:59.372756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78d87b07-5917-42d2-b6bb-3302edd1dbc0 req-2ef5db87-23d3-49d5-b394-4b932cf7e057 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "DELETE /v2.0/ports/4c728f07-8bf3-45ab-8f60-30a2600ec505 HTTP/1.1" status: 204 len: 173 time: 1.7588880 Aug 27 02:31:59.373337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'name': 'network-vif-deleted', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:31:59.403400 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941479a1-a1f2-486f-b882-c59127637512" -d '{"events": [{"server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "name": "network-vif-deleted", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:00.019409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc027-84f6-4373-8330-49c1d978a83f req-87048634-2161-44e3-b449-79bc74281300 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.021987 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:32:00.027710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc027-84f6-4373-8330-49c1d978a83f req-87048634-2161-44e3-b449-79bc74281300 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.035848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-542dc027-84f6-4373-8330-49c1d978a83f req-87048634-2161-44e3-b449-79bc74281300 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1677 time: 0.1781926 Aug 27 02:32:00.105809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-840ca49a-2942-4900-88f6-5f4ead791952 service neutron] 10.222.0.46 "GET /v2.0/networks/b92d6e3a-5d12-425a-893a-d460eb02c52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8194902 Aug 27 02:32:00.205573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-542dc027-84f6-4373-8330-49c1d978a83f req-d4d9712b-24b2-417d-bb60-f99bb48be149 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684284 Aug 27 02:32:00.207047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-61639900-0dc0-4e5e-a3ba-eff6f9ddd78d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=c6ca2783-527f-4446-8424-524e54de86f5 HTTP/1.1" status: 200 len: 217 time: 0.0708911 Aug 27 02:32:00.277770 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdc999-b785-4b8b-b1d0-312c8933cb8d x-openstack-request-id: req-debdc999-b785-4b8b-b1d0-312c8933cb8d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:00.278784 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1150fba0-43c8-42a9-90e8-a29e2652f2df", "name": "network-vif-deleted", "tag": "4c728f07-8bf3-45ab-8f60-30a2600ec505", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:00.279209 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-debdc999-b785-4b8b-b1d0-312c8933cb8d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:00.279763 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1150fba0-43c8-42a9-90e8-a29e2652f2df', 'name': 'network-vif-deleted', 'tag': '4c728f07-8bf3-45ab-8f60-30a2600ec505', 'status': 'completed', 'code': 200} Aug 27 02:32:00.294826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-5a02bc6c-6e57-4534-89ad-b90a07e4ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.297099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-5a02bc6c-6e57-4534-89ad-b90a07e4ade8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4792433-e6a8-4d51-ab6f-b55bc160f5b0 HTTP/1.1" status: 200 len: 801 time: 0.0811856 Aug 27 02:32:00.402009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-cc263951-0f97-4dc2-939d-e1008177176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.403649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-cc263951-0f97-4dc2-939d-e1008177176f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d03fd2d-adee-490a-8c43-6546637b4308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979626 Aug 27 02:32:00.418586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71309936-54a5-4724-bc69-0033932708c5 req-11ffd40f-c396-4398-b817-f1f20d80369c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.420466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71309936-54a5-4724-bc69-0033932708c5 req-11ffd40f-c396-4398-b817-f1f20d80369c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 945 time: 0.0659664 Aug 27 02:32:00.521291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71309936-54a5-4724-bc69-0033932708c5 req-c3bcab03-044c-4adc-8a5c-d94d9a50412d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917237 Aug 27 02:32:00.557132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-7bcd19bb-501c-490e-9df5-8d601b376f78 service neutron] 10.222.0.46 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355298 Aug 27 02:32:00.616506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:00.701084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a9e90-78a8-490b-b487-751f0af26a78 req-c7198fa7-77a3-4b87-a05e-19abda9c6007 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.702608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-019a9e90-78a8-490b-b487-751f0af26a78 req-c7198fa7-77a3-4b87-a05e-19abda9c6007 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1168039 Aug 27 02:32:00.727229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ceaca46-79a3-46c3-a6cf-49531e57e2e7 req-1d453d65-074d-4181-919e-bf8c714a77b7 service neutron] 10.222.0.46 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627977 Aug 27 02:32:00.746707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-019a9e90-78a8-490b-b487-751f0af26a78 req-6d830aee-38b5-4ed8-9215-9f2b5516fb06 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359905 Aug 27 02:32:00.946676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444985f2-5b84-4a37-8335-66fafc14215d req-5fa22532-3681-4d06-84d9-88cf6b889a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.947163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444985f2-5b84-4a37-8335-66fafc14215d req-5fa22532-3681-4d06-84d9-88cf6b889a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.948754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-5fa22532-3681-4d06-84d9-88cf6b889a94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2b840d8a7e8a427f9c285933dd169917&device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1979 time: 0.1028159 Aug 27 02:32:00.957859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3445122-db44-4d04-bf0f-29eb3a312922 req-1ff76faf-6ebd-4003-8ca4-012e17b58714 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:00.959370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3445122-db44-4d04-bf0f-29eb3a312922 req-1ff76faf-6ebd-4003-8ca4-012e17b58714 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1051736 Aug 27 02:32:01.063627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e3445122-db44-4d04-bf0f-29eb3a312922 req-52fc11f9-a1db-4f95-9eae-bcd81cf679c9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947385 Aug 27 02:32:01.097833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444985f2-5b84-4a37-8335-66fafc14215d req-de8b495a-289f-48ca-8c6d-8c80a4896e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.097833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-de8b495a-289f-48ca-8c6d-8c80a4896e65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d03fd2d-adee-490a-8c43-6546637b4308 HTTP/1.1" status: 200 len: 903 time: 0.1304102 Aug 27 02:32:01.101101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 60f5ecea-1645-4223-9474-f8c88d007d73 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:01.145258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-a28fd253-6bd6-43fa-8900-1b79ff08bbff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=c6ca2783-527f-4446-8424-524e54de86f5 HTTP/1.1" status: 200 len: 217 time: 0.0466754 Aug 27 02:32:01.156252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 60f5ecea-1645-4223-9474-f8c88d007d73 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:01.156597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 60f5ecea-1645-4223-9474-f8c88d007d73 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:01.157049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4c728f07-8bf3-45ab-8f60-30a2600ec505 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:01.240247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 4c728f07-8bf3-45ab-8f60-30a2600ec505 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:01.241972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 4c728f07-8bf3-45ab-8f60-30a2600ec505 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:01.301595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444985f2-5b84-4a37-8335-66fafc14215d req-976834e3-5bbd-4fef-a50f-7eeec41fa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.303616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-976834e3-5bbd-4fef-a50f-7eeec41fa765 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4792433-e6a8-4d51-ab6f-b55bc160f5b0 HTTP/1.1" status: 200 len: 801 time: 0.1438360 Aug 27 02:32:01.328487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.335341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.341461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.348382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.363481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.370262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.377030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.379021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c947680-64f7-4d18-9644-266c786b7d20 req-a9009f3b-56d6-49ee-8de0-b4c8ec253695 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5438 time: 0.1308107 Aug 27 02:32:01.459333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c947680-64f7-4d18-9644-266c786b7d20 req-765ee384-8494-410c-a5f7-b3000105791d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716147 Aug 27 02:32:01.462193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444985f2-5b84-4a37-8335-66fafc14215d req-936256c8-8982-4f7d-99a9-e539d138b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.463673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-936256c8-8982-4f7d-99a9-e539d138b5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d03fd2d-adee-490a-8c43-6546637b4308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1484051 Aug 27 02:32:01.643030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-4f96a3be-745c-4933-83d0-78589eee6df9 service neutron] 10.222.0.46 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716471 Aug 27 02:32:01.655496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298691-6f39-4107-bad2-9ecd28b5e21a req-6bf1ca14-a3b5-4ea8-ade7-04bb36d9ac45 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.662427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298691-6f39-4107-bad2-9ecd28b5e21a req-6bf1ca14-a3b5-4ea8-ade7-04bb36d9ac45 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:01.664190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40298691-6f39-4107-bad2-9ecd28b5e21a req-6bf1ca14-a3b5-4ea8-ade7-04bb36d9ac45 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1677 time: 0.1065300 Aug 27 02:32:01.754835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40298691-6f39-4107-bad2-9ecd28b5e21a req-09551c5a-d9af-4906-9797-dfb4ca4c7ca9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812371 Aug 27 02:32:01.804737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-444985f2-5b84-4a37-8335-66fafc14215d req-401957c5-6d24-4d9f-ad12-a7371e671f45 service neutron] 10.222.0.46 "GET /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385596 Aug 27 02:32:01.997628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-8bd78c00-1422-40f2-8028-9f7763a85058 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:02.002800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-8bd78c00-1422-40f2-8028-9f7763a85058 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.1213546 Aug 27 02:32:02.016383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-e98cc417-c455-4164-aa0a-e9f486c72d17 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/quotas/1672892c4542416b9b7e5dcfd49632d4 HTTP/1.1" status: 200 len: 375 time: 0.0103419 Aug 27 02:32:02.054559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-7b57b9ea-cf29-481c-972f-e84c6150d969 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321782 Aug 27 02:32:02.176925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-ebfdda68-892f-426e-b6fe-7593262b947a service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151760 Aug 27 02:32:02.311071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-0dadc43a-1461-4cfb-956b-76b2804c262d service neutron] 10.222.0.26 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269364 Aug 27 02:32:02.552832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a9e9-f342-47d8-9a8e-0cc798554841 req-4c37911f-508e-4fe9-9ef3-f50afd152a13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:02.554608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c419a9e9-f342-47d8-9a8e-0cc798554841 req-4c37911f-508e-4fe9-9ef3-f50afd152a13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 945 time: 0.0851622 Aug 27 02:32:02.630937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c419a9e9-f342-47d8-9a8e-0cc798554841 req-6e4cfbdc-be4c-446e-95df-e7eaac6b7743 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563300 Aug 27 02:32:02.869227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec37e-dda1-4fe6-8db7-786d58a85bb1 req-dbc0ea81-e583-4bab-9e66-16a29158ce40 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:02.884641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa7ec37e-dda1-4fe6-8db7-786d58a85bb1 req-dbc0ea81-e583-4bab-9e66-16a29158ce40 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1373539 Aug 27 02:32:03.015364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa7ec37e-dda1-4fe6-8db7-786d58a85bb1 req-271a62ec-01f7-48c6-b5b0-e3ca6ed5c873 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296337 Aug 27 02:32:03.301207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610fbc-e867-4d21-b335-e996e3e92506 req-915df03d-df57-438d-b3ce-fbf768837a90 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.314664 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e610fbc-e867-4d21-b335-e996e3e92506 req-915df03d-df57-438d-b3ce-fbf768837a90 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1046751 Aug 27 02:32:03.437788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e610fbc-e867-4d21-b335-e996e3e92506 req-a9adcd99-a1d4-4363-bdb7-39315d82c417 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195338 Aug 27 02:32:03.676014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f03f99c-e3cf-461b-bc4f-1676cfe932e9 req-394c1706-b7ca-4bfc-a3cd-6c51e2900428 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 210 time: 0.0683439 Aug 27 02:32:03.835851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:03.848431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.855945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.879188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.885319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.899324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.911899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.943560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:03.953338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-c945d8cc-4ad4-40d1-b8ad-6bc9b11f536f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5438 time: 0.2108035 Aug 27 02:32:03.982899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:03.987649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:03.988054 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.083404 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-231c11fa-eb8e-43f5-823d-4e587c1a1475 req-5baa37a1-92a7-411b-b84c-885213febf41 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993080 Aug 27 02:32:04.199638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.246762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:04.258431 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18eaf4-0b15-4e38-a73c-775c1bdd9cf5" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:04.298361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:04.308552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.317204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 70a2f966-e04f-40b0-89e6-9f8844e5e38a up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:04.381904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2781-599b-460e-98b7-941a4a74cb19 req-333356c4-510e-42ac-af5f-95ae90f92932 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:04.397157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db2781-599b-460e-98b7-941a4a74cb19 req-333356c4-510e-42ac-af5f-95ae90f92932 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:04.409224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5db2781-599b-460e-98b7-941a4a74cb19 req-333356c4-510e-42ac-af5f-95ae90f92932 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1677 time: 0.1595855 Aug 27 02:32:04.450050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:04.476648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-cc986d86-d1a8-4cdd-8f0e-1d058d122869 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:04.479774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-cc986d86-d1a8-4cdd-8f0e-1d058d122869 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 811 time: 0.3654828 Aug 27 02:32:04.506944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 70a2f966-e04f-40b0-89e6-9f8844e5e38a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:04.520284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 70a2f966-e04f-40b0-89e6-9f8844e5e38a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:04.521563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:04.523296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5db2781-599b-460e-98b7-941a4a74cb19 req-33bb474f-03c6-4778-8548-24d86cceb960 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121166 Aug 27 02:32:04.543943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Request body: {'port': {'device_id': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'admin_state_up': True, 'tenant_id': '1672892c4542416b9b7e5dcfd49632d4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:04.710855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceffc64-802e-4793-b4d3-fc137001accd req-02ef7491-b847-4b9a-b8a1-374354d68f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:04.713153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-02ef7491-b847-4b9a-b8a1-374354d68f7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=087e332b4efa476080421bdfcbed8383&device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 1097 time: 0.0947263 Aug 27 02:32:04.938695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.020321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Made reservation on behalf of 1672892c4542416b9b7e5dcfd49632d4 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:05.024758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.062031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:05.078297 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.079531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 188e35a5-b802-4498-b7a6-31a0c51b48fb up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:05.084494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee61ef-fd52-4bca-8a47-23d07e79ebbe req-878fb920-ef74-4d0c-ab80-f22b57369361 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.087776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87ee61ef-fd52-4bca-8a47-23d07e79ebbe req-878fb920-ef74-4d0c-ab80-f22b57369361 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.2747977 Aug 27 02:32:05.090716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:05.204474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87ee61ef-fd52-4bca-8a47-23d07e79ebbe req-0d6dbc56-1a02-411d-beef-6254454b1ed0 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067100 Aug 27 02:32:05.264152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372b47-a1fb-41bf-92cf-a555e9c776a8 req-31d07b8f-0648-492b-9815-544598cf0c6b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.276160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf372b47-a1fb-41bf-92cf-a555e9c776a8 req-31d07b8f-0648-492b-9815-544598cf0c6b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 945 time: 0.3328121 Aug 27 02:32:05.371884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:05.408467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf372b47-a1fb-41bf-92cf-a555e9c776a8 req-e9aedba7-1825-40de-800d-8743846603de tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310074 Aug 27 02:32:05.439794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Allocated IP 172.20.0.2 (216ef06e-8f19-4cb4-921f-aa140a2e0b70/a6576177-af49-49cd-a847-6055e2b90c98/878109d8-531c-4708-8ae3-df5506aafaad) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:05.458651 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1957d07-cad2-4b9b-a3b1-830d1c784cf0 x-openstack-request-id: req-a1957d07-cad2-4b9b-a3b1-830d1c784cf0 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:05.458651 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:05.460473 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1957d07-cad2-4b9b-a3b1-830d1c784cf0 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:05.461787 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'code': 200} Aug 27 02:32:05.492230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'network_id': 'b92d6e3a-5d12-425a-893a-d460eb02c52a', 'port_id': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'mac_address': 'fa:16:3e:fd:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b02dbb-3d66-4931-913c-028a494d27a0', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:05.581209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.641827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a149db72-561e-406a-9bb3-f44e5eb7d066 req-70561761-91b8-4c17-8c11-f490d50cd86e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 210 time: 0.0796328 Aug 27 02:32:05.654516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57771f-371f-4f38-8f8a-64225298a254 req-abe79745-3312-44df-9717-6e2600024888 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.663101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab57771f-371f-4f38-8f8a-64225298a254 req-abe79745-3312-44df-9717-6e2600024888 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.2179320 Aug 27 02:32:05.692785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:05.715218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:05.836581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:05.860483 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:05.862211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c6ca2783-527f-4446-8424-524e54de86f5 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:05.865104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 188e35a5-b802-4498-b7a6-31a0c51b48fb completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:05.883360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab57771f-371f-4f38-8f8a-64225298a254 req-11267994-a15c-4d8f-992e-27eecadfa713 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187781 Aug 27 02:32:05.891938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceffc64-802e-4793-b4d3-fc137001accd req-77e6fdbc-fd74-4e49-b3eb-7bb5a0dbb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:05.896908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-77e6fdbc-fd74-4e49-b3eb-7bb5a0dbb7c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=55eba266-e8cb-4023-b63c-f61e72054e10 HTTP/1.1" status: 200 len: 914 time: 0.6131768 Aug 27 02:32:05.933205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 188e35a5-b802-4498-b7a6-31a0c51b48fb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:05.934452 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.031445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-13cdd989-e75a-4294-b1dd-c62e3b6166df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbc89fcd-2005-4a7a-bea2-186713b08203 HTTP/1.1" status: 200 len: 217 time: 0.1149330 Aug 27 02:32:06.055797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.070192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:32:06.079446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.097040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.122954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.153554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.170897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.193633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.198344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d503be01-5194-477f-91f7-047f2433c95b req-1cd05b99-0577-420f-a1b3-20bce23c9515 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5440 time: 0.3876605 Aug 27 02:32:06.208774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.234483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceffc64-802e-4793-b4d3-fc137001accd req-d1659705-ecea-4499-a012-2b516b935a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.237016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-d1659705-ecea-4499-a012-2b516b935a20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cea9cd8-c023-43d7-b326-e2cec7b16864 HTTP/1.1" status: 200 len: 853 time: 0.1481450 Aug 27 02:32:06.274238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:06.369109 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.416895 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-adb037df-63d6-4053-98a4-896a16f4b174 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3842721 Aug 27 02:32:06.466753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:06.469772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650049a5-3c0f-4aec-b10a-8b97b5950ba5 req-895b82bd-5e8f-4bb8-b17b-96ab653d5b5e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.484214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:06.502478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650049a5-3c0f-4aec-b10a-8b97b5950ba5 req-895b82bd-5e8f-4bb8-b17b-96ab653d5b5e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.513004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-650049a5-3c0f-4aec-b10a-8b97b5950ba5 req-895b82bd-5e8f-4bb8-b17b-96ab653d5b5e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1678 time: 0.2857821 Aug 27 02:32:06.527289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:06.550064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c6ca2783-527f-4446-8424-524e54de86f5,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:06.580291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.600921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'c6ca2783-527f-4446-8424-524e54de86f5', 'network_id': '6d03fd2d-adee-490a-8c43-6546637b4308', 'port_id': 'c6ca2783-527f-4446-8424-524e54de86f5', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4792433-e6a8-4d51-ab6f-b55bc160f5b0', 'ip_address': '19.86.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:06.621004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d503be01-5194-477f-91f7-047f2433c95b req-52371f6e-b9d6-41a6-8c41-239120d623a4 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763329 Aug 27 02:32:06.643831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.644742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.671100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-46f869a6-ee60-4f0a-8547-fde386fe7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:06.672026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event updated for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:06.673731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-46f869a6-ee60-4f0a-8547-fde386fe7d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.1597180 Aug 27 02:32:06.711155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:06.718306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-4c918152-27ef-4891-89ab-01229dc43a85 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1934149 Aug 27 02:32:06.725900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-650049a5-3c0f-4aec-b10a-8b97b5950ba5 req-6a8abf5a-2b29-4726-bb7a-67e4e2247f41 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907263 Aug 27 02:32:06.732793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-1cf9c7ac-7b6b-4f13-8e1b-31d7b0d0dad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=55eba266-e8cb-4023-b63c-f61e72054e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028333 Aug 27 02:32:06.744354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Request body: {'port': {'device_id': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:06.801361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:06.802148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6c99ac91-7037-4ec5-8e9d-226b3e875133 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:06.905806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.018255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-5d6e0ad5-927f-465d-a7f8-d91dbcfb2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.020719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-5d6e0ad5-927f-465d-a7f8-d91dbcfb2e09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2928805 Aug 27 02:32:07.252959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-7aaba4ee-e103-47bd-98d6-3834104a34e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.2176576 Aug 27 02:32:07.261619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40d196-fa9a-4f65-a9f0-384dbc3e8411 req-9206033f-8e62-439d-9d5f-16b3e39df343 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.269645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba40d196-fa9a-4f65-a9f0-384dbc3e8411 req-9206033f-8e62-439d-9d5f-16b3e39df343 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.2477024 Aug 27 02:32:07.289355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891715a-6dba-4157-9c3c-d505493842cf req-caae6623-a1ad-49d6-8434-bfa849aa34c8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.291555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0891715a-6dba-4157-9c3c-d505493842cf req-caae6623-a1ad-49d6-8434-bfa849aa34c8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 945 time: 0.3560083 Aug 27 02:32:07.304980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.310241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-eff297a7-c7e4-4323-bb48-e8ad536fe017 service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181191 Aug 27 02:32:07.393450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.463178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ca2783-527f-4446-8424-524e54de86f5 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:07.468530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:07.473783 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3295e931-0f27-43da-a621-052013c2c81e" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:07.490136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0891715a-6dba-4157-9c3c-d505493842cf req-9a212924-2214-48e3-9977-6db4d37624cc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909015 Aug 27 02:32:07.498249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c6ca2783-527f-4446-8424-524e54de86f5,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:07.506047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.611686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-29c61366-5d57-43d3-81d2-4af44553dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.614900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-29c61366-5d57-43d3-81d2-4af44553dfcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.3385568 Aug 27 02:32:07.615952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:07.623717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 6c99ac91-7037-4ec5-8e9d-226b3e875133 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:07.643459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 6c99ac91-7037-4ec5-8e9d-226b3e875133 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:07.655301 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.672041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba40d196-fa9a-4f65-a9f0-384dbc3e8411 req-a82f2050-e422-4667-9eda-93f54e1dceb7 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013796 Aug 27 02:32:07.835300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dceffc64-802e-4793-b4d3-fc137001accd req-2a1b12c9-db11-47bc-a513-bedb0a5542e8 service neutron] 10.222.0.15 "GET /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598255 Aug 27 02:32:07.876094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878109d8-531c-4708-8ae3-df5506aafaad {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:07.878472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-38c2868e-36b5-44a5-889c-8f23cad04e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:07.880243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-38c2868e-36b5-44a5-889c-8f23cad04e1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571027 Aug 27 02:32:07.916647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.948165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:07.974427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Transition to ACTIVE for port object 878109d8-531c-4708-8ae3-df5506aafaad will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:08.009917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e51b-dcd3-4467-a2f1-19a4ca16766d req-f9b3ffb9-15bd-4162-8b62-52d108c6cd7c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.013063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f435e51b-dcd3-4467-a2f1-19a4ca16766d req-f9b3ffb9-15bd-4162-8b62-52d108c6cd7c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 931 time: 0.3025191 Aug 27 02:32:08.014220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.038581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:08.048205 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.049032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9d645f4f-b662-46a5-9929-0a409fa1d893 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:08.086500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-3afdc487-bf06-47be-8b55-ea368e249f39 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960697 Aug 27 02:32:08.099442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288aa85-da1f-46e0-9640-33cb106c9c81 req-c0cae58c-a2b2-4b24-be69-08eba8914c1a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.101006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2288aa85-da1f-46e0-9640-33cb106c9c81 req-c0cae58c-a2b2-4b24-be69-08eba8914c1a tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.2683952 Aug 27 02:32:08.162023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:08.223313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2288aa85-da1f-46e0-9640-33cb106c9c81 req-bb5cb661-79ab-426f-b262-53ac88512faa tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011271 Aug 27 02:32:08.232074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Pushing event updated for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.274294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8a9987-884f-4406-94b6-6adc4aa979c3 req-414c300d-dad9-446d-8f8f-e5c10ce7fbb2 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722505 Aug 27 02:32:08.305187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.322189 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bdf47c-07e4-4033-b7e7-c42bc23c0148 x-openstack-request-id: req-a8bdf47c-07e4-4033-b7e7-c42bc23c0148 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:08.324143 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:08.324283 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8bdf47c-07e4-4033-b7e7-c42bc23c0148 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:08.325335 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'code': 200} Aug 27 02:32:08.326355 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'code': 200} Aug 27 02:32:08.331013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f435e51b-dcd3-4467-a2f1-19a4ca16766d req-3d70c7b0-6936-4993-883e-be1f478e3b84 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030136 Aug 27 02:32:08.393462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 9d645f4f-b662-46a5-9929-0a409fa1d893 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:08.420759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 9d645f4f-b662-46a5-9929-0a409fa1d893 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:08.421168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.423730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Attempting to bind port 878109d8-531c-4708-8ae3-df5506aafaad on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:08.424065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Attempting to bind port 878109d8-531c-4708-8ae3-df5506aafaad by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:08.424425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Attempting to bind port 878109d8-531c-4708-8ae3-df5506aafaad on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:08.439925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Port 878109d8-531c-4708-8ae3-df5506aafaad on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:08.440329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Attempting to bind port 878109d8-531c-4708-8ae3-df5506aafaad on network 216ef06e-8f19-4cb4-921f-aa140a2e0b70 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:08.445773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:08.446102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Checking segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:08.446504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Bound using segment: {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:08.450418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Bound port: 878109d8-531c-4708-8ae3-df5506aafaad, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e51c7a1-f477-43e6-960b-f817f59bc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:08.450418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.510181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.517783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.526359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.535648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.542230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.549549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.556128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.564936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-26b9b033-ea84-4a5d-93ed-a1a791de3266 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5442 time: 0.1302917 Aug 27 02:32:08.600176 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.617379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6275ac3-eab3-4611-9eaf-97c1ed45a146 req-e98d8479-6be8-4ca0-bb42-a0f21b820162 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512798 Aug 27 02:32:08.647640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9d645f4f-b662-46a5-9929-0a409fa1d893,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:08.656022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.657584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bd07e40-733e-483f-8cbc-cb5133959f43 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:08.662689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34297a-0d00-41ff-ae0f-877c79df0944 req-5feb796c-8f26-4712-8433-9b7167bee370 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.668653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34297a-0d00-41ff-ae0f-877c79df0944 req-5feb796c-8f26-4712-8433-9b7167bee370 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.676537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a34297a-0d00-41ff-ae0f-877c79df0944 req-5feb796c-8f26-4712-8433-9b7167bee370 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1679 time: 0.2067525 Aug 27 02:32:08.711151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:08.741805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=878109d8-531c-4708-8ae3-df5506aafaad,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:08.758366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5a34297a-0d00-41ff-ae0f-877c79df0944 req-cf26c6a1-4b4b-4b93-8a2b-d9dbc78ad31f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765245 Aug 27 02:32:08.760352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.789733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 0bd07e40-733e-483f-8cbc-cb5133959f43 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:08.821413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 0bd07e40-733e-483f-8cbc-cb5133959f43 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:08.821786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.843524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.845074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:08.850683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] 10.222.0.46 "PUT /v2.0/ports/878109d8-531c-4708-8ae3-df5506aafaad HTTP/1.1" status: 200 len: 1091 time: 2.1174738 Aug 27 02:32:08.854929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.855729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:08.858708 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3adb92-fa31-4f56-b45f-2b511236b710" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "tag": "878109d8-531c-4708-8ae3-df5506aafaad"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:08.957936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724057-59de-41e0-8121-de2f52d9e458 service neutron] Pushing event updated for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:08.982888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dcbf3-128e-4a41-b3a8-84af45ce1c83 req-45d0c5d1-f9ce-448d-ad1d-4e2673258dac tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:08.990893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a01dcbf3-128e-4a41-b3a8-84af45ce1c83 req-45d0c5d1-f9ce-448d-ad1d-4e2673258dac tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 946 time: 0.1178734 Aug 27 02:32:09.019903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-69d8e273-1b7b-4385-a67b-db08fb3f7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:09.021733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-69d8e273-1b7b-4385-a67b-db08fb3f7564 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 1094 time: 0.1009977 Aug 27 02:32:09.023740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.032671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c6ca2783-527f-4446-8424-524e54de86f5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:09.124365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-e539b635-383a-479e-a040-e4e4e9a1ee71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878109d8-531c-4708-8ae3-df5506aafaad HTTP/1.1" status: 200 len: 217 time: 0.0821135 Aug 27 02:32:09.134518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a01dcbf3-128e-4a41-b3a8-84af45ce1c83 req-be8c03d7-8108-4b48-b3d4-144ec3148ea5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424139 Aug 27 02:32:09.173545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:09.182129 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.182974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device fa9833a0-a624-4ceb-bf52-878fd0a80842 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:09.263663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131990e7-1340-407e-89f3-411ca86373fe req-5aa64523-bd01-4c74-a388-621cd9e55e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:09.270445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-5aa64523-bd01-4c74-a388-621cd9e55e7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1335337 Aug 27 02:32:09.355722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:09.368315 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d236fc43-fdb8-4173-b1fb-d56fa8630820 x-openstack-request-id: req-d236fc43-fdb8-4173-b1fb-d56fa8630820 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:09.368905 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "tag": "878109d8-531c-4708-8ae3-df5506aafaad", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:09.369527 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d236fc43-fdb8-4173-b1fb-d56fa8630820 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:09.370124 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad', 'status': 'completed', 'code': 200} Aug 27 02:32:09.375973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-db52eae9-1063-4d31-b170-50d04d818743 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970287 Aug 27 02:32:09.406706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port fa9833a0-a624-4ceb-bf52-878fd0a80842 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:09.426469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port fa9833a0-a624-4ceb-bf52-878fd0a80842 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:09.426843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.537794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e43af-4e84-4452-b13b-346bb2ff45e4 req-fa606f34-4e86-4cd1-a8c4-7959672568f6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:09.549168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-685e43af-4e84-4452-b13b-346bb2ff45e4 req-fa606f34-4e86-4cd1-a8c4-7959672568f6 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1263072 Aug 27 02:32:09.580273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:09.628428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ce57-b516-4940-ab59-388813f140b6 req-633a56b4-1a2d-4b15-a2b1-3b4558545fb1 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:09.655728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89f1ce57-b516-4940-ab59-388813f140b6 req-633a56b4-1a2d-4b15-a2b1-3b4558545fb1 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.3632784 Aug 27 02:32:09.728921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-685e43af-4e84-4452-b13b-346bb2ff45e4 req-5ab4988f-45e9-4c46-b7ab-81541b4a97c5 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788046 Aug 27 02:32:09.851896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:09.859476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89f1ce57-b516-4940-ab59-388813f140b6 req-7cef16d9-4583-46b0-9b36-d121fc2df569 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623423 Aug 27 02:32:09.862241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-2b95f2e9-765e-4d0f-aa66-9f1fdc61758d service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554710 Aug 27 02:32:09.939831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:09.957807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:09.958151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.015736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:10.025530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.027173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:10.059547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-131990e7-1340-407e-89f3-411ca86373fe req-b18bec6e-7037-4b9c-936a-becef40782dd service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888380 Aug 27 02:32:10.076770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfd9c8-2de5-4a93-9cf6-16c4942261fa req-e967c696-a1e2-4524-bbe4-b9caf8c80f58 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.090346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30dfd9c8-2de5-4a93-9cf6-16c4942261fa req-e967c696-a1e2-4524-bbe4-b9caf8c80f58 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 943 time: 0.1304109 Aug 27 02:32:10.200057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30dfd9c8-2de5-4a93-9cf6-16c4942261fa req-523d3d67-48e9-4191-977f-5ca2c2074a4d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Aug 27 02:32:10.226261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.242976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.246925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.252194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.263601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.277872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:10.281424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.298637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.304583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.312324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:10.314711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:10.315073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.321618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.336879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa705353-26c0-42cb-868b-7c1358b57239 req-2a1a2e45-de0a-4878-8d66-0aac11349240 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5444 time: 0.2743800 Aug 27 02:32:10.411644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133'}, {'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9833a0-a624-4ceb-bf52-878fd0a80842'}, {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:10.417018 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305545f-eb99-44c4-abdf-f606e18bd86c" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133"}, {"server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "name": "network-vif-plugged", "status": "completed", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "fa9833a0-a624-4ceb-bf52-878fd0a80842"}, {"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-plugged", "status": "completed", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:10.428336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.434167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fef5a8-0ed5-4ecc-b0c1-8f9c54f470d1 req-c156dfa4-47d9-465d-9a20-c8ff2a09cd39 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.452346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fef5a8-0ed5-4ecc-b0c1-8f9c54f470d1 req-c156dfa4-47d9-465d-9a20-c8ff2a09cd39 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.458746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82fef5a8-0ed5-4ecc-b0c1-8f9c54f470d1 req-c156dfa4-47d9-465d-9a20-c8ff2a09cd39 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1680 time: 0.1369567 Aug 27 02:32:10.501133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa705353-26c0-42cb-868b-7c1358b57239 req-3936989f-47a2-41c3-b1cb-c113c254c963 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621675 Aug 27 02:32:10.507449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:10.522422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-2760ea68-5967-4a33-a50a-ffecf6928ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:10.524128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-2760ea68-5967-4a33-a50a-ffecf6928ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1672892c4542416b9b7e5dcfd49632d4&device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 1094 time: 0.3627105 Aug 27 02:32:10.597688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82fef5a8-0ed5-4ecc-b0c1-8f9c54f470d1 req-1a01743b-30df-473a-828b-1d288a760ae8 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255705 Aug 27 02:32:10.608975 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.690491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:10.698185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:10.842174 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77713b2-bf06-4d9a-9542-7d4f16702c9d x-openstack-request-id: req-e77713b2-bf06-4d9a-9542-7d4f16702c9d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:10.843319 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133", "code": 200}, {"server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "name": "network-vif-plugged", "status": "completed", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "fa9833a0-a624-4ceb-bf52-878fd0a80842", "code": 200}, {"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-plugged", "status": "completed", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:10.844662 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e77713b2-bf06-4d9a-9542-7d4f16702c9d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:10.845956 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'code': 200} Aug 27 02:32:10.851887 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893', 'code': 200} Aug 27 02:32:10.851887 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'code': 200} Aug 27 02:32:10.851887 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9833a0-a624-4ceb-bf52-878fd0a80842', 'code': 200} Aug 27 02:32:10.854037 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'code': 200} Aug 27 02:32:10.873170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:11.005953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028957ae-7f5d-402e-affd-f23b035df90e req-be17f55c-cc59-4b15-b33b-88554548465f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.016164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-028957ae-7f5d-402e-affd-f23b035df90e req-be17f55c-cc59-4b15-b33b-88554548465f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1255169 Aug 27 02:32:11.095671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-028957ae-7f5d-402e-affd-f23b035df90e req-ad9ac889-ad5e-4141-8aaf-cf3c00a5f878 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785091 Aug 27 02:32:11.123496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556933f-e0e7-42af-b168-0bf235cff76e req-47f3ceb3-5de4-4757-bf56-4f237b307f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.147801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8556933f-e0e7-42af-b168-0bf235cff76e req-47f3ceb3-5de4-4757-bf56-4f237b307f53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 1097 time: 0.1689146 Aug 27 02:32:11.261043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8556933f-e0e7-42af-b168-0bf235cff76e req-18c77969-0288-4035-a093-e03c70ed1f1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Aug 27 02:32:11.410205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5555c-e255-4ce5-b745-2a87910badbd req-77c381cc-0f66-4f44-bb17-f06c476e7041 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.422806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ec5555c-e255-4ce5-b745-2a87910badbd req-77c381cc-0f66-4f44-bb17-f06c476e7041 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 946 time: 0.7566023 Aug 27 02:32:11.425381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02646c-4cd0-48f5-ac20-0f507b434779 req-78938e08-0221-40a7-a385-ff523afe627b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.439001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e02646c-4cd0-48f5-ac20-0f507b434779 req-78938e08-0221-40a7-a385-ff523afe627b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1481793 Aug 27 02:32:11.460989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-7820e0ee-c9b2-49db-b4ca-a9d800be90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.463005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-7820e0ee-c9b2-49db-b4ca-a9d800be90cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 200 len: 912 time: 0.9248381 Aug 27 02:32:11.539697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e02646c-4cd0-48f5-ac20-0f507b434779 req-f7c2f000-ccab-49a4-97af-fad29e3468b5 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984120 Aug 27 02:32:11.557003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ec5555c-e255-4ce5-b745-2a87910badbd req-49a39f4d-d072-4039-bcfc-10f48f5d4376 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332324 Aug 27 02:32:11.558833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-a01f9cd4-184c-4a53-b701-c13ec12b5cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878109d8-531c-4708-8ae3-df5506aafaad HTTP/1.1" status: 200 len: 217 time: 0.0872042 Aug 27 02:32:11.569827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c6ca2783-527f-4446-8424-524e54de86f5 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:11.692393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-c7808130-2be8-4533-b88a-0857427a87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.694134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-c7808130-2be8-4533-b88a-0857427a87d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 200 len: 851 time: 0.1270635 Aug 27 02:32:11.745692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port c6ca2783-527f-4446-8424-524e54de86f5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:11.753777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-51f6d4bb-b52c-488b-94aa-013222ac0e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=216ef06e-8f19-4cb4-921f-aa140a2e0b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414574 Aug 27 02:32:11.755866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port c6ca2783-527f-4446-8424-524e54de86f5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:11.758951 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:11.780006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff342e3-e837-4dd8-8d6b-8241b6dcbfb1 req-4d12f7c7-45b9-4f52-baae-9a14185ddc73 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.791844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ff342e3-e837-4dd8-8d6b-8241b6dcbfb1 req-4d12f7c7-45b9-4f52-baae-9a14185ddc73 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 943 time: 0.0915952 Aug 27 02:32:11.842777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.850265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.855305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ff342e3-e837-4dd8-8d6b-8241b6dcbfb1 req-81951645-5dfa-4da0-a7dc-1a914c2cfcda tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622728 Aug 27 02:32:11.862340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.869119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.878162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.887346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.897725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:11.908663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-97cb5fc8-f992-4040-ad22-3c00ee8e07fd tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.2298696 Aug 27 02:32:11.993631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f058ab2d-4887-4be9-b6ca-bf2417be168d req-76a1203d-c484-4916-ab6b-eeaac54e9219 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804553 Aug 27 02:32:12.044054 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.044627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-61867a0c-08cf-4c56-b38b-c2fa8cfbae61 service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782075 Aug 27 02:32:12.140768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c6ca2783-527f-4446-8424-524e54de86f5,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:12.146152 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:12.189376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7b9e-0dd7-41c2-acf5-170fcb964873 req-3e29e385-76b5-4cf4-bee8-6a123e0e543a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.211919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7b9e-0dd7-41c2-acf5-170fcb964873 req-3e29e385-76b5-4cf4-bee8-6a123e0e543a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.226861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-370c7b9e-0dd7-41c2-acf5-170fcb964873 req-3e29e385-76b5-4cf4-bee8-6a123e0e543a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1680 time: 0.1638789 Aug 27 02:32:12.247950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:12.255936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b3adb92-fa31-4f56-b45f-2b511236b710 req-3c36288a-c608-4acf-bfbb-4e129841799c service neutron] 10.222.0.46 "GET /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060027 Aug 27 02:32:12.343846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-370c7b9e-0dd7-41c2-acf5-170fcb964873 req-c69b00b3-f46e-413a-b644-33af2ff36f3f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 Aug 27 02:32:12.627072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24437-c90c-4d35-9583-846801eca087 req-79e9728e-3c48-4b60-8f65-8844bc58bdeb tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.630877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48d24437-c90c-4d35-9583-846801eca087 req-79e9728e-3c48-4b60-8f65-8844bc58bdeb tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.1186354 Aug 27 02:32:12.670295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc3b1-dcf4-4785-ae02-b121f8f0105c req-05e1667e-0b1b-42ef-b331-a299591dacc1 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.686943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-016cc3b1-dcf4-4785-ae02-b121f8f0105c req-05e1667e-0b1b-42ef-b331-a299591dacc1 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1284437 Aug 27 02:32:12.699318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48d24437-c90c-4d35-9583-846801eca087 req-0b565781-2ab8-4b30-8b66-2b6956e29283 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606935 Aug 27 02:32:12.791129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-016cc3b1-dcf4-4785-ae02-b121f8f0105c req-673c153e-4d30-43fb-a3f5-b9e5a484ba2f tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956540 Aug 27 02:32:12.854199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4'}, {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:12.856583 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef78a02e-e7c5-4014-b78f-2e03de26490d" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "8f9d4b89-b0d6-4552-b2c1-71e8b67270c4"}, {"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-plugged", "status": "completed", "tag": "c6ca2783-527f-4446-8424-524e54de86f5"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:12.913311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca01eb-f63a-423f-bbf3-ceb2012cea9b req-be8c3de0-62fd-4ccb-8a6f-9df428fe2773 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:12.917182 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38ca01eb-f63a-423f-bbf3-ceb2012cea9b req-be8c3de0-62fd-4ccb-8a6f-9df428fe2773 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 946 time: 0.0946679 Aug 27 02:32:12.919849 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625efb96-9bec-47ca-aadc-473448284652 x-openstack-request-id: req-625efb96-9bec-47ca-aadc-473448284652 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:12.920166 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-plugged", "status": "completed", "tag": "8f9d4b89-b0d6-4552-b2c1-71e8b67270c4", "code": 200}, {"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-plugged", "status": "completed", "tag": "c6ca2783-527f-4446-8424-524e54de86f5", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:12.920418 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-625efb96-9bec-47ca-aadc-473448284652 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:12.920835 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9d4b89-b0d6-4552-b2c1-71e8b67270c4', 'code': 200} Aug 27 02:32:12.921102 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5', 'code': 200} Aug 27 02:32:13.015452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38ca01eb-f63a-423f-bbf3-ceb2012cea9b req-65ffe9b9-aefc-455a-8403-a26e8c39e976 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818224 Aug 27 02:32:13.106419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee30798-f305-4a01-958f-0cd6e9dd04b7 req-468555b5-4871-472c-989d-d9bb8423b849 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.128551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dee30798-f305-4a01-958f-0cd6e9dd04b7 req-468555b5-4871-472c-989d-d9bb8423b849 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 943 time: 0.1267605 Aug 27 02:32:13.199825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.200656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.201292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.201775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.202517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.202990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.204064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.206750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-39aecdfa-9cdc-499e-a279-40c4393c3694 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.1835756 Aug 27 02:32:13.218868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a0ec-b705-4e3d-8e08-1a87c84b651c req-3989addd-5f4e-47cb-82d2-47aa6dae49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.220094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a0ec-b705-4e3d-8e08-1a87c84b651c req-3989addd-5f4e-47cb-82d2-47aa6dae49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.222248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f790a0ec-b705-4e3d-8e08-1a87c84b651c req-3989addd-5f4e-47cb-82d2-47aa6dae49db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1983 time: 0.0850768 Aug 27 02:32:13.240581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dee30798-f305-4a01-958f-0cd6e9dd04b7 req-f07810fd-b22b-46bf-a6b8-b59aaa7a6b1e tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102624 Aug 27 02:32:13.298212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.309194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.317030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.321220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f790a0ec-b705-4e3d-8e08-1a87c84b651c req-a26bdae3-7e8f-425f-9dcb-fb8b1e565b7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Aug 27 02:32:13.329640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.336250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.343926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.349902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.352230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-b8de2f4f-01a8-475d-bb12-63c47ab6242b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1443586 Aug 27 02:32:13.422682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4db89289-f2c9-4f17-90c8-c2dde9e3b1e1 req-a16e4836-16fe-4306-8def-fef8f818bd00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&id=6edb3ef0-b02e-436f-833a-ed30138a366e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693331 Aug 27 02:32:13.443854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4527e154-32f6-4bc7-85e4-bc2574e11468 req-e67cca86-99f7-45ac-89ab-ebd075b0ab2d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785635 Aug 27 02:32:13.578198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 878109d8-531c-4708-8ae3-df5506aafaad details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:13.593030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e292736-17d7-46aa-8abd-4ffe7c2bc618 req-c5b6d383-b6d9-4d1d-b945-24d920b9a780 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.601887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e292736-17d7-46aa-8abd-4ffe7c2bc618 req-c5b6d383-b6d9-4d1d-b945-24d920b9a780 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.610978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e292736-17d7-46aa-8abd-4ffe7c2bc618 req-c5b6d383-b6d9-4d1d-b945-24d920b9a780 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.0832462 Aug 27 02:32:13.664614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e292736-17d7-46aa-8abd-4ffe7c2bc618 req-d48407e6-696e-4a71-8ec2-58036f4ea72f tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Aug 27 02:32:13.833611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=878109d8-531c-4708-8ae3-df5506aafaad,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:13.848963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '878109d8-531c-4708-8ae3-df5506aafaad', 'network_id': '216ef06e-8f19-4cb4-921f-aa140a2e0b70', 'port_id': '878109d8-531c-4708-8ae3-df5506aafaad', 'mac_address': 'fa:16:3e:4f:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6576177-af49-49cd-a847-6055e2b90c98', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:13.862105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314bb24-4291-42b1-875f-370917d4366b req-6192217c-4eb8-4a62-a037-81a18b27f235 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.866004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3314bb24-4291-42b1-875f-370917d4366b req-6192217c-4eb8-4a62-a037-81a18b27f235 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0886009 Aug 27 02:32:13.911436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.929078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878109d8-531c-4708-8ae3-df5506aafaad {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:13.956396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=878109d8-531c-4708-8ae3-df5506aafaad,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:13.968674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:13.991121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631709-31f4-44f6-8010-fb9ad810fb71 req-7613e6cf-561f-49bc-ac42-dd2c5b4aff83 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:13.994115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3314bb24-4291-42b1-875f-370917d4366b req-629f34e4-acc2-4c7e-baa2-c78e74274d43 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166959 Aug 27 02:32:14.002120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0631709-31f4-44f6-8010-fb9ad810fb71 req-7613e6cf-561f-49bc-ac42-dd2c5b4aff83 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1113703 Aug 27 02:32:14.111040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:14.116245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0631709-31f4-44f6-8010-fb9ad810fb71 req-980941b5-2408-49f5-a087-8778920e9e09 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114621 Aug 27 02:32:14.396933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773052b-8acb-4b89-861e-917902cb90ef req-f3abbbf9-0e56-4ff7-aad2-6942f2a689ff tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.398571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3773052b-8acb-4b89-861e-917902cb90ef req-f3abbbf9-0e56-4ff7-aad2-6942f2a689ff tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 944 time: 0.0839102 Aug 27 02:32:14.450292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3773052b-8acb-4b89-861e-917902cb90ef req-06f326ce-5be9-49da-af7d-d6e5aeb61406 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Aug 27 02:32:14.601895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.608682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.615144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.621251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.627735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.633873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.639880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.647954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-40ea4b0a-277b-460a-99c4-70dbf40a912a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1135697 Aug 27 02:32:14.738949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b2e814f-ec94-4caf-a168-a9645412f7f4 req-581efde1-4a17-43bd-b354-e40ea1f6b9f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899096 Aug 27 02:32:14.796480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['878109d8-531c-4708-8ae3-df5506aafaad'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:14.911516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838100b-c20c-4394-95dd-8d2db6f1239d req-24dbdcdb-aac3-45e0-acc3-eea139054a2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.923576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838100b-c20c-4394-95dd-8d2db6f1239d req-24dbdcdb-aac3-45e0-acc3-eea139054a2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:14.931998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a838100b-c20c-4394-95dd-8d2db6f1239d req-24dbdcdb-aac3-45e0-acc3-eea139054a2a tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.1655214 Aug 27 02:32:15.010254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a838100b-c20c-4394-95dd-8d2db6f1239d req-fd98e759-7d1d-4c50-a2b0-2cc5574867b1 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718875 Aug 27 02:32:15.190237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff02b6-7e1a-4ea8-95c7-a900cb6ea2f8 req-55176aca-e3a0-415c-b02c-47597d073a74 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.197703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4ff02b6-7e1a-4ea8-95c7-a900cb6ea2f8 req-55176aca-e3a0-415c-b02c-47597d073a74 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0662754 Aug 27 02:32:15.262876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4ff02b6-7e1a-4ea8-95c7-a900cb6ea2f8 req-1d3694e6-20a9-4f31-be8b-5f0b9bc5896e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591593 Aug 27 02:32:15.264525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-48a6c3ef-d84b-43c8-a3ec-6554ae057eb6 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.267282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-48a6c3ef-d84b-43c8-a3ec-6554ae057eb6 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.0967259 Aug 27 02:32:15.278498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09681b68-aa6d-4999-bb2a-7b664ae505f2 req-370af863-d113-48f7-89a0-49adad587e89 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.280535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09681b68-aa6d-4999-bb2a-7b664ae505f2 req-370af863-d113-48f7-89a0-49adad587e89 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 946 time: 0.1203415 Aug 27 02:32:15.362495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09681b68-aa6d-4999-bb2a-7b664ae505f2 req-5d6a0f12-d438-4cfc-958f-c89bfad1fb9e tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea76b781-c49f-4080-8f10-c07ace75d8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721090 Aug 27 02:32:15.433993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Deleting port dbc89fcd-2005-4a7a-bea2-186713b08203 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:15.434456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.600391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] For port dbc89fcd-2005-4a7a-bea2-186713b08203, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=dbc89fcd-2005-4a7a-bea2-186713b08203,segment=NetworkSegment(1605decd-1214-43eb-9db1-783012e0c57f),segment_id=1605decd-1214-43eb-9db1-783012e0c57f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:15.600792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.617203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Calling delete_port for dbc89fcd-2005-4a7a-bea2-186713b08203 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:15.633715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46283e7-25cb-44bb-993b-006cc3a83a85 req-44d75a0e-e004-44d7-8517-f0e8a6dd2e46 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:15.641545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b46283e7-25cb-44bb-993b-006cc3a83a85 req-44d75a0e-e004-44d7-8517-f0e8a6dd2e46 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 944 time: 0.0903585 Aug 27 02:32:15.735993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b46283e7-25cb-44bb-993b-006cc3a83a85 req-db191320-f9cf-4fb4-8f85-7dbb642a8b2d tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797336 Aug 27 02:32:15.822339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.840162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['dbc89fcd-2005-4a7a-bea2-186713b08203'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:15.873002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Pushing event deleted for resources: {'Port': ['ID=dbc89fcd-2005-4a7a-bea2-186713b08203,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:15.902375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.902907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.903342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.903771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.904199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.904642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.905052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.905479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.905900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.906314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.906944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.907360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:15.953382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] No DVR routers for this DVR port dbc89fcd-2005-4a7a-bea2-186713b08203 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:15.961489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:15.964387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-59c2921b-1c9e-4d7b-a1bf-15e02888cc87 req-9a5cac8d-9621-43e1-b714-52846214a07b tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.15 "DELETE /v2.0/ports/dbc89fcd-2005-4a7a-bea2-186713b08203 HTTP/1.1" status: 204 len: 173 time: 0.6827698 Aug 27 02:32:15.965133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'name': 'network-vif-deleted', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:15.967679 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcfd9fc-6d8d-4cd7-a5ed-dba0eb2cd245" -d '{"events": [{"server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "name": "network-vif-deleted", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:16.015505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.022151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.046695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.055685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.061640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.068223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.074239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.082723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-6960f00b-7d17-4840-a2c7-db890af2a7d3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1846857 Aug 27 02:32:16.126083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.136826 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae6cf7-6a17-45b2-94f2-db7e455927cf x-openstack-request-id: req-b9ae6cf7-6a17-45b2-94f2-db7e455927cf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:16.137350 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f", "name": "network-vif-deleted", "tag": "dbc89fcd-2005-4a7a-bea2-186713b08203", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:16.137465 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9ae6cf7-6a17-45b2-94f2-db7e455927cf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:16.137817 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f', 'name': 'network-vif-deleted', 'tag': 'dbc89fcd-2005-4a7a-bea2-186713b08203', 'status': 'completed', 'code': 200} Aug 27 02:32:16.157708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69c6e26f-56a0-472b-814a-ce3e7a529d0c req-197b25fd-fab6-4ba1-9eaa-a92399d9b678 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741103 Aug 27 02:32:16.253792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891d0e-e237-46bb-b3e9-0a46750e8a2d req-323f0a46-0cc4-44ba-962b-fbfaff957f98 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.259884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891d0e-e237-46bb-b3e9-0a46750e8a2d req-323f0a46-0cc4-44ba-962b-fbfaff957f98 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.261523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8891d0e-e237-46bb-b3e9-0a46750e8a2d req-323f0a46-0cc4-44ba-962b-fbfaff957f98 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.0651670 Aug 27 02:32:16.328571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8891d0e-e237-46bb-b3e9-0a46750e8a2d req-3ceb948c-fa20-4af3-bd73-3fbffdd40b2c tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Aug 27 02:32:16.331394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.338191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.345369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.352213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.369524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.393669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.404428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.408272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c71fcab-c3e6-474e-892a-53897e820096 req-ff2dd819-ab9d-4a4e-aaa4-61cd009b5101 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1514430 Aug 27 02:32:16.419175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:16.424680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Request body: {'floatingip': {'port_id': '0bd07e40-733e-483f-8cbc-cb5133959f43'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:16.490784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:16.527513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a0bed-0d2c-4256-a2e6-a6ba73f8cbd5 req-de49e022-8c2e-4122-aa05-db971ffaa421 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.537604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea7a0bed-0d2c-4256-a2e6-a6ba73f8cbd5 req-de49e022-8c2e-4122-aa05-db971ffaa421 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0994277 Aug 27 02:32:16.587976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea7a0bed-0d2c-4256-a2e6-a6ba73f8cbd5 req-4c5de99d-d47a-4143-9c4b-be597057f815 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Aug 27 02:32:16.673443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-395017eb-af66-4117-ae09-d4719db7c7ef req-20535dd8-5e96-4246-9b8a-233155ba1c65 tempest-InstanceActionsTestJSON-72075503 tempest-InstanceActionsTestJSON-72075503-project] 10.222.0.26 "GET /v2.0/ports?device_id=69b3986a-2a7e-4f17-bc5a-6dc3853b1c2f HTTP/1.1" status: 200 len: 210 time: 0.0900426 Aug 27 02:32:16.950018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d687e6-dd06-4f62-aadf-c5a2791d4333 req-101f0b4c-1c1a-430e-bc87-6ccca5fa99b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.957105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d687e6-dd06-4f62-aadf-c5a2791d4333 req-101f0b4c-1c1a-430e-bc87-6ccca5fa99b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.958724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d687e6-dd06-4f62-aadf-c5a2791d4333 req-101f0b4c-1c1a-430e-bc87-6ccca5fa99b9 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.0653799 Aug 27 02:32:16.984676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf718f-5f48-4518-9aa0-7023c284de23 req-11bd9230-d1e9-4ce7-bf8a-aaee794f6474 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:16.986529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10bf718f-5f48-4518-9aa0-7023c284de23 req-11bd9230-d1e9-4ce7-bf8a-aaee794f6474 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 944 time: 0.1304743 Aug 27 02:32:17.012120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5d687e6-dd06-4f62-aadf-c5a2791d4333 req-43e42b8e-969c-4a48-b896-d572512ad20d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Aug 27 02:32:17.039445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-10bf718f-5f48-4518-9aa0-7023c284de23 req-b80f37f0-9922-41f2-ac9f-3f1f12612011 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Aug 27 02:32:17.148868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.152920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.273130 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Floating IP 00919dab-6db8-4248-bc89-7fa4381c4785 associated. External IP: 172.25.8.39, port: 0bd07e40-733e-483f-8cbc-cb5133959f43. Aug 27 02:32:17.516562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Router dbd0a38c-32cc-4ed3-823a-53f5755091a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:17.579947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 878109d8-531c-4708-8ae3-df5506aafaad up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:17.653237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:17.658772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.664794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Sync routers for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:17.690932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:17.692275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:31:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:17.728437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76ae19ed-ff2c-4715-b9aa-97791d3b9dea tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "PUT /v2.0/floatingips/00919dab-6db8-4248-bc89-7fa4381c4785 HTTP/1.1" status: 200 len: 991 time: 1.3081732 Aug 27 02:32:17.733629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 878109d8-531c-4708-8ae3-df5506aafaad completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:17.739203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:17.741650 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf3e59a-a3c6-4943-85f0-48806788b032" -d '{"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:17.742958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 878109d8-531c-4708-8ae3-df5506aafaad triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:17.743547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.752245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41808) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:17.788604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c8fc-5b30-4c70-bf6b-14d83401a447 req-c0b1f3db-5cac-4dd4-b9ad-501c0ae83954 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:17.790479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a53c8fc-5b30-4c70-bf6b-14d83401a447 req-c0b1f3db-5cac-4dd4-b9ad-501c0ae83954 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 944 time: 0.0610037 Aug 27 02:32:17.838565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Deleting subnet 7cea9cd8-c023-43d7-b326-e2cec7b16864 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:17.848975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.871789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a53c8fc-5b30-4c70-bf6b-14d83401a447 req-1b6b6f4f-c615-4822-90b2-05b39e96c803 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726638 Aug 27 02:32:17.896111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:17.914673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:17.930112 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840dc714-e18b-434b-b589-bba01ba143cd x-openstack-request-id: req-840dc714-e18b-434b-b589-bba01ba143cd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:17.930427 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:17.931023 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-840dc714-e18b-434b-b589-bba01ba143cd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:17.931472 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'status': 'completed', 'code': 200} Aug 27 02:32:17.949008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:18.012002 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.014515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.044992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.045675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.046327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.047259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.048645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.049282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.049907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.054518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-08829212-b9ad-42cb-9907-630c371c7e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.0943453 Aug 27 02:32:18.236463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.256624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeebf56-60ff-4ead-8d21-8fb29d7e10c5 req-9edf4b51-42f6-42dc-bb8f-cb6b52494a9c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.264618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eeebf56-60ff-4ead-8d21-8fb29d7e10c5 req-9edf4b51-42f6-42dc-bb8f-cb6b52494a9c tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 944 time: 0.0992012 Aug 27 02:32:18.325961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cea9cd8-c023-43d7-b326-e2cec7b16864,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.331829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.335392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4183228d-a427-47ea-9560-6f2fb6d63955 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7cea9cd8-c023-43d7-b326-e2cec7b16864 HTTP/1.1" status: 204 len: 168 time: 0.5820069 Aug 27 02:32:18.336815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-c682776a-2191-4aaa-8774-3a873c8b078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.338802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:18.351617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-c682776a-2191-4aaa-8774-3a873c8b078b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a HTTP/1.1" status: 200 len: 917 time: 0.2744668 Aug 27 02:32:18.390443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:32:18.415566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eeebf56-60ff-4ead-8d21-8fb29d7e10c5 req-1b321786-3e9b-4e21-bad1-6731be844c74 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497343 Aug 27 02:32:18.448046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66cb-1aeb-4c4b-aea8-eb55d4425f2e req-505302f5-b8a4-473c-a98a-3db8c5bdad0e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.462609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f66cb-1aeb-4c4b-aea8-eb55d4425f2e req-505302f5-b8a4-473c-a98a-3db8c5bdad0e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.475369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-507f66cb-1aeb-4c4b-aea8-eb55d4425f2e req-505302f5-b8a4-473c-a98a-3db8c5bdad0e tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.3193178 Aug 27 02:32:18.482325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.518317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=878109d8-531c-4708-8ae3-df5506aafaad,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:18.521659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:18.524881 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a57ab-78a7-41da-b552-2b81698663c1" -d '{"events": [{"server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "name": "network-vif-plugged", "status": "completed", "tag": "878109d8-531c-4708-8ae3-df5506aafaad"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:18.535562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.574920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-35563f08-7434-4fc3-8bf0-983c0163ad77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 999 time: 0.2203507 Aug 27 02:32:18.611583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.614222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-507f66cb-1aeb-4c4b-aea8-eb55d4425f2e req-58a3969c-3397-4741-9700-f1c33f3c927d tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340351 Aug 27 02:32:18.654376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55eba266-e8cb-4023-b63c-f61e72054e10']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:18.672396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:18.682356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:18.684989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-696b02e9-7491-48c3-b638-04996f6e0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.690063 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa098de9-1952-47c1-919e-a61d9bf396d2 x-openstack-request-id: req-fa098de9-1952-47c1-919e-a61d9bf396d2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:18.690493 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "name": "network-vif-plugged", "status": "completed", "tag": "878109d8-531c-4708-8ae3-df5506aafaad", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:18.690838 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa098de9-1952-47c1-919e-a61d9bf396d2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:18.691348 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad', 'code': 200} Aug 27 02:32:18.701894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'port_id': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'mac_address': 'fa:16:3e:54:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:18.704228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-696b02e9-7491-48c3-b638-04996f6e0bc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 200 len: 855 time: 0.1190646 Aug 27 02:32:18.720421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1605decd-1214-43eb-9db1-783012e0c57f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:18.720693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1605decd-1214-43eb-9db1-783012e0c57f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:18.753818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.791789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-af8589dd-214d-4087-85a0-13f00ce675a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.794860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-af8589dd-214d-4087-85a0-13f00ce675a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5011a0a6-db4b-445a-b800-c985def8639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837111 Aug 27 02:32:18.802899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-842c7853-23c7-45a2-8842-60534db86ba2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.809012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-842c7853-23c7-45a2-8842-60534db86ba2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.810840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-842c7853-23c7-45a2-8842-60534db86ba2 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 1681 time: 0.1809511 Aug 27 02:32:18.815285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.837553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.855667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:18.856241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:18.858571 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:18.878141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:18.905486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d529-d485-4d03-97fc-b03f8f154e9a req-4a6623f3-20f0-45b7-a8b5-8df9fe86f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:18.907727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f7d529-d485-4d03-97fc-b03f8f154e9a req-4a6623f3-20f0-45b7-a8b5-8df9fe86f059 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 1096 time: 0.1877284 Aug 27 02:32:18.933338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:18.948267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '00919dab-6db8-4248-bc89-7fa4381c4785', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'port_id': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'mac_address': 'fa:16:3e:3f:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:56Z', 'updated_at': '2021-08-27T02:32:17Z', 'revision_number': 1, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:18.950569 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.017487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-eedbacf9-b1fa-4284-9ba4-20332240fdba service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063525 Aug 27 02:32:19.030856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.044626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.051455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] 10.222.0.26 "DELETE /v2.0/networks/55eba266-e8cb-4023-b63c-f61e72054e10 HTTP/1.1" status: 204 len: 168 time: 0.7115736 Aug 27 02:32:19.115786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Checking router: dbd0a38c-32cc-4ed3-823a-53f5755091a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:19.150074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:19.151301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:31:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:19.165891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port c6ca2783-527f-4446-8424-524e54de86f5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:19.168163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.264797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddf3e59a-a3c6-4943-85f0-48806788b032 req-7cde824c-7c53-45f3-b929-2fccf95fd625 service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309926 Aug 27 02:32:19.293331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.344895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:19.349432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f7d529-d485-4d03-97fc-b03f8f154e9a req-566dd0b2-116b-4883-a48a-7c5f53a319a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798857 Aug 27 02:32:19.420459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port c6ca2783-527f-4446-8424-524e54de86f5, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=c6ca2783-527f-4446-8424-524e54de86f5,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:19.423790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.439683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b02d0e6-95b8-4427-86eb-f6ecc48d42d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=087e332b4efa476080421bdfcbed8383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428626 Aug 27 02:32:19.440860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:19.462817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['4adc0acd-c0f6-49fc-a498-b0d7369dcd11'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:19.486415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for c6ca2783-527f-4446-8424-524e54de86f5 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:19.504131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.520678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.521172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.522042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.522042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.522458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.522882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.523330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.523753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.524210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.524593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.525018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.525441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.525569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Pushing event deleted for resources: {'Network': ['ID=55eba266-e8cb-4023-b63c-f61e72054e10,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.611115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.612656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.612656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.612972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76640b57-44f9-4ddc-a0bd-370287133180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:19.664077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fc48-f077-4012-9306-795da9a18c62 req-f313c1d5-4ae4-400e-9cca-bf1a931a3f68 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.677362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdb5fc48-f077-4012-9306-795da9a18c62 req-f313c1d5-4ae4-400e-9cca-bf1a931a3f68 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.6229267 Aug 27 02:32:19.719859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.787773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.817622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdb5fc48-f077-4012-9306-795da9a18c62 req-0b1ae422-88c6-4ba2-a33d-749e24b90a07 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250668 Aug 27 02:32:19.878487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b869-7ac8-41fd-972e-a7d31aaf03af req-badf792c-6e41-4007-a1bd-6e18ced08032 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:19.886825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2600b869-7ac8-41fd-972e-a7d31aaf03af req-badf792c-6e41-4007-a1bd-6e18ced08032 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.3235476 Aug 27 02:32:19.933723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dbc89fcd-2005-4a7a-bea2-186713b08203 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:19.947434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2600b869-7ac8-41fd-972e-a7d31aaf03af req-84fe7cff-cac7-4831-9d70-fc2278ac9578 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593708 Aug 27 02:32:19.972669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.973448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.976051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:19.981461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea76b781-c49f-4080-8f10-c07ace75d8cd HTTP/1.1" status: 204 len: 168 time: 0.5340424 Aug 27 02:32:19.999565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42f92b-4e93-419e-926e-dad8c1622f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea76b781-c49f-4080-8f10-c07ace75d8cd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:20.064847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'c6ca2783-527f-4446-8424-524e54de86f5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:20.088920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: dbc89fcd-2005-4a7a-bea2-186713b08203 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:20.089155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=c6ca2783-527f-4446-8424-524e54de86f5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:20.091267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device dbc89fcd-2005-4a7a-bea2-186713b08203 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:20.159569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '00919dab-6db8-4248-bc89-7fa4381c4785', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'port_id': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'mac_address': 'fa:16:3e:3f:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:56Z', 'updated_at': '2021-08-27T02:32:17Z', 'revision_number': 1, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:20.254916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceffb39-48a0-4319-9854-74ea4e00a602 None None] The sync data for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 is: [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '00919dab-6db8-4248-bc89-7fa4381c4785', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'port_id': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'mac_address': 'fa:16:3e:3f:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:30:56Z', 'updated_at': '2021-08-27T02:32:17Z', 'revision_number': 1, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:20.260342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port c6ca2783-527f-4446-8424-524e54de86f5 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:20.282641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.284607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-c3d91e20-b77e-4916-ae39-5cd6591f27a3 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "DELETE /v2.0/ports/c6ca2783-527f-4446-8424-524e54de86f5 HTTP/1.1" status: 204 len: 173 time: 1.4664638 Aug 27 02:32:20.284977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-deleted', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:20.299667 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fc8779-0010-45b2-be07-88463de63dfa" -d '{"events": [{"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-deleted", "tag": "c6ca2783-527f-4446-8424-524e54de86f5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:20.432843 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8ba22-710d-4d1b-a9a4-5762056cd9af x-openstack-request-id: req-31b8ba22-710d-4d1b-a9a4-5762056cd9af {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:20.432843 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-deleted", "tag": "c6ca2783-527f-4446-8424-524e54de86f5", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:20.433205 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31b8ba22-710d-4d1b-a9a4-5762056cd9af {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:20.433621 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-deleted', 'tag': 'c6ca2783-527f-4446-8424-524e54de86f5', 'status': 'completed', 'code': 200} Aug 27 02:32:20.458625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1aba9-83e9-4c65-9d6f-5ff76b95bdd8 req-8b552c54-ed2f-4e36-9f37-e76853633ea4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:20.467521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81d1aba9-83e9-4c65-9d6f-5ff76b95bdd8 req-8b552c54-ed2f-4e36-9f37-e76853633ea4 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 945 time: 0.4011695 Aug 27 02:32:20.595216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81d1aba9-83e9-4c65-9d6f-5ff76b95bdd8 req-c4bca6d6-c4f5-4dc4-ac68-cfe897f3820b tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a23c7c6-d8fd-4035-8f01-619846b745ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267073 Aug 27 02:32:20.639210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:20.639903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.678291 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7aa29-5c5d-4b38-b273-0b44a5cab0af None None] New status for floating IP 00919dab-6db8-4248-bc89-7fa4381c4785: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:32:20.823460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:20.823749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:20.849576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:21.034248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277a349-aa1c-4aad-8d75-019a1b309455 req-96fdfba5-5fcb-4f72-9c3e-d5cc515a1a3d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.055570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6277a349-aa1c-4aad-8d75-019a1b309455 req-96fdfba5-5fcb-4f72-9c3e-d5cc515a1a3d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.1075454 Aug 27 02:32:21.132560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6277a349-aa1c-4aad-8d75-019a1b309455 req-b0cc354d-84ce-4914-854d-007caf900195 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759912 Aug 27 02:32:21.310628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2e5a-64af-40d7-9e23-e117c1d7ce59 req-c9ff74c9-a807-4692-af9a-405668c13954 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:21.314294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b87a2e5a-64af-40d7-9e23-e117c1d7ce59 req-c9ff74c9-a807-4692-af9a-405668c13954 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.1780090 Aug 27 02:32:21.319266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.360218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['c6ca2783-527f-4446-8424-524e54de86f5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:21.365437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:21.448324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:21.451021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.465443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43b85e61-6ce2-4bd7-8923-1721124ed651 req-5069dd61-e8b4-4fc1-a50f-90a7005ce4a6 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.46 "DELETE /v2.0/ports/2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 HTTP/1.1" status: 204 len: 173 time: 1.1622183 Aug 27 02:32:21.500795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b87a2e5a-64af-40d7-9e23-e117c1d7ce59 req-98600545-059e-494d-ab86-45e0f5441c98 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665888 Aug 27 02:32:21.506053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41892) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:21.670823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1109968714-network', 'tenant_id': 'fc14343d707a47b7bf0b2318168f0797'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:21.723156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Made reservation on behalf of fc14343d707a47b7bf0b2318168f0797 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:21.725851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.742761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:21.815273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6104ff3-432d-420d-9d71-439140bfbaad req-b3766ab9-298a-40aa-87a4-a6966c341343 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "GET /v2.0/ports?device_id=240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04 HTTP/1.1" status: 200 len: 210 time: 0.0503318 Aug 27 02:32:21.930775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:22.123810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:22.126028 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.289710 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.297235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.366855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:22.389988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:22.397697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.398688 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Added segment 9f083f64-6344-420a-a3f2-ccc8da9f611a of type vlan for network f87da890-2ad9-4c62-b799-677eaad88b5a Aug 27 02:32:22.435315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-deleted', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:22.439569 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09cdb3-f5a4-4853-9ba9-dcca50678670" -d '{"events": [{"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-deleted", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:22.447943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83099a-dbac-4662-9ad4-d23286bdb084 req-673269fa-7821-406c-8cbf-c80b595e5574 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.455305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d83099a-dbac-4662-9ad4-d23286bdb084 req-673269fa-7821-406c-8cbf-c80b595e5574 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 945 time: 0.1357062 Aug 27 02:32:22.519448 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.573022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:22.575206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.575459 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80577b0-4d3c-4fd4-844b-9b00659c52a7" -d '{"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:22.583214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d83099a-dbac-4662-9ad4-d23286bdb084 req-a09ee0e9-057a-4f25-bf09-fca7ed7ca69d tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213536 Aug 27 02:32:22.595810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:22.601694 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.617302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.620021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.621739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.659868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1524653 Aug 27 02:32:22.663819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:22.664254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50d198d5-713b-4381-b987-65f09ed565eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.668795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Request body: {'subnet': {'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1109968714-subnet', 'tenant_id': 'fc14343d707a47b7bf0b2318168f0797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:22.690621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=10']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:22.700563 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec8ad6-67fd-4b69-96ab-654b83e25b85 x-openstack-request-id: req-40ec8ad6-67fd-4b69-96ab-654b83e25b85 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:22.700849 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04", "name": "network-vif-deleted", "tag": "2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:22.701298 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40ec8ad6-67fd-4b69-96ab-654b83e25b85 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:22.704475 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240e7d4e-c6e1-4a3e-a8fd-541e2d57cd04', 'name': 'network-vif-deleted', 'tag': '2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00', 'status': 'completed', 'code': 200} Aug 27 02:32:22.743319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Made reservation on behalf of fc14343d707a47b7bf0b2318168f0797 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:22.745747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:22.754400 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943ccd3-7317-4ae3-ad08-c13c3da6f8dc x-openstack-request-id: req-5943ccd3-7317-4ae3-ad08-c13c3da6f8dc {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:22.755048 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-plugged", "status": "completed", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:22.755532 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5943ccd3-7317-4ae3-ad08-c13c3da6f8dc {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:22.756861 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'code': 200} Aug 27 02:32:22.795197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4d212-8202-415d-9c66-300c2fab5331 admin admin] Pushing event updated for resources: {'Network': ['ID=f87da890-2ad9-4c62-b799-677eaad88b5a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:22.805723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f87da890-2ad9-4c62-b799-677eaad88b5a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:22.853407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0203cb-b80c-4c16-84a3-c735b36ae430 req-7eb29a36-c3af-49cd-b8f5-657e7ad77d2f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:22.865434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb0203cb-b80c-4c16-84a3-c735b36ae430 req-7eb29a36-c3af-49cd-b8f5-657e7ad77d2f tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.1196163 Aug 27 02:32:22.936776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb0203cb-b80c-4c16-84a3-c735b36ae430 req-27ea46ba-5b06-40f1-a094-94836214f101 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649951 Aug 27 02:32:22.997944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:23.006765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.059526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab800040-6118-4e21-9866-2b670c90f844,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:23.103682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting subnet a4792433-e6a8-4d51-ab6f-b55bc160f5b0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:23.111898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.112527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Checking segment: {'id': '9f083f64-6344-420a-a3f2-ccc8da9f611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:23.113066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Network hostable DHCP agents. Network: f87da890-2ad9-4c62-b799-677eaad88b5a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:23.137862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Network f87da890-2ad9-4c62-b799-677eaad88b5a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:23.138185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6dd29-f9e9-4b29-8c5d-1101ead03224 req-62f0cb2a-c986-46f7-bcad-13f23a478f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:23.139759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf6dd29-f9e9-4b29-8c5d-1101ead03224 req-62f0cb2a-c986-46f7-bcad-13f23a478f28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 1098 time: 0.2101917 Aug 27 02:32:23.160760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f87da890-2ad9-4c62-b799-677eaad88b5a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:23.176266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e880d8-b21b-46d7-9896-7faf1caa58e5 None None] Network f87da890-2ad9-4c62-b799-677eaad88b5a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:23.179995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:23.182103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.221574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4de0f0cf-cb02-44d7-a654-f2a796f9bc88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5444534 Aug 27 02:32:23.243032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.332861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ecf6dd29-f9e9-4b29-8c5d-1101ead03224 req-02f8f862-5ba1-42d5-b3d9-8407cc889874 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763146 Aug 27 02:32:23.443100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd8c78-2120-495b-b591-f1ef142c6312 None None] Network f87da890-2ad9-4c62-b799-677eaad88b5a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:23.490039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.611053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:23.642028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.669002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:23.669926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 2d326954-9ca5-4b5b-8ecf-fe7c3ca1db00 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:23.673231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.677550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c6ca2783-527f-4446-8424-524e54de86f5 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:23.678651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/subnets/a4792433-e6a8-4d51-ab6f-b55bc160f5b0 HTTP/1.1" status: 204 len: 168 time: 0.6795826 Aug 27 02:32:23.679327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:23.682192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7dd9c9-c2e8-4d96-808d-f665249ac586 None None] Network 6d03fd2d-adee-490a-8c43-6546637b4308 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:23.707996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608968f6-9645-4723-b09e-2cc0d59fa7bf tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Subnet': ['ID=a4792433-e6a8-4d51-ab6f-b55bc160f5b0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:23.825076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:23.825333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: c6ca2783-527f-4446-8424-524e54de86f5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:23.825452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device c6ca2783-527f-4446-8424-524e54de86f5 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:23.931619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd98e-be39-49b9-9e3d-b5b63adb4bba req-4c562376-487d-4848-be3b-ba6e7075de33 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:23.943396 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48dcd98e-be39-49b9-9e3d-b5b63adb4bba req-4c562376-487d-4848-be3b-ba6e7075de33 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.6585100 Aug 27 02:32:23.960154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] DHCP port deletion for 6d03fd2d-adee-490a-8c43-6546637b4308 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:23.967788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port 944c2113-06ab-442c-8306-e79040fb213c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:23.968222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.094810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Deleting port 944c2113-06ab-442c-8306-e79040fb213c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:24.095559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.105463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48dcd98e-be39-49b9-9e3d-b5b63adb4bba req-2deb17e0-ff5e-4b2b-8f3e-643474c97eef tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563547 Aug 27 02:32:24.132362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 944c2113-06ab-442c-8306-e79040fb213c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:24.209704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=944c2113-06ab-442c-8306-e79040fb213c,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.212890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.229943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=944c2113-06ab-442c-8306-e79040fb213c,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.230667 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.241708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for 944c2113-06ab-442c-8306-e79040fb213c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:24.246378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Calling delete_port for 944c2113-06ab-442c-8306-e79040fb213c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:24.346720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.392778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 944c2113-06ab-442c-8306-e79040fb213c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=944c2113-06ab-442c-8306-e79040fb213c,segment=NetworkSegment(bef17940-2845-4abb-8f26-e92bc237f019),segment_id=bef17940-2845-4abb-8f26-e92bc237f019)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:24.405822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.431662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504dd10-2ed6-4178-92ab-d00c9b784e17 req-941cf26b-3017-4371-a5e0-d59ff5997657 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.439662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5504dd10-2ed6-4178-92ab-d00c9b784e17 req-941cf26b-3017-4371-a5e0-d59ff5997657 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.0738745 Aug 27 02:32:24.479185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.521059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5504dd10-2ed6-4178-92ab-d00c9b784e17 req-0903432e-c687-402b-8e69-7bd944cf69ca tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803719 Aug 27 02:32:24.523460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] No DVR routers for this DVR port 944c2113-06ab-442c-8306-e79040fb213c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:24.531900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.581155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.582013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port 944c2113-06ab-442c-8306-e79040fb213c on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:24.605658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.620452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e27602-ee96-485c-8752-be22fdf43c8c None None] Pushing event deleted for resources: {'Port': ['ID=944c2113-06ab-442c-8306-e79040fb213c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:24.681340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-0349235a-38a6-43d2-907c-fcef076e5c3a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:24.686408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-0349235a-38a6-43d2-907c-fcef076e5c3a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/networks?id=f87da890-2ad9-4c62-b799-677eaad88b5a HTTP/1.1" status: 200 len: 818 time: 0.6151357 Aug 27 02:32:24.799124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-02f1bf61-27dc-4d92-bdd9-b45e2a60a323 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/quotas/fc14343d707a47b7bf0b2318168f0797 HTTP/1.1" status: 200 len: 375 time: 0.0895834 Aug 27 02:32:24.800682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:24.818150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d03fd2d-adee-490a-8c43-6546637b4308']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:24.858254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-0f717f9d-8d46-47a9-b145-357ff8bc635a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc14343d707a47b7bf0b2318168f0797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494413 Aug 27 02:32:24.859998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef17940-2845-4abb-8f26-e92bc237f019') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:24.860259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef17940-2845-4abb-8f26-e92bc237f019') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:24.955823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-d732ea29-4e90-4396-9710-b7b2c211aece service neutron] 10.222.0.26 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Aug 27 02:32:24.957502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.020168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.029731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:25.030108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:25.033733 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:25.123646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.141301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.143811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/networks/6d03fd2d-adee-490a-8c43-6546637b4308 HTTP/1.1" status: 204 len: 168 time: 1.4457953 Aug 27 02:32:25.147568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41998) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:25.157784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90611-7d38-43b5-9bd9-7c968657c311 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Network': ['ID=6d03fd2d-adee-490a-8c43-6546637b4308,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:25.177661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4334d84-0b01-4bce-8693-11425cadbe04 service neutron] 10.222.0.26 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096899 Aug 27 02:32:25.183837 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c3cd374-65fd-4af3-aa79-95762d7ee29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.337272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting subnet 85b02dbb-3d66-4931-913c-028a494d27a0 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:25.343579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.366987 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.409319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e8733-2753-4c7d-820c-b6afde13d736 req-62eaf1bd-898b-4a3d-b5e8-0ca868c13132 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:25.418051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-329e8733-2753-4c7d-820c-b6afde13d736 req-62eaf1bd-898b-4a3d-b5e8-0ca868c13132 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.1452396 Aug 27 02:32:25.536309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:25.617113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53eef49b-feee-4d61-8be5-3fc1d0329fdc req-a338bb5f-2ee7-40e5-9e18-e21135af7ae3 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 210 time: 0.1074820 Aug 27 02:32:25.682365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-329e8733-2753-4c7d-820c-b6afde13d736 req-528dbe87-d3f8-4b01-99e7-748cff50e4b7 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615962 Aug 27 02:32:25.939807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.015704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcaf1f-f2f9-4b48-9d41-64ab32c69814 req-fee3d294-f9b9-4a80-a2db-a0c691ae04c3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.026114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ddcaf1f-f2f9-4b48-9d41-64ab32c69814 req-fee3d294-f9b9-4a80-a2db-a0c691ae04c3 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.2380903 Aug 27 02:32:26.076648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.152079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ddcaf1f-f2f9-4b48-9d41-64ab32c69814 req-c02123a3-82b8-4968-8802-6119ab544425 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236184 Aug 27 02:32:26.156651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Subnet': ['ID=85b02dbb-3d66-4931-913c-028a494d27a0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.166158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.168131 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4811dcb8-d186-436c-8202-b88de0b4ebfd tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/subnets/85b02dbb-3d66-4931-913c-028a494d27a0 HTTP/1.1" status: 204 len: 168 time: 1.0194652 Aug 27 02:32:26.170842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:26.181662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc2a0a0-b64e-465c-a5a3-a4a040b0899c None None] Network b92d6e3a-5d12-425a-893a-d460eb02c52a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:26.362434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.377875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad29b9-bd67-4245-9c11-433987cb1f90 req-5271c8b4-4d1f-4dba-bc41-9eaf35f5d4e6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.385045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70ad29b9-bd67-4245-9c11-433987cb1f90 req-5271c8b4-4d1f-4dba-bc41-9eaf35f5d4e6 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.0919280 Aug 27 02:32:26.475805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70ad29b9-bd67-4245-9c11-433987cb1f90 req-f5d7b1d2-0166-4381-9f79-3970803d18c2 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896735 Aug 27 02:32:26.507998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.533895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Deleting port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:26.533895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.606843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] DHCP port deletion for b92d6e3a-5d12-425a-893a-d460eb02c52a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:26.709944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] For port 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=927dc67c-c0f2-416d-aeac-07e0e5ea3106,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:26.709944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.740929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Calling delete_port for 927dc67c-c0f2-416d-aeac-07e0e5ea3106 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:26.741861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Deleting port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:26.742649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.757545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8b24a-b41c-4e9b-9b4d-125595e1b1f1 req-3eb57f1e-ffba-4d78-b112-0e1de5042195 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:26.769401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fec8b24a-b41c-4e9b-9b4d-125595e1b1f1 req-3eb57f1e-ffba-4d78-b112-0e1de5042195 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1313989 Aug 27 02:32:26.800695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79f5a98b-e3aa-4346-be28-c896d12ea045 req-59c35f9a-0fab-454b-b803-05e2b4769256 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 210 time: 0.0433111 Aug 27 02:32:26.898056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fec8b24a-b41c-4e9b-9b4d-125595e1b1f1 req-04a7a92d-475d-4530-aa60-fa8f61bebf1c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275580 Aug 27 02:32:26.916560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:26.967120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Port': ['ID=927dc67c-c0f2-416d-aeac-07e0e5ea3106,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:26.971650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] No DVR routers for this DVR port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:27.062182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7c883-4fcf-4784-8ee1-44035eba70b1 req-8acc8490-796f-47eb-8c78-8c2bb8869b30 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:27.065049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf7c883-4fcf-4784-8ee1-44035eba70b1 req-8acc8490-796f-47eb-8c78-8c2bb8869b30 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0883155 Aug 27 02:32:27.149047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf7c883-4fcf-4784-8ee1-44035eba70b1 req-3b0efdef-da8a-47cb-80f0-26f1400af7c2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654104 Aug 27 02:32:27.161331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.192240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92d6e3a-5d12-425a-893a-d460eb02c52a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:27.221238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] For port 927dc67c-c0f2-416d-aeac-07e0e5ea3106, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=927dc67c-c0f2-416d-aeac-07e0e5ea3106,segment=NetworkSegment(4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd),segment_id=4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:27.222706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.238538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:27.238896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9e4c8f-8f33-4aaf-ae60-f2bb5d4455dd') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:27.263862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Calling delete_port for 927dc67c-c0f2-416d-aeac-07e0e5ea3106 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:27.290344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.342293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.360285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:27.360693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:27.363844 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: from cryptography.utils import int_from_bytes Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: from cryptography.utils import int_from_bytes Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.379839 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:32:27.383162 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:32:27.395589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.428531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] Pushing event deleted for resources: {'Port': ['ID=927dc67c-c0f2-416d-aeac-07e0e5ea3106,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.432950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcec08-0b6b-4b02-be82-e0cf2759d7e6 None None] No DVR routers for this DVR port 927dc67c-c0f2-416d-aeac-07e0e5ea3106 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:27.499451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-f991dcbd-fcc1-4ed4-abb5-5b013a9d05d4 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:27.523471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-f991dcbd-fcc1-4ed4-abb5-5b013a9d05d4 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.46 "GET /v2.0/networks?id=f87da890-2ad9-4c62-b799-677eaad88b5a HTTP/1.1" status: 200 len: 818 time: 0.2915788 Aug 27 02:32:27.540595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.551596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Request body: {'port': {'device_id': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a', 'admin_state_up': True, 'tenant_id': 'fc14343d707a47b7bf0b2318168f0797'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:27.561528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.563828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] 10.222.0.26 "DELETE /v2.0/networks/b92d6e3a-5d12-425a-893a-d460eb02c52a HTTP/1.1" status: 204 len: 168 time: 1.3917036 Aug 27 02:32:27.585162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9549a1-a08f-495b-8914-396121746819 tempest-ServersTestMultiNic-1832644744 tempest-ServersTestMultiNic-1832644744-project] Pushing event deleted for resources: {'Network': ['ID=b92d6e3a-5d12-425a-893a-d460eb02c52a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:27.779923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc814-ddbf-4126-b3a4-11b09f304252 req-b6b8c7e4-9d5b-4265-8abe-ca87d4edeb11 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:27.789409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-255fc814-ddbf-4126-b3a4-11b09f304252 req-b6b8c7e4-9d5b-4265-8abe-ca87d4edeb11 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.1119356 Aug 27 02:32:27.843681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-255fc814-ddbf-4126-b3a4-11b09f304252 req-e2f5056e-7df7-43ea-be7c-2cf38144b024 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522673 Aug 27 02:32:27.871705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Made reservation on behalf of fc14343d707a47b7bf0b2318168f0797 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:27.878416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:27.888631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.014892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e4dd1-0f19-42e1-8a1a-39dd83c6357a req-56a21eff-1f7c-4a5f-bf83-3feef2b14a21 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.023565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca3e4dd1-0f19-42e1-8a1a-39dd83c6357a req-56a21eff-1f7c-4a5f-bf83-3feef2b14a21 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.0640936 Aug 27 02:32:28.098414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c1fb-9f44-4256-a8fc-e14ac7c80e41 req-a7f84dd4-fe3b-4eec-b217-3695daa52ed0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.100432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaa0c1fb-9f44-4256-a8fc-e14ac7c80e41 req-a7f84dd4-fe3b-4eec-b217-3695daa52ed0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1238191 Aug 27 02:32:28.133338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca3e4dd1-0f19-42e1-8a1a-39dd83c6357a req-8f08b3bc-d030-4d22-b288-96f5a1f77bc0 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/security-groups?id=464121f5-302a-46b8-95eb-70174e7ac33d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082771 Aug 27 02:32:28.160421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d318bdc8-0b39-4695-844a-be55e3cc98be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:28.163591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 927dc67c-c0f2-416d-aeac-07e0e5ea3106 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:28.166550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d318bdc8-0b39-4695-844a-be55e3cc98be tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 945 time: 0.1389561 Aug 27 02:32:28.180923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Allocated IP 172.20.0.11 (f87da890-2ad9-4c62-b799-677eaad88b5a/ab800040-6118-4e21-9866-2b670c90f844/aaa5a1aa-71a9-4449-b87b-cd2981cf430f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:28.218647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 927dc67c-c0f2-416d-aeac-07e0e5ea3106 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:28.219180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 927dc67c-c0f2-416d-aeac-07e0e5ea3106 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:28.361376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-22d1cb89-3e74-4bff-92df-90b4b5caaa48 req-c4bf99a7-6132-49f2-b6ad-128264ca5d6e tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 210 time: 0.0455987 Aug 27 02:32:28.406029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaa0c1fb-9f44-4256-a8fc-e14ac7c80e41 req-1f6046a9-6b60-49c1-b409-d906b65344ef tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884457 Aug 27 02:32:28.460954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Deleting port 878109d8-531c-4708-8ae3-df5506aafaad {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:28.461312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.497154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:28.693818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.716819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] For port 878109d8-531c-4708-8ae3-df5506aafaad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=878109d8-531c-4708-8ae3-df5506aafaad,segment=NetworkSegment(8e51c7a1-f477-43e6-960b-f817f59bc534),segment_id=8e51c7a1-f477-43e6-960b-f817f59bc534)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:28.717648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.743532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Calling delete_port for 878109d8-531c-4708-8ae3-df5506aafaad owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:28.798744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:28.896563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Network f87da890-2ad9-4c62-b799-677eaad88b5a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:28.927286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:28.934088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:29.005085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.008445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Pushing event updated for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:29.049553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['878109d8-531c-4708-8ae3-df5506aafaad'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:29.083436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Pushing event deleted for resources: {'Port': ['ID=878109d8-531c-4708-8ae3-df5506aafaad,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:29.154588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.155710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.221618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] No DVR routers for this DVR port 878109d8-531c-4708-8ae3-df5506aafaad on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:29.227049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.231923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8750c722-58d7-4538-8ef2-0e5b097dcea1 req-d5957353-aeb9-4657-9114-6f3755da449a tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.46 "DELETE /v2.0/ports/878109d8-531c-4708-8ae3-df5506aafaad HTTP/1.1" status: 204 len: 173 time: 1.0621216 Aug 27 02:32:29.244747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'name': 'network-vif-deleted', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:29.249931 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539611ab-437b-4e1d-aadd-921bff252816" -d '{"events": [{"server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "name": "network-vif-deleted", "tag": "878109d8-531c-4708-8ae3-df5506aafaad"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:29.270580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e4ffc793-fa34-47a4-8e89-c1d6e1b4aa8a tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7310846 Aug 27 02:32:29.279630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d6efa-8dab-481b-9832-fc83250f7ac8 req-10c374a6-72fc-4c37-8747-27af7ade50d7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.289111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-749d6efa-8dab-481b-9832-fc83250f7ac8 req-10c374a6-72fc-4c37-8747-27af7ade50d7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2097552 Aug 27 02:32:29.321408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Request body: {'port': {'device_id': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:29.369985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8995bd2-f78b-4f95-8e0c-e967951bc5d7 req-cb29b07e-bec7-4eae-9342-fbf8ec5f5dc3 tempest-DeleteServersTestJSON-474286992 tempest-DeleteServersTestJSON-474286992-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdde436-72df-4b25-8cbd-d39b998f92f6 HTTP/1.1" status: 200 len: 210 time: 0.0562470 Aug 27 02:32:29.487175 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f170df2-1681-4741-98df-558d4df38ec4 x-openstack-request-id: req-0f170df2-1681-4741-98df-558d4df38ec4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:29.487970 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdde436-72df-4b25-8cbd-d39b998f92f6", "name": "network-vif-deleted", "tag": "878109d8-531c-4708-8ae3-df5506aafaad", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:29.488177 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f170df2-1681-4741-98df-558d4df38ec4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:29.488752 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdde436-72df-4b25-8cbd-d39b998f92f6', 'name': 'network-vif-deleted', 'tag': '878109d8-531c-4708-8ae3-df5506aafaad', 'status': 'completed', 'code': 200} Aug 27 02:32:29.507025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-749d6efa-8dab-481b-9832-fc83250f7ac8 req-65a6965f-da75-4aa1-b13e-893e7bb7dd58 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171338 Aug 27 02:32:29.556706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:29.629772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26983aee-03c1-4897-b89f-b571d1c7381a req-cd4024da-31fe-4494-ae00-f2ad33eff49f tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:29.638637 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26983aee-03c1-4897-b89f-b571d1c7381a req-cd4024da-31fe-4494-ae00-f2ad33eff49f tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 932 time: 0.0785968 Aug 27 02:32:29.700183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26983aee-03c1-4897-b89f-b571d1c7381a req-b3d6cd82-d140-4173-adb2-43e0b76f94ea tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Aug 27 02:32:29.808876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.260206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa5a1aa-71a9-4449-b87b-cd2981cf430f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:30.271538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.290028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Transition to ACTIVE for port object aaa5a1aa-71a9-4449-b87b-cd2981cf430f will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:30.306703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.399208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:30.484857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Attempting to bind port aaa5a1aa-71a9-4449-b87b-cd2981cf430f on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:30.485234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Attempting to bind port aaa5a1aa-71a9-4449-b87b-cd2981cf430f by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9f083f64-6344-420a-a3f2-ccc8da9f611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:30.485529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Attempting to bind port aaa5a1aa-71a9-4449-b87b-cd2981cf430f on network f87da890-2ad9-4c62-b799-677eaad88b5a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:30.488578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Deleting port ed277a1b-09bb-4e06-afff-92a121cc9260 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:30.488928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.502455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Port aaa5a1aa-71a9-4449-b87b-cd2981cf430f on network f87da890-2ad9-4c62-b799-677eaad88b5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:30.502789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Attempting to bind port aaa5a1aa-71a9-4449-b87b-cd2981cf430f on network f87da890-2ad9-4c62-b799-677eaad88b5a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:30.541680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:30.542026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Checking segment: {'id': '9f083f64-6344-420a-a3f2-ccc8da9f611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:30.542453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Bound using segment: {'id': '9f083f64-6344-420a-a3f2-ccc8da9f611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:30.542897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Bound port: aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f083f64-6344-420a-a3f2-ccc8da9f611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:30.543261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.644359 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.647736 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] For port ed277a1b-09bb-4e06-afff-92a121cc9260, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed277a1b-09bb-4e06-afff-92a121cc9260,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:30.648194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.674253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Calling delete_port for ed277a1b-09bb-4e06-afff-92a121cc9260 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:30.676563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:30.696930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,segment=NetworkSegment(9f083f64-6344-420a-a3f2-ccc8da9f611a),segment_id=9f083f64-6344-420a-a3f2-ccc8da9f611a)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:30.732217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6fd3-feec-4042-9d9a-16f17255715f req-33b65816-eb6e-4b7b-a4d5-56ec21ed5228 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:30.745746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151f6fd3-feec-4042-9d9a-16f17255715f req-33b65816-eb6e-4b7b-a4d5-56ec21ed5228 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0865939 Aug 27 02:32:30.760181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.819854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-151f6fd3-feec-4042-9d9a-16f17255715f req-698dd014-f9b1-414a-b706-3f9e5adcf7ac tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744076 Aug 27 02:32:30.896506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:30.897225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:30.899275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] 10.222.0.46 "PUT /v2.0/ports/aaa5a1aa-71a9-4449-b87b-cd2981cf430f HTTP/1.1" status: 200 len: 1092 time: 1.6070609 Aug 27 02:32:30.899828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:30.903244 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef32dc-832c-4c70-8d4b-558c426b18a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:31.016214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065729fc-d148-4bc6-aee2-e6f7a603d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:31.175945 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a71eee-df17-42bf-9cb7-bc9cf0a108a9 x-openstack-request-id: req-84a71eee-df17-42bf-9cb7-bc9cf0a108a9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:31.176339 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:31.176798 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84a71eee-df17-42bf-9cb7-bc9cf0a108a9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:31.176901 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f', 'status': 'completed', 'code': 200} Aug 27 02:32:31.186749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6811-3081-4de6-ab59-bf153786101b req-1a10ba59-daa1-45bc-b747-f6c5ac674dcc tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.195175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32bb6811-3081-4de6-ab59-bf153786101b req-1a10ba59-daa1-45bc-b747-f6c5ac674dcc tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 944 time: 0.3485792 Aug 27 02:32:31.233633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.254963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32bb6811-3081-4de6-ab59-bf153786101b req-7655cbdc-4f2e-4e4a-9cbd-3255de9e1dac tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Aug 27 02:32:31.331034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed277a1b-09bb-4e06-afff-92a121cc9260,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:31.406293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-a2848792-a595-4862-acf6-e4d198b0af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.407989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-a2848792-a595-4862-acf6-e4d198b0af1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc14343d707a47b7bf0b2318168f0797&device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 1095 time: 0.4343431 Aug 27 02:32:31.496126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-293cb55f-76d4-4f9f-aacc-3f10d4bc0b1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f HTTP/1.1" status: 200 len: 217 time: 0.0447497 Aug 27 02:32:31.610102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 878109d8-531c-4708-8ae3-df5506aafaad no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:31.633374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-d129b455-afc7-4446-a6eb-703cf4ca61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.635109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-d129b455-afc7-4446-a6eb-703cf4ca61cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab800040-6118-4e21-9866-2b670c90f844 HTTP/1.1" status: 200 len: 858 time: 0.1248469 Aug 27 02:32:31.636409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 878109d8-531c-4708-8ae3-df5506aafaad {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:31.636766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 878109d8-531c-4708-8ae3-df5506aafaad not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:31.672695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-e297778a-68f4-47fd-b1a4-2b3cc8e9b706 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f87da890-2ad9-4c62-b799-677eaad88b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296955 Aug 27 02:32:31.778309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:31.856246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-34ce721a-96c2-434e-933a-10aa234a0f5a service neutron] 10.222.0.46 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758540 Aug 27 02:32:31.986985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e05c-d614-49ab-8c0c-f4f58bd87c4e req-66cc7748-42f0-43a7-900d-b9de96dc8ed5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:31.989201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12c0e05c-d614-49ab-8c0c-f4f58bd87c4e req-66cc7748-42f0-43a7-900d-b9de96dc8ed5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0736082 Aug 27 02:32:32.041495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-745d0c5a-8ea2-410d-b85d-d6349bbb8f4e req-64022dbd-6593-4fba-965b-c67058718a33 service neutron] 10.222.0.46 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510072 Aug 27 02:32:32.085087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12c0e05c-d614-49ab-8c0c-f4f58bd87c4e req-24573754-ddac-4290-b45b-9f75213ee270 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828304 Aug 27 02:32:32.143650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Router c7b6b177-27e8-4173-a39a-dcbf126ea62e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:32.403568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0d57f-79c3-43a8-becf-df34a9ea8812 req-717dc4dc-eae6-4ca1-bde7-fc4aa3ce3f9c tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.405307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38b0d57f-79c3-43a8-becf-df34a9ea8812 req-717dc4dc-eae6-4ca1-bde7-fc4aa3ce3f9c tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 944 time: 0.0698276 Aug 27 02:32:32.474675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38b0d57f-79c3-43a8-becf-df34a9ea8812 req-6764d084-3db5-4c6e-af92-7c9e29d467ce tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Aug 27 02:32:32.568228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-4786a79c-78b7-4db5-851a-1ec87cb0cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.569744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-4786a79c-78b7-4db5-851a-1ec87cb0cdc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc14343d707a47b7bf0b2318168f0797&device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 1095 time: 0.4250998 Aug 27 02:32:32.717365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:32.726249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1866ad49-455d-4704-9699-c66848b6224e admin admin] 10.222.0.26 "PUT /v2.0/routers/c7b6b177-27e8-4173-a39a-dcbf126ea62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2249219 Aug 27 02:32:32.726566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Sync routers for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:32.728676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42224) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:32.741182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:32.741816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:32.853231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:32.885349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:32.915715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-d4de2305-8238-49c8-b7f9-508d80e80ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:32.917230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-d4de2305-8238-49c8-b7f9-508d80e80ffa service neutron] 10.222.0.46 "GET /v2.0/networks?id=f87da890-2ad9-4c62-b799-677eaad88b5a HTTP/1.1" status: 200 len: 919 time: 0.3030081 Aug 27 02:32:32.968939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-6d13e303-6078-44d7-8b48-778d86f27ead service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f HTTP/1.1" status: 200 len: 217 time: 0.0430889 Aug 27 02:32:33.077368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-0f98a5bf-43e6-421a-ad4d-42ac97f52240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.079167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-0f98a5bf-43e6-421a-ad4d-42ac97f52240 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab800040-6118-4e21-9866-2b670c90f844 HTTP/1.1" status: 200 len: 858 time: 0.0702367 Aug 27 02:32:33.082956 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.117958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-b095d185-3e7d-401b-a8cc-c2e1ef3a6b7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f87da890-2ad9-4c62-b799-677eaad88b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300519 Aug 27 02:32:33.206838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:32:31Z', 'revision_number': 5, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port': {'id': '5cffe020-adb5-4d48-b9a1-5513447c02b1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:30:40Z', 'updated_at': '2021-08-27T02:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.257059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Checking router: c7b6b177-27e8-4173-a39a-dcbf126ea62e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:33.269416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Routers {'c7b6b177-27e8-4173-a39a-dcbf126ea62e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:33.270570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.400792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Deleting port 5cffe020-adb5-4d48-b9a1-5513447c02b1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:33.401236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.433605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] Set router c7b6b177-27e8-4173-a39a-dcbf126ea62e gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:33.475525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-cac63c82-fa21-4173-8a49-1b9b2221dd65 service neutron] 10.222.0.46 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266802 Aug 27 02:32:33.486325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ba5c-85ad-41ff-9c96-2f95258554e4 req-b5848c30-578a-4a8e-b9c1-a733df89ec16 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.487917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e771ba5c-85ad-41ff-9c96-2f95258554e4 req-b5848c30-578a-4a8e-b9c1-a733df89ec16 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2821441 Aug 27 02:32:33.510944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:32:33Z', 'revision_number': 6, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:33.550987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54274c2c-fa80-4da9-8b64-e82ec8c9c674 None None] The sync data for ids ['c7b6b177-27e8-4173-a39a-dcbf126ea62e'] in n-d-806292-1 is: [{'id': 'c7b6b177-27e8-4173-a39a-dcbf126ea62e', 'name': 'tempest-ServersTestMultiNic-627963002-router', 'tenant_id': '2b840d8a7e8a427f9c285933dd169917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:30:38Z', 'updated_at': '2021-08-27T02:32:33Z', 'revision_number': 6, 'project_id': '2b840d8a7e8a427f9c285933dd169917', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:33.587076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7ef32dc-832c-4c70-8d4b-558c426b18a3 req-614c321b-b4cb-4702-9a45-3b5f377baf5f service neutron] 10.222.0.46 "GET /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963526 Aug 27 02:32:33.627166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b14d36-2405-4072-aca6-fb0d7c044d93 req-c869af11-b388-4ff7-a646-f364691b1999 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:33.630865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95b14d36-2405-4072-aca6-fb0d7c044d93 req-c869af11-b388-4ff7-a646-f364691b1999 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 944 time: 0.0664828 Aug 27 02:32:33.705106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95b14d36-2405-4072-aca6-fb0d7c044d93 req-6b0d1d3e-ea40-4014-8dbd-eae5a1762b27 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649281 Aug 27 02:32:33.717162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e771ba5c-85ad-41ff-9c96-2f95258554e4 req-8a4c0038-e3bb-4a62-b7a5-e49e50d8d169 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288989 Aug 27 02:32:33.747548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] For port 5cffe020-adb5-4d48-b9a1-5513447c02b1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5cffe020-adb5-4d48-b9a1-5513447c02b1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:33.748193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.764589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Calling delete_port for 5cffe020-adb5-4d48-b9a1-5513447c02b1 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:33.960257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:33.983798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cffe020-adb5-4d48-b9a1-5513447c02b1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:34.056412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.204616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.208377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.276523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed277a1b-09bb-4e06-afff-92a121cc9260 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:34.295946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.296545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b6b177-27e8-4173-a39a-dcbf126ea62e {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:32:34.303622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.304988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-038d5910-ebb3-4795-8e71-25ff08f36fd5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c7b6b177-27e8-4173-a39a-dcbf126ea62e HTTP/1.1" status: 204 len: 168 time: 1.5754018 Aug 27 02:32:34.307509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42268) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:34.315126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ed277a1b-09bb-4e06-afff-92a121cc9260 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:34.315863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed277a1b-09bb-4e06-afff-92a121cc9260 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:34.369984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Deleting subnet c68c50f9-77c8-4459-b242-74e095048608 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:34.374826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.430799 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.550045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.617540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.652519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68c50f9-77c8-4459-b242-74e095048608,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:34.657615 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.662433 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b607aee3-f893-4271-a46a-bcce2785eda4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c68c50f9-77c8-4459-b242-74e095048608 HTTP/1.1" status: 204 len: 168 time: 0.3538835 Aug 27 02:32:34.663116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:34.665710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e83e4-9aa6-4997-a651-de5ceca4e7e5 None None] Network 1131c952-6be1-4397-b35e-414f00a44c93 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:34.772695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:34.918831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] DHCP port deletion for 1131c952-6be1-4397-b35e-414f00a44c93 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:32:34.961633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a08e0-b541-4258-9df6-1f1c03f76935 req-a53120a4-b0e6-401a-8a31-b5b2af16984d tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:34.963624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a2a08e0-b541-4258-9df6-1f1c03f76935 req-a53120a4-b0e6-401a-8a31-b5b2af16984d tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 944 time: 0.1083663 Aug 27 02:32:34.988617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Deleting port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:34.989248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.006248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Deleting port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:35.006725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.013258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a2a08e0-b541-4258-9df6-1f1c03f76935 req-585746e4-4d41-491a-8d04-168da1f78e52 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Aug 27 02:32:35.075041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e5300-a2a2-4cea-95dc-e046370a7fc0 req-a15932dd-0ac7-4d0a-ab27-8fc17730b3d2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:35.075041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f54e5300-a2a2-4cea-95dc-e046370a7fc0 req-a15932dd-0ac7-4d0a-ab27-8fc17730b3d2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2019818 Aug 27 02:32:35.079353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] For port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:35.079723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.097612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] For port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,segment=NetworkSegment(fcd374e5-1a37-4848-978a-c73a8d4633da),segment_id=fcd374e5-1a37-4848-978a-c73a8d4633da)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:35.098193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.118840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Calling delete_port for 9d48f4fa-57e2-4aee-b98c-647d0af1e94a owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:35.125506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Calling delete_port for 9d48f4fa-57e2-4aee-b98c-647d0af1e94a owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:35.200428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f54e5300-a2a2-4cea-95dc-e046370a7fc0 req-b4961c8c-1a4d-46af-85f4-297d25ed6fdb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083438 Aug 27 02:32:35.256394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42292) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.307156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.335939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.347882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Deleting subnet a6576177-af49-49cd-a847-6055e2b90c98 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:35.352601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.381124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] Pushing event deleted for resources: {'Port': ['ID=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.384970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e687f9-5b66-4e9d-89e9-7adf2e125f0c None None] No DVR routers for this DVR port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:35.403966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d48f4fa-57e2-4aee-b98c-647d0af1e94a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.404799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] No DVR routers for this DVR port 9d48f4fa-57e2-4aee-b98c-647d0af1e94a on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:35.453980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42296) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.507460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Deleting subnet 591c9b76-50c7-48b5-8247-bda8a9d0f609 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:35.513480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.515266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.518974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.531281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1131c952-6be1-4397-b35e-414f00a44c93']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.546207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd374e5-1a37-4848-978a-c73a8d4633da') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.547117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd374e5-1a37-4848-978a-c73a8d4633da') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:35.560888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.584473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.585571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.596612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:35.597072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:35.599569 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:35.617226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.647283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device aaa5a1aa-71a9-4449-b87b-cd2981cf430f details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:35.697872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.712462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.738001 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.740448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1131c952-6be1-4397-b35e-414f00a44c93 HTTP/1.1" status: 204 len: 168 time: 1.0740914 Aug 27 02:32:35.741623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221988-c900-4b10-8e25-c045deb64f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=1131c952-6be1-4397-b35e-414f00a44c93,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.782322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.824550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6576177-af49-49cd-a847-6055e2b90c98,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.824921 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.827359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cbc579d7-d854-4db2-800a-2207c140cbf0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a6576177-af49-49cd-a847-6055e2b90c98 HTTP/1.1" status: 204 len: 168 time: 0.5699534 Aug 27 02:32:35.830746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.846605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.864136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,segment=NetworkSegment(9f083f64-6344-420a-a3f2-ccc8da9f611a),segment_id=9f083f64-6344-420a-a3f2-ccc8da9f611a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:35.896337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591c9b76-50c7-48b5-8247-bda8a9d0f609,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:35.896927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f', 'network_id': 'f87da890-2ad9-4c62-b799-677eaad88b5a', 'port_id': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f', 'mac_address': 'fa:16:3e:22:ed:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab800040-6118-4e21-9866-2b670c90f844', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:35.900769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.908820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed25ca20-c99c-451e-ba17-3bbf49e131c6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/591c9b76-50c7-48b5-8247-bda8a9d0f609 HTTP/1.1" status: 204 len: 168 time: 0.4530847 Aug 27 02:32:35.910371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:35.968395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:35.983814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa5a1aa-71a9-4449-b87b-cd2981cf430f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:36.001913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.006027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,segment=NetworkSegment(9f083f64-6344-420a-a3f2-ccc8da9f611a),segment_id=9f083f64-6344-420a-a3f2-ccc8da9f611a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:36.014579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.019493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.022154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.119020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.138644 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.148534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-876902dd-3482-43c4-99b3-a091febf5525 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b840d8a7e8a427f9c285933dd169917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316752 Aug 27 02:32:36.150996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.153256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216ef06e-8f19-4cb4-921f-aa140a2e0b70']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.161220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d48f4fa-57e2-4aee-b98c-647d0af1e94a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:36.175966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.186882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 9d48f4fa-57e2-4aee-b98c-647d0af1e94a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:36.187470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d48f4fa-57e2-4aee-b98c-647d0af1e94a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:36.187957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5cffe020-adb5-4d48-b9a1-5513447c02b1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:36.192897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e51c7a1-f477-43e6-960b-f817f59bc534') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.193196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e51c7a1-f477-43e6-960b-f817f59bc534') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.196296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.206775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.210725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5cffe020-adb5-4d48-b9a1-5513447c02b1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:36.211078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5cffe020-adb5-4d48-b9a1-5513447c02b1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:36.226817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353dc811-59ec-4552-a809-1a87e30269a8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.227036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353dc811-59ec-4552-a809-1a87e30269a8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:36.241524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.249885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.268832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.272403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd64-3ca1-4eba-bbb1-8523cff9cf32 req-8aaf5fcc-cc5b-4bcd-b43d-12d585985b8f tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.274012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5393fd64-3ca1-4eba-bbb1-8523cff9cf32 req-8aaf5fcc-cc5b-4bcd-b43d-12d585985b8f tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 945 time: 0.1109090 Aug 27 02:32:36.277163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:36.277650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.279677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:36.279845 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:36.308921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:36.309283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:36.311299 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:36.379762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.388744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5393fd64-3ca1-4eba-bbb1-8523cff9cf32 req-59e9eaf9-e59a-45ed-ab8b-4f416f3c62a0 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Aug 27 02:32:36.392754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.403527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.409693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/216ef06e-8f19-4cb4-921f-aa140a2e0b70 HTTP/1.1" status: 204 len: 168 time: 0.5765748 Aug 27 02:32:36.413321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['aaa5a1aa-71a9-4449-b87b-cd2981cf430f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:36.424930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9259-be65-4ada-a6bd-c54a88f7f5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=216ef06e-8f19-4cb4-921f-aa140a2e0b70,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.448619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d57ea-a9b1-4e0d-b961-e61ed360d682 req-fcf0a12c-2a8f-4635-b74c-2bdec28e8c5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:36.450219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c24d57ea-a9b1-4e0d-b961-e61ed360d682 req-fcf0a12c-2a8f-4635-b74c-2bdec28e8c5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1795123 Aug 27 02:32:36.450937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.463420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.465518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77 HTTP/1.1" status: 204 len: 168 time: 0.5540073 Aug 27 02:32:36.523837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d804b-7824-445c-950d-62e4106bdac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0ccbf1-afb9-4c6a-82a5-a6c9d7953f77,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.561821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c24d57ea-a9b1-4e0d-b961-e61ed360d682 req-353b688e-b849-43d9-b4a8-e572b1920352 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051552 Aug 27 02:32:36.581474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.584644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.588087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a23c7c6-d8fd-4035-8f01-619846b745ee HTTP/1.1" status: 204 len: 168 time: 0.4335573 Aug 27 02:32:36.596389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8713d-e4fd-42e2-b953-dd9ec80846b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23c7c6-d8fd-4035-8f01-619846b745ee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.700138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42326) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.706352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.756881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a22793b-8f92-4e8a-8e64-a88be8f88086 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa2cd209fa914586ae7bd28ffd8085b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555682 Aug 27 02:32:36.760925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58490b7a-e000-48d6-bb13-72f04bdeba85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1672892c4542416b9b7e5dcfd49632d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511749 Aug 27 02:32:36.760925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.766961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:36.846892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.856665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.877958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.897050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.960192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.962869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.966339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/449111d5-97f0-4f84-9f59-8bbca290da62 HTTP/1.1" status: 204 len: 168 time: 0.2035851 Aug 27 02:32:36.974173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.976715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:36.977851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/464121f5-302a-46b8-95eb-70174e7ac33d HTTP/1.1" status: 204 len: 168 time: 0.2096255 Aug 27 02:32:36.978940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315ba9a-30df-4690-9408-da4867ca2d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449111d5-97f0-4f84-9f59-8bbca290da62,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:36.990249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a784-eab3-4659-a756-d190c8aa3eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464121f5-302a-46b8-95eb-70174e7ac33d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:37.014628 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:32:37.527997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e894f-92d0-411e-8c26-f0329553b328 req-8b874131-ecc0-4c4a-bcc5-f5cff1d81ce9 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.529735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-474e894f-92d0-411e-8c26-f0329553b328 req-8b874131-ecc0-4c4a-bcc5-f5cff1d81ce9 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 945 time: 0.0670590 Aug 27 02:32:37.571060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-474e894f-92d0-411e-8c26-f0329553b328 req-21948c51-1da5-4c7b-ac61-b3dbf567aad1 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Aug 27 02:32:37.639819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device aaa5a1aa-71a9-4449-b87b-cd2981cf430f up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:37.688597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cce9-57f0-41c3-aa78-fcbe39411448 req-e511dcac-9784-4722-907d-a02de50c6254 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:37.690890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c075cce9-57f0-41c3-aa78-fcbe39411448 req-e511dcac-9784-4722-907d-a02de50c6254 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0567822 Aug 27 02:32:37.707518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port aaa5a1aa-71a9-4449-b87b-cd2981cf430f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:37.713734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port aaa5a1aa-71a9-4449-b87b-cd2981cf430f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:37.714226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.755648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c075cce9-57f0-41c3-aa78-fcbe39411448 req-15cbde76-824c-49ff-9b87-722188cb7255 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535679 Aug 27 02:32:37.837391 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.869665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:37.872365 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d010c-0a11-468e-bf13-5466d0cf28f8" -d '{"events": [{"server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:37.878132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,segment=NetworkSegment(9f083f64-6344-420a-a3f2-ccc8da9f611a),segment_id=9f083f64-6344-420a-a3f2-ccc8da9f611a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:37.884282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:37.919589 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcc53fa-5551-44ac-8bb4-e2194ad07c99 x-openstack-request-id: req-fdcc53fa-5551-44ac-8bb4-e2194ad07c99 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:37.919894 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "name": "network-vif-plugged", "status": "completed", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:37.920128 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdcc53fa-5551-44ac-8bb4-e2194ad07c99 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:37.921256 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f', 'code': 200} Aug 27 02:32:37.936310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:37.951720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.058666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf4e9c-cd14-4686-b093-5ab5225fe73a req-1107a33f-f7e3-4bc2-81cf-3886e48c9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.060178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8cf4e9c-cd14-4686-b093-5ab5225fe73a req-1107a33f-f7e3-4bc2-81cf-3886e48c9015 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 1097 time: 0.0548337 Aug 27 02:32:38.100892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8cf4e9c-cd14-4686-b093-5ab5225fe73a req-4608b509-4683-424e-9fee-389342800a1e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Aug 27 02:32:38.191467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1545767786-network', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:38.192767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42408) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.221757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:38.224115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.236827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.250104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1161958092-network', 'tenant_id': 'e6026b900c394fce8250e0a6c24cba28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:38.332620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.338519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.355917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Made reservation on behalf of e6026b900c394fce8250e0a6c24cba28 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:38.358871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.361953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:38.368224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.380422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1e63a-99be-49e6-85c6-d94dfcd101f0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.392762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.392920 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Added segment 46991a57-d627-414a-94db-03f8b53d4594 of type vlan for network 16d99336-f03b-4e58-a731-98ac8f136339 Aug 27 02:32:38.440775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.459484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.464566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.467613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.469551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.470527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.490285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:38.499152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d543bf5-a9dd-4910-87fc-413896d50844,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.508550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.508904 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Added segment f8c8085a-4519-4117-ac55-a206af3ca204 of type vlan for network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd Aug 27 02:32:38.538963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5982823 Aug 27 02:32:38.539411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.541539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf666-7d70-4f86-800d-328aa853378d admin admin] Pushing event updated for resources: {'Network': ['ID=16d99336-f03b-4e58-a731-98ac8f136339,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.546871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Request body: {'subnet': {'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1545767786-subnet', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:38.551787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.554068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 16d99336-f03b-4e58-a731-98ac8f136339 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:38.582996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.583261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:38.584036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.585608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.588286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.674722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4808133 Aug 27 02:32:38.676007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42428) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:38.680944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Request body: {'subnet': {'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1161958092-subnet', 'tenant_id': 'e6026b900c394fce8250e0a6c24cba28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:38.708204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9d455-477c-4272-a1a8-d5e6c78fa981 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:38.720782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:38.730917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b2de-23fa-49fd-9401-ad9aab93bd54 req-6032958e-57c4-4b88-a797-e26af1888ad5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.733149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf9b2de-23fa-49fd-9401-ad9aab93bd54 req-6032958e-57c4-4b88-a797-e26af1888ad5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 946 time: 0.0666463 Aug 27 02:32:38.737829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Made reservation on behalf of e6026b900c394fce8250e0a6c24cba28 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:38.740505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.799105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf9b2de-23fa-49fd-9401-ad9aab93bd54 req-f33c629d-841f-4754-be81-b7f117040dc1 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 Aug 27 02:32:38.980111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:38.989913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8e74-734d-47bb-a4d5-4d57a5c28653 req-918c45d9-5887-427b-b4ab-649128c583a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:38.991448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-384e8e74-734d-47bb-a4d5-4d57a5c28653 req-918c45d9-5887-427b-b4ab-649128c583a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1491125 Aug 27 02:32:39.134475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727e2765-b57b-420b-a1ec-d0ac7612bfd5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.145631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-384e8e74-734d-47bb-a4d5-4d57a5c28653 req-76ec3bb9-1468-486d-8b44-67ac84156df3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435282 Aug 27 02:32:39.169111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Checking segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:39.169111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Network hostable DHCP agents. Network: 16d99336-f03b-4e58-a731-98ac8f136339, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:39.175074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.206614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Network 16d99336-f03b-4e58-a731-98ac8f136339 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:39.225853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 16d99336-f03b-4e58-a731-98ac8f136339) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:39.236455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.237032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.240015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3f268-40bd-4569-81ff-99fb0a7b2d7a None None] Network 16d99336-f03b-4e58-a731-98ac8f136339 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:39.251149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Pushing event updated for resources: {'Subnet': ['ID=430afa3c-ef5c-4827-bc76-70f3aed58de6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:39.265194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fa0ce1b6-288e-43f7-b9f5-2857c0a31871 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7245004 Aug 27 02:32:39.266181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Checking segment: {'id': 'f8c8085a-4519-4117-ac55-a206af3ca204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:39.266586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Network hostable DHCP agents. Network: bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:39.268514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:39.273874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:39.285594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:39.300492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:39.306296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.306964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.315578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.317290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbdea8-052d-4503-a55f-847d6257f19c None None] Network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:39.320168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.333884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d07f949-b551-4b5f-8895-255f7d2e204f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6562223 Aug 27 02:32:39.397239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.607002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4dd660-b376-4e19-a8ea-22b4445e7638 None None] Network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:39.639696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.944249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-a40bff65-9712-4d4f-86fc-b69c3de021c8 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:39.946729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-a40bff65-9712-4d4f-86fc-b69c3de021c8 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/networks?id=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd HTTP/1.1" status: 200 len: 813 time: 0.1473095 Aug 27 02:32:39.947455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-16d99336-f03b-4e58-a731-98ac8f136339', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:39.949014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:39.973486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:39.983143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'network': {'name': 'tempest-network-smoke--1148412560', 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:39.999414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.025889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.259971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d9702-6592-4d23-afd2-6ef3ffc2df39 req-80e097d7-06f1-47e1-a9c3-c11fc83dc983 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.262748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b1d9702-6592-4d23-afd2-6ef3ffc2df39 req-80e097d7-06f1-47e1-a9c3-c11fc83dc983 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 946 time: 0.1591654 Aug 27 02:32:40.282129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Allocated IP 172.20.0.2 (16d99336-f03b-4e58-a731-98ac8f136339/727e2765-b57b-420b-a1ec-d0ac7612bfd5/706bd384-91a9-47a8-b520-4add01c8130f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:40.303389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Allocated IP 172.25.8.141 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/aae26ec2-4daa-40aa-9de8-7de4aea2e98f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:40.356926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b1d9702-6592-4d23-afd2-6ef3ffc2df39 req-8dfef717-d84b-494d-afa8-2947a7abce86 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798569 Aug 27 02:32:40.372467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-f275b311-d6ab-4425-b50c-466d4866d293 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/quotas/e6026b900c394fce8250e0a6c24cba28 HTTP/1.1" status: 200 len: 375 time: 0.4183571 Aug 27 02:32:40.376639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:40.380937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.395095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.445536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-e7222603-13b0-4bcd-8cd6-11885221feeb tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6026b900c394fce8250e0a6c24cba28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533464 Aug 27 02:32:40.468187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.517417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.522477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.532921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Transition to ACTIVE for port object 706bd384-91a9-47a8-b520-4add01c8130f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:40.559778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Transition to ACTIVE for port object 706bd384-91a9-47a8-b520-4add01c8130f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:40.568678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.583394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Pushing event updated for resources: {'Port': ['ID=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.606582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:40.612306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:40.614651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.615657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:40.618056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-e0154b79-c60f-448c-89b2-50f54808ca9f service neutron] 10.222.0.26 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593201 Aug 27 02:32:40.618318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Network 16d99336-f03b-4e58-a731-98ac8f136339 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:40.621164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.624202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:40.631512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:40.638131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:32:40.649499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.649939 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Added segment 7c7e4f2f-056a-40de-8327-9a0bf05bc9ab of type vlan for network fb94bbf8-393d-4693-af31-fe3b17252a89 Aug 27 02:32:40.660587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b704-525b-41dd-ba52-c8fc0e70c162 req-54c593f7-a2cd-49ce-a5d5-74d5f9691f85 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.662141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b608b704-525b-41dd-ba52-c8fc0e70c162 req-54c593f7-a2cd-49ce-a5d5-74d5f9691f85 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0907621 Aug 27 02:32:40.678239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Pushing event updated for resources: {'Port': ['ID=706bd384-91a9-47a8-b520-4add01c8130f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.697619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Attempting to bind port 706bd384-91a9-47a8-b520-4add01c8130f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:40.697952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Attempting to bind port 706bd384-91a9-47a8-b520-4add01c8130f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:40.698306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Attempting to bind port 706bd384-91a9-47a8-b520-4add01c8130f on network 16d99336-f03b-4e58-a731-98ac8f136339 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:40.703555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:40.703942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Checking segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:40.704615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.705330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Bound using segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:40.706246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Bound port: 706bd384-91a9-47a8-b520-4add01c8130f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:40.706667 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.714866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.779709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] For port 706bd384-91a9-47a8-b520-4add01c8130f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:40.783267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] For port 706bd384-91a9-47a8-b520-4add01c8130f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=706bd384-91a9-47a8-b520-4add01c8130f,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:40.788137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b608b704-525b-41dd-ba52-c8fc0e70c162 req-cfc94654-bcb5-453b-b36e-b216ea361b7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815098 Aug 27 02:32:40.788402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1b0d9-b014-48b0-88fe-92522b1feb8c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.802611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.808418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.822535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:40.823289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:40.864346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07606-7c73-4f3f-b212-111308bbd4a7 None None] Pushing event updated for resources: {'Port': ['ID=706bd384-91a9-47a8-b520-4add01c8130f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.918684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9439578 Aug 27 02:32:40.925934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42484) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:40.931948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'admin_state_up': True, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:40.939846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-0c232736-f685-4663-8795-738010d43497 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480237 Aug 27 02:32:40.950666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bcf67-5474-4cfc-904d-8d2a414f568d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Network': ['ID=fb94bbf8-393d-4693-af31-fe3b17252a89,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:40.963720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network fb94bbf8-393d-4693-af31-fe3b17252a89 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:32:40.976021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.186929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.187239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.368126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1cfa0-52db-4fb1-8971-ac8f00b9cf7c req-9d7794ed-8caa-4ba8-a71d-9aecf09d6686 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.376383 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85f1cfa0-52db-4fb1-8971-ac8f00b9cf7c req-9d7794ed-8caa-4ba8-a71d-9aecf09d6686 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 946 time: 0.0881162 Aug 27 02:32:41.423340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85f1cfa0-52db-4fb1-8971-ac8f00b9cf7c req-1c5deca5-8149-4e57-bf15-c46ef4870e7b tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Aug 27 02:32:41.606443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789830d-657f-44d8-ac92-ff4f878eb4ce req-c4421aa5-ec16-4d3e-bea1-96f289e0852d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.608389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9789830d-657f-44d8-ac92-ff4f878eb4ce req-c4421aa5-ec16-4d3e-bea1-96f289e0852d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0652807 Aug 27 02:32:41.657120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9789830d-657f-44d8-ac92-ff4f878eb4ce req-4c4dc479-feda-4d80-be93-583f96a09401 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Aug 27 02:32:41.713798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.714888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:41.790083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae93fdcb-4c6e-45c1-891f-ac77918c5f5f req-6d82dfe5-e2af-4c0b-b198-3aba738738c7 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 210 time: 0.0988328 Aug 27 02:32:41.923080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-03a791e9-7335-4b7d-8adb-820d667ce075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:41.924858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-03a791e9-7335-4b7d-8adb-820d667ce075 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.2326190 Aug 27 02:32:42.020367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.243895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 706bd384-91a9-47a8-b520-4add01c8130f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:42.290801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-ff098191-fdc6-4c30-ab25-f5f8d92b0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.292305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-ff098191-fdc6-4c30-ab25-f5f8d92b0816 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2838032 Aug 27 02:32:42.303251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a2444-59a5-42e5-8d01-0031c911da90 None None] Network 16d99336-f03b-4e58-a731-98ac8f136339 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:42.361720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:42.374821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c31bba0-faf0-49a0-b96f-768b5a78f3fd None None] Provisioning for port 706bd384-91a9-47a8-b520-4add01c8130f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:42.392825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 706bd384-91a9-47a8-b520-4add01c8130f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:42.400188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 706bd384-91a9-47a8-b520-4add01c8130f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:42.400553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.440739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-0eefbf8e-5908-4934-813d-952990efa5d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1213398 Aug 27 02:32:42.553496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.592312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 706bd384-91a9-47a8-b520-4add01c8130f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=706bd384-91a9-47a8-b520-4add01c8130f,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:42.597087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.661213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-ead82472-1a7b-447c-9f14-977f6a53dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.663044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-ead82472-1a7b-447c-9f14-977f6a53dd3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.2091587 Aug 27 02:32:42.704539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.717641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d7ca8a45-84b9-43e7-8815-d5dd88306b49 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.722603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d7ca8a45-84b9-43e7-8815-d5dd88306b49 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 946 time: 0.1070786 Aug 27 02:32:42.725745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=706bd384-91a9-47a8-b520-4add01c8130f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:42.752516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:42.761195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:42.773986 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Sync routers for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:42.789583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5229-3bb4-4b69-9ee2-d58883b528f7 req-f9b8139d-e041-4e0d-a781-02d01c3fdbf0 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.797083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-744b5229-3bb4-4b69-9ee2-d58883b528f7 req-f9b8139d-e041-4e0d-a781-02d01c3fdbf0 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfca272c-379a-4c82-b89d-7d3d7902ad2d HTTP/1.1" status: 200 len: 946 time: 0.2666683 Aug 27 02:32:42.799759 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:42.802798 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:42.982055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30f164-cd09-4442-ab76-ead21ac9af25 req-d59f8b8f-7e5d-48f7-bdd9-a4edd811fd9c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:42.990660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a30f164-cd09-4442-ab76-ead21ac9af25 req-d59f8b8f-7e5d-48f7-bdd9-a4edd811fd9c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2189720 Aug 27 02:32:43.015814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-babb4578-ec4b-482d-aecf-0323ed2f7cdc None None] Provisioning complete for port 706bd384-91a9-47a8-b520-4add01c8130f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:43.018458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-babb4578-ec4b-482d-aecf-0323ed2f7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.025193 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:43.073759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-04668fe8-fdbb-4998-be5d-70f3ca4894ca tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.075296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-04668fe8-fdbb-4998-be5d-70f3ca4894ca tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.46 "GET /v2.0/networks?id=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd HTTP/1.1" status: 200 len: 813 time: 0.2755206 Aug 27 02:32:43.086741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a30f164-cd09-4442-ab76-ead21ac9af25 req-57ba1d54-788b-4652-9bb2-5d342d3cf998 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948997 Aug 27 02:32:43.102609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Deleting port aaa5a1aa-71a9-4449-b87b-cd2981cf430f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:32:43.103255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.117558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Request body: {'port': {'device_id': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd', 'admin_state_up': True, 'tenant_id': 'e6026b900c394fce8250e0a6c24cba28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:43.143824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.145458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42dc7ebf-9b05-42e9-bda8-adfc8d88b597 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8756878 Aug 27 02:32:43.148439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-b1c53962-2a81-41ec-be57-347a7ea0b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:43.150517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-b1c53962-2a81-41ec-be57-347a7ea0b048 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4590776 Aug 27 02:32:43.153022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:43.229763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72fa5ae8-7bd2-4aeb-98b9-921a8eb45b75 req-f68c07e9-69b5-48fa-85ff-a8a20247e992 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 210 time: 0.0531833 Aug 27 02:32:43.264016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-744b5229-3bb4-4b69-9ee2-d58883b528f7 req-11162768-672d-4e5e-836a-8b6531e0a094 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657333 Aug 27 02:32:43.286908 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:40Z', 'revision_number': 3, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:43.287454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] For port aaa5a1aa-71a9-4449-b87b-cd2981cf430f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,segment=NetworkSegment(9f083f64-6344-420a-a3f2-ccc8da9f611a),segment_id=9f083f64-6344-420a-a3f2-ccc8da9f611a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:43.288157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.306340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Calling delete_port for aaa5a1aa-71a9-4449-b87b-cd2981cf430f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:32:43.329600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Checking router: 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:43.329909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Updating router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 port aae26ec2-4daa-40aa-9de8-7de4aea2e98f binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:43.363833 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.446567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.25.8.6 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e951b4e6-7b31-4355-9988-2fb01f539ab5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:43.485324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.508335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-56e50594-1730-4490-a57d-4edb45bab1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079951 Aug 27 02:32:43.522272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['aaa5a1aa-71a9-4449-b87b-cd2981cf430f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:43.526412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Pushing event deleted for resources: {'Port': ['ID=aaa5a1aa-71a9-4449-b87b-cd2981cf430f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:43.584355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] No DVR routers for this DVR port aaa5a1aa-71a9-4449-b87b-cd2981cf430f on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:32:43.588171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.590855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cfee615-7bfe-49f9-82e2-efe628bdd1c1 req-d274a91e-97b6-4be2-b1a2-b259e14e3ef5 tempest-InstanceActionsV221TestJSON-1132462953 tempest-InstanceActionsV221TestJSON-1132462953-project] 10.222.0.46 "DELETE /v2.0/ports/aaa5a1aa-71a9-4449-b87b-cd2981cf430f HTTP/1.1" status: 204 len: 173 time: 0.8621726 Aug 27 02:32:43.591394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'name': 'network-vif-deleted', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:43.595171 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef22a1-fd71-434f-a723-b0d45bc74075" -d '{"events": [{"server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "name": "network-vif-deleted", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:43.652550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Made reservation on behalf of e6026b900c394fce8250e0a6c24cba28 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:43.656541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:43.752005 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71a702-b00f-46ae-ab93-ec697daeca1b x-openstack-request-id: req-9d71a702-b00f-46ae-ab93-ec697daeca1b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:43.752581 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca272c-379a-4c82-b89d-7d3d7902ad2d", "name": "network-vif-deleted", "tag": "aaa5a1aa-71a9-4449-b87b-cd2981cf430f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:43.752694 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d71a702-b00f-46ae-ab93-ec697daeca1b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:43.753064 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfca272c-379a-4c82-b89d-7d3d7902ad2d', 'name': 'network-vif-deleted', 'tag': 'aaa5a1aa-71a9-4449-b87b-cd2981cf430f', 'status': 'completed', 'code': 200} Aug 27 02:32:43.853970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc3e62de-5991-464d-91ac-8122ec82ac79 req-ea14d669-2c5f-4e6b-9c76-0c1e343b6194 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336055 Aug 27 02:32:43.898662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.105358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 706bd384-91a9-47a8-b520-4add01c8130f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:44.223586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 706bd384-91a9-47a8-b520-4add01c8130f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:44.224270 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.393604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e36a11b-8635-4c49-ac43-348fab745bd4 req-6dbd2526-a0d5-49f1-86ea-d62661dd9ac3 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 210 time: 0.0430262 Aug 27 02:32:44.411250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Allocated IP 172.20.0.4 (bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd/430afa3c-ef5c-4827-bc76-70f3aed58de6/579c137f-c1a8-4651-8d22-466b88defbb9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:44.534052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523cbac-8cee-41a5-bce8-a43d28b8ea6e req-17cca3dd-3861-44ed-bfe3-601afbf0ba01 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:44.542047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d523cbac-8cee-41a5-bce8-a43d28b8ea6e req-17cca3dd-3861-44ed-bfe3-601afbf0ba01 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2175076 Aug 27 02:32:44.601690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.694040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=e951b4e6-7b31-4355-9988-2fb01f539ab5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.736961 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d523cbac-8cee-41a5-bce8-a43d28b8ea6e req-d608669a-b079-4891-adbd-97bacceef4b4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886742 Aug 27 02:32:44.755633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:44.758055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:44.785825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:44.794306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:44.825984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Deleting subnet ab800040-6118-4e21-9866-2b670c90f844 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:32:44.833268 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.834424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.856087 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Transition to ACTIVE for port object aae26ec2-4daa-40aa-9de8-7de4aea2e98f will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:44.869513 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.894344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.935985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Attempting to bind port aae26ec2-4daa-40aa-9de8-7de4aea2e98f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:44.936438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Attempting to bind port aae26ec2-4daa-40aa-9de8-7de4aea2e98f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:44.936838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Attempting to bind port aae26ec2-4daa-40aa-9de8-7de4aea2e98f on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:44.944837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Pushing event updated for resources: {'Port': ['ID=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:44.948230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:44.948605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:44.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.949458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:44.949929 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Bound port: aae26ec2-4daa-40aa-9de8-7de4aea2e98f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:44.950296 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.955769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:44.975887 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.976144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.976479 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.976812 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.977142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.977464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.977970 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.978478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.978959 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.979525 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.979856 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:44.980180 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:32:45.019466 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] For port aae26ec2-4daa-40aa-9de8-7de4aea2e98f, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:45.023867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] For port aae26ec2-4daa-40aa-9de8-7de4aea2e98f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:45.030514 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.036747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.041734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.042013 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.096766 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:45.097428 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.116952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.119482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ab800040-6118-4e21-9866-2b670c90f844 HTTP/1.1" status: 204 len: 168 time: 0.3603172 Aug 27 02:32:45.121902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528922a-56bd-478b-b7a9-1c329df02aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab800040-6118-4e21-9866-2b670c90f844,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.128943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42564) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:45.174647 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71681f-d1af-4d07-a0b5-02c4373dfed8 None None] Pushing event updated for resources: {'Port': ['ID=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.254757 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:45.366285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.368350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.474036 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:40Z', 'revision_number': 3, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.501641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:45.507096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ee5c2-4b02-4105-96ee-16a43cd8f13d None None] The sync data for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 is: [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:40Z', 'revision_number': 3, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:45.535603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:45.543071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.545352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:45.567530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Pushing event updated for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:45.649163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Allocated IP 172.20.0.1 (16d99336-f03b-4e58-a731-98ac8f136339/727e2765-b57b-420b-a1ec-d0ac7612bfd5/db949809-5db8-47f6-9b78-ca9de468864d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:45.753377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.848149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:45.848780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.876026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87da890-2ad9-4c62-b799-677eaad88b5a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.909995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f083f64-6344-420a-a3f2-ccc8da9f611a') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.910296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f083f64-6344-420a-a3f2-ccc8da9f611a') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:45.927211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718bbd-afae-44ce-a5ee-22a70bfe714f req-6f2afb24-17ff-4bdc-a76f-18efdc88fbf3 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:45.928805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db718bbd-afae-44ce-a5ee-22a70bfe714f req-6f2afb24-17ff-4bdc-a76f-18efdc88fbf3 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 931 time: 0.3970699 Aug 27 02:32:45.943349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-38afe160-a436-4e37-b1b1-e6f4bf1d2834 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8318367 Aug 27 02:32:45.948114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe3a6-eee2-426e-8f10-3d4d3d2c53d6 req-dd6d23a6-71b2-4e78-9194-96b1fd3df3cd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:45.950920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18cfe3a6-eee2-426e-8f10-3d4d3d2c53d6 req-dd6d23a6-71b2-4e78-9194-96b1fd3df3cd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0973806 Aug 27 02:32:45.955013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:45.980700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Request body: {'port': {'device_id': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:46.036649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.077177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18cfe3a6-eee2-426e-8f10-3d4d3d2c53d6 req-deb759fd-4ced-4fb4-b6fe-ca70e851cc90 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123431 Aug 27 02:32:46.117170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:32:46.118630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:32:46.121761 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:32:46.135949 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.167088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aae26ec2-4daa-40aa-9de8-7de4aea2e98f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:46.239688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port aae26ec2-4daa-40aa-9de8-7de4aea2e98f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:46.244017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port aae26ec2-4daa-40aa-9de8-7de4aea2e98f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:46.244384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.282695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae8fe3-76a8-42fa-b272-37c7373903a0 req-a22d6d36-813c-4d38-b793-a418f96c57f8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:46.291192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8dae8fe3-76a8-42fa-b272-37c7373903a0 req-a22d6d36-813c-4d38-b793-a418f96c57f8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0763772 Aug 27 02:32:46.309909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.342074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8dae8fe3-76a8-42fa-b272-37c7373903a0 req-1a7df8d1-7d11-4d27-9793-8ded1a38acc6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 Aug 27 02:32:46.342419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Transition to ACTIVE for port object db949809-5db8-47f6-9b78-ca9de468864d will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:46.359002 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.367555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db718bbd-afae-44ce-a5ee-22a70bfe714f req-31fa733a-c993-4144-bf65-c628cfdca62f tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171543 Aug 27 02:32:46.368617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.414611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port aae26ec2-4daa-40aa-9de8-7de4aea2e98f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:46.421016 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.438129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.492514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.493849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] 10.222.0.26 "DELETE /v2.0/networks/f87da890-2ad9-4c62-b799-677eaad88b5a HTTP/1.1" status: 204 len: 168 time: 1.3376791 Aug 27 02:32:46.514709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.522926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:46.527075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:46.537779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6389b15-a264-451e-b37b-b02f7ab2b0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f87da890-2ad9-4c62-b799-677eaad88b5a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:46.589189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Network 16d99336-f03b-4e58-a731-98ac8f136339 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:46.781529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd910ac-a64a-4aa3-bfa9-f72e857f96f2 req-d2865153-ce1b-40ca-bd51-1dd1d1302d8b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:46.785521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd910ac-a64a-4aa3-bfa9-f72e857f96f2 req-d2865153-ce1b-40ca-bd51-1dd1d1302d8b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0891588 Aug 27 02:32:46.855260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:46.860959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:46.886792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd910ac-a64a-4aa3-bfa9-f72e857f96f2 req-a7f85ec0-e020-4a75-a984-eb70f3c66903 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932345 Aug 27 02:32:46.907839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:47.011619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.032963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Pushing event updated for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.182597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95f7a2a0-bdcc-4547-a8fa-8edc9aaf0a6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc14343d707a47b7bf0b2318168f0797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180652 Aug 27 02:32:47.189741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:47.240609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fab152-1bf7-4299-81e4-242169e8d909 req-ef2e5c54-2e91-4695-b463-c1d03734b866 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.242125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58fab152-1bf7-4299-81e4-242169e8d909 req-ef2e5c54-2e91-4695-b463-c1d03734b866 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1112309 Aug 27 02:32:47.292660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:32:47.294908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.308459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a026941d-bc16-4a4b-835c-adc76ef5deda None None] Provisioning for port db949809-5db8-47f6-9b78-ca9de468864d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:47.310144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58fab152-1bf7-4299-81e4-242169e8d909 req-1ae62ec5-23e5-4d3a-9e5e-7b0c3d10e2bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580845 Aug 27 02:32:47.321064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a026941d-bc16-4a4b-835c-adc76ef5deda None None] Provisioning complete for port db949809-5db8-47f6-9b78-ca9de468864d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:47.321496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a026941d-bc16-4a4b-835c-adc76ef5deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.323994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.363448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a026941d-bc16-4a4b-835c-adc76ef5deda None None] Port db949809-5db8-47f6-9b78-ca9de468864d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:47.392792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.395491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.403626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec7ae47d-2fce-45f2-a102-04c2dbe50ec5 HTTP/1.1" status: 204 len: 168 time: 0.2055089 Aug 27 02:32:47.419007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ab8c3-7eba-42c6-93c4-dc486f5e375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ae47d-2fce-45f2-a102-04c2dbe50ec5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:47.649628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device aaa5a1aa-71a9-4449-b87b-cd2981cf430f no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:32:47.682227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: aaa5a1aa-71a9-4449-b87b-cd2981cf430f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:32:47.682703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device aaa5a1aa-71a9-4449-b87b-cd2981cf430f not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:32:47.813429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579c137f-c1a8-4651-8d22-466b88defbb9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:47.838587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.896663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:47.954364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Transition to ACTIVE for port object 579c137f-c1a8-4651-8d22-466b88defbb9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:47.974525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbf7a2-62c3-4d53-b5e8-a5cac26179a5 req-6de8bdf7-86c0-4874-b54d-04491aa9574b tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:47.976114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60dbf7a2-62c3-4d53-b5e8-a5cac26179a5 req-6de8bdf7-86c0-4874-b54d-04491aa9574b tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 931 time: 0.1566696 Aug 27 02:32:47.980529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.103113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:48.116371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Sync routers for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:48.144090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aae26ec2-4daa-40aa-9de8-7de4aea2e98f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:48.149074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:48.149945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:48.264613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.275238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.276791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0cdf5db8-497f-4b79-aa80-62d37207e696 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3499999 Aug 27 02:32:48.280120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:48.286655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60dbf7a2-62c3-4d53-b5e8-a5cac26179a5 req-61365da0-47bc-4558-968e-8d8666c1f2df tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890036 Aug 27 02:32:48.287367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.329613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:48.376162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.402711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port aae26ec2-4daa-40aa-9de8-7de4aea2e98f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:48.404872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.423452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Pushing event updated for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:48.442682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Attempting to bind port 579c137f-c1a8-4651-8d22-466b88defbb9 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:48.443024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Attempting to bind port 579c137f-c1a8-4651-8d22-466b88defbb9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f8c8085a-4519-4117-ac55-a206af3ca204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:48.443351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Attempting to bind port 579c137f-c1a8-4651-8d22-466b88defbb9 on network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:48.451217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Port 579c137f-c1a8-4651-8d22-466b88defbb9 on network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:32:48.451547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Attempting to bind port 579c137f-c1a8-4651-8d22-466b88defbb9 on network bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:48.456945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:48.457292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Checking segment: {'id': 'f8c8085a-4519-4117-ac55-a206af3ca204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:48.457676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Bound using segment: {'id': 'f8c8085a-4519-4117-ac55-a206af3ca204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:48.458108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Bound port: 579c137f-c1a8-4651-8d22-466b88defbb9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c8085a-4519-4117-ac55-a206af3ca204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:48.458509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.460486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.593918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed22cc6-f21e-4ee5-829c-101c00e52b2a req-41bfc499-1f43-42e2-a624-4b8bac5e74f5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:48.603351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ed22cc6-f21e-4ee5-829c-101c00e52b2a req-41bfc499-1f43-42e2-a624-4b8bac5e74f5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1260638 Aug 27 02:32:48.640120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:45Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:48.647785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Network 16d99336-f03b-4e58-a731-98ac8f136339 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:48.671083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Checking router: 6d78cf46-e3e5-4ede-9353-19c6becf4c4c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:48.672068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Updating router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c port e951b4e6-7b31-4355-9988-2fb01f539ab5 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:48.704242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ed22cc6-f21e-4ee5-829c-101c00e52b2a req-383d4b37-21e4-4cc0-be5d-a96cd2ef237b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771461 Aug 27 02:32:48.713061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:48.764692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:48.831976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-105b8d2c-dcbd-43b3-b39b-3473d5978f81 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=85648905d3534b37af6ca0e5abb12b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5497012 Aug 27 02:32:48.832359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:48.931746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:48.983817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=579c137f-c1a8-4651-8d22-466b88defbb9,segment=NetworkSegment(f8c8085a-4519-4117-ac55-a206af3ca204),segment_id=f8c8085a-4519-4117-ac55-a206af3ca204)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:49.010733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.161611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:49.173013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42652) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.198013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.203950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.211163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/579c137f-c1a8-4651-8d22-466b88defbb9 HTTP/1.1" status: 200 len: 1091 time: 3.2520330 Aug 27 02:32:49.217392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:49.220791 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:49.301552 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c40eb94-94e9-4fc7-a919-ca7b5d0d776a x-openstack-request-id: req-7c40eb94-94e9-4fc7-a919-ca7b5d0d776a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:49.302187 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:49.302187 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c40eb94-94e9-4fc7-a919-ca7b5d0d776a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:49.302514 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9', 'status': 'completed', 'code': 200} Aug 27 02:32:49.323564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc56f-dfe6-4110-b692-888cceaae488 req-3ce75b70-cf0e-453b-8f90-18e84f9bbe3a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.325128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36afc56f-dfe6-4110-b692-888cceaae488 req-3ce75b70-cf0e-453b-8f90-18e84f9bbe3a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2991664 Aug 27 02:32:49.336296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-08b6ca38-8070-4cdc-bffb-1b7299dc1068 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5110486 Aug 27 02:32:49.348102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315b6cb-a607-4bc0-bee9-00b930e4920d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.349733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4315b6cb-a607-4bc0-bee9-00b930e4920d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4903247 Aug 27 02:32:49.352569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.414075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a67adcb9-4428-425f-ad1a-7e650eeddbc9 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601556 Aug 27 02:32:49.417324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.432829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827701945', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:49.451958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fde5e-ca6f-426e-aa53-a400ab71a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.474983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7086-dbde-43fe-8504-456d672041cb None None] Provisioning complete for port db949809-5db8-47f6-9b78-ca9de468864d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:49.475521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7086-dbde-43fe-8504-456d672041cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.506935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36afc56f-dfe6-4110-b692-888cceaae488 req-95188626-5ed9-45e3-afc9-0e2d4834835c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643019 Aug 27 02:32:49.507664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa2204b8-5bb3-416d-8ccb-65d3df1b7092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.528901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-aaa839de-67d3-4370-847a-1cf5ad684f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.530090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-aaa839de-67d3-4370-847a-1cf5ad684f08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6026b900c394fce8250e0a6c24cba28&device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 1094 time: 0.2167034 Aug 27 02:32:49.551453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:49.557800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d3c8663-83e8-4275-8fe2-05768aa77863 admin admin] 10.222.0.26 "PUT /v2.0/routers/704d9bec-f4f1-4019-9d44-717cf1d0e8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3675945 Aug 27 02:32:49.562938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b7086-dbde-43fe-8504-456d672041cb None None] Port db949809-5db8-47f6-9b78-ca9de468864d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:49.568193 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Sync routers for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:49.575213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2c57-a4f8-4562-be61-8ed323757778 req-8de04ddc-6ce0-47db-a02e-161e46fe9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.576726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-8de04ddc-6ce0-47db-a02e-161e46fe9dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 1097 time: 0.1615040 Aug 27 02:32:49.578222 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:49.579118 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:49.600669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.606195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d927e1-6d18-4f6f-8420-72ead8b4afd2 req-ca3158a4-4fd1-4c2d-833d-931cadc9516b tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.608106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95d927e1-6d18-4f6f-8420-72ead8b4afd2 req-ca3158a4-4fd1-4c2d-833d-931cadc9516b tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 943 time: 0.1912959 Aug 27 02:32:49.611337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-e194bf69-601b-4382-9153-9c1e98e08a73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579c137f-c1a8-4651-8d22-466b88defbb9 HTTP/1.1" status: 200 len: 217 time: 0.0525532 Aug 27 02:32:49.626428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Transition to ACTIVE for port object e951b4e6-7b31-4355-9988-2fb01f539ab5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:49.636701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.694299 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:49.700338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-5a590324-01a8-441d-84dc-1de41061dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.701903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-5a590324-01a8-441d-84dc-1de41061dae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430afa3c-ef5c-4827-bc76-70f3aed58de6 HTTP/1.1" status: 200 len: 853 time: 0.0813553 Aug 27 02:32:49.739738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81c285-3a2a-4550-b9d7-5ba194bd8848 None None] Pushing event updated for resources: {'Port': ['ID=e951b4e6-7b31-4355-9988-2fb01f539ab5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.751066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-c15a9630-8c51-494f-9759-1a40da53389a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402751 Aug 27 02:32:49.760137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Attempting to bind port e951b4e6-7b31-4355-9988-2fb01f539ab5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:49.760580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Attempting to bind port e951b4e6-7b31-4355-9988-2fb01f539ab5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:49.760942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Attempting to bind port e951b4e6-7b31-4355-9988-2fb01f539ab5 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:49.762992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2c57-a4f8-4562-be61-8ed323757778 req-9b0b2775-1720-4ef8-8b7d-bca5a78cb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:49.765231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-9b0b2775-1720-4ef8-8b7d-bca5a78cb265 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 200 len: 911 time: 0.1545281 Aug 27 02:32:49.770704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:49.771181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:49.771669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.775747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:49.775747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Bound port: e951b4e6-7b31-4355-9988-2fb01f539ab5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:49.775747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.783557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa2204b8-5bb3-416d-8ccb-65d3df1b7092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.828244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa2204b8-5bb3-416d-8ccb-65d3df1b7092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.854272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] For port e951b4e6-7b31-4355-9988-2fb01f539ab5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:49.860105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] For port e951b4e6-7b31-4355-9988-2fb01f539ab5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e951b4e6-7b31-4355-9988-2fb01f539ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:49.862796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:32:49.867094 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.869227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:49.906842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa2204b8-5bb3-416d-8ccb-65d3df1b7092 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17e85fe114ea4779a66f01bd43431345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299888 Aug 27 02:32:49.909983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42670) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:49.925088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2204b8-5bb3-416d-8ccb-65d3df1b7092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aca96f-494a-4307-916d-01aad6e180f4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:49.957891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:49.966001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-63c6da32-33bd-4764-8ab3-f3c8a981fc23 service neutron] 10.222.0.46 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031822 Aug 27 02:32:49.976368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:50.048448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.053133 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:48Z', 'revision_number': 2, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:50.087181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81c285-3a2a-4550-b9d7-5ba194bd8848 None None] Pushing event updated for resources: {'Port': ['ID=e951b4e6-7b31-4355-9988-2fb01f539ab5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.114805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.117776 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Checking router: 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:50.118752 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Updating router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 port db949809-5db8-47f6-9b78-ca9de468864d binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:50.156514 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.177329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0d2e647-a4e1-498f-bca2-487a9cbf8770 req-a6a4dabd-5c29-4ae4-8a32-b8652d9798ff service neutron] 10.222.0.46 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002614 Aug 27 02:32:50.208970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95d927e1-6d18-4f6f-8420-72ead8b4afd2 req-6c3d67ce-c115-4279-9380-fe8a0849ca4a tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880940 Aug 27 02:32:50.227137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.231408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.241747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2aca96f-494a-4307-916d-01aad6e180f4 HTTP/1.1" status: 204 len: 168 time: 0.3295746 Aug 27 02:32:50.248646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:50.283881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e4c0e-3275-47af-a6be-adb464717738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aca96f-494a-4307-916d-01aad6e180f4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.286558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-821e44c0-ef45-41c6-bd9e-959fb144cc7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 200 len: 1001 time: 0.4855494 Aug 27 02:32:50.375389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-edf080bb-1537-40e3-9439-4af934318c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.376924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-edf080bb-1537-40e3-9439-4af934318c91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6026b900c394fce8250e0a6c24cba28&device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 1094 time: 0.0743883 Aug 27 02:32:50.473956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.575414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2c57-a4f8-4562-be61-8ed323757778 req-59d38265-33d8-424c-ae76-8b7fa1669306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.576903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-59d38265-33d8-424c-ae76-8b7fa1669306 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 200 len: 849 time: 0.2595146 Aug 27 02:32:50.641011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Subnet': ['ID=a42a8134-24a4-4598-91ca-a71c56993c95,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.646355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-a10f6f62-a7c3-4912-b33c-67f3d446bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.648824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-a10f6f62-a7c3-4912-b33c-67f3d446bf55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd HTTP/1.1" status: 200 len: 914 time: 0.2631907 Aug 27 02:32:50.667295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Checking segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:50.667685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network hostable DHCP agents. Network: fb94bbf8-393d-4693-af31-fe3b17252a89, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:32:50.674489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2c57-a4f8-4562-be61-8ed323757778 req-a2011955-94f2-44e8-b431-88b5b0940f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.675422 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.677026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-a2011955-94f2-44e8-b431-88b5b0940f0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6068e2-6328-4aae-970a-f28ef00a9e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882745 Aug 27 02:32:50.695825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Transition to ACTIVE for port object db949809-5db8-47f6-9b78-ca9de468864d will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:50.706759 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.712395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network fb94bbf8-393d-4693-af31-fe3b17252a89 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:32:50.720741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:45Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:50.769994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, fb94bbf8-393d-4693-af31-fe3b17252a89) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:50.784521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:50.785108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.810182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ac0c7-aa6c-4d7e-8427-54cac099959b None None] Pushing event updated for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:50.829215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8199cf-5fa0-4b0d-b18b-29b8414efcd1 None None] Network fb94bbf8-393d-4693-af31-fe3b17252a89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:50.838479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-299006e8-0841-430b-8a4d-f9dab18ce9ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579c137f-c1a8-4651-8d22-466b88defbb9 HTTP/1.1" status: 200 len: 217 time: 0.1635101 Aug 27 02:32:50.846247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f0de6e3-465b-45d4-a26e-282f70c307bc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4198337 Aug 27 02:32:50.853096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:50.853289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Attempting to bind port db949809-5db8-47f6-9b78-ca9de468864d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:50.853485 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Attempting to bind port db949809-5db8-47f6-9b78-ca9de468864d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:50.853877 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Attempting to bind port db949809-5db8-47f6-9b78-ca9de468864d on network 16d99336-f03b-4e58-a731-98ac8f136339 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:50.857594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9deb8-bb3b-4d6f-b443-39c72afca19e None None] The sync data for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 is: [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:45Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:50.861706 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:50.862154 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Checking segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:50.862653 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.866840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Bound using segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:50.867860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Bound port: db949809-5db8-47f6-9b78-ca9de468864d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:50.868089 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:50.983562 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] For port db949809-5db8-47f6-9b78-ca9de468864d, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:50.987758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] For port db949809-5db8-47f6-9b78-ca9de468864d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db949809-5db8-47f6-9b78-ca9de468864d,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:50.994555 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.025508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-a4ec34f0-070a-4ef5-861f-ca93c356fc1c service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376832 Aug 27 02:32:51.049317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d3c1-d8c7-4632-bb56-3bb0834b31f8 req-e2d70d8c-b16b-4e0d-aada-97e4d9ae0494 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.059511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ed5d3c1-d8c7-4632-bb56-3bb0834b31f8 req-e2d70d8c-b16b-4e0d-aada-97e4d9ae0494 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2415872 Aug 27 02:32:51.128902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-d8f97cfb-31ae-493d-bf3e-89cc44d63c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.144089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-d8f97cfb-31ae-493d-bf3e-89cc44d63c0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=430afa3c-ef5c-4827-bc76-70f3aed58de6 HTTP/1.1" status: 200 len: 853 time: 0.2846286 Aug 27 02:32:51.168506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:51.169404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:51.237938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-0908b198-1a9a-4ad9-aa39-5f5b524f0b4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836399 Aug 27 02:32:51.243636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ed5d3c1-d8c7-4632-bb56-3bb0834b31f8 req-d99bd224-bd5b-49da-a716-87a010834132 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830549 Aug 27 02:32:51.309294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-fb94bbf8-393d-4693-af31-fe3b17252a89', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:32:51.320717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:51.569573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-aaa8c07b-c93d-4e63-839a-78151844bcff service neutron] 10.222.0.46 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203032 Aug 27 02:32:51.700950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Allocated IP 172.20.0.2 (fb94bbf8-393d-4693-af31-fe3b17252a89/a42a8134-24a4-4598-91ca-a71c56993c95/547c8e47-0ba7-41c4-aec3-a0d9c91e1b60) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:51.701473 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ac0c7-aa6c-4d7e-8427-54cac099959b None None] Pushing event updated for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:51.757928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:51.834423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47e536e7-9d43-48c8-a5f9-baff0a15b3b6 req-1962bc13-6504-4d2c-bb91-fab0c17a6dcc service neutron] 10.222.0.46 "GET /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187188 Aug 27 02:32:51.873796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03c452-38e7-42f5-9b14-1900a32af506 req-a26fcc5f-a9ba-4bb8-8932-d3428d246a99 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:51.883011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e03c452-38e7-42f5-9b14-1900a32af506 req-a26fcc5f-a9ba-4bb8-8932-d3428d246a99 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 943 time: 0.3536582 Aug 27 02:32:51.971146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e03c452-38e7-42f5-9b14-1900a32af506 req-9f57a9c1-8fbc-4f8b-a945-68a52993950c tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Aug 27 02:32:52.033937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.055517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Transition to ACTIVE for port object 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:52.101875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Transition to ACTIVE for port object 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:52.121284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.214941 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:50Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:52.236536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Network fb94bbf8-393d-4693-af31-fe3b17252a89 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:52.283805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e951b4e6-7b31-4355-9988-2fb01f539ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:52.286934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32bbce-b87a-4ced-8f13-1086d502131c None None] The sync data for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 is: [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:50Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:52.294676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:52.301142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:52.396870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Pushing event updated for resources: {'Port': ['ID=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:52.507215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Attempting to bind port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:52.507593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Attempting to bind port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:52.507940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Attempting to bind port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 on network fb94bbf8-393d-4693-af31-fe3b17252a89 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:52.510229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18df2c57-a4f8-4562-be61-8ed323757778 req-c8d51cec-9e2e-4d10-8a19-04c6be5539f3 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4720483 Aug 27 02:32:52.515197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:52.515566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Checking segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:52.515969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.516408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Bound using segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:52.516881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Bound port: 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:52.517277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.531175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e951b4e6-7b31-4355-9988-2fb01f539ab5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:52.542703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e951b4e6-7b31-4355-9988-2fb01f539ab5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:52.543072 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.567087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a815-6079-4b21-9000-4b31b36a8679 req-4cb41543-f7d3-4294-b320-bc360e6fa763 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:52.573107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8d5a815-6079-4b21-9000-4b31b36a8679 req-4cb41543-f7d3-4294-b320-bc360e6fa763 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.9526722 Aug 27 02:32:52.728220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-804ae177-870b-4128-b0d5-7eb1625cfb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.756795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] For port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:52.768948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] For port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:52.829904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.836080 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.898049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e951b4e6-7b31-4355-9988-2fb01f539ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e951b4e6-7b31-4355-9988-2fb01f539ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:52.932970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:52.980008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283d68a-d8cb-4988-af1c-6cf8fa3e3f28 None None] Pushing event updated for resources: {'Port': ['ID=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:53.119819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8d5a815-6079-4b21-9000-4b31b36a8679 req-871e78ae-27d6-4373-b1e2-7eba3b9d9f07 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5400751 Aug 27 02:32:53.147809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e951b4e6-7b31-4355-9988-2fb01f539ab5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:53.273039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:53.364216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2067db-9d88-4cad-b639-55596253557c req-2b55cd72-8deb-4d61-96c9-9fdab629bf5d tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.378290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f2067db-9d88-4cad-b639-55596253557c req-2b55cd72-8deb-4d61-96c9-9fdab629bf5d tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 943 time: 0.1277199 Aug 27 02:32:53.450189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f2067db-9d88-4cad-b639-55596253557c req-b0023361-d229-4b51-a5dd-123fcb647119 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689406 Aug 27 02:32:53.496085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b625b-b767-4feb-9058-0bb1eb21a447 req-6db71fca-312e-4116-97c7-26056c7a4480 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.505041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-837b625b-b767-4feb-9058-0bb1eb21a447 req-6db71fca-312e-4116-97c7-26056c7a4480 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2361090 Aug 27 02:32:53.606938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-837b625b-b767-4feb-9058-0bb1eb21a447 req-61e3a5d3-dee1-4c94-941d-a6425727ce63 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009722 Aug 27 02:32:53.694646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 579c137f-c1a8-4651-8d22-466b88defbb9 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:32:53.779587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.20.0.1 (fb94bbf8-393d-4693-af31-fe3b17252a89/a42a8134-24a4-4598-91ca-a71c56993c95/5b8ab59f-b963-479b-9c68-f90664d3efc7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:32:53.816755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba0d6-8318-4fae-9d4b-a6d1cc343a30 req-2d058e20-0c9e-4b1f-b7f2-08d12b15b052 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:53.825545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb2ba0d6-8318-4fae-9d4b-a6d1cc343a30 req-2d058e20-0c9e-4b1f-b7f2-08d12b15b052 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1137590 Aug 27 02:32:53.948676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb2ba0d6-8318-4fae-9d4b-a6d1cc343a30 req-d05d873c-0393-4e77-a261-c85d3e8a06a3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217706 Aug 27 02:32:53.953008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=579c137f-c1a8-4651-8d22-466b88defbb9,segment=NetworkSegment(f8c8085a-4519-4117-ac55-a206af3ca204),segment_id=f8c8085a-4519-4117-ac55-a206af3ca204)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:54.000826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '579c137f-c1a8-4651-8d22-466b88defbb9', 'network_id': 'bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd', 'port_id': '579c137f-c1a8-4651-8d22-466b88defbb9', 'mac_address': 'fa:16:3e:b1:e6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430afa3c-ef5c-4827-bc76-70f3aed58de6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:32:54.039768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.083789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.087963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Transition to ACTIVE for port object 5b8ab59f-b963-479b-9c68-f90664d3efc7 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:54.104154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579c137f-c1a8-4651-8d22-466b88defbb9 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:32:54.164532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=579c137f-c1a8-4651-8d22-466b88defbb9,segment=NetworkSegment(f8c8085a-4519-4117-ac55-a206af3ca204),segment_id=f8c8085a-4519-4117-ac55-a206af3ca204)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:54.169664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.204316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.307295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network fb94bbf8-393d-4693-af31-fe3b17252a89 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:54.321873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:54.328389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:32:54.328846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:54.411877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:54.438837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.536424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e951b4e6-7b31-4355-9988-2fb01f539ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:54.588616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['579c137f-c1a8-4651-8d22-466b88defbb9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:32:54.688113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb75f2-ff13-425a-bf05-ee2be53ccf94 req-1122a749-45ab-4381-a108-18ceefb9c4c6 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:54.690825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71fb75f2-ff13-425a-bf05-ee2be53ccf94 req-1122a749-45ab-4381-a108-18ceefb9c4c6 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 944 time: 0.1249042 Aug 27 02:32:54.737647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4b711-4455-4236-ae13-4be8575a49a3 None None] Network fb94bbf8-393d-4693-af31-fe3b17252a89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:32:54.750070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.766179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71fb75f2-ff13-425a-bf05-ee2be53ccf94 req-9868adfa-6c2a-45e0-9963-26b559325787 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618751 Aug 27 02:32:54.819001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e951b4e6-7b31-4355-9988-2fb01f539ab5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:54.821361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:54.974157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4a13de7a-2b4f-4279-a828-fe1f84407dce None None] Provisioning for port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:55.224199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8c9885a5-ce86-41ec-b4b3-716def78bd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.227859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db949809-5db8-47f6-9b78-ca9de468864d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:55.307179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port db949809-5db8-47f6-9b78-ca9de468864d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:55.312492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port db949809-5db8-47f6-9b78-ca9de468864d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:55.312865 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.363907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.365788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.372025 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.415651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.464515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port db949809-5db8-47f6-9b78-ca9de468864d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db949809-5db8-47f6-9b78-ca9de468864d,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:55.472562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.473360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:55.478963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.482317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:55.618000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network fb94bbf8-393d-4693-af31-fe3b17252a89 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:32:55.619559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:32:55.795544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:55.822134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-746ae19d-0edf-40f1-bb93-114cc80007b1 None None] Provisioning for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:55.827026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:55.832358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:55.832734 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.835853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-746ae19d-0edf-40f1-bb93-114cc80007b1 None None] Provisioning complete for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:55.836256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-746ae19d-0edf-40f1-bb93-114cc80007b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:55.845021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:32:55.915202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-746ae19d-0edf-40f1-bb93-114cc80007b1 None None] Port 5b8ab59f-b963-479b-9c68-f90664d3efc7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:55.991077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.015128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485e3d-5280-4a63-9635-02d7cb9359ca req-3dd132ae-c33d-4ebd-a786-5dc37a504a80 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:56.016771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94485e3d-5280-4a63-9635-02d7cb9359ca req-3dd132ae-c33d-4ebd-a786-5dc37a504a80 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 944 time: 0.1120594 Aug 27 02:32:56.034931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:56.041137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.097923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:32:56.114369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e6ae4d81-4d37-4114-a92f-63e31b65bbe1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "PUT /v2.0/routers/6d78cf46-e3e5-4ede-9353-19c6becf4c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2551644 Aug 27 02:32:56.117093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.125196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--600439150', 'description': 'tempest-secgroup_access--600439150 description', 'project_id': '85648905d3534b37af6ca0e5abb12b55'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:56.154372 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.162728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94485e3d-5280-4a63-9635-02d7cb9359ca req-285b169a-98bf-429a-baad-c806286e205d tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299589 Aug 27 02:32:56.181877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Sync routers for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:32:56.273713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:56.274444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:56.360973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db949809-5db8-47f6-9b78-ca9de468864d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:56.402526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49e44c8e-5871-4ce7-b2a3-bd0611860101 None None] Provisioning complete for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:56.402897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49e44c8e-5871-4ce7-b2a3-bd0611860101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.437286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.445041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.486691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.490706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-49e44c8e-5871-4ce7-b2a3-bd0611860101 None None] Port 5b8ab59f-b963-479b-9c68-f90664d3efc7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:56.490890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3695183 Aug 27 02:32:56.490890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d15ad-c08b-4c36-aa72-f4ce113b2a5d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.491123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.494519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.497210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1715810910', 'description': 'tempest-secgroup_general--1715810910 description', 'project_id': '85648905d3534b37af6ca0e5abb12b55'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:56.586827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.623926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:56.794451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.801607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.824443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.830084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3370721 Aug 27 02:32:56.833047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42870) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:32:56.838586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'security_group_rule': {'security_group_id': '19d8a28d-1993-4bfb-b0ff-e6d25dda1f07', 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:32:56.880640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.894348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1b9f-f5d0-40c1-9354-e60cf4aad9a5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f01a0-b97a-4bf9-afa2-6f211ca7d134,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:56.903131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c5a735c2-64b9-4842-9f1f-c91be97795c8 None None] Provisioning complete for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:56.903670 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c5a735c2-64b9-4842-9f1f-c91be97795c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.929414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:56.960376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c5a735c2-64b9-4842-9f1f-c91be97795c8 None None] Port 5b8ab59f-b963-479b-9c68-f90664d3efc7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:32:56.973089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port db949809-5db8-47f6-9b78-ca9de468864d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:56.974750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.023287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.033094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.087005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa790c61-b902-4f86-926b-bec4ffc190dc,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:57.094851 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.104400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a822e89-b9c8-4dc8-9873-3a6963137ac9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2623603 Aug 27 02:32:57.192434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 2, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:57.233006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Checking router: 6d78cf46-e3e5-4ede-9353-19c6becf4c4c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:32:57.233995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Updating router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c port 5b8ab59f-b963-479b-9c68-f90664d3efc7 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:32:57.265795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.369360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ec0b4-506a-4620-a415-b0afab01a01b req-4852c846-313e-4f11-8c5f-5ac43dcdae94 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:57.371419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f7ec0b4-506a-4620-a415-b0afab01a01b req-4852c846-313e-4f11-8c5f-5ac43dcdae94 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 944 time: 0.1026258 Aug 27 02:32:57.391012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-b5195a53-dc12-46c7-9109-b9a5ce37525e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--1715810910&fields=id&tenant_id=85648905d3534b37af6ca0e5abb12b55 HTTP/1.1" status: 200 len: 267 time: 0.0425050 Aug 27 02:32:57.447830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-ed603b34-94ea-418b-a1f6-f62152225788 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--600439150&fields=id&tenant_id=85648905d3534b37af6ca0e5abb12b55 HTTP/1.1" status: 200 len: 267 time: 0.0517707 Aug 27 02:32:57.451825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f7ec0b4-506a-4620-a415-b0afab01a01b req-d1f7ff50-b8b6-4a58-9d6a-cdca2235fa70 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737817 Aug 27 02:32:57.632086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-0d14b822-24bd-4f46-9b04-8570fbc012e4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:57.640328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-0d14b822-24bd-4f46-9b04-8570fbc012e4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/networks?id=fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 200 len: 797 time: 0.1906340 Aug 27 02:32:57.659252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-be5c7bca-3ff1-4f8b-87a3-5e1a96e5544e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/quotas/85648905d3534b37af6ca0e5abb12b55 HTTP/1.1" status: 200 len: 375 time: 0.0172141 Aug 27 02:32:57.750180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.755130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 579c137f-c1a8-4651-8d22-466b88defbb9 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:57.774609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-0b25b1e7-60ce-4e8d-9bac-fa0d1e909335 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103384 Aug 27 02:32:57.819558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Transition to ACTIVE for port object 5b8ab59f-b963-479b-9c68-f90664d3efc7 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:32:57.832099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 579c137f-c1a8-4651-8d22-466b88defbb9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:32:57.835109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.876549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 579c137f-c1a8-4651-8d22-466b88defbb9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:57.876549 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.950780 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-32a19ac2-d1fc-4884-8383-4cabfbe21a61 service neutron] 10.222.0.26 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626246 Aug 27 02:32:57.965175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:57.988310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ad7b-df02-44d8-b75a-de49f3192b52 None None] Pushing event updated for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.083601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Attempting to bind port 5b8ab59f-b963-479b-9c68-f90664d3efc7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:32:58.083978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Attempting to bind port 5b8ab59f-b963-479b-9c68-f90664d3efc7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:32:58.084483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Attempting to bind port 5b8ab59f-b963-479b-9c68-f90664d3efc7 on network fb94bbf8-393d-4693-af31-fe3b17252a89 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:32:58.100688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:32:58.101110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Checking segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:32:58.102152 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.102601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Bound using segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:32:58.103812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Bound port: 5b8ab59f-b963-479b-9c68-f90664d3efc7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:32:58.104166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.198343 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.261844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:32:58.264824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-c0df7142-be4d-4df7-ab36-4bcff7ae1db6 service neutron] 10.222.0.26 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050237 Aug 27 02:32:58.363619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:32:58.365966 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e8806-19cd-470f-9c4e-c428f3560c55" -d '{"events": [{"server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:32:58.393032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] For port 5b8ab59f-b963-479b-9c68-f90664d3efc7, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:32:58.396850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=579c137f-c1a8-4651-8d22-466b88defbb9,segment=NetworkSegment(f8c8085a-4519-4117-ac55-a206af3ca204),segment_id=f8c8085a-4519-4117-ac55-a206af3ca204)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:32:58.412090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] For port 5b8ab59f-b963-479b-9c68-f90664d3efc7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b8ab59f-b963-479b-9c68-f90664d3efc7,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:32:58.413890 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.435001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.501587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:32:58.501963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:32:58.575687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:32:58.575687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:58.578228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.778160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ad7b-df02-44d8-b75a-de49f3192b52 None None] Pushing event updated for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:32:58.799603 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0603cc-7729-4842-a012-ed02b2d7cd03 x-openstack-request-id: req-8c0603cc-7729-4842-a012-ed02b2d7cd03 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:32:58.799944 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:32:58.800207 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c0603cc-7729-4842-a012-ed02b2d7cd03 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:32:58.800651 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9', 'code': 200} Aug 27 02:32:58.808362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e80d1e-7bd6-4098-a5a3-331399decabf req-805e62e5-0880-4ab3-b6d6-654b233e4730 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 210 time: 0.0486259 Aug 27 02:32:58.975221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf71e5-fa39-43f2-a01a-d5c2b3abf193 req-833a7036-d3c1-445b-b585-bb24d3811844 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.978717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ecf71e5-fa39-43f2-a01a-d5c2b3abf193 req-833a7036-d3c1-445b-b585-bb24d3811844 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.2321689 Aug 27 02:32:58.987326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79f4dd-45b2-4e14-9a01-59b45e250846 req-1d59af74-134a-4d1f-b5cf-7d8a11f9118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:32:58.990787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b79f4dd-45b2-4e14-9a01-59b45e250846 req-1d59af74-134a-4d1f-b5cf-7d8a11f9118f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 1096 time: 0.1860936 Aug 27 02:32:59.032996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:32:59.107978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ecf71e5-fa39-43f2-a01a-d5c2b3abf193 req-50a43020-1753-4579-ae18-b94dddeb9c88 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115794 Aug 27 02:32:59.119896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b79f4dd-45b2-4e14-9a01-59b45e250846 req-1eecee1f-3941-49c9-af1c-7fc0868860fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184270 Aug 27 02:32:59.421622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73231074-7308-4345-985d-71ed85b4d01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:32:58Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:32:59.498827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73231074-7308-4345-985d-71ed85b4d01e None None] The sync data for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 is: [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:32:58Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:32:59.944297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6070346b-963b-45f6-9db6-7c4843bab248 req-303400f8-9f23-430a-a2f2-2f975038dd8f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 210 time: 0.0394435 Aug 27 02:33:00.289650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b8ab59f-b963-479b-9c68-f90664d3efc7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:00.324793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210f790-5644-43ae-b85a-e7b5afb4d12a req-d5dea5bd-158b-44ed-a216-82d6f8546500 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.334022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c210f790-5644-43ae-b85a-e7b5afb4d12a req-d5dea5bd-158b-44ed-a216-82d6f8546500 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.0974228 Aug 27 02:33:00.442462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c210f790-5644-43ae-b85a-e7b5afb4d12a req-7f37b356-bec5-487b-af31-32e27d95ac33 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999041 Aug 27 02:33:00.456635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-e2f605d4-fea5-46b6-b41b-e1a15ce98fe4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:00.458523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-e2f605d4-fea5-46b6-b41b-e1a15ce98fe4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.15 "GET /v2.0/networks?id=fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 200 len: 797 time: 0.2623148 Aug 27 02:33:00.489585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:00.495687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:00.496336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.594878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-f8bfcda6-a9b9-4b95-9934-e2af8ed59294 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85648905d3534b37af6ca0e5abb12b55 HTTP/1.1" status: 200 len: 477 time: 0.1033509 Aug 27 02:33:00.624998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'port': {'device_id': '08041623-889b-4496-b59b-9bb10ddd86d6', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'admin_state_up': True, 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'security_groups': ['e57f01a0-b97a-4bf9-afa2-6f211ca7d134', '19d8a28d-1993-4bfb-b0ff-e6d25dda1f07']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:00.827997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.886341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:00.893818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5b8ab59f-b963-479b-9c68-f90664d3efc7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b8ab59f-b963-479b-9c68-f90664d3efc7,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:00.901857 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.037223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:01.045136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.063067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.183215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5ec4392-18d4-4f6f-b31c-6333605a69bc req-fd485074-6bba-40f0-9073-b0dfa8ab8cdb tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 210 time: 0.0805583 Aug 27 02:33:01.338987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.20.0.8 (fb94bbf8-393d-4693-af31-fe3b17252a89/a42a8134-24a4-4598-91ca-a71c56993c95/82e34ed0-d2ae-40e2-bc24-05998694b2b5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:01.597941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.619117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Transition to ACTIVE for port object 82e34ed0-d2ae-40e2-bc24-05998694b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:01.691423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6f39-955b-4c15-a742-a9d0e5890f56 req-73c2644a-5461-45e5-971f-3394d2d9b3da tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.696172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-223d6f39-955b-4c15-a742-a9d0e5890f56 req-73c2644a-5461-45e5-971f-3394d2d9b3da tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.1250782 Aug 27 02:33:01.717543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:01.764033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-223d6f39-955b-4c15-a742-a9d0e5890f56 req-a7952e38-014e-4c97-92dc-7735bd17a701 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606959 Aug 27 02:33:01.805173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:01.852035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network fb94bbf8-393d-4693-af31-fe3b17252a89 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:01.855434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:01.859263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:01.935601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49762c3-cd7a-40db-a472-4c272be22fcb req-48aa55b5-5eb4-4726-9f27-54386919780f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:01.943471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b49762c3-cd7a-40db-a472-4c272be22fcb req-48aa55b5-5eb4-4726-9f27-54386919780f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.1509027 Aug 27 02:33:02.001790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.002499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.086965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b49762c3-cd7a-40db-a472-4c272be22fcb req-eed278c8-9469-4809-a188-2e2d65d25316 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369920 Aug 27 02:33:02.090057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-de7035e1-8f3e-4f5b-89a8-13d262c53044 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4783833 Aug 27 02:33:02.104877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Request body: {'port': {'device_id': '08041623-889b-4496-b59b-9bb10ddd86d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:02.236132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.288405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b8ab59f-b963-479b-9c68-f90664d3efc7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:02.378669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7e6cb53a-e93a-4ee2-ba06-21a7adb8dbb1 None None] Provisioning for port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:02.391158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7e6cb53a-e93a-4ee2-ba06-21a7adb8dbb1 None None] Provisioning complete for port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:02.391540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7e6cb53a-e93a-4ee2-ba06-21a7adb8dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.395368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16af1-d727-4749-905b-59304c1b3271 req-1278afe5-f3e7-4076-ac8d-ff5911cb2fb1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.407524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32d16af1-d727-4749-905b-59304c1b3271 req-1278afe5-f3e7-4076-ac8d-ff5911cb2fb1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 970 time: 0.0933070 Aug 27 02:33:02.502797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32d16af1-d727-4749-905b-59304c1b3271 req-1c5619c8-9acc-48f1-ba01-dbff1039e530 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0890772 Aug 27 02:33:02.507577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5b8ab59f-b963-479b-9c68-f90664d3efc7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:02.507946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.516952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7e6cb53a-e93a-4ee2-ba06-21a7adb8dbb1 None None] Port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:02.759398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e9d7-dfdd-4fdc-95d3-2100d6922e27 req-f44210f1-27d7-4a04-bfaa-807c067b9759 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:02.768605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6686e9d7-dfdd-4fdc-95d3-2100d6922e27 req-f44210f1-27d7-4a04-bfaa-807c067b9759 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.0913522 Aug 27 02:33:02.822720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e34ed0-d2ae-40e2-bc24-05998694b2b5 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:02.824316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6686e9d7-dfdd-4fdc-95d3-2100d6922e27 req-190c0153-216a-42de-8319-9b32042be3c8 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542467 Aug 27 02:33:02.850632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:02.868355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Transition to ACTIVE for port object 82e34ed0-d2ae-40e2-bc24-05998694b2b5 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:02.875534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.033193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Pushing event updated for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:03.054786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Attempting to bind port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:03.055408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Attempting to bind port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:03.056814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Attempting to bind port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 on network fb94bbf8-393d-4693-af31-fe3b17252a89 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:03.073712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 on network fb94bbf8-393d-4693-af31-fe3b17252a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:03.074044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Attempting to bind port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 on network fb94bbf8-393d-4693-af31-fe3b17252a89 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:03.084314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:03.084711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Checking segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:03.085098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Bound using segment: {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:03.085571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Bound port: 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:03.085968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.187299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:03.191250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:03.208251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.306328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d6cfc-5bda-4c48-ad54-d501d615cabf req-c1d6dcc4-9644-46cb-9d22-7b8b2b34adfe tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.315559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-556d6cfc-5bda-4c48-ad54-d501d615cabf req-c1d6dcc4-9644-46cb-9d22-7b8b2b34adfe tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.0952451 Aug 27 02:33:03.348174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Pushing event updated for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:03.389418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.391920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.394820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-145d7ce6-b842-4687-9301-86c7293c5440 service neutron] 10.222.0.15 "PUT /v2.0/ports/82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 200 len: 1130 time: 1.2943566 Aug 27 02:33:03.400473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:03.404993 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a" -d '{"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:03.408846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-556d6cfc-5bda-4c48-ad54-d501d615cabf req-232e2801-552e-4ee7-9b7b-874826cef15e tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822744 Aug 27 02:33:03.512209 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29371440-9b02-495a-b5aa-1a4e6fb427a7 x-openstack-request-id: req-29371440-9b02-495a-b5aa-1a4e6fb427a7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:03.512509 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:03.512789 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29371440-9b02-495a-b5aa-1a4e6fb427a7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:03.513265 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'status': 'completed', 'code': 200} Aug 27 02:33:03.538807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-173a020b-64b0-4d31-89ba-340e5d32a579 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.540578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-173a020b-64b0-4d31-89ba-340e5d32a579 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.3475146 Aug 27 02:33:03.550917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-16f27c5c-0f87-4c78-a4ee-6c1ccc6c80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.552903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-16f27c5c-0f87-4c78-a4ee-6c1ccc6c80bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1133 time: 0.1043818 Aug 27 02:33:03.705114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-387a9b13-6ddd-4a34-8de5-2f7d7823ebcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0789602 Aug 27 02:33:03.769295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ea742-dd1f-47d9-8590-159ab1e91c7e req-8ede092c-a8ed-4c54-8077-039492a7378f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.783071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-529ea742-dd1f-47d9-8590-159ab1e91c7e req-8ede092c-a8ed-4c54-8077-039492a7378f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 982 time: 0.1138606 Aug 27 02:33:03.791773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:03.884080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-e0ce725e-e219-4d53-a1f9-92f74f0c952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:03.885755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-e0ce725e-e219-4d53-a1f9-92f74f0c952f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a42a8134-24a4-4598-91ca-a71c56993c95 HTTP/1.1" status: 200 len: 835 time: 0.1798673 Aug 27 02:33:03.888203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Deleting port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:03.888546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:03.901973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-529ea742-dd1f-47d9-8590-159ab1e91c7e req-5f6e06c1-0cad-4185-b542-79bb91ca0f03 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1180606 Aug 27 02:33:04.103130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-b2fb4407-5050-4d2c-a129-1daa08c2cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.104624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-b2fb4407-5050-4d2c-a129-1daa08c2cadc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb94bbf8-393d-4693-af31-fe3b17252a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389225 Aug 27 02:33:04.116169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84bfd9-b29e-44e7-a850-836066e5cb95 req-efd18f9e-c036-4867-a391-5d7b37bea0e4 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.117659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd84bfd9-b29e-44e7-a850-836066e5cb95 req-efd18f9e-c036-4867-a391-5d7b37bea0e4 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.1532772 Aug 27 02:33:04.123271 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ba7-925c-48f7-ae2b-7037acec3e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.176727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] For port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:04.177122 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.193884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-42f21a56-8477-4abe-9a84-22f7516f292e tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.196038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-42f21a56-8477-4abe-9a84-22f7516f292e tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 945 time: 0.1061933 Aug 27 02:33:04.323190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd84bfd9-b29e-44e7-a850-836066e5cb95 req-8ec74cef-bafc-460d-9935-2759e19b0c16 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d543bf5-a9dd-4910-87fc-413896d50844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907289 Aug 27 02:33:04.333792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Deleting port 579c137f-c1a8-4651-8d22-466b88defbb9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:04.334512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.379420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-8e835539-57ab-4e5b-9b70-d53dc06ed6ef service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607837 Aug 27 02:33:04.472002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] For port 579c137f-c1a8-4651-8d22-466b88defbb9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=579c137f-c1a8-4651-8d22-466b88defbb9,segment=NetworkSegment(f8c8085a-4519-4117-ac55-a206af3ca204),segment_id=f8c8085a-4519-4117-ac55-a206af3ca204)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:04.472588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.499206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Calling delete_port for 579c137f-c1a8-4651-8d22-466b88defbb9 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:04.625540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3d35f-aed1-49af-8d7f-1f988c874812 req-10a92372-696a-4ceb-aa4b-5e939b87e423 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.626043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ba7-925c-48f7-ae2b-7037acec3e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.627838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5f3d35f-aed1-49af-8d7f-1f988c874812 req-10a92372-696a-4ceb-aa4b-5e939b87e423 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 947 time: 0.0790570 Aug 27 02:33:04.650663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.651404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.651746 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Floating IP 21d7eaf4-7447-423f-bee7-ecdc9ab93e5a disassociated. External IP: 172.25.8.52, port: 4adc0acd-c0f6-49fc-a498-b0d7369dcd11. Aug 27 02:33:04.652056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Calling delete_port for 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:04.654873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ba7-925c-48f7-ae2b-7037acec3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.701881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5f3d35f-aed1-49af-8d7f-1f988c874812 req-3cfe21e4-a286-4875-91aa-1216cf22b4b8 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups?id=2abb7ca4-aad3-4d0c-bbaa-98e96154e764&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631583 Aug 27 02:33:04.709793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e92b2f94-93da-41e6-9761-66849e2479b5 req-8ee1d4f9-2526-402e-98a2-2af4d5c692bf service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978089 Aug 27 02:33:04.712099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b5f9ba7-925c-48f7-ae2b-7037acec3e9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b48c5b4c1f1f4ff58c5703121fe3379a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837876 Aug 27 02:33:04.715892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:04.758619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.765306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f9ba7-925c-48f7-ae2b-7037acec3e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3df53-0845-40ae-a673-fffc3de9c2ee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:04.792052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['579c137f-c1a8-4651-8d22-466b88defbb9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:04.838062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-aa63f0f4-e14b-4a08-8975-e438df17cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:04.839832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-aa63f0f4-e14b-4a08-8975-e438df17cb9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1133 time: 0.0613618 Aug 27 02:33:04.846777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Pushing event deleted for resources: {'Port': ['ID=579c137f-c1a8-4651-8d22-466b88defbb9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:04.861298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.911595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] No DVR routers for this DVR port 579c137f-c1a8-4651-8d22-466b88defbb9 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:04.916921 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.919009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c63d9d4-7868-4ad7-81d7-dad795735f63 req-83b6f843-516d-48b7-aafb-1769b5217291 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.46 "DELETE /v2.0/ports/579c137f-c1a8-4651-8d22-466b88defbb9 HTTP/1.1" status: 204 len: 173 time: 0.7148631 Aug 27 02:33:04.919505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'name': 'network-vif-deleted', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:04.921843 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81995945-6fe2-448d-bb3b-80e5b382312e" -d '{"events": [{"server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "name": "network-vif-deleted", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:04.953076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.958256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:04.996328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'Port': ['ID=4adc0acd-c0f6-49fc-a498-b0d7369dcd11,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:05.018808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-f7800a2e-7c8d-4920-ba89-4d0361dd9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.020298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-f7800a2e-7c8d-4920-ba89-4d0361dd9a5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 200 len: 898 time: 0.1723793 Aug 27 02:33:05.087264 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe27b00-2cf3-4336-855e-136ab1025262 x-openstack-request-id: req-4fe27b00-2cf3-4336-855e-136ab1025262 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:05.088017 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a683b5-4b37-48e0-b5f0-7151e600cd6f", "name": "network-vif-deleted", "tag": "579c137f-c1a8-4651-8d22-466b88defbb9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:05.089428 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fe27b00-2cf3-4336-855e-136ab1025262 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:05.090057 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a683b5-4b37-48e0-b5f0-7151e600cd6f', 'name': 'network-vif-deleted', 'tag': '579c137f-c1a8-4651-8d22-466b88defbb9', 'status': 'completed', 'code': 200} Aug 27 02:33:05.098476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.104894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:05.109649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75a3df53-0845-40ae-a673-fffc3de9c2ee HTTP/1.1" status: 204 len: 168 time: 0.3893440 Aug 27 02:33:05.135404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d703a40-2a9c-41b9-af52-434e63108087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3df53-0845-40ae-a673-fffc3de9c2ee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:05.146316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-33601b10-bea7-422d-8c39-ccf2288c060a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0871375 Aug 27 02:33:05.696507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7bef0-8eff-4dcd-b7d5-a0947d915c41 req-7c5f441d-82bb-43c8-885c-18294af7d63a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.698116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24e7bef0-8eff-4dcd-b7d5-a0947d915c41 req-7c5f441d-82bb-43c8-885c-18294af7d63a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 982 time: 0.6323113 Aug 27 02:33:05.724165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82d746e3-5aab-4bee-81b0-00ebed127b26 req-5f274010-364a-4365-8622-bd190674e007 tempest-ServerPasswordTestJSON-1844989509 tempest-ServerPasswordTestJSON-1844989509-project] 10.222.0.26 "GET /v2.0/ports?device_id=81a683b5-4b37-48e0-b5f0-7151e600cd6f HTTP/1.1" status: 200 len: 210 time: 0.0344551 Aug 27 02:33:05.730362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-e699def1-59eb-46e4-8d26-4799775e2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.731928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-e699def1-59eb-46e4-8d26-4799775e2f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a42a8134-24a4-4598-91ca-a71c56993c95 HTTP/1.1" status: 200 len: 835 time: 0.5738595 Aug 27 02:33:05.815019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:05.850369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24e7bef0-8eff-4dcd-b7d5-a0947d915c41 req-c30101b1-66db-4680-96c8-cb9831cb4bf1 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1348553 Aug 27 02:33:05.855696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-84b3f3b1-7560-4f60-9451-afa6889f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:05.857371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-84b3f3b1-7560-4f60-9451-afa6889f5700 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb94bbf8-393d-4693-af31-fe3b17252a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132545 Aug 27 02:33:05.891957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68133050-9500-4563-aa5b-59cf9c50bba5 req-c412b750-c374-4cfd-a139-09b7adeb42e9 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bfc59d9-bb12-422f-9e2d-dbd9b262bccc HTTP/1.1" status: 200 len: 210 time: 0.0445304 Aug 27 02:33:06.081690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:06.112296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-a665d334-feb3-45f5-8212-d04af6343b43 service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781459 Aug 27 02:33:06.118743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:06.129315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:06.129667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:06.130757 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:06.144439 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:06.147062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:06.211280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] No DVR routers for this DVR port 4adc0acd-c0f6-49fc-a498-b0d7369dcd11 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:06.216461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:06.219094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3cb6d707-c459-4bb0-9d17-bcade3438caf req-69928473-df2f-4859-ad09-e3c3d7372e3f tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.15 "DELETE /v2.0/ports/4adc0acd-c0f6-49fc-a498-b0d7369dcd11 HTTP/1.1" status: 204 len: 173 time: 2.6651318 Aug 27 02:33:06.219546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-deleted', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:06.221956 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce5682e-f9d6-4637-803d-ce5398534572" -d '{"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-deleted", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:06.261708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b028dcb-6d84-4806-adf7-b7adfaa8a21a req-e0901dff-3432-4cb6-a406-3adb321a9b36 service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371446 Aug 27 02:33:06.306857 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a21bfe3-7e6a-4e96-a65a-c087e402c9df x-openstack-request-id: req-6a21bfe3-7e6a-4e96-a65a-c087e402c9df {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:06.307220 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfc59d9-bb12-422f-9e2d-dbd9b262bccc", "name": "network-vif-deleted", "tag": "4adc0acd-c0f6-49fc-a498-b0d7369dcd11", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:06.307668 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a21bfe3-7e6a-4e96-a65a-c087e402c9df {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:06.308233 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfc59d9-bb12-422f-9e2d-dbd9b262bccc', 'name': 'network-vif-deleted', 'tag': '4adc0acd-c0f6-49fc-a498-b0d7369dcd11', 'status': 'completed', 'code': 200} Aug 27 02:33:06.317357 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:06.580899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:06.632324 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:06.652698 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:06.661314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:06.829584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:06.834129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:06.918373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Deleting subnet 430afa3c-ef5c-4827-bc76-70f3aed58de6 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:06.935029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.023499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.090433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.171130 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:07.207072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844d56b-39b7-420a-a605-7ea7df17bf34 None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'df7a572a-db09-4d10-9919-1885b6d4dd57', 'name': '', 'network_id': 'e771fb49-5663-475c-8365-16928968f3db', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'mac_address': 'fa:16:3e:8d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:45Z', 'updated_at': '2021-08-27T02:24:54Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'subnets': [{'id': 'bfc95a9d-7346-4d95-9e10-7014ad7b2838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:07.256513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8b9b1-6517-4081-9196-d3ba6c759b4f req-fea3fbe7-2d2d-4a43-8ff4-33c9df90b20e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.258100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4c8b9b1-6517-4081-9196-d3ba6c759b4f req-fea3fbe7-2d2d-4a43-8ff4-33c9df90b20e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 982 time: 0.1848464 Aug 27 02:33:07.334621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4c8b9b1-6517-4081-9196-d3ba6c759b4f req-1541dc8d-03d7-4a12-bc69-4750d61e6519 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0669353 Aug 27 02:33:07.345012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.434346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430afa3c-ef5c-4827-bc76-70f3aed58de6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:07.442115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.446861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a14ea6c8-e04b-4296-86ba-7378b6fcd9bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/430afa3c-ef5c-4827-bc76-70f3aed58de6 HTTP/1.1" status: 204 len: 168 time: 0.6155488 Aug 27 02:33:07.447280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:07.515916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-5cdd3a59-23e8-4c8e-bf0b-1cfdf58f8e81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4412460 Aug 27 02:33:07.616689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.647308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f47107-366f-4ea2-9d0f-1e6f966f3fee None None] New status for floating IP 21d7eaf4-7447-423f-bee7-ecdc9ab93e5a: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:33:07.658074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-66f6f3ad-b273-4e1f-9742-2e2e8fad4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.659867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-66f6f3ad-b273-4e1f-9742-2e2e8fad4d85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 1097 time: 0.1033673 Aug 27 02:33:07.780829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 579c137f-c1a8-4651-8d22-466b88defbb9 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:07.812388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 579c137f-c1a8-4651-8d22-466b88defbb9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:07.813179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 579c137f-c1a8-4651-8d22-466b88defbb9 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:07.894472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.922290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:07.936891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-a118ae57-6019-4a6a-9580-ea9edc0ed056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:07.938432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-a118ae57-6019-4a6a-9580-ea9edc0ed056 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2544134 Aug 27 02:33:07.956744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c8085a-4519-4117-ac55-a206af3ca204') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:07.957201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c8085a-4519-4117-ac55-a206af3ca204') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:07.978814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:07.999945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-15a41e8b-c8f2-47eb-8f90-62bbf031f545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 200 len: 217 time: 0.0533750 Aug 27 02:33:08.003382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.036364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:08.036986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.085791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-c4a27853-0d8d-4fff-8a62-a4b71ae37076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.089876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-c4a27853-0d8d-4fff-8a62-a4b71ae37076 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0806756 Aug 27 02:33:08.093914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 82e34ed0-d2ae-40e2-bc24-05998694b2b5 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:33:08.124809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:08.134212 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:08.138844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.151108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.162709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] 10.222.0.26 "DELETE /v2.0/networks/bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd HTTP/1.1" status: 204 len: 168 time: 0.7111831 Aug 27 02:33:08.207385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd0fb6-c459-478a-81e2-7286c2c3178a admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa8c2c1-47ee-4540-9c2b-6fd05a71dabd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.259188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-1c304f20-7166-44e7-bff3-500c4277ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:08.260694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-1c304f20-7166-44e7-bff3-500c4277ec2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621442 Aug 27 02:33:08.300416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.320641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:08.334704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'port_id': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'mac_address': 'fa:16:3e:32:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:33:08.379058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.461097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.494655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e34ed0-d2ae-40e2-bc24-05998694b2b5 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:08.520696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-a9872793-406e-4b82-82ed-fb501687fdd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496972 Aug 27 02:33:08.542945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:08.557700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.587639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:08.641897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.659992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-479ff804-018f-4d0a-86e5-30e3a5e191cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6026b900c394fce8250e0a6c24cba28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702431 Aug 27 02:33:08.662360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:08.719429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.746451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.841681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.845427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:08.846631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d543bf5-a9dd-4910-87fc-413896d50844 HTTP/1.1" status: 204 len: 168 time: 0.1833048 Aug 27 02:33:08.864631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07f96-e918-4ba4-8695-bd3ef9560b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d543bf5-a9dd-4910-87fc-413896d50844,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:08.866861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['82e34ed0-d2ae-40e2-bc24-05998694b2b5'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:33:09.006451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.009408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.010434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "DELETE /v2.0/security-groups/2abb7ca4-aad3-4d0c-bbaa-98e96154e764 HTTP/1.1" status: 204 len: 168 time: 0.8828952 Aug 27 02:33:09.013147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:09.033112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4c8a-7dae-4786-8aa4-32a7b0c60e1b req-fba176e7-4462-44c6-bb2b-ea1a8185578e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:09.040472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19dc4c8a-7dae-4786-8aa4-32a7b0c60e1b req-fba176e7-4462-44c6-bb2b-ea1a8185578e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 982 time: 0.5750422 Aug 27 02:33:09.056555 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-972cc454-1479-4394-ae3f-da7b35ed2995 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] show failed (client error): The resource could not be found. Aug 27 02:33:09.057059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-972cc454-1479-4394-ae3f-da7b35ed2995 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "GET /v2.0/security-groups/2abb7ca4-aad3-4d0c-bbaa-98e96154e764 HTTP/1.1" status: 404 len: 347 time: 0.0425782 Aug 27 02:33:09.064226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:09.064677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18d227-4dfe-4af0-a465-7361d827a992 tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb7ca4-aad3-4d0c-bbaa-98e96154e764,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:09.122088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19dc4c8a-7dae-4786-8aa4-32a7b0c60e1b req-8da77934-2d16-4fe5-a8a0-139f429b5bbf tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785744 Aug 27 02:33:09.130105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b572b84a-fa64-484e-954d-1b2179e81b35 req-480a3229-18e9-4753-bb19-646d25952a2c service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861716 Aug 27 02:33:09.372210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Deleting port 4f839480-b439-4d09-abd8-c374e4d9c658 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:09.372554 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.522860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.523413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.542520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Calling delete_port for 4f839480-b439-4d09-abd8-c374e4d9c658 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:09.763893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.827857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Pushing event deleted for resources: {'Port': ['ID=4f839480-b439-4d09-abd8-c374e4d9c658,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:09.921823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.925067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:09.926879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-49aeaad7-1011-44f2-8579-2c5a1a7230ab tempest-AttachVolumeShelveTestJSON-688710381 tempest-AttachVolumeShelveTestJSON-688710381-project] 10.222.0.26 "DELETE /v2.0/floatingips/21d7eaf4-7447-423f-bee7-ecdc9ab93e5a HTTP/1.1" status: 204 len: 168 time: 0.8616314 Aug 27 02:33:10.110503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 82e34ed0-d2ae-40e2-bc24-05998694b2b5 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:10.242990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:10.255689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:10.257753 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.361595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc919-c960-48ca-a322-f0d542b859ef req-ecc9a57c-8cb2-4aaf-96d1-2e67f16b0fc6 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:10.373370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-017fc919-c960-48ca-a322-f0d542b859ef req-ecc9a57c-8cb2-4aaf-96d1-2e67f16b0fc6 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 983 time: 0.1236093 Aug 27 02:33:10.462412 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.494984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-017fc919-c960-48ca-a322-f0d542b859ef req-9a47aa83-708b-4b6e-9def-d50b7592f9cc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1173720 Aug 27 02:33:10.509719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:10.516055 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df471c-48ab-478d-a287-41717727d33d" -d '{"events": [{"server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "name": "network-vif-plugged", "status": "completed", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:10.540457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:10.548096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:10.616041 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb87bda-7c8e-4638-87c2-abe7c1f13d8f x-openstack-request-id: req-3bb87bda-7c8e-4638-87c2-abe7c1f13d8f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:10.616417 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "name": "network-vif-plugged", "status": "completed", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:10.616596 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bb87bda-7c8e-4638-87c2-abe7c1f13d8f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:10.616965 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'code': 200} Aug 27 02:33:10.651759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:10.778705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a49c11-787f-4f9d-98d9-10a946a6b0ff req-dbb24311-9e33-450f-a4ac-e742b181496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:10.788990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a49c11-787f-4f9d-98d9-10a946a6b0ff req-dbb24311-9e33-450f-a4ac-e742b181496e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1135 time: 0.1357951 Aug 27 02:33:10.846183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a49c11-787f-4f9d-98d9-10a946a6b0ff req-24c9e21c-b16d-41c8-a18d-e9a2205728eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0499635 Aug 27 02:33:11.731154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce254f-b29a-40e7-aa29-d0afdde18517 req-fb09ccf5-8e36-4849-aef1-8ec180b88679 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:11.744213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73ce254f-b29a-40e7-aa29-d0afdde18517 req-fb09ccf5-8e36-4849-aef1-8ec180b88679 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.1371503 Aug 27 02:33:11.803180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3753c00-a753-47ca-8906-90e71eb56a78 req-67e5e7df-1234-4451-8e12-d784046b4e70 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.0453029 Aug 27 02:33:11.915365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73ce254f-b29a-40e7-aa29-d0afdde18517 req-9be89c02-9481-4eba-84eb-08151a352797 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1687994 Aug 27 02:33:12.700531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26544c9c-6a87-4e93-9fe6-a84a95bc9664 req-b2e75f84-c296-4f55-a1c1-634bab94909c tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0986807 Aug 27 02:33:13.213927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1730133-cbb8-4461-8752-b99fb776cd21 req-15256d66-9933-4322-830a-ff04cc20cc56 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.223302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1730133-cbb8-4461-8752-b99fb776cd21 req-15256d66-9933-4322-830a-ff04cc20cc56 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.0847588 Aug 27 02:33:13.291493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1730133-cbb8-4461-8752-b99fb776cd21 req-9d016f8e-d219-473e-abf3-2201b653a18a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648065 Aug 27 02:33:13.523833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eea7de-358a-4a3b-a0f6-ef8d621a80f0 req-0d6e8ed3-2f91-4c86-a0f1-7c3ec49cb995 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.532164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75eea7de-358a-4a3b-a0f6-ef8d621a80f0 req-0d6e8ed3-2f91-4c86-a0f1-7c3ec49cb995 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.1301439 Aug 27 02:33:13.598237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5825f-c1ea-431d-91ae-89ba5282750b req-e740ceb6-18f0-4d70-9ef6-fb1ba91f17bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.609589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75eea7de-358a-4a3b-a0f6-ef8d621a80f0 req-d5086273-c659-4cff-8e93-9f7880f80572 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0762560 Aug 27 02:33:13.612436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5e5825f-c1ea-431d-91ae-89ba5282750b req-e740ceb6-18f0-4d70-9ef6-fb1ba91f17bb tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.1216505 Aug 27 02:33:13.686100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5e5825f-c1ea-431d-91ae-89ba5282750b req-89a5299e-c6aa-4bd9-b695-e107a6d268da tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706608 Aug 27 02:33:13.818776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-e76f683f-1920-400f-a164-7e17f4ec39d9 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:13.826483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-e76f683f-1920-400f-a164-7e17f4ec39d9 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1135 time: 0.0784197 Aug 27 02:33:13.840222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-d71ce086-8b20-4354-ab2d-805424f653ea tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:13.846783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9d34c93-4111-40ed-b3b6-6c594e9f1ad4 req-e39d8372-f924-47e0-bd94-0193870a6e97 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0510814 Aug 27 02:33:14.008234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-d71ce086-8b20-4354-ab2d-805424f653ea tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.014089 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-d71ce086-8b20-4354-ab2d-805424f653ea tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.014353 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:14.047356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4dd4c1a0-6909-4916-8983-40219fb1aa55 req-d71ce086-8b20-4354-ab2d-805424f653ea tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2185814 Aug 27 02:33:14.081536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:14.123796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ce086-8b20-4354-ab2d-805424f653ea tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b1f20-e2b5-4f4d-8bcf-67f5f5c2beda,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:14.207435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9812e-2560-40d2-b817-c4e29e31506c tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.211425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36e9812e-2560-40d2-b817-c4e29e31506c tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1130 time: 0.1283214 Aug 27 02:33:14.214357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43378) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:14.230016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:14.262609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.453784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.576341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.25.8.230 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8d2a0c0c-9f9a-40f5-a513-f198c70cf59e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:14.693477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.787586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:14.856109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:14.863624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:14.866728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:14.951341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a4168-3b58-4737-a9a0-170a16eb8d55 req-e564f9d0-d7e6-425f-afa4-a2bea70b3813 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:14.968410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-350a4168-3b58-4737-a9a0-170a16eb8d55 req-e564f9d0-d7e6-425f-afa4-a2bea70b3813 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.1934667 Aug 27 02:33:14.991139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=8d2a0c0c-9f9a-40f5-a513-f198c70cf59e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.016936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0a4a13d-b3ee-46fa-9b20-1b32123097f0 req-0a43234d-ef1a-48f9-8e61-cfef5eb33f99 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0413418 Aug 27 02:33:15.111392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a3569f54-e1e1-4375-9655-e7e375628e0d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:15.113892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a3569f54-e1e1-4375-9655-e7e375628e0d tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 946 time: 0.0778034 Aug 27 02:33:15.265636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Deleting port 6f738fef-d18c-4a93-8222-b078026fa247 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:15.267022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.267630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-350a4168-3b58-4737-a9a0-170a16eb8d55 req-8e946d8c-ebd5-4fb2-a617-870203d4457c tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932589 Aug 27 02:33:15.434625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] For port 6f738fef-d18c-4a93-8222-b078026fa247, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6f738fef-d18c-4a93-8222-b078026fa247,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:15.435420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.624656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.668214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.668965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.669586 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Floating IP 0e66768a-d5da-44a7-bf0b-643ce570525d disassociated. External IP: 172.25.8.93, port: 6f738fef-d18c-4a93-8222-b078026fa247. Aug 27 02:33:15.670247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Calling delete_port for 6f738fef-d18c-4a93-8222-b078026fa247 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:15.736231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.850733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.897198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'Port': ['ID=6f738fef-d18c-4a93-8222-b078026fa247,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:15.954409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:15.969584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.070261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:16.148973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=8d2a0c0c-9f9a-40f5-a513-f198c70cf59e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:16.150611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.198551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6a6bbcf-4107-4b88-b666-b8a80aa934e3 req-620afbe8-1e76-4ed9-bfc7-1b08183ade75 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0315526 Aug 27 02:33:16.199319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.246875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:16.259328 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:16.274778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:16.276739 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:16.351180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] No DVR routers for this DVR port 6f738fef-d18c-4a93-8222-b078026fa247 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:16.354838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:16.357076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0555b6b-d1ff-4b9f-abdc-95d0e7525393 req-a25fcde5-e237-406a-a81e-a6318428218e tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.15 "DELETE /v2.0/ports/6f738fef-d18c-4a93-8222-b078026fa247 HTTP/1.1" status: 204 len: 173 time: 1.2351663 Aug 27 02:33:16.357830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'name': 'network-vif-deleted', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:16.368406 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e88c3-1743-4040-8188-0b2caacff165" -d '{"events": [{"server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "name": "network-vif-deleted", "tag": "6f738fef-d18c-4a93-8222-b078026fa247"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:16.441367 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Floating IP 14a90251-3aee-4eb0-b6bf-757f1fef5b4f associated. External IP: 172.25.8.230, port: 82e34ed0-d2ae-40e2-bc24-05998694b2b5. Aug 27 02:33:16.475349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02de15b6-44e0-4740-87d2-12b608491b3a req-30191e1f-645d-4621-97e6-46940e7854d5 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/ports?device_id=846abcf7-dbe7-40bc-9313-292a8d85a881 HTTP/1.1" status: 200 len: 210 time: 0.0796490 Aug 27 02:33:16.505561 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e056c79-918e-432c-bae8-c998a42f100d x-openstack-request-id: req-7e056c79-918e-432c-bae8-c998a42f100d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:16.505838 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846abcf7-dbe7-40bc-9313-292a8d85a881", "name": "network-vif-deleted", "tag": "6f738fef-d18c-4a93-8222-b078026fa247", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:16.506100 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e056c79-918e-432c-bae8-c998a42f100d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:16.506577 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846abcf7-dbe7-40bc-9313-292a8d85a881', 'name': 'network-vif-deleted', 'tag': '6f738fef-d18c-4a93-8222-b078026fa247', 'status': 'completed', 'code': 200} Aug 27 02:33:16.724003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:16.867216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:17.013469 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:17.109258 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:17.136905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:17.142974 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:17.145041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:17.149133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Sync routers for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:17.161254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:17.168010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:17.250652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04c1f36e-85dd-459f-aa5c-fde0669ed978 req-45933a38-82d1-4ffc-9d4d-bad882d99455 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.1008077 Aug 27 02:33:17.271714 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.314738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4607a0fe-5b57-4545-9042-98aad936cdc0 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0984604 Aug 27 02:33:17.315923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:17.317305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.318227 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ec87c-1be0-4089-ac79-cc0d4946160f" -d '{"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:17.420519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:17.450251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8fcfc685-f7ba-4535-91ed-a7dd7dc3e8c7 req-f4981a01-ef18-440d-958f-50eb117e50d9 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0881658 Aug 27 02:33:17.454145 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42ac57a-6e27-45f8-8d18-cd468e2f4d2f x-openstack-request-id: req-b42ac57a-6e27-45f8-8d18-cd468e2f4d2f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:17.454145 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:17.455161 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b42ac57a-6e27-45f8-8d18-cd468e2f4d2f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:17.456040 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'status': 'completed', 'code': 200} Aug 27 02:33:17.481054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:17.601237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43456) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.685394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.814618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.815232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.820766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.824110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.824629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.825142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.827341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:17.829034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.829589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.830075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.833081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.833617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:17.850693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99a96dd8-2425-49ca-8488-1ff4597d462d tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.5321088 Aug 27 02:33:17.858634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:17.906105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.020189 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:18.035794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '14a90251-3aee-4eb0-b6bf-757f1fef5b4f', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'port_id': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'mac_address': 'fa:16:3e:32:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08041623-889b-4496-b59b-9bb10ddd86d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:15Z', 'updated_at': '2021-08-27T02:33:15Z', 'revision_number': 0, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:18.054218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.054521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-4c533167-2800-44aa-8d31-da865928522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.054898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-4c533167-2800-44aa-8d31-da865928522d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1135 time: 0.2029405 Aug 27 02:33:18.055181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.058825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "DELETE /v2.0/security-groups/bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7 HTTP/1.1" status: 204 len: 168 time: 0.3683116 Aug 27 02:33:18.060324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:18.071220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Checking router: 6d78cf46-e3e5-4ede-9353-19c6becf4c4c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:18.079912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:18.080555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:18.123199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b1626-ece3-4082-b69b-edb2e0debb95 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:18.127535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0ec1070-d15d-4aa1-82e6-ed87b885a464 req-02ff07dc-8c05-4e0f-9015-d805513298e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0869527 Aug 27 02:33:18.154679 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e862422-384b-4c7b-80f1-114b4710c8fb None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:25:29Z', 'revision_number': 4, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '9ef51b8c-6554-413d-8b47-6d734da0a55a', 'name': '', 'network_id': 'cd6068e2-6328-4aae-970a-f28ef00a9e40', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'mac_address': 'fa:16:3e:9f:e5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:28Z', 'updated_at': '2021-08-27T02:25:36Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'subnets': [{'id': '8ee6300f-7715-4fe7-b990-8fa30c88b3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:18.282158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6f738fef-d18c-4a93-8222-b078026fa247 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:18.328756 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-df3765e7-3f0a-4217-8e12-fc301920498b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] show failed (client error): The resource could not be found. Aug 27 02:33:18.334826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-df3765e7-3f0a-4217-8e12-fc301920498b tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "GET /v2.0/security-groups/bfa7b829-0a2b-4a98-a30d-8ed4dbd9e9b7 HTTP/1.1" status: 404 len: 347 time: 0.2733262 Aug 27 02:33:18.348084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:18.351861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 6f738fef-d18c-4a93-8222-b078026fa247 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:18.352343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6f738fef-d18c-4a93-8222-b078026fa247 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:18.382515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.383311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.383953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.384585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.385217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.385853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.386539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.387170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.387776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.388379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.388986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.394289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d44eb14-108a-4fdc-8d1e-e12274a1a532 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7100 time: 0.5257449 Aug 27 02:33:18.395088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43482) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:18.408317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:18.600582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-287f628f-03a2-48c1-a74c-3035054b735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:18.602076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-287f628f-03a2-48c1-a74c-3035054b735b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 200 len: 898 time: 0.5390437 Aug 27 02:33:18.760609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b313d4b-bbd8-4514-85a3-bfba040e852a req-5c9955d4-7468-456f-ac19-e71ecc9803eb tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.1086333 Aug 27 02:33:18.813620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Deleting port 8c445c14-41c3-4c9a-b0e2-78cfc452f5b3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:18.814000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:18.823902 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781eba61-1ce8-44bd-a002-ccf2dc214f54 None None] New status for floating IP 0e66768a-d5da-44a7-bf0b-643ce570525d: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:33:18.961346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '14a90251-3aee-4eb0-b6bf-757f1fef5b4f', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'port_id': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'mac_address': 'fa:16:3e:32:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08041623-889b-4496-b59b-9bb10ddd86d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:15Z', 'updated_at': '2021-08-27T02:33:15Z', 'revision_number': 0, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:18.998829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346d54c1-a49a-48a0-8026-b84b84214a07 None None] The sync data for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 is: [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '14a90251-3aee-4eb0-b6bf-757f1fef5b4f', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'port_id': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'mac_address': 'fa:16:3e:32:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08041623-889b-4496-b59b-9bb10ddd86d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:15Z', 'updated_at': '2021-08-27T02:33:15Z', 'revision_number': 0, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:19.022678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-d9fcb293-864e-417e-942f-97f53186feb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 200 len: 999 time: 0.4105158 Aug 27 02:33:19.166534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.167460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.218422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Calling delete_port for 8c445c14-41c3-4c9a-b0e2-78cfc452f5b3 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:19.242900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-4938fac7-d56d-41c9-9b4e-6ba95c9f0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.249325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-4938fac7-d56d-41c9-9b4e-6ba95c9f0e64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a42a8134-24a4-4598-91ca-a71c56993c95 HTTP/1.1" status: 200 len: 835 time: 0.2082353 Aug 27 02:33:19.255984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-26b2a9e8-5d8b-4d77-8368-683439fa3e42 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.7901320 Aug 27 02:33:19.259434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:19.433374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4e460-83bd-42bb-bdb5-efa1801d4e82 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.435046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4e460-83bd-42bb-bdb5-efa1801d4e82 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.436948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24e4e460-83bd-42bb-bdb5-efa1801d4e82 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d78cf46-e3e5-4ede-9353-19c6becf4c4c HTTP/1.1" status: 200 len: 1988 time: 0.1767468 Aug 27 02:33:19.441805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.493874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe5e24-9200-4f0c-be45-8eb3f98c9b20 None None] New status for floating IP 14a90251-3aee-4eb0-b6bf-757f1fef5b4f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:33:19.948712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d350e85b-89ea-4ddc-b8f0-b527c8aa3822 req-2dab8864-4481-45a4-9a37-f8efacc8db6c tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0437953 Aug 27 02:33:19.970492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Deleting port df7a572a-db09-4d10-9919-1885b6d4dd57 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:19.970912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:19.980136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-9b60dcce-b6dc-4d23-b31c-19bb1b81cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:19.997917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-9b60dcce-b6dc-4d23-b31c-19bb1b81cadb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb94bbf8-393d-4693-af31-fe3b17252a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7423747 Aug 27 02:33:20.123086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] For port df7a572a-db09-4d10-9919-1885b6d4dd57, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=df7a572a-db09-4d10-9919-1885b6d4dd57,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:20.124559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.141672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Calling delete_port for df7a572a-db09-4d10-9919-1885b6d4dd57 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:20.168237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-245f31c9-ed9e-4029-b77d-ffa2f7e0fe44 service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594408 Aug 27 02:33:20.199685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.298718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Pushing event deleted for resources: {'Port': ['ID=8c445c14-41c3-4c9a-b0e2-78cfc452f5b3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:20.352242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-203ec87c-1be0-4089-ac79-cc0d4946160f req-36c93a5b-5d40-4d24-bc61-057058c41b5e service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740565 Aug 27 02:33:20.417092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.417526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.418019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.418445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.418993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.419445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.419893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.421117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.421537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.422142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.422530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.422862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.461870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.465017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.466315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-410712b3-c3f3-4739-b648-c1d7a28b0894 tempest-AttachVolumeTestJSON-1634082293 tempest-AttachVolumeTestJSON-1634082293-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e66768a-d5da-44a7-bf0b-643ce570525d HTTP/1.1" status: 204 len: 168 time: 2.1169744 Aug 27 02:33:20.597640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:20.598109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e70cb4bc-242d-46ca-b89d-dc9a0797115c req-4bcb840f-1b3b-4119-8d2a-753ecabdd8cc tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0379841 Aug 27 02:33:20.660234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7a572a-db09-4d10-9919-1885b6d4dd57,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:20.679116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.679444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.679871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.680250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.680648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.681082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.681444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.681964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.682738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.683139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.683531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:20.683922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:21.248667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.505544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:21.511822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:21.633353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:21.642739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:21.643096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2576e4f5-61ec-4877-9038-09c3f63cff69 admin admin] 10.222.0.26 "PUT /v2.0/routers/f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0405695 Aug 27 02:33:21.668027 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Sync routers for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:21.682934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:21.687079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:21.802268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88854d60-4354-4405-b4b7-aa522104e2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:21.814403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b25f297-329c-4f42-9eaa-2a1557b5a259 req-bfa572d2-5867-4a73-a913-52b9bf2e9a29 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0690157 Aug 27 02:33:21.821867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:21.949499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.114815 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:33:20Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:22.181389 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Checking router: f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:22.205547 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Routers {'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:22.206164 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:32:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:22.253898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.334454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88854d60-4354-4405-b4b7-aa522104e2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.345548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88854d60-4354-4405-b4b7-aa522104e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.372663 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] Set router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:22.390932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854d60-4354-4405-b4b7-aa522104e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c19fb51-696f-471b-a4d5-a55eb972e921,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.411254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43582) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:22.417549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-88854d60-4354-4405-b4b7-aa522104e2d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=270d6c9cf2834464b2b0e13d44579a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046030 Aug 27 02:33:22.443758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Deleting port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:22.444095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.516501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.560596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.578600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] For port 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:22.579695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.608355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Calling delete_port for 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:22.642192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-84c0f8ba-c65e-4e2b-bd7c-cd1557d5e3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.650664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.653288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:22.654472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c19fb51-696f-471b-a4d5-a55eb972e921 HTTP/1.1" status: 204 len: 168 time: 0.2421947 Aug 27 02:33:22.668649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601aaf-5231-49fc-b2f5-09ea457ec313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c19fb51-696f-471b-a4d5-a55eb972e921,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:22.878023 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:33:20Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:22.958276 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751b9ef-9def-42a4-a90b-340981851708 None None] The sync data for ids ['f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5'] in n-d-806292-1 is: [{'id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'name': 'tempest-AttachVolumeShelveTestJSON-2078902240-router', 'tenant_id': '602c0b7b6d124a948fb71237158b6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:33:20Z', 'revision_number': 5, 'project_id': '602c0b7b6d124a948fb71237158b6506', 'gw_port': {'id': '5bc3b2e9-d93f-4f53-96a8-d105d3765a0e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:94:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:24:40Z', 'updated_at': '2021-08-27T02:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:23.052457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b6ea5ce-adb3-44f3-bb66-88080043427b req-73a900b9-6156-4ab9-b9d1-50acaf35a16b tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0898008 Aug 27 02:33:23.086909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.130701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc3b2e9-d93f-4f53-96a8-d105d3765a0e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.192027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43598) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.210603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba686355-f918-4dae-b60e-1d1004295751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.230806 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.364948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.367619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.411564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba686355-f918-4dae-b60e-1d1004295751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.418082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba686355-f918-4dae-b60e-1d1004295751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.422632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.423204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:33:23.431810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.433172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bc29bbab-71ad-47d2-bbee-db55ac617cb4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f5a4a9ad-b10a-40ff-a725-d0b6f5110ca5 HTTP/1.1" status: 204 len: 168 time: 1.7889090 Aug 27 02:33:23.439349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.478217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba686355-f918-4dae-b60e-1d1004295751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdbcecb-bfb0-474d-b9b9-31c3424e4966,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.514460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Deleting subnet bfc95a9d-7346-4d95-9e10-7014ad7b2838 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:23.518422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.536885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba686355-f918-4dae-b60e-1d1004295751 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=417e238af72f4fdfa7099dd3d0b2c3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436742 Aug 27 02:33:23.540149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.566000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.614670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.648427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.684331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.706749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.710372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.714564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fdbcecb-bfb0-474d-b9b9-31c3424e4966 HTTP/1.1" status: 204 len: 168 time: 0.1734345 Aug 27 02:33:23.728625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d3a2-29b8-403e-bf42-c37a9252d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdbcecb-bfb0-474d-b9b9-31c3424e4966,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.757182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.797430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc95a9d-7346-4d95-9e10-7014ad7b2838,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:23.800441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:23.802310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1d890eb-88e7-4ad0-8f40-de1dcdff4b99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bfc95a9d-7346-4d95-9e10-7014ad7b2838 HTTP/1.1" status: 204 len: 168 time: 0.3618455 Aug 27 02:33:23.804420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52eedce-b5a2-44b2-9b45-ed37aa97d478 None None] Network e771fb49-5663-475c-8365-16928968f3db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:23.805079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43612) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:23.913840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.013115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Deleting port b4026a33-33d8-4af4-be60-6f411be0180e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:24.015667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.126250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] For port b4026a33-33d8-4af4-be60-6f411be0180e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b4026a33-33d8-4af4-be60-6f411be0180e,segment=NetworkSegment(59ccec4a-87ce-4550-aaff-cffef7d42da9),segment_id=59ccec4a-87ce-4550-aaff-cffef7d42da9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:24.128915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.162764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Calling delete_port for b4026a33-33d8-4af4-be60-6f411be0180e owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:24.206528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-768c63d8-33b8-4f92-aa32-0371cc377f69 req-8bd253f3-e0b0-465f-8f4a-6dd993370cdd tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0422027 Aug 27 02:33:24.303127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] DHCP port deletion for e771fb49-5663-475c-8365-16928968f3db request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:24.320598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.354278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] No DVR routers for this DVR port b4026a33-33d8-4af4-be60-6f411be0180e on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:24.388642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:24.408335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ef2e-481f-43c4-9a93-269c660137fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.453235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4026a33-33d8-4af4-be60-6f411be0180e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:24.462956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4026a33-33d8-4af4-be60-6f411be0180e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.517604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Deleting port b4026a33-33d8-4af4-be60-6f411be0180e {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:24.519110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.539300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b4026a33-33d8-4af4-be60-6f411be0180e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:24.539640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4026a33-33d8-4af4-be60-6f411be0180e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:24.540261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device df7a572a-db09-4d10-9919-1885b6d4dd57 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:24.544929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.569843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e771fb49-5663-475c-8365-16928968f3db']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:24.595636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ccec4a-87ce-4550-aaff-cffef7d42da9') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:24.596564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ccec4a-87ce-4550-aaff-cffef7d42da9') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:24.603863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ef2e-481f-43c4-9a93-269c660137fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.613826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ef2e-481f-43c4-9a93-269c660137fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.614668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.634210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.643496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:24.644282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.723643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4e8ef2e-481f-43c4-9a93-269c660137fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14c720d232b740e5b6e5fa817531e89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332412 Aug 27 02:33:24.724312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ef2e-481f-43c4-9a93-269c660137fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef543355-011a-47a5-ba1e-c24169ae9ba5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.737521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:24.746901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: df7a572a-db09-4d10-9919-1885b6d4dd57 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:24.747169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device df7a572a-db09-4d10-9919-1885b6d4dd57 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:24.747784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:24.779259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:24.780218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5bc3b2e9-d93f-4f53-96a8-d105d3765a0e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:24.798466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] For port b4026a33-33d8-4af4-be60-6f411be0180e, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:24.799115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:24.807106 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:24.812592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.822058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Calling delete_port for b4026a33-33d8-4af4-be60-6f411be0180e owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:24.827040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Port b4026a33-33d8-4af4-be60-6f411be0180e was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:33:24.828801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.847449 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.854995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.859198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Network e771fb49-5663-475c-8365-16928968f3db is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:33:24.859834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] No DVR routers for this DVR port b4026a33-33d8-4af4-be60-6f411be0180e on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:24.862910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e771fb49-5663-475c-8365-16928968f3db HTTP/1.1" status: 204 len: 168 time: 1.0541384 Aug 27 02:33:24.862910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401ce6-abc5-4512-9cb6-fa1a3ff57d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e771fb49-5663-475c-8365-16928968f3db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.878464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Pushing event deleted for resources: {'Port': ['ID=b4026a33-33d8-4af4-be60-6f411be0180e,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:24.884665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.891429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.892015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.892713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.893207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.893745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.894229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.894796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.895295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.895822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.896321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.896792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.897367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38183e6-d7c2-41d4-bedf-6082c9cc3c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:24.939801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.946956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:24.948189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef543355-011a-47a5-ba1e-c24169ae9ba5 HTTP/1.1" status: 204 len: 168 time: 0.2035828 Aug 27 02:33:24.958263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe79216-e817-49fd-b316-e931190a13e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef543355-011a-47a5-ba1e-c24169ae9ba5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.120834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.175300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4867e592-cf52-43ed-8b00-7be2fcb0d636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.200219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40f2d146-e73c-4b9f-8b46-8ee7794a89c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=602c0b7b6d124a948fb71237158b6506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779419 Aug 27 02:33:25.203555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.267518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.294114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.351872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61e7bb1a-9d8a-4e4e-9449-8eac96c1a226 req-796898cb-62dc-453d-bce0-331de8712442 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0344477 Aug 27 02:33:25.364791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.377089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.380447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.384175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f21544d-2679-4511-9845-2c1c59f1f6f5 HTTP/1.1" status: 204 len: 168 time: 0.1759253 Aug 27 02:33:25.402163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522a81-53a2-48a4-a045-149411ddc5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f21544d-2679-4511-9845-2c1c59f1f6f5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:25.827427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:25.834207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1520813485'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:25.866967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:25.872174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.899609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:25.914767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:25.915462 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Added segment 8e43d441-14f7-4721-befc-a23081f71f16 of type vlan for network a77bb0d0-cd22-4c07-9069-8fe89880ab99 Aug 27 02:33:25.970797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.005513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.018183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.018183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.096304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2670522 Aug 27 02:33:26.099247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43696) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.102289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa1b37-78d8-4523-bb3d-6f24b480d95c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Network': ['ID=a77bb0d0-cd22-4c07-9069-8fe89880ab99,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.104814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1307830126'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:26.119702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:26.127474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:26.131606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.159620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:26.186064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.186552 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Added segment 92bfc382-bd4c-4268-b9a3-d43b88457976 of type vlan for network 17175056-711a-4713-b5b0-4657fffce5ad Aug 27 02:33:26.273969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.343943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.354153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:26.355885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.391303 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2902558 Aug 27 02:33:26.393685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:26.446351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'subnet': {'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:26.449832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.486571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c4cb-b6bc-4c15-b0d3-688b4d073eb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Network': ['ID=17175056-711a-4713-b5b0-4657fffce5ad,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.498012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 17175056-711a-4713-b5b0-4657fffce5ad details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:26.639919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-31f3d34d-49ad-419e-89e9-f93e36ef2453 req-583946fe-59a3-483a-8a94-549cf02a8601 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0401075 Aug 27 02:33:26.652036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:26.656288 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.882803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:26.962518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:26.962887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network hostable DHCP agents. Network: a77bb0d0-cd22-4c07-9069-8fe89880ab99, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:26.970272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Subnet': ['ID=9018b392-c4ea-4d80-88f7-81bc42301958,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:26.988999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:27.003822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a77bb0d0-cd22-4c07-9069-8fe89880ab99) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:27.010904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.011637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.013669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82e716-0f4d-4309-80b7-1e43179602ce None None] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:27.036020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4019bf77-4c6b-497d-a0cb-26b62c6b5667 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6383157 Aug 27 02:33:27.036470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43744) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.042315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'subnet': {'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:27.171234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:27.179491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.301279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:27.304748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.467666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.493433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Allocated IP 10.1.1.2 (a77bb0d0-cd22-4c07-9069-8fe89880ab99/9018b392-c4ea-4d80-88f7-81bc42301958/51ecc16c-bfbe-4762-a020-bf65e4873a70) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:27.580796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Subnet': ['ID=eb2f3c71-ab52-4301-a315-cbd4c3efa73e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:27.614184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Checking segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:27.614184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network hostable DHCP agents. Network: 17175056-711a-4713-b5b0-4657fffce5ad, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:27.640660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network 17175056-711a-4713-b5b0-4657fffce5ad is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:27.653688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 17175056-711a-4713-b5b0-4657fffce5ad) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:27.689824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:27.690579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:27.702891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2924f45-b9b7-4950-afa9-79190d6bb647 None None] Network 17175056-711a-4713-b5b0-4657fffce5ad requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:27.726366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4462888c-e776-46a1-9637-71efe73e7485 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6883712 Aug 27 02:33:27.728971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43792) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:27.740664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'name': 'tempest-TaggedBootDevicesTest-158700913', 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:27.868230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ca4f466-2045-44e0-89ea-40856adc2500 req-ef37b920-9501-4b49-b72e-620965b085d1 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0632389 Aug 27 02:33:27.908187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.066335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:28.066828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.129482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c19e332d-4cd8-4e02-ae9c-85687614a8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.153050 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.164752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Transition to ACTIVE for port object 51ecc16c-bfbe-4762-a020-bf65e4873a70 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:28.181272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.183759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Transition to ACTIVE for port object 51ecc16c-bfbe-4762-a020-bf65e4873a70 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:28.200904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-17175056-711a-4713-b5b0-4657fffce5ad', 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ips': [{'subnet_id': 'eb2f3c71-ab52-4301-a315-cbd4c3efa73e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:33:28.203157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.206028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] device_id is not set on port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:28.207502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.255818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c19e332d-4cd8-4e02-ae9c-85687614a8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.265243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c19e332d-4cd8-4e02-ae9c-85687614a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.279891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Pushing event updated for resources: {'Port': ['ID=51ecc16c-bfbe-4762-a020-bf65e4873a70,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.289695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:28.293788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:28.301264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:28.362877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:28.366505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c19e332d-4cd8-4e02-ae9c-85687614a8f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2228e893de994cd8a0fcfb6a4af1f41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571393 Aug 27 02:33:28.367829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e332d-4cd8-4e02-ae9c-85687614a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21fd51-1fb3-4c8e-b3de-e22ee07a309e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.371923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Attempting to bind port 51ecc16c-bfbe-4762-a020-bf65e4873a70 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:28.372480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Attempting to bind port 51ecc16c-bfbe-4762-a020-bf65e4873a70 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:28.372670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Attempting to bind port 51ecc16c-bfbe-4762-a020-bf65e4873a70 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:28.433409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:28.433867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:28.434278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.434808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Bound using segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:28.435629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Bound port: 51ecc16c-bfbe-4762-a020-bf65e4873a70, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:28.436914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.498089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.1.1.225 (a77bb0d0-cd22-4c07-9069-8fe89880ab99/9018b392-c4ea-4d80-88f7-81bc42301958/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:28.529466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.591457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.593982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Allocated IP 10.2.2.2 (17175056-711a-4713-b5b0-4657fffce5ad/eb2f3c71-ab52-4301-a315-cbd4c3efa73e/27f2abbc-fd99-4fc7-b6ce-751225cef063) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:28.616437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] For port 51ecc16c-bfbe-4762-a020-bf65e4873a70, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:28.625369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] For port 51ecc16c-bfbe-4762-a020-bf65e4873a70, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=51ecc16c-bfbe-4762-a020-bf65e4873a70,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:28.653062 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.749439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.752484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.755045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b21fd51-1fb3-4c8e-b3de-e22ee07a309e HTTP/1.1" status: 204 len: 168 time: 0.3885434 Aug 27 02:33:28.763796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.774377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc7abd-9817-4f31-8484-95a3aec3f758 None None] Pushing event updated for resources: {'Port': ['ID=51ecc16c-bfbe-4762-a020-bf65e4873a70,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.787413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111dbef-993b-442c-bb74-3ded38bd656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21fd51-1fb3-4c8e-b3de-e22ee07a309e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:28.799589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:28.866475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:28.981755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:28.986235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:28.991601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:28.999936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:29.024745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.054024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Transition to ACTIVE for port object 27f2abbc-fd99-4fc7-b6ce-751225cef063 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:29.098444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Transition to ACTIVE for port object 27f2abbc-fd99-4fc7-b6ce-751225cef063 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:29.125459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a643de49-495c-487f-9978-461c5e8ff009 req-49dd8bb9-4b93-4e8d-a452-f6b5ef2ad242 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0796275 Aug 27 02:33:29.138521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.159928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:29.167853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.194260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9064adfe-9e98-4b39-8134-2d5397c9ff11 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4638522 Aug 27 02:33:29.196824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.205762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'name': 'tempest-TaggedBootDevicesTest-1278229875', 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:29.269975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Network 17175056-711a-4713-b5b0-4657fffce5ad is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:29.274318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:29.284086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:29.293934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Pushing event updated for resources: {'Port': ['ID=27f2abbc-fd99-4fc7-b6ce-751225cef063,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:29.413668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Attempting to bind port 27f2abbc-fd99-4fc7-b6ce-751225cef063 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:29.414984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Attempting to bind port 27f2abbc-fd99-4fc7-b6ce-751225cef063 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:29.415591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Attempting to bind port 27f2abbc-fd99-4fc7-b6ce-751225cef063 on network 17175056-711a-4713-b5b0-4657fffce5ad {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:29.422137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:29.422726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:29.423232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Checking segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:29.423893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.424393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Bound using segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:29.425116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Bound port: 27f2abbc-fd99-4fc7-b6ce-751225cef063, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:29.425600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.518801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] For port 27f2abbc-fd99-4fc7-b6ce-751225cef063, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:29.527755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] For port 27f2abbc-fd99-4fc7-b6ce-751225cef063, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=27f2abbc-fd99-4fc7-b6ce-751225cef063,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:29.532531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.539940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.547890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47dc50c5-ad37-47f0-ba44-21be565b0bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.588651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.598455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047e8d9-7a95-4ff8-8834-6b6ab82abd71 None None] Pushing event updated for resources: {'Port': ['ID=27f2abbc-fd99-4fc7-b6ce-751225cef063,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:29.628604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] device_id is not set on port e6967671-363b-43f1-95ea-493e526d15ae yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:33:29.716127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47dc50c5-ad37-47f0-ba44-21be565b0bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.725228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-47dc50c5-ad37-47f0-ba44-21be565b0bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.775520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc50c5-ad37-47f0-ba44-21be565b0bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2600d65-425d-4289-8148-b3b8b45b173c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:29.796212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-47dc50c5-ad37-47f0-ba44-21be565b0bef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f52ca5bcb58b4c39821adf7c188a52ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625813 Aug 27 02:33:29.800571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:29.915879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.1.1.146 (a77bb0d0-cd22-4c07-9069-8fe89880ab99/9018b392-c4ea-4d80-88f7-81bc42301958/e6967671-363b-43f1-95ea-493e526d15ae) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:29.939519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:29.987901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.072718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.079441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.081076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2600d65-425d-4289-8148-b3b8b45b173c HTTP/1.1" status: 204 len: 168 time: 0.2778051 Aug 27 02:33:30.101385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b50b4-2abc-433b-be39-56ff10ce5563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2600d65-425d-4289-8148-b3b8b45b173c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:30.287012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc2fb3b1-9982-4a93-8f96-7d01e8fc39ff req-00313824-c05b-4a87-89b3-99f21d04d721 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0465593 Aug 27 02:33:30.330451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.351369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object e6967671-363b-43f1-95ea-493e526d15ae will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:30.400526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 51ecc16c-bfbe-4762-a020-bf65e4873a70 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:30.413314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.447344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.486926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 51ecc16c-bfbe-4762-a020-bf65e4873a70 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:30.492818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 27f2abbc-fd99-4fc7-b6ce-751225cef063 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:30.517175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:30.523656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:30.527689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:30.540452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c264ff5-c20e-4ea7-ba9c-4427280143cb None None] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:30.586348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:30.587029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.605282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:30.632700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7048a1e7-b283-4dfb-b34a-e59b539e2f32 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4345593 Aug 27 02:33:30.689314 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f62f1b2-1cda-4bbb-bb61-fab54caa28c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.690721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Provisioning for port 51ecc16c-bfbe-4762-a020-bf65e4873a70 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:30.704897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Provisioning complete for port 51ecc16c-bfbe-4762-a020-bf65e4873a70 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:30.705660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.711988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.816519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:30.865149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f62f1b2-1cda-4bbb-bb61-fab54caa28c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.872757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f62f1b2-1cda-4bbb-bb61-fab54caa28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.936804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:30.946897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:30.947117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3f62f1b2-1cda-4bbb-bb61-fab54caa28c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1901bd83bbdc4770bb16fd85e5d542fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986184 Aug 27 02:33:30.953330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f1b2-1cda-4bbb-bb61-fab54caa28c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb85248-b132-42ff-bb7a-86aea45118cf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.065340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43870) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:31.070559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550122026', 'description': 'tempest-description--1771179647'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:31.110162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.143804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.164484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.192129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb1cac-d999-47af-8375-8edfd6135d01 None None] Network 17175056-711a-4713-b5b0-4657fffce5ad requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:31.251444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c7a86732-af9b-441f-bcac-87144482267c None None] For port 51ecc16c-bfbe-4762-a020-bf65e4873a70, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=51ecc16c-bfbe-4762-a020-bf65e4873a70,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:31.268055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.283377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.288509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.295127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aeb85248-b132-42ff-bb7a-86aea45118cf HTTP/1.1" status: 204 len: 168 time: 0.3446913 Aug 27 02:33:31.336101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.344595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2951c-2822-44fe-89d8-20dffe46d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb85248-b132-42ff-bb7a-86aea45118cf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.353419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.389930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363089b6-8702-455f-ba4f-c186faa67177,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.414734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.419845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:31.420167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-53b1933b-7d97-407f-a201-7dc11eaf29c6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3534863 Aug 27 02:33:31.427084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'security_group_rule': {'security_group_id': '363089b6-8702-455f-ba4f-c186faa67177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:31.434222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a86732-af9b-441f-bcac-87144482267c None None] Pushing event updated for resources: {'Port': ['ID=51ecc16c-bfbe-4762-a020-bf65e4873a70,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.485914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Provisioning for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:31.506718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fefd8fa5-72a9-465c-8a7f-f7ef1538db8b req-d4011f9a-06dc-4b45-9d62-c52511a1d9ab tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0738454 Aug 27 02:33:31.530138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.543392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Provisioning complete for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:31.544480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.657039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.667958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.692342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.713237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa6693-023b-4fe8-809a-266eaa7d85f5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:31.734246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.736416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b90b3d01-5f84-428a-9352-afe67e53d589 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149550 Aug 27 02:33:31.739677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43894) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:31.751418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'security_group_rule': {'security_group_id': '363089b6-8702-455f-ba4f-c186faa67177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:31.764549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] For port 27f2abbc-fd99-4fc7-b6ce-751225cef063, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=27f2abbc-fd99-4fc7-b6ce-751225cef063,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:31.773177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.812560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:31.943351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Provisioning complete for port 51ecc16c-bfbe-4762-a020-bf65e4873a70 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:31.944467 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.011127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.018962 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.043857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:32.078857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.083255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423553 Aug 27 02:33:32.083870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:32.086435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc81dc2-5513-4687-ba29-c46d994eacf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.092921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15516c63-0e02-40f8-9ea1-20ac74aedf1f None None] Pushing event updated for resources: {'Port': ['ID=27f2abbc-fd99-4fc7-b6ce-751225cef063,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.103443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:32.129428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641122e4-5299-4a65-be75-85e0403c98d5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b347b82-a2b9-4137-b1ae-76ddf8334bbf,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.245405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc81dc2-5513-4687-ba29-c46d994eacf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.281403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc81dc2-5513-4687-ba29-c46d994eacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.301699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.323495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Provisioning for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:32.334595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 51ecc16c-bfbe-4762-a020-bf65e4873a70 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:32.347900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Provisioning complete for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:32.348283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.362037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43924) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:32.384929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4bc81dc2-5513-4687-ba29-c46d994eacf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c29e8c6cf2cc4116aeb3a12514696304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309598 Aug 27 02:33:32.392267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:32.416186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81dc2-5513-4687-ba29-c46d994eacf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f136d-39cb-4937-a2b0-de25babc68d9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.422172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:32.438363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Provisioning for port e6967671-363b-43f1-95ea-493e526d15ae completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:32.450042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Provisioning complete for port e6967671-363b-43f1-95ea-493e526d15ae triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:32.450042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.495599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c8d19b8d-ecca-41c5-bc8f-06d6dcdcfea4 None None] Port e6967671-363b-43f1-95ea-493e526d15ae cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:32.503679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 51ecc16c-bfbe-4762-a020-bf65e4873a70 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:32.504059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.530851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.611759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.652464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Provisioning complete for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:32.652984 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.683037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 27f2abbc-fd99-4fc7-b6ce-751225cef063 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:33:32.719150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7c4894f6-98ce-40f9-8a17-bc0a2baf8354 req-484f1c61-5263-4b45-aeeb-ed088c87fccb tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0715511 Aug 27 02:33:32.768517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.786518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.792202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:32.794004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a0f136d-39cb-4937-a2b0-de25babc68d9 HTTP/1.1" status: 204 len: 168 time: 0.3979163 Aug 27 02:33:32.862295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e27e4a-6b74-4a08-9c08-2f57c3767bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f136d-39cb-4937-a2b0-de25babc68d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:32.974557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 172.25.8.55 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0da6d9ab-29c7-4a25-a7ac-8498828b1b54) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:33.002661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:33.003251 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.087469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Provisioning complete for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:33.087923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.145400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:33.159362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Provisioning complete for port e6967671-363b-43f1-95ea-493e526d15ae triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:33.159734 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.223468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.244016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8738ec2b-62ff-470d-ac66-49c6532ebbde None None] Port e6967671-363b-43f1-95ea-493e526d15ae cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:33.306070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.328834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.365090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:33.367858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:33.370779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:33.461902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=0da6d9ab-29c7-4a25-a7ac-8498828b1b54,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:33.534901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.583335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.646908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Deleting port 9ef51b8c-6554-413d-8b47-6d734da0a55a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:33.647399 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.751338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] For port 9ef51b8c-6554-413d-8b47-6d734da0a55a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9ef51b8c-6554-413d-8b47-6d734da0a55a,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:33.752077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.769817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Calling delete_port for 9ef51b8c-6554-413d-8b47-6d734da0a55a owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:33.788337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.796755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.858338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=0da6d9ab-29c7-4a25-a7ac-8498828b1b54,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:33.895544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5c397cf-a8e7-49c4-a6e8-431d22324676 req-bad3e1c3-3969-47dc-87c4-3131fa42dcd8 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0413132 Aug 27 02:33:33.935072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.952765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:33.963049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-641c903c-c8db-4a3f-86f9-5df480e7db7d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8706958 Aug 27 02:33:34.031194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.061812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef51b8c-6554-413d-8b47-6d734da0a55a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:34.338182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.372268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-7150b811-539d-4888-8a18-54f854f42add tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--550122026&fields=id&tenant_id=049e0ac0e421460db4c14ed3cb400e3c HTTP/1.1" status: 200 len: 267 time: 0.0456851 Aug 27 02:33:34.490269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-b909ea30-9d43-49ca-b169-811066f9b86b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.491972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-b909ea30-9d43-49ca-b169-811066f9b86b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 931 time: 0.1041200 Aug 27 02:33:34.561816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-81bc620d-e1c9-429f-978b-13151eec971d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.563290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-81bc620d-e1c9-429f-978b-13151eec971d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 932 time: 0.0640905 Aug 27 02:33:34.627948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-7530b046-d2ff-4619-b9f4-e3370cc499e4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572674 Aug 27 02:33:34.630716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Router d7a5587b-8457-4a8b-b347-1d7731b60c87 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:33:34.668884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-b0a3eac0-fd24-4ac7-8596-6815b72617f0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0338631 Aug 27 02:33:34.765075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:34.774652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9ce8a1fd-2b41-40d6-9724-39912fad959d admin admin] 10.222.0.26 "PUT /v2.0/routers/d7a5587b-8457-4a8b-b347-1d7731b60c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104207 Aug 27 02:33:34.775993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Sync routers for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:34.777268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:34.786750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:34.787382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:34.796412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-f62a58fa-069b-49d0-a4bc-173b8de087e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.802790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-f62a58fa-069b-49d0-a4bc-173b8de087e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.808729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-f62a58fa-069b-49d0-a4bc-173b8de087e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:34.817465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-f62a58fa-069b-49d0-a4bc-173b8de087e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 1991 time: 0.1386769 Aug 27 02:33:34.837926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-8179eb83-64b7-4ac3-bc65-54ec92c55745 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/quotas/049e0ac0e421460db4c14ed3cb400e3c HTTP/1.1" status: 200 len: 375 time: 0.0193813 Aug 27 02:33:34.927132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-df0e5744-5066-4565-a696-8f21635efa23 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0881858 Aug 27 02:33:34.927554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:34.931940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:35.301593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:33:33Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.335672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Checking router: d7a5587b-8457-4a8b-b347-1d7731b60c87 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:35.336908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d38ae41f-d506-4c94-aceb-b179f26187d4 service neutron] 10.222.0.26 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088299 Aug 27 02:33:35.346093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Routers {'d7a5587b-8457-4a8b-b347-1d7731b60c87'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:35.346807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d7a5587b-8457-4a8b-b347-1d7731b60c87'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.418891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03fbb0ea-934d-4f21-b589-d29a02f8e8b0 req-951488d8-b28d-452c-ae7e-d7f9e3600a91 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0296261 Aug 27 02:33:35.420988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.480108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-e20165c2-7129-4996-9af4-7ea950105e12 service neutron] 10.222.0.26 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362760 Aug 27 02:33:35.509081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Deleting port 93c525de-bd89-4308-b811-79ca1e307a20 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:35.509678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.566836 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d3acf7a8-0a69-4d17-b8d0-8d57b34a7d95 service neutron] 10.222.0.26 "GET /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0763779 Aug 27 02:33:35.578192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] Set router d7a5587b-8457-4a8b-b347-1d7731b60c87 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:35.625393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] For port 93c525de-bd89-4308-b811-79ca1e307a20, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93c525de-bd89-4308-b811-79ca1e307a20,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:35.626474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.655979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Calling delete_port for 93c525de-bd89-4308-b811-79ca1e307a20 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:35.702213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d6e2a699-0e11-450d-82be-b9be4ddaf393 service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315999 Aug 27 02:33:35.838443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:33:33Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:35.840369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-4898a518-047a-4387-b6cb-5c9660360770 service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371210 Aug 27 02:33:35.876824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4831a7-dd4c-44bb-856c-9afd90ce3d6a None None] The sync data for ids ['d7a5587b-8457-4a8b-b347-1d7731b60c87'] in n-d-806292-1 is: [{'id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'name': 'tempest-AttachVolumeTestJSON-733038556-router', 'tenant_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '93c525de-bd89-4308-b811-79ca1e307a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:21Z', 'updated_at': '2021-08-27T02:33:33Z', 'revision_number': 5, 'project_id': 'ddf3773de9cc419a832e87d47e5e1f88', 'gw_port': {'id': '93c525de-bd89-4308-b811-79ca1e307a20', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:da:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5587b-8457-4a8b-b347-1d7731b60c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:22Z', 'updated_at': '2021-08-27T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:35.893963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-59e5287f-8d45-4712-9217-431a67aa882a service neutron] 10.222.0.26 "GET /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0459714 Aug 27 02:33:35.930711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:35.967820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c525de-bd89-4308-b811-79ca1e307a20,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:36.035693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.043845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-b422b8d6-1328-486e-8acd-7ff6479a39f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489573 Aug 27 02:33:36.140950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.144901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.154150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-44806573-b544-4f9b-b343-eb898b4575ce service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091840 Aug 27 02:33:36.198369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.198883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a5587b-8457-4a8b-b347-1d7731b60c87 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:33:36.206579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.207976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fef07737-e2e4-41cf-976b-03df1b62ddd5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d7a5587b-8457-4a8b-b347-1d7731b60c87 HTTP/1.1" status: 204 len: 168 time: 1.4298036 Aug 27 02:33:36.210675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:36.313062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Deleting subnet 8ee6300f-7715-4fe7-b990-8fa30c88b3d3 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:33:36.316641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.373963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9ef51b8c-6554-413d-8b47-6d734da0a55a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:36.418663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.431277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 9ef51b8c-6554-413d-8b47-6d734da0a55a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:36.431641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9ef51b8c-6554-413d-8b47-6d734da0a55a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:36.553268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.649476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97893f47-90c2-432c-8b36-9093e3f04ed2 req-3423b52d-f9ee-4b43-a465-bac991079bd4 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0636911 Aug 27 02:33:36.672026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.709739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee6300f-7715-4fe7-b990-8fa30c88b3d3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:36.713653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-69ac88c1-e92c-4d71-8804-9b957057d22f service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515101 Aug 27 02:33:36.714493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.719599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-685492f3-88ff-406e-bcaf-738d1bc14fe4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8ee6300f-7715-4fe7-b990-8fa30c88b3d3 HTTP/1.1" status: 204 len: 168 time: 0.5048485 Aug 27 02:33:36.719599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:36.722148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570ed78-4142-4ce9-bc58-34a646aefa27 None None] Network cd6068e2-6328-4aae-970a-f28ef00a9e40 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:36.816445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.863120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-2199e601-4b1f-4a33-b020-3f7882050bab service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373682 Aug 27 02:33:36.903970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Deleting port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:36.904970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:36.988709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] For port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,segment=NetworkSegment(10eeba84-1b69-45cf-bc7b-5d01633901d9),segment_id=10eeba84-1b69-45cf-bc7b-5d01633901d9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:33:36.989047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.004341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Calling delete_port for cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:37.005418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-f7f9d1ca-094f-4388-b09f-422302790466 service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381721 Aug 27 02:33:37.108787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.118421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-af7c8c7e-7115-4d4a-b663-a9fe1d463211 service neutron] 10.222.0.26 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114457 Aug 27 02:33:37.137059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:37.158647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] No DVR routers for this DVR port cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:33:37.165178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.248595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-23bf6dac-4c96-4813-92b5-9d42e2a1fcd5 service neutron] 10.222.0.26 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221237 Aug 27 02:33:37.249227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e1833-56cc-43bb-8949-441d2313429e None None] DHCP port deletion for cd6068e2-6328-4aae-970a-f28ef00a9e40 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:33:37.257439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.278609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6068e2-6328-4aae-970a-f28ef00a9e40']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.297657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eeba84-1b69-45cf-bc7b-5d01633901d9') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.297951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eeba84-1b69-45cf-bc7b-5d01633901d9') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:37.315936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.335239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.349281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-405f3658-836f-444c-8f13-83c4d52e3a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.358533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:37.358932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:37.360659 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:37.367352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-5606f1d9-69c4-4e77-855d-6b08a4db2f14 service neutron] 10.222.0.26 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169610 Aug 27 02:33:37.429730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.438605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.440817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] 10.222.0.26 "DELETE /v2.0/networks/cd6068e2-6328-4aae-970a-f28ef00a9e40 HTTP/1.1" status: 204 len: 168 time: 0.7201774 Aug 27 02:33:37.472648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa2f7-1da4-4ad3-859f-d3636f3eb4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6068e2-6328-4aae-970a-f28ef00a9e40,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:37.521370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-dae063cf-b2d3-4ee1-94bc-c8821ae7e3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466944 Aug 27 02:33:37.528704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-405f3658-836f-444c-8f13-83c4d52e3a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.534048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-405f3658-836f-444c-8f13-83c4d52e3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.582138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-405f3658-836f-444c-8f13-83c4d52e3a9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b1d8163420d49899ae9bb8e4a9be0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089701 Aug 27 02:33:37.582744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.587231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3658-836f-444c-8f13-83c4d52e3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef4e7a-7fe7-4b21-be8b-303cba5cfdc0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:37.680300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-5dfe905b-b098-4c5b-b9a5-d3e5b2e14c53 service neutron] 10.222.0.26 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580658 Aug 27 02:33:37.681050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.688870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44206) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.712386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.783099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.786097 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.787331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebef4e7a-7fe7-4b21-be8b-303cba5cfdc0 HTTP/1.1" status: 204 len: 168 time: 0.2079854 Aug 27 02:33:37.796750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eba5fd-bab3-4ec8-a9f7-52ee10ca25f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef4e7a-7fe7-4b21-be8b-303cba5cfdc0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:37.801272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0c0c7585-27fe-4c18-b1db-2e3b5c6eb712 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf3773de9cc419a832e87d47e5e1f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092396 Aug 27 02:33:37.801918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44214) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:37.842586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52634d8f-c7f0-48fe-9d8a-e0a08a9c70a1 req-ee3ce48d-0285-44e2-91f6-4b75eeb0db40 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0663729 Aug 27 02:33:37.902049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.928469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.990095 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.992907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:37.994516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5e5ad3c-0648-4334-818e-447fc308ed86 HTTP/1.1" status: 204 len: 168 time: 0.1547272 Aug 27 02:33:38.005403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57dc8a-ee8d-4ba9-b7d2-2873a80683a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5ad3c-0648-4334-818e-447fc308ed86,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:38.220892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93c525de-bd89-4308-b811-79ca1e307a20 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:38.247717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 93c525de-bd89-4308-b811-79ca1e307a20 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:38.248619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93c525de-bd89-4308-b811-79ca1e307a20 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:38.249043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:33:38.272372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:33:38.273009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc85aac2-db4b-41c4-a39e-8b9bb6b9e94b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:33:38.457222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc62ef27-5075-48d1-aa3c-a3480186c968 req-ca85fef8-fea0-4771-923b-5dbd5ce827f0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0280983 Aug 27 02:33:38.974534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b64e240-881a-483f-b004-40860225afeb req-8db056ad-2f8e-4a64-8df3-61d28e97d811 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0349929 Aug 27 02:33:39.445860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-5b5ef16f-e675-4ad1-ad4d-600902ff5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.447252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-5b5ef16f-e675-4ad1-ad4d-600902ff5434 service neutron] 10.222.0.15 "GET /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 1027 time: 0.0363412 Aug 27 02:33:39.492342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-852ec541-2dbf-4b64-a120-61fc664bae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.493967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-852ec541-2dbf-4b64-a120-61fc664bae19 service neutron] 10.222.0.15 "GET /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 1028 time: 0.0381496 Aug 27 02:33:39.604937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6c1bc1d-3243-41a8-865a-05afdd0d1c3b req-c9b94351-b1c4-4fa3-9782-41d52988d36e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0361896 Aug 27 02:33:39.655705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-5a0695f6-4b18-44d6-92fb-6a9ea82a5210 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.662020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-5a0695f6-4b18-44d6-92fb-6a9ea82a5210 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.668426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-5a0695f6-4b18-44d6-92fb-6a9ea82a5210 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:39.670734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-5a0695f6-4b18-44d6-92fb-6a9ea82a5210 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 1991 time: 0.1692829 Aug 27 02:33:39.731080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-c2bf899f-655a-4989-bfad-d7a4b6d055da tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049e0ac0e421460db4c14ed3cb400e3c HTTP/1.1" status: 200 len: 379 time: 0.0508854 Aug 27 02:33:39.743384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'admin_state_up': True, 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'security_groups': ['363089b6-8702-455f-ba4f-c186faa67177']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:39.875162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:39.879664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.040609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 172.20.0.12 (16d99336-f03b-4e58-a731-98ac8f136339/727e2765-b57b-420b-a1ec-d0ac7612bfd5/8ea4aea9-f516-47f0-a796-3649327cb7fe) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:40.161357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b7356ce-810e-40fa-ad48-f9a39c51a216 req-00f39f8f-ffda-4873-af4c-e1ea51278896 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0708723 Aug 27 02:33:40.279124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.298729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object 8ea4aea9-f516-47f0-a796-3649327cb7fe will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:40.339622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44352) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:40.340737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.391867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network 16d99336-f03b-4e58-a731-98ac8f136339 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:40.395025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:40.413300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:40.441018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:40.482785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.483531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.503029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-95d5e558-00cb-4eb7-98ab-c67aa710b0eb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7649467 Aug 27 02:33:40.518904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'admin_state_up': True, 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'security_groups': ['363089b6-8702-455f-ba4f-c186faa67177']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:40.582231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2091813914'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:40.633901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Made reservation on behalf of 1a327acc2d8f4edcbeb292b11556a609 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:40.640597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.664749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.682683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:40.687042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.840602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-969b8d50-404d-4a42-bb87-2c4d8945e7df None None] Provisioning for port 8ea4aea9-f516-47f0-a796-3649327cb7fe completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:40.846619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-969b8d50-404d-4a42-bb87-2c4d8945e7df None None] Provisioning complete for port 8ea4aea9-f516-47f0-a796-3649327cb7fe triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:40.848895 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-969b8d50-404d-4a42-bb87-2c4d8945e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:40.901281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2c4b-3069-411c-accc-66e1c3e71867 req-27088e1b-1bed-4bad-a230-685546de50d7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:40.908911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d95b2c4b-3069-411c-accc-66e1c3e71867 req-27088e1b-1bed-4bad-a230-685546de50d7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 932 time: 0.1328368 Aug 27 02:33:40.915762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-969b8d50-404d-4a42-bb87-2c4d8945e7df None None] Port 8ea4aea9-f516-47f0-a796-3649327cb7fe cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:40.993464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.1.1.222 (a77bb0d0-cd22-4c07-9069-8fe89880ab99/9018b392-c4ea-4d80-88f7-81bc42301958/6a08a05e-62e5-4921-af0d-9e80e2871947) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:40.997192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d95b2c4b-3069-411c-accc-66e1c3e71867 req-c26a67ab-ee0a-4068-a46e-f3b8954f019f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829761 Aug 27 02:33:41.002968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.012710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.046024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:41.061279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a497115b-95f9-4b46-b768-830764f17136,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:41.066498 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.067106 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Added segment bfb7393e-721b-47fb-8de9-21f3bd13b0c1 of type vlan for network adfba679-16f6-46e9-92e0-a17f4bd8243f Aug 27 02:33:41.159311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.247859 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.253338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.257806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:41.264530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.297928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object 6a08a05e-62e5-4921-af0d-9e80e2871947 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:41.389990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0489922 Aug 27 02:33:41.394139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:41.412628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296b65-70f4-4c76-a20b-26601f756a88 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Pushing event updated for resources: {'Network': ['ID=adfba679-16f6-46e9-92e0-a17f4bd8243f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:41.426045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network adfba679-16f6-46e9-92e0-a17f4bd8243f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:41.436412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61d95fc0-684f-4cbf-9d10-6bd71e84d857 req-3ec87278-23d1-4287-a4ce-dc5f8fe0b796 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0684469 Aug 27 02:33:41.438004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.514605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:41.538579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:41.540491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:41.543994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:41.630769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:41.631568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.671143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-16bb1bf5-ccb3-4cb6-8294-b8fe5a013dff tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1582682 Aug 27 02:33:41.682194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'admin_state_up': True, 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'security_groups': ['363089b6-8702-455f-ba4f-c186faa67177']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:41.731966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'name': 'tempest-network--1230203451', 'router:external': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:41.774191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:41.776804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.800646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.954787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d77c9c1a-b1ef-48e0-9a70-7b538ba732be None None] Provisioning for port 6a08a05e-62e5-4921-af0d-9e80e2871947 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:41.962593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d77c9c1a-b1ef-48e0-9a70-7b538ba732be None None] Provisioning complete for port 6a08a05e-62e5-4921-af0d-9e80e2871947 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:41.963282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d77c9c1a-b1ef-48e0-9a70-7b538ba732be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.979115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:41.991180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.015129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:42.019990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.047517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:42.057034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d77c9c1a-b1ef-48e0-9a70-7b538ba732be None None] Port 6a08a05e-62e5-4921-af0d-9e80e2871947 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:42.083600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426b769-b604-497f-be12-928805176bd4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.090209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.092252 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Added segment 25725c5f-dea5-4e44-9e3a-687e253e6baf of type vlan for network b09d6ef9-73c8-41de-8a86-81b7d2f96fee Aug 27 02:33:42.176172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.278256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.279845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.280443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.290623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.1.1.211 (a77bb0d0-cd22-4c07-9069-8fe89880ab99/9018b392-c4ea-4d80-88f7-81bc42301958/2a1723b9-ba46-418b-a03d-7c5422927284) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:42.336730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551700-7717-44ca-a384-739d1897e7cf req-a9a117e6-6447-4863-b543-0816a6d57cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.352101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551700-7717-44ca-a384-739d1897e7cf req-a9a117e6-6447-4863-b543-0816a6d57cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.353845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82551700-7717-44ca-a384-739d1897e7cf req-a9a117e6-6447-4863-b543-0816a6d57cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 1654 time: 0.1575534 Aug 27 02:33:42.405526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0071459 Aug 27 02:33:42.411625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44406) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.461125 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82551700-7717-44ca-a384-739d1897e7cf req-b484ca64-dec6-4c33-a87b-fa8ebabf0f6f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735347 Aug 27 02:33:42.501926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc3c05-16d9-447c-bcc3-478265e9e874 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=b09d6ef9-73c8-41de-8a86-81b7d2f96fee,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.508789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b09d6ef9-73c8-41de-8a86-81b7d2f96fee details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:42.547074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.570931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.619969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object 2a1723b9-ba46-418b-a03d-7c5422927284 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:42.676387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.678833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.689750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09d6ef9-73c8-41de-8a86-81b7d2f96fee']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:42.702432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25725c5f-dea5-4e44-9e3a-687e253e6baf') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:42.702432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25725c5f-dea5-4e44-9e3a-687e253e6baf') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:42.710765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.719664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44416) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.731162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.739236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:42.739650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:42.741429 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:42.760697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be7d1e0f-3c50-43f8-8e27-4eeb83073b7f req-6e451d3f-1c44-4b8c-b523-b61e644f9240 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.1529179 Aug 27 02:33:42.788081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.810267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:42.811929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:42.814446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:42.832570 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.843661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b09d6ef9-73c8-41de-8a86-81b7d2f96fee {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:33:42.846204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.848157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/b09d6ef9-73c8-41de-8a86-81b7d2f96fee HTTP/1.1" status: 204 len: 168 time: 0.4337654 Aug 27 02:33:42.855653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:42.866881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:42.880359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0130b0d-70d7-467a-a875-856933b4eafc tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Network': ['ID=b09d6ef9-73c8-41de-8a86-81b7d2f96fee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:42.910771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:42.912175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.927557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:42.930954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.937983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a1da129-9e2a-490f-ae35-3b04353a9b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:42.965118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-498d92e7-5eca-4784-8f67-465b98c9a85f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2854986 Aug 27 02:33:42.981575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'admin_state_up': True, 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'security_groups': ['363089b6-8702-455f-ba4f-c186faa67177']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:43.060292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:43.076781 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.077831 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Added segment b48c036f-1115-4ae4-a660-eda29e49d131 of type vlan for network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 Aug 27 02:33:43.128989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a1da129-9e2a-490f-ae35-3b04353a9b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.136900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a1da129-9e2a-490f-ae35-3b04353a9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.168602 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.203515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5bdf7cee-f02d-4b5d-babc-4fbf5fb8be98 None None] Provisioning for port 2a1723b9-ba46-418b-a03d-7c5422927284 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:43.207531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5bdf7cee-f02d-4b5d-babc-4fbf5fb8be98 None None] Provisioning complete for port 2a1723b9-ba46-418b-a03d-7c5422927284 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:43.207909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7cee-f02d-4b5d-babc-4fbf5fb8be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.222757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3a1da129-9e2a-490f-ae35-3b04353a9b51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee8f48eec1e8432984a5410454efd898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020196 Aug 27 02:33:43.224643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1da129-9e2a-490f-ae35-3b04353a9b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2ab60-f0c8-4505-b430-053341fd278a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.228631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.247643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.249464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.250120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.272319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:43.282930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf7cee-f02d-4b5d-babc-4fbf5fb8be98 None None] Port 2a1723b9-ba46-418b-a03d-7c5422927284 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:43.294601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4376681 Aug 27 02:33:43.297505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44426) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.302480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'subnet': {'network_id': 'ad331b17-ef54-4c3e-8ee7-431aa6a244e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:43.350853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:43.353199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.400788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf227e2-5c81-4d0f-87d1-ab94730568c2 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=ad331b17-ef54-4c3e-8ee7-431aa6a244e8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.411017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:43.459432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.504939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:43.578225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.599775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.721594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:33:43.722067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.737049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4feb178c-815f-4daf-be51-f63dce4925b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.778791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e6c55a0-0df7-4e99-9031-c12f5301b3ae,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.794487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Checking segment: {'id': 'b48c036f-1115-4ae4-a660-eda29e49d131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ad331b17-ef54-4c3e-8ee7-431aa6a244e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:43.795401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Network hostable DHCP agents. Network: ad331b17-ef54-4c3e-8ee7-431aa6a244e8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:43.795798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67ea3-9360-403d-be3d-dba9ada37a97 req-4859037d-3499-4e70-a264-886947aecfcf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.801695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67ea3-9360-403d-be3d-dba9ada37a97 req-4859037d-3499-4e70-a264-886947aecfcf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.807917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67ea3-9360-403d-be3d-dba9ada37a97 req-4859037d-3499-4e70-a264-886947aecfcf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.810271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ede67ea3-9360-403d-be3d-dba9ada37a97 req-4859037d-3499-4e70-a264-886947aecfcf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 2375 time: 0.1770732 Aug 27 02:33:43.818502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:33:43.831250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ad331b17-ef54-4c3e-8ee7-431aa6a244e8) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:43.835757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:43.836467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.847674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd76ee-4dd8-4e6d-9dde-23df0fb54c3c None None] Network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:43.868291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.870989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:43.872133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ae2ab60-f0c8-4505-b430-053341fd278a HTTP/1.1" status: 204 len: 168 time: 0.6422346 Aug 27 02:33:43.922701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dcd2f-28fb-4d56-9e61-425331801775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2ab60-f0c8-4505-b430-053341fd278a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:43.965775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca0e2fa9-d92c-4072-a6b5-e6f431a0e25a req-60c8b8f0-e9c5-4e02-af6a-33ae611364aa tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0430222 Aug 27 02:33:44.014249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ede67ea3-9360-403d-be3d-dba9ada37a97 req-d0a3860c-b0bc-43ca-8b86-8d5a6ab229a6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697991 Aug 27 02:33:44.035305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de05d9b-c3d1-4416-be4b-4dd376b85424 None None] Network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:33:44.043469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.2.2.100 (17175056-711a-4713-b5b0-4657fffce5ad/eb2f3c71-ab52-4301-a315-cbd4c3efa73e/60424d51-18e1-479c-900f-1731445530a0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:44.089476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4feb178c-815f-4daf-be51-f63dce4925b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.105034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dfeafd75-4dba-48bd-9f67-33a13f93b0b0 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8064072 Aug 27 02:33:44.108746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44444) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.109282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4feb178c-815f-4daf-be51-f63dce4925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.115246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad331b17-ef54-4c3e-8ee7-431aa6a244e8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:44.161033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.253587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb178c-815f-4daf-be51-f63dce4925b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cb28d-ba3b-48a0-b4f7-4c1ebb3e5a4a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.259022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4feb178c-815f-4daf-be51-f63dce4925b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba44c94210f34c9d8f16e41a019f645c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512383 Aug 27 02:33:44.262040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.291898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.377151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.398457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.400311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.430353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05b86dec-fed8-41b6-99d8-0d26229d5406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.435463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Allocated IP 172.20.0.12 (ad331b17-ef54-4c3e-8ee7-431aa6a244e8/9e6c55a0-0df7-4e99-9031-c12f5301b3ae/4fa3c6f5-6136-4455-9004-b3cd382a8b56) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:44.436484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.437849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object 60424d51-18e1-479c-900f-1731445530a0 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:44.542648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.569112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.581588 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.584200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.588097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f08cb28d-ba3b-48a0-b4f7-4c1ebb3e5a4a HTTP/1.1" status: 204 len: 168 time: 0.3227215 Aug 27 02:33:44.616809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.636662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265e3d3-21c8-44f7-af6e-34ce0501a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cb28d-ba3b-48a0-b4f7-4c1ebb3e5a4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.671499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:44.675038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network 17175056-711a-4713-b5b0-4657fffce5ad is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:44.677391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:44.680862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:44.683642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:44.692549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:44.696990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.749095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa3c6f5-6136-4455-9004-b3cd382a8b56,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.773640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05b86dec-fed8-41b6-99d8-0d26229d5406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.783950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05b86dec-fed8-41b6-99d8-0d26229d5406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.808702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:44.809718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.858676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-05b86dec-fed8-41b6-99d8-0d26229d5406 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0326fd904c07479aae3d36d4e83bcbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572136 Aug 27 02:33:44.861187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86dec-fed8-41b6-99d8-0d26229d5406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61ba82-b3d3-43df-b2fe-be9cd037d33a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:44.864402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:44.867674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-9f88992d-985b-4a5b-b57e-811aa3ced071 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8964458 Aug 27 02:33:44.879072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:44.879705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'admin_state_up': True, 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'security_groups': ['363089b6-8702-455f-ba4f-c186faa67177']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:44.932858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.035588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-396489f6-a950-4ae8-a01a-7ea489ec203f None None] Provisioning for port 60424d51-18e1-479c-900f-1731445530a0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:45.040165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-396489f6-a950-4ae8-a01a-7ea489ec203f None None] Provisioning complete for port 60424d51-18e1-479c-900f-1731445530a0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:45.040752 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-396489f6-a950-4ae8-a01a-7ea489ec203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.048219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.143598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-396489f6-a950-4ae8-a01a-7ea489ec203f None None] Port 60424d51-18e1-479c-900f-1731445530a0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:45.148489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.194978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70f5d528-0ac8-4d0d-a921-2b1cc7f9717b req-07a3d3fb-3958-456c-b10e-c63037dc0e05 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0443721 Aug 27 02:33:45.212367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Made reservation on behalf of 049e0ac0e421460db4c14ed3cb400e3c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:45.218639 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.227190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.246628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.266344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01439-765c-46b6-b6df-97239ee4168c req-e8a36bab-4b37-425e-ae52-3b22eb5cd60c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.273269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01439-765c-46b6-b6df-97239ee4168c req-e8a36bab-4b37-425e-ae52-3b22eb5cd60c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.280445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01439-765c-46b6-b6df-97239ee4168c req-e8a36bab-4b37-425e-ae52-3b22eb5cd60c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.282406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.286217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.289654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01439-765c-46b6-b6df-97239ee4168c req-e8a36bab-4b37-425e-ae52-3b22eb5cd60c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:45.289796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f61ba82-b3d3-43df-b2fe-be9cd037d33a HTTP/1.1" status: 204 len: 168 time: 0.4217243 Aug 27 02:33:45.289796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.290140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3bc01439-765c-46b6-b6df-97239ee4168c req-e8a36bab-4b37-425e-ae52-3b22eb5cd60c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 3096 time: 0.1119738 Aug 27 02:33:45.345192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18266f-e666-4619-b909-b4deccefa5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61ba82-b3d3-43df-b2fe-be9cd037d33a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.353534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75a15ab5-a163-4a95-b82a-ce382d2902ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.361082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa3c6f5-6136-4455-9004-b3cd382a8b56,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.445258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3bc01439-765c-46b6-b6df-97239ee4168c req-265190f9-d802-48ca-ab7c-1223ef3227f2 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311343 Aug 27 02:33:45.459901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.523867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Allocated IP 10.2.2.200 (17175056-711a-4713-b5b0-4657fffce5ad/eb2f3c71-ab52-4301-a315-cbd4c3efa73e/edbbd8e5-fe91-4645-93a8-124d991e1903) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:45.591091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75a15ab5-a163-4a95-b82a-ce382d2902ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.599557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75a15ab5-a163-4a95-b82a-ce382d2902ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.601638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.605940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2007ce6f-bdc3-4883-a217-61199c86f180 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4949627 Aug 27 02:33:45.609146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.689592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15ab5-a163-4a95-b82a-ce382d2902ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a755f6-e6a7-405c-b7ae-5c4af2db3574,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.693793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75a15ab5-a163-4a95-b82a-ce382d2902ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0ae8bac1a4c4ed4bb2e3844fcc97bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014051 Aug 27 02:33:45.696551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44476) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.709247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01a12ae0-f78a-4dce-a0a8-da13612606fe tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=ad331b17-ef54-4c3e-8ee7-431aa6a244e8 HTTP/1.1" status: 200 len: 690 time: 0.0988073 Aug 27 02:33:45.709844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44478) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:45.769992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.802609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Transition to ACTIVE for port object edbbd8e5-fe91-4645-93a8-124d991e1903 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:45.848463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.862276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.890462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.902213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:45.946085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Network 17175056-711a-4713-b5b0-4657fffce5ad is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:45.950219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:45.953194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:45.955721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:46.019170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.021107 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.064713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Deleting port 4fa3c6f5-6136-4455-9004-b3cd382a8b56 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:33:46.065021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d722e5ba-d3ba-4ccd-ba76-d79b4cefb75c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1887186 Aug 27 02:33:46.065161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.070504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.070885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.074444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4a755f6-e6a7-405c-b7ae-5c4af2db3574 HTTP/1.1" status: 204 len: 168 time: 0.3745737 Aug 27 02:33:46.081180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:46.128293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336fc6e-0e00-4f72-84a3-61484ac1f9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a755f6-e6a7-405c-b7ae-5c4af2db3574,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.193237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.200132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.231025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.231673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.264083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Calling delete_port for 4fa3c6f5-6136-4455-9004-b3cd382a8b56 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:33:46.381020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78facbe5-2374-4139-b5cd-ef07b87b210c None None] Provisioning for port edbbd8e5-fe91-4645-93a8-124d991e1903 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:33:46.385047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78facbe5-2374-4139-b5cd-ef07b87b210c None None] Provisioning complete for port edbbd8e5-fe91-4645-93a8-124d991e1903 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:33:46.385419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78facbe5-2374-4139-b5cd-ef07b87b210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.399853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b55cb92-e81b-48e6-a075-983319e22686 req-52f4e0a3-d52e-4050-806e-f2f4421ea7ee tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0391607 Aug 27 02:33:46.475699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-78facbe5-2374-4139-b5cd-ef07b87b210c None None] Port edbbd8e5-fe91-4645-93a8-124d991e1903 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:33:46.554915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.602696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fa3c6f5-6136-4455-9004-b3cd382a8b56,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.603514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea4aea9-f516-47f0-a796-3649327cb7fe {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:46.637838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.660756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Transition to ACTIVE for port object 8ea4aea9-f516-47f0-a796-3649327cb7fe will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:46.668995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.680787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44516) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.778332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:46.792297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.809468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.819200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.828460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.836542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:46.848796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-2bfacd39-afde-4077-8a9b-f5404f444839 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 3817 time: 0.2561421 Aug 27 02:33:46.898488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:46.917279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d01d7e0e-217f-43c7-9fab-4f2432bb3fb8 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5632 time: 0.2353618 Aug 27 02:33:46.927885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:46.937666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'network': {'name': 'tempest-network-smoke--1495567282', 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'port_security_enabled': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.006597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.048885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0f01df3-828f-42e7-9660-f9ee0ebeb8aa req-56a016bb-1d64-4e10-9d12-df83e737dc36 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339092 Aug 27 02:33:47.088299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:47.092677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.116180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Attempting to bind port 8ea4aea9-f516-47f0-a796-3649327cb7fe on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:47.116767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Attempting to bind port 8ea4aea9-f516-47f0-a796-3649327cb7fe by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:47.117379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Attempting to bind port 8ea4aea9-f516-47f0-a796-3649327cb7fe on network 16d99336-f03b-4e58-a731-98ac8f136339 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:47.117776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.129699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Port 8ea4aea9-f516-47f0-a796-3649327cb7fe on network 16d99336-f03b-4e58-a731-98ac8f136339 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:47.130095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Attempting to bind port 8ea4aea9-f516-47f0-a796-3649327cb7fe on network 16d99336-f03b-4e58-a731-98ac8f136339 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:47.136681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:47.139673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:47.140116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Checking segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:47.140558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Bound using segment: {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:47.141063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Bound port: 8ea4aea9-f516-47f0-a796-3649327cb7fe, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46991a57-d627-414a-94db-03f8b53d4594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:47.141545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.159542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6c55a0-0df7-4e99-9031-c12f5301b3ae,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.172276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.172710 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Added segment 32f252c3-ac3d-49cb-8816-840d01976745 of type vlan for network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 Aug 27 02:33:47.224923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.250880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad331b17-ef54-4c3e-8ee7-431aa6a244e8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:47.251444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.264233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48c036f-1115-4ae4-a660-eda29e49d131') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:47.264913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48c036f-1115-4ae4-a660-eda29e49d131') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:47.277142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.299115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:47.301680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.310729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.316801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.317552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.318503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:47.319221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:47.324084 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:47.360663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:47.364989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4346726 Aug 27 02:33:47.381666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.386661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'admin_state_up': True, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.423182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.450557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:47.451577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.453022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] 10.222.0.15 "PUT /v2.0/ports/8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 1092 time: 1.3775592 Aug 27 02:33:47.460217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:47.462280 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a28c2b6-b590-48fd-a938-40f0eff69261" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:47.489620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.516986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:47.526975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad331b17-ef54-4c3e-8ee7-431aa6a244e8 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:33:47.530110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.558669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ad331b17-ef54-4c3e-8ee7-431aa6a244e8 HTTP/1.1" status: 204 len: 168 time: 1.8295741 Aug 27 02:33:47.561042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44550) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:47.571151 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96bab1-cf4a-4f80-a128-85a699172045 x-openstack-request-id: req-7d96bab1-cf4a-4f80-a128-85a699172045 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:47.571504 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:47.571712 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d96bab1-cf4a-4f80-a128-85a699172045 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:47.572102 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'status': 'completed', 'code': 200} Aug 27 02:33:47.616912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e4c6e-bd8a-4a97-b854-d48787bf8d12 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Network': ['ID=3fab650e-7b54-4d17-8e0b-23393cc42ed3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.631322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:47.715416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.716463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.814964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21c7c-4f5b-4e2f-881c-1e348c8a5d22 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad331b17-ef54-4c3e-8ee7-431aa6a244e8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:47.882767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:47.956285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-262ea20c-b9f6-466e-bf4b-9024b0a253ba req-eb15a8b5-b6c9-40b6-a8e0-13ec2b5e101b tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.1822021 Aug 27 02:33:48.043520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4e8261c7-f2d4-420b-9037-31031e343759 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3043 time: 0.4466581 Aug 27 02:33:48.046773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44566) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:48.061837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.066925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d6faa-2427-4371-9f91-137aa7a13f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:48.418363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.418889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.419341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.420247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.420621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.420968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.421394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.421841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.422275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.422739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.423181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.427892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a062bfa9-5795-47d9-a237-e26cc0bbebf6 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6989 time: 0.3780539 Aug 27 02:33:48.436556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44576) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:48.724388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:48.742344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.742825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.743310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.743790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.744605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:48.746715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-4b2d4d34-faa7-436e-a586-79a1103c5bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 4364 time: 1.0566237 Aug 27 02:33:49.210117 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e4d80fed-26cc-485d-9d40-bb811717db84 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] delete failed (client error): The resource could not be found. Aug 27 02:33:49.212317 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4d80fed-26cc-485d-9d40-bb811717db84 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/5c6bc9c2-08b4-4725-ad76-1de1b379d1e1 HTTP/1.1" status: 404 len: 345 time: 0.7746108 Aug 27 02:33:49.216156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44616) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:49.236921 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70cc160-ef23-4827-bdf4-33a5e0c4da11 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] DELETE failed (client error): The resource could not be found. Aug 27 02:33:49.237774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70cc160-ef23-4827-bdf4-33a5e0c4da11 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:49.239726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a70cc160-ef23-4827-bdf4-33a5e0c4da11 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ad331b17-ef54-4c3e-8ee7-431aa6a244e8 HTTP/1.1" status: 404 len: 339 time: 0.0217900 Aug 27 02:33:49.245250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5c71c9f-4b1d-4005-9b45-723bd32dbea2 req-3b7c4f38-2ab0-4a22-be1c-f5ae6f32863d tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0737844 Aug 27 02:33:49.249627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:49.261600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'name': 'tempest-network--671961496', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:49.282921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.292261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.309579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.325050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.334953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.352399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-ba7c94ce-7863-4705-a2ca-349570c52738 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 3829 time: 1.0630996 Aug 27 02:33:49.365422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-d6d0e51e-1f55-4563-a0f9-2c3529ce1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.365795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-d6d0e51e-1f55-4563-a0f9-2c3529ce1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.366275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-d6d0e51e-1f55-4563-a0f9-2c3529ce1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.368028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-d6d0e51e-1f55-4563-a0f9-2c3529ce1a7c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6096528 Aug 27 02:33:49.453723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a231529-5009-476a-a5e8-9c7b15ddb78e req-0f8d09a2-d001-4097-9c57-0ed11182d857 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003726 Aug 27 02:33:49.560105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:49.562638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.605890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:49.630187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.645107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-3cdb5a45-8bd9-40b8-821c-e91dd383b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.646878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a28c2b6-b590-48fd-a938-40f0eff69261 req-3cdb5a45-8bd9-40b8-821c-e91dd383b67e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2655790 Aug 27 02:33:49.775659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:49.778180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Transition to ACTIVE for port object 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:49.812472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.819055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.819404 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Added segment ab1a6a72-b892-470d-bad2-7a2224ab0793 of type vlan for network 0df554e4-e2d0-4986-b2d4-1da677c085ee Aug 27 02:33:49.878887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215aee-d508-4719-9cfe-c8699e1471c4 req-5c187e7d-c8ac-41f7-a756-c17090f213d6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.890827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff215aee-d508-4719-9cfe-c8699e1471c4 req-5c187e7d-c8ac-41f7-a756-c17090f213d6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1339173 Aug 27 02:33:49.921087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-b411f511-1d9e-4c15-832e-35e52038b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:49.922940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-b411f511-1d9e-4c15-832e-35e52038b886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.2094946 Aug 27 02:33:49.924053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:49.997318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.107747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff215aee-d508-4719-9cfe-c8699e1471c4 req-5d285808-9eb1-4bfe-9460-d4af8751b778 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106087 Aug 27 02:33:50.181084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-49781d25-0433-41b6-adb2-332f75f3c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.183730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-49781d25-0433-41b6-adb2-332f75f3c6fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2525170 Aug 27 02:33:50.185963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.202421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.25.8.102 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/f59b1673-3ca6-4e63-a98c-aa7020cfa515) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:33:50.324040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.350086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-7a39dc7c-1c06-421f-899a-fdd017a360d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1529105 Aug 27 02:33:50.380761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-64d84770-981d-4ef6-8551-5357baa834ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6178901 Aug 27 02:33:50.415712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.420351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.461829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae69b217-a711-49f5-ba15-ad8b06cb0306 req-b11539c2-38d4-4bcd-a91b-a522a6694ddb tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0683677 Aug 27 02:33:50.509562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.515746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7519b76-685e-4659-b571-4108cb69ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.581246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=f59b1673-3ca6-4e63-a98c-aa7020cfa515,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.589509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:33:50.600078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-091cebfe-66c5-4d69-a9af-abf328c3351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.602252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-091cebfe-66c5-4d69-a9af-abf328c3351f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.2436080 Aug 27 02:33:50.637770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:33:50.648264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:33:50.651414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:33:50.702405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.703373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.703963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.714093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.721416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.727969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.735775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.742130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.748208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.750071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-e19de63d-9690-4b93-bab9-8d5dc3a0e4e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 4601 time: 0.1916523 Aug 27 02:33:50.765312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-c921b1e7-fc79-42d6-a369-2a611a8ce762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.766991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-c921b1e7-fc79-42d6-a369-2a611a8ce762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533401 Aug 27 02:33:50.772984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.773484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.774082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.774662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.775192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.775664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.776134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:50.778726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-afb93e09-e2ee-43ae-af09-83be6081fd6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.3110952 Aug 27 02:33:50.835939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Attempting to bind port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:50.836276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Attempting to bind port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:50.836602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Attempting to bind port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:50.840739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:50.902736 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56617403-a3c8-476d-a86f-a07cd9e6c102 req-fe69be5b-6088-4ad9-bda7-703fda3e4233 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346595 Aug 27 02:33:50.909079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:50.910141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Attempting to bind port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:50.915388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7519b76-685e-4659-b571-4108cb69ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.923480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7519b76-685e-4659-b571-4108cb69ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:50.929274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=0df554e4-e2d0-4986-b2d4-1da677c085ee,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:50.941190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0df554e4-e2d0-4986-b2d4-1da677c085ee details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:50.974594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-87031927-9e96-474c-b804-8437dbfd3c2f service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980839 Aug 27 02:33:50.994622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:50.995034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:50.995319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Bound using segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:50.999169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Bound port: 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:50.999169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.000253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b7519b76-685e-4659-b571-4108cb69ef5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0027164459984f8db5b13e1e5332f0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126945 Aug 27 02:33:51.001164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44678) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.017144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:33:51.021041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7519b76-685e-4659-b571-4108cb69ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bb0ad1-d9c4-4683-b7ae-d9cd5f86ec28,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.040174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-edd51aa2-9c0c-4660-a608-ccecbef16749 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7872887 Aug 27 02:33:51.052148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.113234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dea8ca8-0b5d-461b-9b15-fe1df327c302 req-65a1c304-cc6d-4f86-a40b-0385a46e9f5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0382807 Aug 27 02:33:51.225184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.240534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fead31b-be7f-493d-897d-6b552a1bfe00 req-66463e29-f77e-4d44-841c-88c3d43990c8 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557766 Aug 27 02:33:51.256787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.319456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.322953 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.324463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49bb0ad1-d9c4-4683-b7ae-d9cd5f86ec28 HTTP/1.1" status: 204 len: 168 time: 0.3209722 Aug 27 02:33:51.334935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c15d5-0c30-4f1f-9cd8-22007d396f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bb0ad1-d9c4-4683-b7ae-d9cd5f86ec28,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:51.363374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d010b878-50ec-4ad8-8237-f3a2389647c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.420915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-54fa0202-6356-41d2-8ca5-6bf2132ea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.421399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-54fa0202-6356-41d2-8ca5-6bf2132ea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.421989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-54fa0202-6356-41d2-8ca5-6bf2132ea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.423636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-54fa0202-6356-41d2-8ca5-6bf2132ea1fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=21f4e9ec-f566-445b-8875-ebf072595efc&id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 2298 time: 0.5847793 Aug 27 02:33:51.500044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:51.612386 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77e78f98-6ce0-4161-a161-b72f31226f3b req-7cf6eb35-a902-4c37-99da-30d8c8947495 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0411642 Aug 27 02:33:51.760993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44692) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:51.778767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.897465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:51.903200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:33:51.903200 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:33:51.903200 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id_1': '5c16e07204a24f74a4febcff9b5ba120', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 33, 51, 794848)}] Aug 27 02:33:51.903200 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:33:51.904057 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:33:51.930332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:51.963679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f47664-9283-4b2c-882a-43b3870cf819 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.972320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f47664-9283-4b2c-882a-43b3870cf819 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.979831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f47664-9283-4b2c-882a-43b3870cf819 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.986956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f47664-9283-4b2c-882a-43b3870cf819 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:51.989105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6f47664-9283-4b2c-882a-43b3870cf819 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9266503 Aug 27 02:33:51.992473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44694) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.008254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63cd0-0582-400b-960b-cc4069522263 req-36744837-cfc3-4c79-a6bd-ac62f31b7927 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.010000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ca63cd0-0582-400b-960b-cc4069522263 req-36744837-cfc3-4c79-a6bd-ac62f31b7927 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.7501183 Aug 27 02:33:52.071843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.088521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c64457df-db90-43ef-b568-ed1bc60dca6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 1001 time: 0.6080713 Aug 27 02:33:52.170819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.171840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.174949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] 10.222.0.15 "PUT /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 1130 time: 4.6691322 Aug 27 02:33:52.175182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.180122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:52.180660 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16cf17-69ba-4659-b093-e5db28889b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:52.270191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:52.286188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d68e7-1007-4c83-80ae-be31885dd413 service neutron] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.289513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.302994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.310024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.318934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.324395 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ca63cd0-0582-400b-960b-cc4069522263 req-d3cd7041-969d-4582-b0d3-e4de3190f0ad tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712781 Aug 27 02:33:52.327061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.335708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.338204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-53ef85a2-3bd8-477f-ab3f-15a3896f17ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 4601 time: 0.2083292 Aug 27 02:33:52.392640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-5e1837b4-93bc-40de-92a2-a84e6d55fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.394350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-5e1837b4-93bc-40de-92a2-a84e6d55fa1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 200 len: 855 time: 0.2311511 Aug 27 02:33:52.407098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.423955 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da04137e-83cb-4d47-9675-b33528f5a04d x-openstack-request-id: req-da04137e-83cb-4d47-9675-b33528f5a04d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:52.424225 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:52.424453 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da04137e-83cb-4d47-9675-b33528f5a04d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:52.424862 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0', 'status': 'completed', 'code': 200} Aug 27 02:33:52.447531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.463937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df554e4-e2d0-4986-b2d4-1da677c085ee']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:52.483923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1a6a72-b892-470d-bad2-7a2224ab0793') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:52.484160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1a6a72-b892-470d-bad2-7a2224ab0793') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:52.496861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b34a6960-8c8b-4bd7-bac5-6bfa66a872b6 req-e140ef1b-b657-4ed7-8a3e-58c33b936dc5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1439757 Aug 27 02:33:52.502290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.522062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.523825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d010b878-50ec-4ad8-8237-f3a2389647c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.536008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:52.536738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:52.538732 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:52.571333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d010b878-50ec-4ad8-8237-f3a2389647c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.573521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.640033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-e7b813e7-6c6f-4155-8fd1-c4e445049a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.640303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.641610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-e7b813e7-6c6f-4155-8fd1-c4e445049a7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5011a0a6-db4b-445a-b800-c985def8639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370856 Aug 27 02:33:52.647695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0df554e4-e2d0-4986-b2d4-1da677c085ee {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:33:52.648315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a82478d-4a06-4484-b438-ebd1adbc5e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.654170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.656430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/0df554e4-e2d0-4986-b2d4-1da677c085ee HTTP/1.1" status: 204 len: 168 time: 0.6629295 Aug 27 02:33:52.667961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44702) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.673568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'name': 'tempest-network--1397379327', 'router:external': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:52.678921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffde61-3cea-42f6-83c3-bbf20ca18b7b tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Network': ['ID=0df554e4-e2d0-4986-b2d4-1da677c085ee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.738984 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.745534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.766524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010b878-50ec-4ad8-8237-f3a2389647c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6ca8c-5cb5-4bb4-97c7-9fa5d7104384,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.815892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c16e07204a24f74a4febcff9b5ba120&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0533886 Aug 27 02:33:52.828627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44706) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.865112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.865613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.866080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.872523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.873259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.874114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:52.880694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1e4cc-e407-4d95-8e2f-44abc52a2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e861b9e7-28c7-4e4c-9f23-589f42041eff,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:52.881233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-41386ac9-c99e-464b-8b20-ab5304d99d0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5287 time: 0.4286563 Aug 27 02:33:52.890759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d010b878-50ec-4ad8-8237-f3a2389647c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75379301b2eb498581ad1cad17f25f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0449939 Aug 27 02:33:52.898551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:52.904499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:52.918418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44708) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:52.974817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:53.021336 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.021816 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Added segment 5f7c68a3-a95b-4351-b174-95f8d473a7eb of type vlan for network 51ea4153-de0b-4982-ac3e-0febaa16c9ba Aug 27 02:33:53.023383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.034822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.070032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc14f688-52e8-438b-bf5d-cbee88d55e57 req-8fa18518-e957-4057-9364-f58bdb05ce6a tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.3047004 Aug 27 02:33:53.071528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-cb6ce4e8-014d-4b2e-ba03-8ea72e82a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.072530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-cb6ce4e8-014d-4b2e-ba03-8ea72e82a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.074271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-cb6ce4e8-014d-4b2e-ba03-8ea72e82a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.085055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-cb6ce4e8-014d-4b2e-ba03-8ea72e82a677 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1388223 Aug 27 02:33:53.093002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.122986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.162606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.189814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-16cd3908-f528-4953-a3a5-efd5d44eabbd service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095119 Aug 27 02:33:53.222098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.223167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.223767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.243367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.268192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5968940 Aug 27 02:33:53.268192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.269478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.272678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e861b9e7-28c7-4e4c-9f23-589f42041eff HTTP/1.1" status: 204 len: 168 time: 0.4288731 Aug 27 02:33:53.272678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44710) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.327060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ad4cc-aa48-4731-9784-b7b8f2555c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e861b9e7-28c7-4e4c-9f23-589f42041eff,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.391920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3102b9a-cf7b-470f-9846-76e4d6fe2a3e tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=51ea4153-de0b-4982-ac3e-0febaa16c9ba,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.403575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 51ea4153-de0b-4982-ac3e-0febaa16c9ba details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:53.412575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.415503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.423521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50d6ca8c-5cb5-4bb4-97c7-9fa5d7104384 HTTP/1.1" status: 204 len: 168 time: 0.4922569 Aug 27 02:33:53.449087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee682fa-2b66-43de-9960-af18f5566b7d tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.457100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eee682fa-2b66-43de-9960-af18f5566b7d tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "GET /v2.0/networks/51ea4153-de0b-4982-ac3e-0febaa16c9ba HTTP/1.1" status: 200 len: 757 time: 0.1467843 Aug 27 02:33:53.463938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44718) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.480846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281e172-7bfe-447e-bca9-b7512c4512b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6ca8c-5cb5-4bb4-97c7-9fa5d7104384,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:53.635928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afc96c-5a75-4c12-9a06-4aff2c2bf1ce req-12299c16-0a9c-406a-af78-22aab05d0f08 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.640814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43afc96c-5a75-4c12-9a06-4aff2c2bf1ce req-12299c16-0a9c-406a-af78-22aab05d0f08 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1066084 Aug 27 02:33:53.709134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddee8ea-84f1-4842-b0c7-3ec0fac7027a tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.716792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ddee8ea-84f1-4842-b0c7-3ec0fac7027a tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "GET /v2.0/networks/adfba679-16f6-46e9-92e0-a17f4bd8243f HTTP/1.1" status: 200 len: 768 time: 0.2517452 Aug 27 02:33:53.724636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44726) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.731756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-6e15310a-78c7-4e7d-8e18-b853a9d5860f service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852448 Aug 27 02:33:53.748556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43afc96c-5a75-4c12-9a06-4aff2c2bf1ce req-c348d30e-5307-459b-9aaa-3ae81556894d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997939 Aug 27 02:33:53.820082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-4f189f5f-c449-4404-ae12-cb4f36e506a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.821805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d16cf17-69ba-4659-b093-e5db28889b2a req-4f189f5f-c449-4404-ae12-cb4f36e506a6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7106946 Aug 27 02:33:53.823312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-4a576bcb-1b5e-4f5f-bc3c-7cbc8360e54a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 217 time: 0.0500710 Aug 27 02:33:53.835418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.958295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.968077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44736) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:53.979111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ea4153-de0b-4982-ac3e-0febaa16c9ba']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:53.984736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.989846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26974c1b-0cc5-479e-8aca-b2d46c948e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:53.990912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:53.997323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.003400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.010002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.016741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.018760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7afb1947-adf9-434c-9362-41eedf730f65 req-c5e7c4ed-64c6-4ba1-a5f6-348059bcbaaf tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 4601 time: 0.3244603 Aug 27 02:33:54.019842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7c68a3-a95b-4351-b174-95f8d473a7eb') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.020232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7c68a3-a95b-4351-b174-95f8d473a7eb') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:54.085070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7afb1947-adf9-434c-9362-41eedf730f65 req-30e26830-5739-47d6-8f4c-9b80e455d116 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582523 Aug 27 02:33:54.090159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c01a722c-1c07-4238-893d-02ae01402f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.092247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c01a722c-1c07-4238-893d-02ae01402f73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.2525544 Aug 27 02:33:54.137215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26974c1b-0cc5-479e-8aca-b2d46c948e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.151104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.161973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26974c1b-0cc5-479e-8aca-b2d46c948e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.174046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router a2820722-c056-46a4-a443-7a0209b44a0a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:33:54.207498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974c1b-0cc5-479e-8aca-b2d46c948e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e1f1ad-1c32-4bf2-9bfa-1c5a525dccfe,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.211970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-5893f2b8-5db2-4488-b2dc-c2586fa09f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.213565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-5893f2b8-5db2-4488-b2dc-c2586fa09f50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101253 Aug 27 02:33:54.224448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.262306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:54.263833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:54.265997 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:54.278214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6967671-363b-43f1-95ea-493e526d15ae {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:54.314863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-26974c1b-0cc5-479e-8aca-b2d46c948e4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695f15c7a0f54578ba148aebcb78a505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456550 Aug 27 02:33:54.321797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.323691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.342890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff0944f2-be0d-461b-9971-277187779614 req-6d4c04dc-8d4d-4399-8eb2-e7f160cb264e tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.1048460 Aug 27 02:33:54.378471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.382991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51ea4153-de0b-4982-ac3e-0febaa16c9ba {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:33:54.391178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.400341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/51ea4153-de0b-4982-ac3e-0febaa16c9ba HTTP/1.1" status: 204 len: 168 time: 0.6742260 Aug 27 02:33:54.403908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.404965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Transition to ACTIVE for port object e6967671-363b-43f1-95ea-493e526d15ae will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:54.423850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'name': 'tempest-network--849525519'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:54.443565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.445022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c095ad-065a-4e15-abfd-25b06a1f00b5 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Network': ['ID=51ea4153-de0b-4982-ac3e-0febaa16c9ba,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.445595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.469113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Made reservation on behalf of 961595b922b4494ca0373695c788e82e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:54.472433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.510888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.531749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:33:54.546419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.546866 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Added segment 7d5d35ba-fa9a-4e4a-985c-9fd979ed4b9c of type vlan for network ab526dfd-97ff-4cc0-9eb8-aae62201120f Aug 27 02:33:54.556549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.605009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.640442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-71a57a5c-5592-4457-85df-c2cb77c5c37a service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179428 Aug 27 02:33:54.654621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.657141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:54.659411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.711826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:33:54.786997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=ab526dfd-97ff-4cc0-9eb8-aae62201120f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:54.801853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Attempting to bind port e6967671-363b-43f1-95ea-493e526d15ae on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:54.802190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Attempting to bind port e6967671-363b-43f1-95ea-493e526d15ae by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:54.803812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ab526dfd-97ff-4cc0-9eb8-aae62201120f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:33:54.809180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Attempting to bind port e6967671-363b-43f1-95ea-493e526d15ae on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:54.826706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4c1cf24-e1cd-4d80-99f5-aa4c690a02e1 tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4147060 Aug 27 02:33:54.830730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44758) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.847372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:54.914520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:54.915765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43c30033-8d3c-4d73-a32b-aca6db8e3a3f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.5332978 Aug 27 02:33:54.933522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:54.969548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Port e6967671-363b-43f1-95ea-493e526d15ae on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:54.969901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Attempting to bind port e6967671-363b-43f1-95ea-493e526d15ae on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:55.080415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:55.080415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:55.080647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Bound using segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:55.081059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Bound port: e6967671-363b-43f1-95ea-493e526d15ae, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:55.083365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.086378 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Sync routers for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:33:55.097987 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:55.100287 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.180583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-276583cd-53e3-4244-b555-973167d7ee57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.186567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.190027 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.191391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4e1f1ad-1c32-4bf2-9bfa-1c5a525dccfe HTTP/1.1" status: 204 len: 168 time: 0.8632889 Aug 27 02:33:55.207653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-200d9b49-b006-4ed5-9721-2da4fd207ef9 req-45f872f9-0b3a-4fcc-9573-5e50e5e11728 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b&device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.1638222 Aug 27 02:33:55.246169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1017bda-1483-4f27-98f3-f9fe811a5390 req-87d2bebf-5dba-4663-89c1-6df50cfeab4a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.256538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1017bda-1483-4f27-98f3-f9fe811a5390 req-87d2bebf-5dba-4663-89c1-6df50cfeab4a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2188678 Aug 27 02:33:55.284307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:55.288982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:55.310791 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:55.311819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-4ff113e4-fbbb-4df3-8242-24395b6534a2 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379051 Aug 27 02:33:55.313722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eba31f-2934-49de-8a00-d7c98e0980b0 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.315547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8eba31f-2934-49de-8a00-d7c98e0980b0 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=85648905d3534b37af6ca0e5abb12b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3786137 Aug 27 02:33:55.319273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.320809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44774) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:55.335142 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1017bda-1483-4f27-98f3-f9fe811a5390 req-e1c0780e-149a-4d02-a72a-511880a98dbc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776308 Aug 27 02:33:55.375608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.442820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.446669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-910621e0-3459-4ae5-b701-096556caed42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 217 time: 0.1167607 Aug 27 02:33:55.451676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf2ed2-72ca-4e27-943f-86ad6d45821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e1f1ad-1c32-4bf2-9bfa-1c5a525dccfe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:55.554783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-d696b75e-2d65-4356-ae30-f52ea13f8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.556681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-d696b75e-2d65-4356-ae30-f52ea13f8248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.0929048 Aug 27 02:33:55.565600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.567245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.572436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-de30f310-a342-4908-b7dd-64b4f79e5cc4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 1131 time: 3.3186162 Aug 27 02:33:55.578976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:55.585292 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "e6967671-363b-43f1-95ea-493e526d15ae"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:33:55.637249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.696695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:55.697043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.765074 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:51Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:55.849589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Network ab526dfd-97ff-4cc0-9eb8-aae62201120f is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:33:55.850660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:55.851368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:55.852910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "PUT /v2.0/networks/ab526dfd-97ff-4cc0-9eb8-aae62201120f HTTP/1.1" status: 200 len: 857 time: 1.0205898 Aug 27 02:33:55.854001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Checking router: a2820722-c056-46a4-a443-7a0209b44a0a for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:33:55.858750 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Updating router a2820722-c056-46a4-a443-7a0209b44a0a port f59b1673-3ca6-4e63-a98c-aa7020cfa515 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:33:55.955067 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.014497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.132392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0522b38f-17fc-4199-95d0-973f7a832764 req-2eb49fd8-d1f6-4c60-be16-af6b95757d04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7140d0cadd54b9ca2c42433fa3fd28d&device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.3484817 Aug 27 02:33:56.147029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541495f9-b058-4138-af22-186d8bbe84b5 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.149004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-541495f9-b058-4138-af22-186d8bbe84b5 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7997756 Aug 27 02:33:56.181430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44800) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.188036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c520213-021d-4da5-bc94-389e75eac7da tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event updated for resources: {'Network': ['ID=ab526dfd-97ff-4cc0-9eb8-aae62201120f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:56.291037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a3122c1-f41a-48cb-85ac-fda64fa6d2ff req-a7c4a1f2-9364-471b-b7db-ab31bb1431ca tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.2725949 Aug 27 02:33:56.374565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0522b38f-17fc-4199-95d0-973f7a832764 req-76d3a2e9-d79b-4381-8110-09a8da15ee79 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f7140d0cadd54b9ca2c42433fa3fd28d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2109656 Aug 27 02:33:56.418223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.461655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7783f53d-5cfb-4470-b755-c3d196cf72e4 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2696137 Aug 27 02:33:56.468143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44808) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.468408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.567893 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457cd83f-4a2d-4fc4-89ca-a74673e33902 x-openstack-request-id: req-457cd83f-4a2d-4fc4-89ca-a74673e33902 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:33:56.568490 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "e6967671-363b-43f1-95ea-493e526d15ae", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:33:56.568490 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-457cd83f-4a2d-4fc4-89ca-a74673e33902 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:33:56.568818 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae', 'status': 'completed', 'code': 200} Aug 27 02:33:56.588929 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.597365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.603983 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Transition to ACTIVE for port object f59b1673-3ca6-4e63-a98c-aa7020cfa515 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:56.610264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.613483 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.625400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.641526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.652212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.673592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.680214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.689965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-96a32776-acbe-4fe8-abdf-72c8e9e7222b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5374 time: 1.2409480 Aug 27 02:33:56.709553 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Pushing event updated for resources: {'Port': ['ID=f59b1673-3ca6-4e63-a98c-aa7020cfa515,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:56.710968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-48e373d5-7c92-427c-b4e6-f2fad50ff5e8 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=85648905d3534b37af6ca0e5abb12b55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1942410 Aug 27 02:33:56.738362 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.738882 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.739284 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.739689 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.740257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.740687 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.741251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.741536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.742484 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.742892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.743300 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.743747 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:33:56.754288 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Attempting to bind port f59b1673-3ca6-4e63-a98c-aa7020cfa515 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:56.754904 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Attempting to bind port f59b1673-3ca6-4e63-a98c-aa7020cfa515 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:56.755450 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Attempting to bind port f59b1673-3ca6-4e63-a98c-aa7020cfa515 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:56.762306 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:56.762795 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:56.764131 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.764513 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:56.765185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Bound port: f59b1673-3ca6-4e63-a98c-aa7020cfa515, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:56.765603 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.768199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.779517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44816) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:56.837166 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] For port f59b1673-3ca6-4e63-a98c-aa7020cfa515, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:56.850310 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] For port f59b1673-3ca6-4e63-a98c-aa7020cfa515, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f59b1673-3ca6-4e63-a98c-aa7020cfa515,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:56.863431 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:56.964415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-7b8a1087-c034-40de-b90b-0d0eac21b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:56.968525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-7b8a1087-c034-40de-b90b-0d0eac21b12a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3989015 Aug 27 02:33:56.985706 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:33:56.986427 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.033520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.043074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.044097 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4924c0-ec85-4d9b-8fe7-60b1385552cd None None] Pushing event updated for resources: {'Port': ['ID=f59b1673-3ca6-4e63-a98c-aa7020cfa515,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:57.047933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.050281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.051636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.052457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.054307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.056605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-ad8c56f6-f9e6-44e6-ab68-70251ce3c314 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6211 time: 0.4953098 Aug 27 02:33:57.088680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27271d49-59b7-4a81-812e-0d98f6771e2c req-05fe8c71-136b-4a86-9e8d-b6f04ae1ed34 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3042064 Aug 27 02:33:57.174680 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:33:57.268820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b38f-17fc-4199-95d0-973f7a832764 req-e2b43ae1-aeda-4379-a963-ebc7b5475e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.270656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0522b38f-17fc-4199-95d0-973f7a832764 req-e2b43ae1-aeda-4379-a963-ebc7b5475e8d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8308296 Aug 27 02:33:57.271881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5e260-754d-4d7b-874a-687789c3c927 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.272354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5e260-754d-4d7b-874a-687789c3c927 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.273791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-34d5e260-754d-4d7b-874a-687789c3c927 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1537 time: 0.4813521 Aug 27 02:33:57.303112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.415079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7d0c9ffe-2a61-4efa-9e32-366ab7be8cec tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1103730 Aug 27 02:33:57.422576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.449189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5a8f-746c-447e-a8fe-03daa726be32 req-6cbd4da5-64c1-46d7-9482-3fe07ee973bc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.451006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d5a5a8f-746c-447e-a8fe-03daa726be32 req-6cbd4da5-64c1-46d7-9482-3fe07ee973bc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.8266933 Aug 27 02:33:57.461192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44838) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.519015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-935bb9c7-e90b-44f9-8d37-7107d7f7b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.521684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-935bb9c7-e90b-44f9-8d37-7107d7f7b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.524179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-935bb9c7-e90b-44f9-8d37-7107d7f7b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:57.528231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-935bb9c7-e90b-44f9-8d37-7107d7f7b1e4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4107234 Aug 27 02:33:57.546592 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:51Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.602225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab526dfd-97ff-4cc0-9eb8-aae62201120f']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.621335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5d35ba-fa9a-4e4a-985c-9fd979ed4b9c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.621726 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4338e12-790f-4f89-a941-f4f27870de01 None None] The sync data for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 is: [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:33:51Z', 'revision_number': 3, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:33:57.623220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5d35ba-fa9a-4e4a-985c-9fd979ed4b9c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:57.636903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.675988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.685677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:57.686459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.738157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48c659cf-ebfe-423d-a4c4-f290d4b796a6 req-6da29d7b-8bcd-447f-a4d2-118799f4e778 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.2060297 Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:57.744525 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:57.793514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0a1ed0b8-190a-436d-b764-eedd051a5f9e tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=ab526dfd-97ff-4cc0-9eb8-aae62201120f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3217115 Aug 27 02:33:57.793801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44854) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.806562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064478265', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:33:57.829507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.834501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab526dfd-97ff-4cc0-9eb8-aae62201120f {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:33:57.836707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.842298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ab526dfd-97ff-4cc0-9eb8-aae62201120f HTTP/1.1" status: 204 len: 168 time: 1.7082391 Aug 27 02:33:57.843145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44856) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.887718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:57.915219 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2fce3a-51e5-4edd-862a-280818f66481 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] DELETE failed (client error): The resource could not be found. Aug 27 02:33:57.915930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2fce3a-51e5-4edd-862a-280818f66481 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:33:57.921853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4b2fce3a-51e5-4edd-862a-280818f66481 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "DELETE /v2.0/subnets/9e6c55a0-0df7-4e99-9031-c12f5301b3ae HTTP/1.1" status: 404 len: 337 time: 0.0732462 Aug 27 02:33:57.936429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44860) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:57.940344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d5a5a8f-746c-447e-a8fe-03daa726be32 req-66519e4a-a8ad-4a15-ab88-b60e60c3ff1e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482129 Aug 27 02:33:57.957349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc983d2-be6d-4ad6-a3dd-17fe5159e6fa tempest-ExternalNetworksTestJSON-642432172 tempest-ExternalNetworksTestJSON-642432172-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab526dfd-97ff-4cc0-9eb8-aae62201120f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.050366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.170886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-77c2d004-2c22-426e-8d3a-0ad4dbe992a4 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1112609 Aug 27 02:33:58.235280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.249191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfba679-16f6-46e9-92e0-a17f4bd8243f']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:58.263995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb7393e-721b-47fb-8de9-21f3bd13b0c1') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:58.264515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb7393e-721b-47fb-8de9-21f3bd13b0c1') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:33:58.276526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.293618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.315250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:33:58.317236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:33:58.324438 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:33:58.430204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-77d24cbf-5d49-4a67-85db-c73b680212bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.434015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b6b307d7-cac4-4b2b-a970-7a3155b40e3a req-77d24cbf-5d49-4a67-85db-c73b680212bf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7990935 Aug 27 02:33:58.460206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.467489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.469579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] 10.222.0.26 "DELETE /v2.0/networks/adfba679-16f6-46e9-92e0-a17f4bd8243f HTTP/1.1" status: 204 len: 168 time: 0.5282984 Aug 27 02:33:58.500194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3bb42-fb60-4662-85d8-8236a46728f3 tempest-ExternalNetworksTestJSON-1994025458 tempest-ExternalNetworksTestJSON-1994025458-project] Pushing event deleted for resources: {'Network': ['ID=adfba679-16f6-46e9-92e0-a17f4bd8243f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:58.505739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:33:58.509990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.614705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.621247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.628738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.635768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.642047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.647993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.654154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:58.656263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-c34b0059-a517-4936-b78e-82524fcd0214 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5374 time: 0.3599241 Aug 27 02:33:58.757486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-5cad8f90-9ddb-4fbb-b568-8d821d546bfe service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590835 Aug 27 02:33:58.765081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe98626b-3541-489f-a95c-fcf4d5a75699 req-82e87ca7-3916-4c40-ae5d-54c3bb7e2ffb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913427 Aug 27 02:33:58.814713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a08a05e-62e5-4921-af0d-9e80e2871947 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:33:58.939867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:58.944440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-d2399c82-c60b-47a1-9c0d-04bd008a85af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 200 len: 217 time: 0.1745229 Aug 27 02:33:58.954672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e29bead7-3556-46a3-848d-75f57b267213 req-e91658b2-cb26-4b21-bed0-18ad282836b8 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0760527 Aug 27 02:33:59.025741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0522b38f-17fc-4199-95d0-973f7a832764 req-e23b9f9b-b291-43fe-acdc-fe2033894b1c tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.46 "GET /v2.0/ports?device_id=a27813e2-c9f4-4394-a84c-3a3d26117c2b HTTP/1.1" status: 200 len: 210 time: 0.0706782 Aug 27 02:33:59.036756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Transition to ACTIVE for port object 6a08a05e-62e5-4921-af0d-9e80e2871947 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:33:59.113879 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.203557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:59.266003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a26bc-28cf-4f97-b0d0-e23f531f0f3c req-46c28a1a-7d2f-4f98-a1a6-3cb07991b88b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.270699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-728a26bc-28cf-4f97-b0d0-e23f531f0f3c req-46c28a1a-7d2f-4f98-a1a6-3cb07991b88b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1210933 Aug 27 02:33:59.364601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-728a26bc-28cf-4f97-b0d0-e23f531f0f3c req-015d29cb-8d22-483f-bf78-d11fdba4448b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874832 Aug 27 02:33:59.379163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c7861625-983b-4613-bb10-c7d2eeec3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.381532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c7861625-983b-4613-bb10-c7d2eeec3020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.4047742 Aug 27 02:33:59.466669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:59.476270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.637306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Attempting to bind port 6a08a05e-62e5-4921-af0d-9e80e2871947 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:33:59.637645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Attempting to bind port 6a08a05e-62e5-4921-af0d-9e80e2871947 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:33:59.637994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Attempting to bind port 6a08a05e-62e5-4921-af0d-9e80e2871947 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:59.656200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Port 6a08a05e-62e5-4921-af0d-9e80e2871947 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:33:59.656561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Attempting to bind port 6a08a05e-62e5-4921-af0d-9e80e2871947 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:33:59.662864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:33:59.663367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:59.663761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Bound using segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:33:59.664199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Bound port: 6a08a05e-62e5-4921-af0d-9e80e2871947, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:33:59.664743 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.672707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-083cca75-acd6-4a68-8b6a-b683e738842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.674743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-083cca75-acd6-4a68-8b6a-b683e738842a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002683 Aug 27 02:33:59.675298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Subnet': ['ID=9891611d-9e76-4fb8-892b-2fb2b94bb7b5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:33:59.678116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44912) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:33:59.806602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:33:59.811717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:33:59.869399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.878114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fff-ac8f-472c-bd77-693887b3e092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.938322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Checking segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:33:59.938790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network hostable DHCP agents. Network: 3fab650e-7b54-4d17-8e0b-23393cc42ed3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:33:59.981759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:33:59.982965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:33:59.984386 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 1091 time: 4.3629491 Aug 27 02:33:59.988421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:33:59.994880 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c8087-5751-42b0-ad18-4dc9acd4147b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:00.009026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fff-ac8f-472c-bd77-693887b3e092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.026050 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8a82fff-ac8f-472c-bd77-693887b3e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.064701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-260a3ffc-ea6f-4640-96a0-8668e946488e service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736649 Aug 27 02:34:00.086140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:00.117097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a82fff-ac8f-472c-bd77-693887b3e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a159b368-d1ed-44aa-a1af-e3f1ce89ae2e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.134235 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b264b11-a70d-45d8-b49b-a046385a574b x-openstack-request-id: req-4b264b11-a70d-45d8-b49b-a046385a574b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:00.134566 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:00.134831 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b264b11-a70d-45d8-b49b-a046385a574b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:00.135240 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'status': 'completed', 'code': 200} Aug 27 02:34:00.158920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcb473fc-766f-4948-b824-64d75c73a359 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a327acc2d8f4edcbeb292b11556a609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9517460 Aug 27 02:34:00.168765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44930) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:00.227349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8a82fff-ac8f-472c-bd77-693887b3e092 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=894157345dc3450ba3977f99ab86902a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445912 Aug 27 02:34:00.238011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:00.357629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f59b1673-3ca6-4e63-a98c-aa7020cfa515 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:00.374449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66ab51-cf84-4f78-a984-04e85dc425f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.401412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.456613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:00.459956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f59b1673-3ca6-4e63-a98c-aa7020cfa515 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:00.475044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f59b1673-3ca6-4e63-a98c-aa7020cfa515 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:00.478414 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.479450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3fab650e-7b54-4d17-8e0b-23393cc42ed3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:00.524693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.525214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.538949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8496c-e21b-4b37-99ab-3df9d54b04a1 None None] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:00.542448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.563639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb49d6eb-d64d-4f46-8149-c482e0efb5b4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7682216 Aug 27 02:34:00.567775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.569486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:00.585893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.587267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.592647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.598678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.605055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.610414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3b2c53-7a96-48d3-940a-3e03c5cae81a req-fc99fb3f-b137-40d6-8050-2c48fc1b5373 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7140d0cadd54b9ca2c42433fa3fd28d&device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.1184185 Aug 27 02:34:00.611663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.620047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.626327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.634644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-080173ab-f44d-488f-8936-b7a75785e9d9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5386 time: 0.6153078 Aug 27 02:34:00.663475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6495a57e-9dcd-4bee-9a04-dff9042ecec8 req-83cdc8e0-f8fb-4970-a783-1846bfab8cf3 tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.1311653 Aug 27 02:34:00.666158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.666669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.667140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.667607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.668063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.668524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.669104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.679874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-eae913c3-c1c4-4119-af6f-0f2628ad06aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6278 time: 0.4591002 Aug 27 02:34:00.733163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.739482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3b2c53-7a96-48d3-940a-3e03c5cae81a req-3f4920fb-8537-484e-877d-0dad7ac8c72e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f7140d0cadd54b9ca2c42433fa3fd28d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935705 Aug 27 02:34:00.828649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-9fcb161d-aad9-4d28-9edd-7477e905cede service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877968 Aug 27 02:34:00.895654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2c53-7a96-48d3-940a-3e03c5cae81a req-30c98f6a-2648-4c55-a4a5-65b3156026ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:00.897601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3b2c53-7a96-48d3-940a-3e03c5cae81a req-30c98f6a-2648-4c55-a4a5-65b3156026ee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462939 Aug 27 02:34:00.947670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.950227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.955208 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:00.956930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a159b368-d1ed-44aa-a1af-e3f1ce89ae2e HTTP/1.1" status: 204 len: 168 time: 0.7183168 Aug 27 02:34:00.978688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776a61-7b1c-47ed-8efe-94d268575689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a159b368-d1ed-44aa-a1af-e3f1ce89ae2e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:00.993467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.000869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.002638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a497115b-95f9-4b46-b768-830764f17136 HTTP/1.1" status: 204 len: 168 time: 0.8320327 Aug 27 02:34:01.017335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa58252-3e93-42df-9319-ef8b818aad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a497115b-95f9-4b46-b768-830764f17136,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:01.028590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1cc0b8eb-7785-4f4c-950d-8fb8beb43613 req-06fbdfd4-e8bb-4ccf-8f0d-b98cf806f14d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3908892 Aug 27 02:34:01.030097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-a29d7d91-4c5c-4793-acef-7c4e057c58a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 200 len: 217 time: 0.1397502 Aug 27 02:34:01.095542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.115926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'fixed_ips': [{'subnet_id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:01.117058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.138952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f59b1673-3ca6-4e63-a98c-aa7020cfa515, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f59b1673-3ca6-4e63-a98c-aa7020cfa515,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:01.143598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.290816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f59b1673-3ca6-4e63-a98c-aa7020cfa515,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:01.316527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.351135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Allocated IP 172.20.0.18 (3fab650e-7b54-4d17-8e0b-23393cc42ed3/9891611d-9e76-4fb8-892b-2fb2b94bb7b5/da3a1769-a5a5-4a07-937a-d102afccdc5c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:01.485993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.520731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-def27bd8-2cb6-477b-b0e0-42ffc619b199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.597548 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.608038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-ec41eb99-d647-46d0-b5ed-11c8414eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:01.608520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-ec41eb99-d647-46d0-b5ed-11c8414eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:01.608983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-ec41eb99-d647-46d0-b5ed-11c8414eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:01.610666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-ec41eb99-d647-46d0-b5ed-11c8414eaab3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8863657 Aug 27 02:34:01.623090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Transition to ACTIVE for port object da3a1769-a5a5-4a07-937a-d102afccdc5c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:01.662777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Transition to ACTIVE for port object da3a1769-a5a5-4a07-937a-d102afccdc5c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:01.673207 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.703556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-65de76cd-e0b8-4ff3-b5e6-a8313675ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:01.705239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-65de76cd-e0b8-4ff3-b5e6-a8313675ac4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.6600780 Aug 27 02:34:01.726451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:01.729502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:01.733190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:01.768868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-def27bd8-2cb6-477b-b0e0-42ffc619b199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.768868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55498ad3-b767-4918-a507-38f8fe9a8a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.774187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-def27bd8-2cb6-477b-b0e0-42ffc619b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.801694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.812141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Pushing event updated for resources: {'Port': ['ID=da3a1769-a5a5-4a07-937a-d102afccdc5c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:01.814795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Attempting to bind port da3a1769-a5a5-4a07-937a-d102afccdc5c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:01.815424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Attempting to bind port da3a1769-a5a5-4a07-937a-d102afccdc5c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:01.815994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Attempting to bind port da3a1769-a5a5-4a07-937a-d102afccdc5c on network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:01.822514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:01.822805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Checking segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:01.823329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.823581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Bound using segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:01.824652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Bound port: da3a1769-a5a5-4a07-937a-d102afccdc5c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:01.825057 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.857763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27bd8-2cb6-477b-b0e0-42ffc619b199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b7c29-fbd2-4b46-8e36-d947d71ebaa8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:01.866855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-def27bd8-2cb6-477b-b0e0-42ffc619b199 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=964d1c21192e4a89b53e00f9fe0d4f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770423 Aug 27 02:34:01.877919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.886355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5a8b8ef-40f0-4ac6-83e8-1a376fa6efef req-3182e925-6958-43a8-a2a5-b5512c11c98f tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.0638916 Aug 27 02:34:01.902296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c6652721-e3e2-47a2-a55c-a7b76360e333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=961595b922b4494ca0373695c788e82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991778 Aug 27 02:34:01.913137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44966) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:01.921833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] For port da3a1769-a5a5-4a07-937a-d102afccdc5c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:01.925190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] For port da3a1769-a5a5-4a07-937a-d102afccdc5c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da3a1769-a5a5-4a07-937a-d102afccdc5c,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:01.930016 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:01.994130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dae40-1220-4dfd-b496-776cfa5890cb None None] Pushing event updated for resources: {'Port': ['ID=da3a1769-a5a5-4a07-937a-d102afccdc5c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.021069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.033380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-b61d2d94-8258-4794-a555-06e73497426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.034903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-b61d2d94-8258-4794-a555-06e73497426e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2880895 Aug 27 02:34:02.039302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-bf6c543e-b12f-4a3c-bdc4-b8ef50283a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.040943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-780c8087-5751-42b0-ad18-4dc9acd4147b req-bf6c543e-b12f-4a3c-bdc4-b8ef50283a84 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3859982 Aug 27 02:34:02.062355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.074077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55498ad3-b767-4918-a507-38f8fe9a8a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.085051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55498ad3-b767-4918-a507-38f8fe9a8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.164605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.165572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-55498ad3-b767-4918-a507-38f8fe9a8a99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bfa8cd7c2c043d19867ec294457e77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478870 Aug 27 02:34:02.166698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:02.193719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55498ad3-b767-4918-a507-38f8fe9a8a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc4abb-30eb-4d2f-9c38-201e4771accf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.308874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.316723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1723b9-ba46-418b-a03d-7c5422927284 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:02.334993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.383159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f59b1673-3ca6-4e63-a98c-aa7020cfa515 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:02.439852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-81243845-d23f-445a-a0da-fe41bb28af4c service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938930 Aug 27 02:34:02.445896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f59b1673-3ca6-4e63-a98c-aa7020cfa515 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:02.446563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.542373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.545574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.548994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/590b7c29-fbd2-4b46-8e36-d947d71ebaa8 HTTP/1.1" status: 204 len: 168 time: 0.6594794 Aug 27 02:34:02.568952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2e0a6-65b6-4499-a5d8-7767e0b5939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b7c29-fbd2-4b46-8e36-d947d71ebaa8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.644786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-f85b14c7-4565-49b6-abc6-0f549f20d82e service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962609 Aug 27 02:34:02.647344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.650156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3b2c53-7a96-48d3-940a-3e03c5cae81a req-fd13f503-f7d7-45a2-aaa5-84c2d9187dec tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.0504107 Aug 27 02:34:02.661883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Transition to ACTIVE for port object 2a1723b9-ba46-418b-a03d-7c5422927284 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:02.667020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.676374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.679946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.688364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.695540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.706239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.713829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.719716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-31e283bc-ed3f-404a-a7ef-b67651d19f69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 200 len: 217 time: 0.0610852 Aug 27 02:34:02.720536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:02.722643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-8bb1a0ad-293a-458d-8ddb-fdcd0d5eb603 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5386 time: 0.5877070 Aug 27 02:34:02.729269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.731018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.735537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8426b769-b604-497f-be12-928805176bd4 HTTP/1.1" status: 204 len: 168 time: 0.8274927 Aug 27 02:34:02.761023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95187-34b8-456e-87ef-d238c9e1a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426b769-b604-497f-be12-928805176bd4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.816246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.850712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.908228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:02.924723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0d133be-2b5b-4cc4-8ee3-a0a6a13adbf8 req-c234a3fb-2161-4ced-b784-47407af03eb7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879873 Aug 27 02:34:02.936729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.939323 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:02.940594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cadc4abb-30eb-4d2f-9c38-201e4771accf HTTP/1.1" status: 204 len: 168 time: 0.7532458 Aug 27 02:34:02.960725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9316-a34b-41d8-8845-7c7a5f900ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc4abb-30eb-4d2f-9c38-201e4771accf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.054068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-7f22225b-b0d0-4c44-9c19-a1e6efa52d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.055564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-7f22225b-b0d0-4c44-9c19-a1e6efa52d74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.2864997 Aug 27 02:34:03.195990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4298294-a728-4669-867c-d01676f4937c req-7e7437b8-e181-4f4e-9a25-d67529eb2acf tempest-ServerShowV247Test-1764167630 tempest-ServerShowV247Test-1764167630-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b91c51-3aa7-4d51-bb29-53d8d9896a78 HTTP/1.1" status: 200 len: 210 time: 0.0776038 Aug 27 02:34:03.314041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-3efe452f-21c5-4d9e-bf6f-87722a86fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.318658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-3efe452f-21c5-4d9e-bf6f-87722a86fcc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2427797 Aug 27 02:34:03.322029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Attempting to bind port 2a1723b9-ba46-418b-a03d-7c5422927284 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:03.322367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Attempting to bind port 2a1723b9-ba46-418b-a03d-7c5422927284 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:03.322723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Attempting to bind port 2a1723b9-ba46-418b-a03d-7c5422927284 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:03.382045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Port 2a1723b9-ba46-418b-a03d-7c5422927284 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:03.384206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Attempting to bind port 2a1723b9-ba46-418b-a03d-7c5422927284 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:03.427960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:03.428572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Checking segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:03.429124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Bound using segment: {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:03.429736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Bound port: 2a1723b9-ba46-418b-a03d-7c5422927284, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43d441-14f7-4721-befc-a23081f71f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:03.430290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.436645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44998) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:03.453540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b700eb10-1e0b-4379-9135-a9306aa64d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.496188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.20.0.17 (3fab650e-7b54-4d17-8e0b-23393cc42ed3/9891611d-9e76-4fb8-892b-2fb2b94bb7b5/05587fac-75da-47ed-bf70-7107902cc0d9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:03.539135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1a1ec-679f-41c8-b695-2f7f75d85237 None None] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:03.628872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b700eb10-1e0b-4379-9135-a9306aa64d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.632176 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-90eb61a5-faef-440b-a9da-e867b9e1856a service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014123 Aug 27 02:34:03.635497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b700eb10-1e0b-4379-9135-a9306aa64d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.636221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:03.643545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:03.666333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.701188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b700eb10-1e0b-4379-9135-a9306aa64d3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fbef5af831e489ba43e678ce1e7c432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621698 Aug 27 02:34:03.703963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:03.719889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0cf85de1-c1e4-4cc5-970c-c33e37e6453d None None] Provisioning for port da3a1769-a5a5-4a07-937a-d102afccdc5c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:03.744480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700eb10-1e0b-4379-9135-a9306aa64d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc73d8-c1f6-4920-9e63-5c95eeafb93f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:03.805134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.856299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.867060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.881987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Transition to ACTIVE for port object 05587fac-75da-47ed-bf70-7107902cc0d9 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:03.940619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:03.941600 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.943363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] 10.222.0.15 "PUT /v2.0/ports/2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 1091 time: 3.9187055 Aug 27 02:34:03.951705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:03.954848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.955093 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d195512-c8c7-4ab9-9f98-9614b06b2a32" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:03.957884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:03.961408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9edc73d8-c1f6-4920-9e63-5c95eeafb93f HTTP/1.1" status: 204 len: 168 time: 0.2540815 Aug 27 02:34:03.974303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe5fcd-b376-4f5f-91e0-b9b0304162cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc73d8-c1f6-4920-9e63-5c95eeafb93f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.069945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b4e1-1db8-4e69-8f33-128ff76aa25d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.088497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:04.093106 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b71de5-b5a7-4795-b4af-6541d1d79db7 x-openstack-request-id: req-b9b71de5-b5a7-4795-b4af-6541d1d79db7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:04.093577 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:04.094009 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9b71de5-b5a7-4795-b4af-6541d1d79db7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:04.094587 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284', 'status': 'completed', 'code': 200} Aug 27 02:34:04.215837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-2f085d26-8f7d-4d32-b422-849e60fbd069 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705743 Aug 27 02:34:04.219259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.267195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.301568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.335684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.338982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.344164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.373544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.382629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-074185cd-ecf6-4cc9-95e7-de156c3b8de7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 217 time: 0.1584384 Aug 27 02:34:04.384444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.407359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-11fd8346-75fd-4e78-bb66-6bf8d894b78d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5398 time: 0.2834778 Aug 27 02:34:04.418666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:04.456612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da3a1769-a5a5-4a07-937a-d102afccdc5c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:04.468542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:04.477159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:04.479907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.487458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-6ebdc17d-c0a0-48fc-a23c-9911b4a499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.488945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-6ebdc17d-c0a0-48fc-a23c-9911b4a499cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.0773149 Aug 27 02:34:04.513935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce27374b-b8fc-4420-8813-32d7e95f502b req-f935e9c7-959d-423b-acc2-c294404a6b2d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938699 Aug 27 02:34:04.568417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port da3a1769-a5a5-4a07-937a-d102afccdc5c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:04.573260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port da3a1769-a5a5-4a07-937a-d102afccdc5c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:04.574879 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.579307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.639165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.639954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.640680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.641326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.641998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.642712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.643433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:04.645710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-504b8d62-7817-4a53-8909-5db9ae5efa49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6345 time: 0.5426276 Aug 27 02:34:04.682686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.729579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port da3a1769-a5a5-4a07-937a-d102afccdc5c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da3a1769-a5a5-4a07-937a-d102afccdc5c,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:04.736079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.760013 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.798005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=da3a1769-a5a5-4a07-937a-d102afccdc5c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:04.844910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f6392217-b65a-48d4-84cd-8c1a1653fb1f None None] Provisioning for port 05587fac-75da-47ed-bf70-7107902cc0d9 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:04.855960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f6392217-b65a-48d4-84cd-8c1a1653fb1f None None] Provisioning complete for port 05587fac-75da-47ed-bf70-7107902cc0d9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:04.855960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6392217-b65a-48d4-84cd-8c1a1653fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:04.941059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f6392217-b65a-48d4-84cd-8c1a1653fb1f None None] Port 05587fac-75da-47ed-bf70-7107902cc0d9 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:05.017738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45054) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:05.182662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449b6-a57b-4a6c-a787-32886d24f091 req-51f8f9c4-e837-472d-b0b9-6f1ffae93bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.184171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-51f8f9c4-e837-472d-b0b9-6f1ffae93bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6613460 Aug 27 02:34:05.199424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-510df10e-7685-4769-aeac-9c99965ef97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.389802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-510df10e-7685-4769-aeac-9c99965ef97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.398414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-510df10e-7685-4769-aeac-9c99965ef97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.445979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-510df10e-7685-4769-aeac-9c99965ef97f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7140d0cadd54b9ca2c42433fa3fd28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268634 Aug 27 02:34:05.448802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:05.459196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510df10e-7685-4769-aeac-9c99965ef97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5844c70a-7942-43aa-91cf-34cf3ff70565,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:05.467286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-c076cf00-ea1f-47e3-acfb-8c347639f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.467662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-c076cf00-ea1f-47e3-acfb-8c347639f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.468343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-c076cf00-ea1f-47e3-acfb-8c347639f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.471061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-c076cf00-ea1f-47e3-acfb-8c347639f69f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7962322 Aug 27 02:34:05.527264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.563912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.635927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.637787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-71043055-6ae6-4484-b6e9-35e1163c4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.639859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d195512-c8c7-4ab9-9f98-9614b06b2a32 req-71043055-6ae6-4484-b6e9-35e1163c4eac service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571741 Aug 27 02:34:05.642064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.644717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5844c70a-7942-43aa-91cf-34cf3ff70565 HTTP/1.1" status: 204 len: 168 time: 0.1946740 Aug 27 02:34:05.687005 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-c578f63e-d7ab-4a26-90d2-96de4d8c0e30 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384067 Aug 27 02:34:05.699665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b74668-85d4-44c0-bed4-084099fd0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5844c70a-7942-43aa-91cf-34cf3ff70565,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:05.736916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.743784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.751696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.758402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.764649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.771324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.779985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:05.781304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:05.782637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f827c245-1982-48a7-9447-f4d30466db81 req-30936580-68e1-4f33-8856-266abd06afad tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5398 time: 0.1487606 Aug 27 02:34:05.811923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45094) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:05.845914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f827c245-1982-48a7-9447-f4d30466db81 req-e40e9817-b135-4709-b4c8-44b2f232a2fd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571101 Aug 27 02:34:05.961650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-903449b6-a57b-4a6c-a787-32886d24f091 req-96f19696-48fb-45eb-9ef1-992bdb8df859 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480180 Aug 27 02:34:06.015193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60424d51-18e1-479c-900f-1731445530a0 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:06.028045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.054107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Transition to ACTIVE for port object 60424d51-18e1-479c-900f-1731445530a0 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:06.061668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.182834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:06.212032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-35db15ac-9cf6-4928-ab4a-a6c63d40f8a7 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1953190725'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:06.212633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-35db15ac-9cf6-4928-ab4a-a6c63d40f8a7 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Unknown quota resources ['metering_label']. {{(pid=94832) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:34:06.331094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da3a1769-a5a5-4a07-937a-d102afccdc5c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:06.342247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Attempting to bind port 60424d51-18e1-479c-900f-1731445530a0 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:06.345476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Attempting to bind port 60424d51-18e1-479c-900f-1731445530a0 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:06.345840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Attempting to bind port 60424d51-18e1-479c-900f-1731445530a0 on network 17175056-711a-4713-b5b0-4657fffce5ad {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:06.360824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.373793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Port 60424d51-18e1-479c-900f-1731445530a0 on network 17175056-711a-4713-b5b0-4657fffce5ad not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:06.373950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Attempting to bind port 60424d51-18e1-479c-900f-1731445530a0 on network 17175056-711a-4713-b5b0-4657fffce5ad {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:06.385871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.436835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port da3a1769-a5a5-4a07-937a-d102afccdc5c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:06.437415 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.461775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:06.462377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Checking segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:06.463107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Bound using segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:06.463757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Bound port: 60424d51-18e1-479c-900f-1731445530a0, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:06.464108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.529575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35db15ac-9cf6-4928-ab4a-a6c63d40f8a7 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.534858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35db15ac-9cf6-4928-ab4a-a6c63d40f8a7 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7218890 Aug 27 02:34:06.535199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:06.548131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-04d7c3e1-d383-42bb-aff0-8d02cee4b886 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fc60a350-fb66-4962-8328-59a0c01eeb73'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:06.548652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-04d7c3e1-d383-42bb-aff0-8d02cee4b886 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:34:06.602737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.614051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:06.642151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-9c3d90b4-46fa-4f10-a1d2-bd7533a5d0ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477412 Aug 27 02:34:06.750754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477366-6562-4d80-8c37-2dccdba2389f req-2aade27a-a158-4dd5-9498-006ba8fae291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.752302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-2aade27a-a158-4dd5-9498-006ba8fae291 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.0474782 Aug 27 02:34:06.790980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:06.793219 n-d-806292-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-04d7c3e1-d383-42bb-aff0-8d02cee4b886 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:34:06.796391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:06.803637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:06.870359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477366-6562-4d80-8c37-2dccdba2389f req-9e13bb0b-9c38-4241-8536-392725cc6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:06.872241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-9e13bb0b-9c38-4241-8536-392725cc6b6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.0996945 Aug 27 02:34:06.967676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-d10ad5b8-510f-4f52-b064-a34bfcfa46c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.0869501 Aug 27 02:34:07.002603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.003236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.004679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] 10.222.0.15 "PUT /v2.0/ports/60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 1091 time: 3.0218294 Aug 27 02:34:07.005154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '60424d51-18e1-479c-900f-1731445530a0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:07.007488 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142acb4f-2da1-4f8c-bd28-0aa406f8f442" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "60424d51-18e1-479c-900f-1731445530a0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:07.013463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07943ae-d679-4fd4-bb1b-f984db4c2a01 service neutron] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:07.020874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04d7c3e1-d383-42bb-aff0-8d02cee4b886 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.021952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04d7c3e1-d383-42bb-aff0-8d02cee4b886 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4806671 Aug 27 02:34:07.028676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.035414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b1d83cd-8dca-44fc-aa80-ff5172792621 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fc60a350-fb66-4962-8328-59a0c01eeb73'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:07.035916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b1d83cd-8dca-44fc-aa80-ff5172792621 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:34:07.054871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Request body: {'port': {'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:07.111420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:07.151843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.158785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.164679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.168282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:07.171728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.178251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.184162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.191035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.192632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-8f46bef4-15ef-433a-ab13-69c743f63c4b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5410 time: 0.2217422 Aug 27 02:34:07.199482 n-d-806292-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-7b1d83cd-8dca-44fc-aa80-ff5172792621 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:34:07.202287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477366-6562-4d80-8c37-2dccdba2389f req-69d53444-dd26-48ec-948b-8e3e3844176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.203794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-69d53444-dd26-48ec-948b-8e3e3844176e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1608541 Aug 27 02:34:07.243491 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b0a1e-5412-45e1-8f34-00235a324b00 x-openstack-request-id: req-380b0a1e-5412-45e1-8f34-00235a324b00 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:07.243703 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "60424d51-18e1-479c-900f-1731445530a0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:07.243951 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-380b0a1e-5412-45e1-8f34-00235a324b00 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:07.244458 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '60424d51-18e1-479c-900f-1731445530a0', 'status': 'completed', 'code': 200} Aug 27 02:34:07.291212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42c121f3-daa8-4ad6-939a-052ce5f85e8e req-67ff692b-5496-4209-bd6d-ce751afdad77 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831516 Aug 27 02:34:07.302664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477366-6562-4d80-8c37-2dccdba2389f req-361bf0a5-c0fc-4f0a-89d1-38400c7e618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.304437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-361bf0a5-c0fc-4f0a-89d1-38400c7e618c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806651 Aug 27 02:34:07.464013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-0d57d0ca-b9c8-48e4-956d-ab5b75651cbe service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524122 Aug 27 02:34:07.546417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d0fb7b4-8a58-4d8b-b0d7-66954f1f08a4 None None] Provisioning complete for port 05587fac-75da-47ed-bf70-7107902cc0d9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:07.551518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b1d83cd-8dca-44fc-aa80-ff5172792621 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.551908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d0fb7b4-8a58-4d8b-b0d7-66954f1f08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.554899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b1d83cd-8dca-44fc-aa80-ff5172792621 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5252240 Aug 27 02:34:07.555103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.555553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.555784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.565829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router a2820722-c056-46a4-a443-7a0209b44a0a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:07.594674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fb7b4-8a58-4d8b-b0d7-66954f1f08a4 None None] Port 05587fac-75da-47ed-bf70-7107902cc0d9 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:07.603531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bdcf17f9-dfa5-47bd-90a4-b0f504995211 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=a5d9c5c3-4ea5-44ee-912b-9ae76d7f1803 HTTP/1.1" status: 200 len: 464 time: 0.0408406 Aug 27 02:34:07.604127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.649320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b477366-6562-4d80-8c37-2dccdba2389f req-49d31d1f-e7c3-4813-af8a-d76229243d3d service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778839 Aug 27 02:34:07.650316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.650846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.651334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.651752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.652241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.652842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.653306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:07.655807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-1272b02a-6aa8-4d2f-9fe3-2f867bbeecec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6412 time: 0.4078329 Aug 27 02:34:07.772568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49151f34-2b78-4b63-834a-36b371c26f32 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.776928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49151f34-2b78-4b63-834a-36b371c26f32 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/a5d9c5c3-4ea5-44ee-912b-9ae76d7f1803 HTTP/1.1" status: 204 len: 168 time: 0.1702454 Aug 27 02:34:07.777835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45168) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.791792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-395b4bf4-142d-4460-80ab-2029349e4912 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=a5d9c5c3-4ea5-44ee-912b-9ae76d7f1803 HTTP/1.1" status: 200 len: 221 time: 0.0119648 Aug 27 02:34:07.792781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45170) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:07.798033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f6887bde-afd2-49f3-8df1-ada810ae0f2a tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2091829126', 'description': 'label created by tempest'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:07.798783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f6887bde-afd2-49f3-8df1-ada810ae0f2a tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Unknown quota resources ['metering_label']. {{(pid=94832) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:34:07.854592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-584036362-network', 'tenant_id': '1ddf661829d246cf9d315febf0196475'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:07.951137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Made reservation on behalf of 1ddf661829d246cf9d315febf0196475 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:07.953505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:07.969380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.007423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6887bde-afd2-49f3-8df1-ada810ae0f2a tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.011495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6887bde-afd2-49f3-8df1-ada810ae0f2a tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2174597 Aug 27 02:34:08.012143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45180) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.101791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39a604ef-2c8a-45b1-8bff-17c2dff768ff tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ab8bee2c-2214-4050-944e-62676425074d HTTP/1.1" status: 200 len: 468 time: 0.0883205 Aug 27 02:34:08.104346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.268021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:08.284553 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b1e6649-39e7-459c-a723-6ce06470119c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "PUT /v2.0/routers/a2820722-c056-46a4-a443-7a0209b44a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103035 Aug 27 02:34:08.298798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Sync routers for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:08.326885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:08.326885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:08.348133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-86d88fda-96be-4f58-bdc0-884f34bf63b1 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.353174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-86d88fda-96be-4f58-bdc0-884f34bf63b1 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ab8bee2c-2214-4050-944e-62676425074d HTTP/1.1" status: 204 len: 168 time: 0.2478237 Aug 27 02:34:08.354769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45200) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.383748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-0a98700d-d3c0-44a2-b47f-67f2ca4adaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.384513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-0a98700d-d3c0-44a2-b47f-67f2ca4adaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.385156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-0a98700d-d3c0-44a2-b47f-67f2ca4adaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.386990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-0a98700d-d3c0-44a2-b47f-67f2ca4adaf5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6811223 Aug 27 02:34:08.401106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63fdf989-cfae-46e4-9838-43a8791b5e3f tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ab8bee2c-2214-4050-944e-62676425074d HTTP/1.1" status: 200 len: 216 time: 0.0400488 Aug 27 02:34:08.406496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45202) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.451026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e559df1-05cf-4f3a-b6c4-609eef832b9c tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0417547 Aug 27 02:34:08.454411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.482670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-77866bd0-d17c-49e4-9b57-a70e286edcd7 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0253408 Aug 27 02:34:08.495557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.561111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.577721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.578544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f76a1d66-8e09-441a-b4c9-70571eb55ee3 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/fc60a350-fb66-4962-8328-59a0c01eeb73 HTTP/1.1" status: 200 len: 473 time: 0.0813043 Aug 27 02:34:08.586542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.614690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:08.623311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-488697fb-16c0-49fe-8bc7-fd2a210ec802 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/f92dafc1-bc3d-45fc-b09d-3393dba9fe46 HTTP/1.1" status: 200 len: 461 time: 0.0346661 Aug 27 02:34:08.630317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:08.635085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-45c731d5-ab7d-430f-bac4-30d529afb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.636555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-142acb4f-2da1-4f8c-bd28-0aa406f8f442 req-45c731d5-ab7d-430f-bac4-30d529afb2ed service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2425022 Aug 27 02:34:08.663897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:08.719685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.739711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.753672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbbd8e5-fe91-4645-93a8-124d991e1903 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:08.757859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.773226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.777741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.788788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.816822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.832423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:08.837456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-cfaf5ea0-58f1-4c27-9c06-6d0eda0c5e7f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5410 time: 0.4146326 Aug 27 02:34:08.858220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.867002 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Added segment c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4 of type vlan for network 03344274-6be2-4403-bef7-9043875f57d3 Aug 27 02:34:08.912691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Transition to ACTIVE for port object edbbd8e5-fe91-4645-93a8-124d991e1903 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:08.920588 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:08.923827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7219e187-e1d5-4827-9dbd-9fa6230192db,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:08.988145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:05Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05587fac-75da-47ed-bf70-7107902cc0d9', 'name': '', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:b7:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:03Z', 'updated_at': '2021-08-27T02:34:06Z', 'revision_number': 2, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:09.025492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Checking router: a2820722-c056-46a4-a443-7a0209b44a0a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:09.025973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Updating router a2820722-c056-46a4-a443-7a0209b44a0a port 05587fac-75da-47ed-bf70-7107902cc0d9 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:09.036222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.059405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.064329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff5e0394-7d3b-4a1d-8adb-0b33f11c43ed req-bb5725ce-cdb9-493a-8d79-bedfd8ff7793 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1924646 Aug 27 02:34:09.085741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b018354-5564-42a6-ad72-ae2572fd8e43 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.092940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b018354-5564-42a6-ad72-ae2572fd8e43 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/f92dafc1-bc3d-45fc-b09d-3393dba9fe46 HTTP/1.1" status: 204 len: 168 time: 0.4591811 Aug 27 02:34:09.095412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45236) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.147200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c3f2b349-1f8d-4546-92f1-f907b2ae0974 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:09.148818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c3f2b349-1f8d-4546-92f1-f907b2ae0974 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/networks?id=3fab650e-7b54-4d17-8e0b-23393cc42ed3 HTTP/1.1" status: 200 len: 798 time: 0.5195582 Aug 27 02:34:09.195659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-12df72d0-b776-4d3d-9d32-5c337ac11f57 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/quotas/85648905d3534b37af6ca0e5abb12b55 HTTP/1.1" status: 200 len: 375 time: 0.0300050 Aug 27 02:34:09.196267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.204410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.206169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:09.206944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.387069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Attempting to bind port edbbd8e5-fe91-4645-93a8-124d991e1903 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:09.388671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Attempting to bind port edbbd8e5-fe91-4645-93a8-124d991e1903 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:09.389400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Attempting to bind port edbbd8e5-fe91-4645-93a8-124d991e1903 on network 17175056-711a-4713-b5b0-4657fffce5ad {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:09.395628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Port edbbd8e5-fe91-4645-93a8-124d991e1903 on network 17175056-711a-4713-b5b0-4657fffce5ad not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:09.396259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Attempting to bind port edbbd8e5-fe91-4645-93a8-124d991e1903 on network 17175056-711a-4713-b5b0-4657fffce5ad {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:09.404423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8471148 Aug 27 02:34:09.417134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-249c4554-f173-4b68-ada9-d33b0ace8876 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2033787 Aug 27 02:34:09.422617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.435150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Request body: {'subnet': {'network_id': '03344274-6be2-4403-bef7-9043875f57d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-584036362-subnet', 'tenant_id': '1ddf661829d246cf9d315febf0196475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:09.445989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:09.449778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Checking segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:09.450235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Bound using segment: {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:09.451323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Bound port: edbbd8e5-fe91-4645-93a8-124d991e1903, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92bfc382-bd4c-4268-b9a3-d43b88457976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:09.452010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.499031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45246) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:09.549904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.553132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5f9c-707c-4dac-82ac-02e9df5c2ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=03344274-6be2-4403-bef7-9043875f57d3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.572897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 03344274-6be2-4403-bef7-9043875f57d3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:09.625292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Transition to ACTIVE for port object 05587fac-75da-47ed-bf70-7107902cc0d9 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:09.635942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6533b2a-4b91-4a9a-8d7b-40d3f30d09d3 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.637352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6533b2a-4b91-4a9a-8d7b-40d3f30d09d3 tempest-MeteringTestJSON-1609165134 tempest-MeteringTestJSON-1609165134-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/fc60a350-fb66-4962-8328-59a0c01eeb73 HTTP/1.1" status: 204 len: 168 time: 0.5409231 Aug 27 02:34:09.650803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:09.659250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:09.661688 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.671087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.678766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Made reservation on behalf of 1ddf661829d246cf9d315febf0196475 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:09.682973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.725808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c67fac-09e3-4ac1-bdad-4c4c0546b8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.827364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26aca-1db4-4696-b67c-f598cd2627a5 None None] Pushing event updated for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:09.868806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Attempting to bind port 05587fac-75da-47ed-bf70-7107902cc0d9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:09.869349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Attempting to bind port 05587fac-75da-47ed-bf70-7107902cc0d9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:09.869873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Attempting to bind port 05587fac-75da-47ed-bf70-7107902cc0d9 on network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:09.876840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:09.877561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Checking segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:09.878128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.879054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Bound using segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:09.879712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Bound port: 05587fac-75da-47ed-bf70-7107902cc0d9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:09.880400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.957914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] For port 05587fac-75da-47ed-bf70-7107902cc0d9, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:09.961793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] For port 05587fac-75da-47ed-bf70-7107902cc0d9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05587fac-75da-47ed-bf70-7107902cc0d9,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:09.967156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.983160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c67fac-09e3-4ac1-bdad-4c4c0546b8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:09.988358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c67fac-09e3-4ac1-bdad-4c4c0546b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.041998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9c67fac-09e3-4ac1-bdad-4c4c0546b8f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4d24e464ed84ac2afbbe8ffb59c8e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418971 Aug 27 02:34:10.045133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:10.051727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:10.052592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:10.089113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.089376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c67fac-09e3-4ac1-bdad-4c4c0546b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9feb1e-e15d-4a41-96ce-958bc2c607fb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.089511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.101282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] 10.222.0.15 "PUT /v2.0/ports/edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 1091 time: 3.0575259 Aug 27 02:34:10.113157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:10.115580 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:10.155751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:10.174204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.220925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26aca-1db4-4696-b67c-f598cd2627a5 None None] Pushing event updated for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.248758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285997d-467d-4891-9359-cf0db0c00a35 service neutron] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.303708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-a940a37b-5741-4721-880f-f0ae7601b1e8 service neutron] 10.222.0.26 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596792 Aug 27 02:34:10.317168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.414036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:10.422662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.443176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.443847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.444509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.445147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.446009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.446670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.447286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.449881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-edc3df8d-1316-455a-8658-e44a11a79f8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6479 time: 0.2833238 Aug 27 02:34:10.471951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.493003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.505762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.529599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.545561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.564102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.576778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.589546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-0f0addea-ad3b-4bfd-b87c-46562af325a7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.3624129 Aug 27 02:34:10.623069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-fde46b63-8108-4140-9cd3-58806044c02e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 217 time: 0.1251490 Aug 27 02:34:10.646021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.648759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.651234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d9feb1e-e15d-4a41-96ce-958bc2c607fb HTTP/1.1" status: 204 len: 168 time: 0.6048079 Aug 27 02:34:10.671936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d8272-5648-4689-9e85-d9bab01918c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9feb1e-e15d-4a41-96ce-958bc2c607fb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.685577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cec2f246-db63-45b1-9084-31def3f523b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.690774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Pushing event updated for resources: {'Subnet': ['ID=845bc7fa-bf16-4296-8838-a1e9dccf5f47,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:10.727327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac028ea9-d7ed-4cb2-9f9e-dce1f75a9513 req-a0d11ca5-38d6-4be9-ad11-994a1c8084ae tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338806 Aug 27 02:34:10.739012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-8b3f6067-7222-452f-a4d3-3fd7e9b78715 service neutron] 10.222.0.26 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338546 Aug 27 02:34:10.774948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Checking segment: {'id': 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03344274-6be2-4403-bef7-9043875f57d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:10.775309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Network hostable DHCP agents. Network: 03344274-6be2-4403-bef7-9043875f57d3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:10.786521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-3d73a4cb-6f46-4713-a48d-e6975e08baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.793133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-3d73a4cb-6f46-4713-a48d-e6975e08baba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.1603699 Aug 27 02:34:10.838664 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e78885-8260-49c0-a380-e6328994999d x-openstack-request-id: req-c6e78885-8260-49c0-a380-e6328994999d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:10.838973 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:10.839238 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6e78885-8260-49c0-a380-e6328994999d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:10.839690 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'status': 'completed', 'code': 200} Aug 27 02:34:10.892963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Network 03344274-6be2-4403-bef7-9043875f57d3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:10.913690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cec2f246-db63-45b1-9084-31def3f523b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.919894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 03344274-6be2-4403-bef7-9043875f57d3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:10.930338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cec2f246-db63-45b1-9084-31def3f523b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.936432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aeabed-5470-4e55-9858-2ced73d1d5af None None] Network 03344274-6be2-4403-bef7-9043875f57d3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:10.941105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.942078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:10.954009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-691d84ae-ac5f-4514-a15d-06f966304284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:10.957433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-691d84ae-ac5f-4514-a15d-06f966304284 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561966 Aug 27 02:34:11.025425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4541fb78-5898-4d15-87f1-4d0db1c2859e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5976665 Aug 27 02:34:11.031879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2f246-db63-45b1-9084-31def3f523b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8278a-b515-4f41-bb28-23b5f1b58f76,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.056735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cec2f246-db63-45b1-9084-31def3f523b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2de5c0f60c9a40acafd1c7b620011aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8976417 Aug 27 02:34:11.057661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.126223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-656f64c0-ed2f-4450-9789-b524edded460 req-c1fbafeb-2711-451e-87e0-479723815bbc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 210 time: 0.1146123 Aug 27 02:34:11.158085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.217650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.230736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-662845f8-be48-4c60-b140-1fd3bc8ef743 service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640719 Aug 27 02:34:11.303119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.307162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.310867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fa8278a-b515-4f41-bb28-23b5f1b58f76 HTTP/1.1" status: 204 len: 168 time: 0.2474833 Aug 27 02:34:11.310867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.313992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd91770-5476-48bc-89c6-75bcf351d99f None None] Network 03344274-6be2-4403-bef7-9043875f57d3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:11.335762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d0dd5-58a4-4ef6-ad13-f99a6bc84001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa8278a-b515-4f41-bb28-23b5f1b58f76,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.352752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:05Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05587fac-75da-47ed-bf70-7107902cc0d9', 'name': '', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:b7:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:03Z', 'updated_at': '2021-08-27T02:34:09Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:11.360920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95527792-e2f7-4904-83db-5033fff71965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.442693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-558bb3fb-c827-4717-a58e-f0ae5408232e service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050939 Aug 27 02:34:11.452159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cf8aa-54b3-487d-aa63-fa144d12079f None None] The sync data for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 is: [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:05Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05587fac-75da-47ed-bf70-7107902cc0d9', 'name': '', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:b7:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:03Z', 'updated_at': '2021-08-27T02:34:09Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:11.578132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-de2027e6-f23c-4112-af2a-ebd5812c902a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 217 time: 0.1265574 Aug 27 02:34:11.632550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95527792-e2f7-4904-83db-5033fff71965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.650264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95527792-e2f7-4904-83db-5033fff71965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:11.673289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-756c1291-af33-43eb-939c-b881a6d04de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.675046 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-756c1291-af33-43eb-939c-b881a6d04de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0883780 Aug 27 02:34:11.736157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95527792-e2f7-4904-83db-5033fff71965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=083414868b2e4fd8a6ca5ab7b35d4bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236457 Aug 27 02:34:11.737483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95527792-e2f7-4904-83db-5033fff71965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e72f8-97de-4755-a1fa-b9b10ffa6ead,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:11.739253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:11.806245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-0a5dfb5e-193f-4182-97e0-3c749836a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.807908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-0a5dfb5e-193f-4182-97e0-3c749836a4cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252756 Aug 27 02:34:11.987646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:11.990986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.018139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.045739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.060324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.069379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.086360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.105140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.117889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.120639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-2dd4b37c-9060-45d6-b6fe-85b86d317b7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.2944398 Aug 27 02:34:12.173771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-3ce9bb9a-aff8-42e4-8385-28af774d1c60 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535140 Aug 27 02:34:12.331860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae71b60-aa0e-4528-bc37-c70af25846e1 req-4076f93e-9a7d-47a4-bd4a-449ed0d9c895 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972666 Aug 27 02:34:12.369173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.377642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.387632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be8e72f8-97de-4755-a1fa-b9b10ffa6ead HTTP/1.1" status: 204 len: 168 time: 0.6473234 Aug 27 02:34:12.407535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:12.435776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2e97147-3130-4819-98fc-35510728aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.474770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-1bf4bc66-8e8c-4573-b6a8-374e4d12239f service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950387 Aug 27 02:34:12.475377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05587fac-75da-47ed-bf70-7107902cc0d9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:12.488563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d9c28-ad79-4f99-852a-d6457c7a86b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e72f8-97de-4755-a1fa-b9b10ffa6ead,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:12.634046 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c34db10c-6a9e-4f3c-94ba-f73e3bcb5035 req-b8083421-3af1-4f8d-b4e8-9e27f77692e6 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 210 time: 0.2063222 Aug 27 02:34:12.641048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-a980ac69-bd14-4f8d-b036-c19cbeddd26a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 217 time: 0.1361084 Aug 27 02:34:12.644626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 05587fac-75da-47ed-bf70-7107902cc0d9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:12.649803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05587fac-75da-47ed-bf70-7107902cc0d9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:12.650500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.714995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-29bcd46f-81fc-4ba0-adb2-18c3a64a926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.717421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-29bcd46f-81fc-4ba0-adb2-18c3a64a926d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0710557 Aug 27 02:34:12.813133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:12.855606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-aa9d39f1-00c7-4394-a4f6-7765c95fd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:12.859707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-aa9d39f1-00c7-4394-a4f6-7765c95fd309 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348138 Aug 27 02:34:12.887281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 05587fac-75da-47ed-bf70-7107902cc0d9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05587fac-75da-47ed-bf70-7107902cc0d9,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:12.895974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.017923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-ce2d5a86-1e10-47ba-8c61-b3ed029ff0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501386 Aug 27 02:34:13.018271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:13.170890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45348) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:13.178998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-594886402-network', 'tenant_id': '0598edaa8c834388ae50fdcf85038de8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:13.234526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-d4468f03-1ab6-4515-98dd-b0a19b55b959 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005389 Aug 27 02:34:13.300270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-10394c66-864b-4bfb-b8ad-2e6ff4e320e9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.301791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-10394c66-864b-4bfb-b8ad-2e6ff4e320e9 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.46 "GET /v2.0/networks?id=3fab650e-7b54-4d17-8e0b-23393cc42ed3 HTTP/1.1" status: 200 len: 798 time: 0.6715567 Aug 27 02:34:13.308053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-5ba6c9fc-7710-4c5f-99a5-b000bb11ab36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 217 time: 0.0637786 Aug 27 02:34:13.325021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2e97147-3130-4819-98fc-35510728aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.332310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Request body: {'port': {'device_id': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'admin_state_up': True, 'tenant_id': '85648905d3534b37af6ca0e5abb12b55'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:13.338718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2e97147-3130-4819-98fc-35510728aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.383560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Made reservation on behalf of 0598edaa8c834388ae50fdcf85038de8 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:13.386661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.404053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.427227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-cc6e2c8a-80da-4c5c-b277-6acd78e29d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.428540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-cc6e2c8a-80da-4c5c-b277-6acd78e29d86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1132340 Aug 27 02:34:13.477308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e97147-3130-4819-98fc-35510728aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2cd59d-31b8-4031-ad5f-207c02f62bd6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:13.492879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2e97147-3130-4819-98fc-35510728aef6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5272d50948f48508cf6d2bdce215eec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0814145 Aug 27 02:34:13.494424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45360) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:13.581543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-80c80652-a6da-4afe-bfa1-5712488a2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.583279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-80c80652-a6da-4afe-bfa1-5712488a2411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394207 Aug 27 02:34:13.613449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.676829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.682850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.685930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.688607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.696216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.702748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.708740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.714672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.716526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-fbdfa5da-b15d-4468-8033-f482d9272503 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1930563 Aug 27 02:34:13.805165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a4b6205-9d46-4fc2-877c-9a115029fed2 req-857a29f8-bd02-4bb2-a283-55a4d7c1e04f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 210 time: 0.0408258 Aug 27 02:34:13.813211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.823748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41c1ed98-4a69-44c1-a9b7-43f723b352c1 req-66a463e6-fd77-4505-8efb-ac50112fbb5e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961697 Aug 27 02:34:13.829508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-a645fd77-66b2-4949-845d-2aa7f396bade service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337432 Aug 27 02:34:13.830988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.841723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.844437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:13.845163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.846668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e2cd59d-31b8-4031-ad5f-207c02f62bd6 HTTP/1.1" status: 204 len: 168 time: 0.3510878 Aug 27 02:34:13.854562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.854876 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Added segment 2df2aee0-8996-4376-9f02-68596293d876 of type vlan for network 1a19052f-4337-472a-8ecb-3d39d073985a Aug 27 02:34:13.861974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Made reservation on behalf of 85648905d3534b37af6ca0e5abb12b55 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:13.867331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.870726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523a840-7b87-462b-b91f-39cb4b3b1eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2cd59d-31b8-4031-ad5f-207c02f62bd6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:13.907966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.952414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:13.953368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:13.956530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.043197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Allocated IP 172.20.0.22 (3fab650e-7b54-4d17-8e0b-23393cc42ed3/9891611d-9e76-4fb8-892b-2fb2b94bb7b5/8322a593-de24-4267-8d74-77dd8330c439) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:14.081131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0756c295-ef1c-46ca-bf1c-31603484b487,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.102708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9307134 Aug 27 02:34:14.108418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:14.122831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Request body: {'subnet': {'network_id': '1a19052f-4337-472a-8ecb-3d39d073985a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-594886402-subnet', 'tenant_id': '0598edaa8c834388ae50fdcf85038de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:14.125676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b2910-0a7c-4240-a26f-faab80a001b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a19052f-4337-472a-8ecb-3d39d073985a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.141962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1a19052f-4337-472a-8ecb-3d39d073985a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:14.186744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-1144ff81-1380-4cc0-a167-8455d9bf7841 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545567 Aug 27 02:34:14.223158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.242122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Transition to ACTIVE for port object 8322a593-de24-4267-8d74-77dd8330c439 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:14.267079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-025cc8dd-24fa-4711-8600-f8245a7ddb9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 217 time: 0.0690117 Aug 27 02:34:14.268082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Made reservation on behalf of 0598edaa8c834388ae50fdcf85038de8 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:14.270351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.321939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.380280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05587fac-75da-47ed-bf70-7107902cc0d9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:14.383193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:14.387498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:14.391343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:14.426246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-87791d20-29ea-4554-84ca-c5b959ef224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.428833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-87791d20-29ea-4554-84ca-c5b959ef224c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1100447 Aug 27 02:34:14.440789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05587fac-75da-47ed-bf70-7107902cc0d9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:14.441427 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.494447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event updated for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.530499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.531216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.561047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-ce8dffde-c35c-4c1f-b42b-9a1474bb3939 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2321498 Aug 27 02:34:14.580775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Request body: {'port': {'device_id': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:14.630287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-4e8d6964-03d7-42e7-b207-237e34a610a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.631922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-4e8d6964-03d7-42e7-b207-237e34a610a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0780258 Aug 27 02:34:14.632924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.678249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.798748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1910227a-0ebf-4553-a33f-ead889f654c7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:14.825004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Checking segment: {'id': '2df2aee0-8996-4376-9f02-68596293d876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1a19052f-4337-472a-8ecb-3d39d073985a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:14.825439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Network hostable DHCP agents. Network: 1a19052f-4337-472a-8ecb-3d39d073985a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:14.843535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7b74ee9e-5331-442c-9422-6a287b904bc2 None None] Provisioning for port 8322a593-de24-4267-8d74-77dd8330c439 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:14.848603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7b74ee9e-5331-442c-9422-6a287b904bc2 None None] Provisioning complete for port 8322a593-de24-4267-8d74-77dd8330c439 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:14.849232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7b74ee9e-5331-442c-9422-6a287b904bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.860940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-cc127a5c-fd5c-482e-9ec7-6f075570313f service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923187 Aug 27 02:34:14.868852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Network 1a19052f-4337-472a-8ecb-3d39d073985a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:14.913607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1a19052f-4337-472a-8ecb-3d39d073985a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:14.922811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:14.923600 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:14.943622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7b74ee9e-5331-442c-9422-6a287b904bc2 None None] Port 8322a593-de24-4267-8d74-77dd8330c439 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:34:14.955254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a185ea-16d1-4484-bd65-bc0ff660dadf None None] Network 1a19052f-4337-472a-8ecb-3d39d073985a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:15.049810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a01f3777-a841-4bb7-bfa9-dae1b313c17d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9334400 Aug 27 02:34:15.107341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f25c-980a-47fe-a0f5-204d8f453941 req-83d66112-0c6c-4b66-abc4-8c15d6b13314 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.109152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10d1f25c-980a-47fe-a0f5-204d8f453941 req-83d66112-0c6c-4b66-abc4-8c15d6b13314 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 895 time: 0.1281476 Aug 27 02:34:15.136600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-2ed7ae17-4280-4ad5-957b-5188ff0b53b0 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588868 Aug 27 02:34:15.166630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efebeb-c141-47fe-aef2-d0642bf967da None None] Network 1a19052f-4337-472a-8ecb-3d39d073985a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:15.188507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.194682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.200777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.209682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-e17e09c5-5af5-48da-82bb-bf4761ec3c84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 217 time: 0.0657830 Aug 27 02:34:15.215411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.225278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.232691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.239638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.249113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84473a2b-880b-4556-88bc-11f067587da4 req-4fc73693-4003-47f1-85b2-65249d2ac044 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.2512488 Aug 27 02:34:15.292986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-57349e89-2613-4298-925a-b53a1f8d2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.297069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-57349e89-2613-4298-925a-b53a1f8d2d25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.0804937 Aug 27 02:34:15.324375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-84473a2b-880b-4556-88bc-11f067587da4 req-c62d8f9e-5ea1-4e98-b0ab-f9cd63ec531f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717080 Aug 27 02:34:15.390336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-84e17c38-ae76-4662-a466-9264dfbe99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.391900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-84e17c38-ae76-4662-a466-9264dfbe99b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886075 Aug 27 02:34:15.424631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8322a593-de24-4267-8d74-77dd8330c439 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:15.433941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.454032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Transition to ACTIVE for port object 8322a593-de24-4267-8d74-77dd8330c439 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:15.459834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.511576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-a0698380-a2b7-4e83-af41-4952cb7b0fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123452 Aug 27 02:34:15.596455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Pushing event updated for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.637143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Attempting to bind port 8322a593-de24-4267-8d74-77dd8330c439 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:15.638665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Attempting to bind port 8322a593-de24-4267-8d74-77dd8330c439 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:15.639500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Attempting to bind port 8322a593-de24-4267-8d74-77dd8330c439 on network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:15.651058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Port 8322a593-de24-4267-8d74-77dd8330c439 on network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:15.654118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Attempting to bind port 8322a593-de24-4267-8d74-77dd8330c439 on network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:15.654473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-95e963f5-ed95-40ce-8e44-33ddfe0dd0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357841 Aug 27 02:34:15.660470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:15.660815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Checking segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:15.661198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Bound using segment: {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:15.661630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Bound port: 8322a593-de24-4267-8d74-77dd8330c439, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f252c3-ac3d-49cb-8816-840d01976745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:15.661989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.712796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-fbc36446-ae41-4b8e-8d27-11b8f5406201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.0471582 Aug 27 02:34:15.769378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:15.773996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8322a593-de24-4267-8d74-77dd8330c439,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:15.779844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.799227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-837b9203-d5a0-452a-a225-f7f7fc38fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.799227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-837b9203-d5a0-452a-a225-f7f7fc38fee2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.0783710 Aug 27 02:34:15.817225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.817890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:15.819446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] 10.222.0.46 "PUT /v2.0/ports/8322a593-de24-4267-8d74-77dd8330c439 HTTP/1.1" status: 200 len: 1055 time: 1.2439148 Aug 27 02:34:15.819898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'tag': '8322a593-de24-4267-8d74-77dd8330c439'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:15.822554 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f2bfdd-83a2-4619-8f7d-14c093d30e99" -d '{"events": [{"name": "network-changed", "server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "tag": "8322a593-de24-4267-8d74-77dd8330c439"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:15.874851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307c5b7-91bd-4916-98b4-7e164c617252 service neutron] Pushing event updated for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:15.920974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675e08-c733-4df3-940e-be613b18be18 req-e30dafa7-9e81-44c9-94b7-d094abf49985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.922899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-e30dafa7-9e81-44c9-94b7-d094abf49985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167381 Aug 27 02:34:15.933712 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990ee82c-1f84-48aa-b89f-ac634c3fab17 x-openstack-request-id: req-990ee82c-1f84-48aa-b89f-ac634c3fab17 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:15.934096 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "tag": "8322a593-de24-4267-8d74-77dd8330c439", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:15.934218 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-990ee82c-1f84-48aa-b89f-ac634c3fab17 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:15.934627 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'tag': '8322a593-de24-4267-8d74-77dd8330c439', 'status': 'completed', 'code': 200} Aug 27 02:34:15.954811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-f11b5e39-37b9-4341-9652-b4a54c812182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:15.957062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-f11b5e39-37b9-4341-9652-b4a54c812182 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 1058 time: 0.0665262 Aug 27 02:34:16.048115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-b56167a6-624b-49b6-8709-995df8a43bb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8322a593-de24-4267-8d74-77dd8330c439 HTTP/1.1" status: 200 len: 217 time: 0.0741458 Aug 27 02:34:16.053873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-41dce032-cd45-4506-aa3e-a2f75d6fe622 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234119 Aug 27 02:34:16.121222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-2a3980ab-46bc-4e51-b869-29f57ae30ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.123166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-2a3980ab-46bc-4e51-b869-29f57ae30ac8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9891611d-9e76-4fb8-892b-2fb2b94bb7b5 HTTP/1.1" status: 200 len: 838 time: 0.0679405 Aug 27 02:34:16.192666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:16.221988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-1b2c5b4b-8701-4f2a-8bd5-a5fe79068403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.223934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-1b2c5b4b-8701-4f2a-8bd5-a5fe79068403 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fab650e-7b54-4d17-8e0b-23393cc42ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930066 Aug 27 02:34:16.240365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0675e08-c733-4df3-940e-be613b18be18 req-9a9bbe9f-821e-4042-864d-02766ec8b0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754661 Aug 27 02:34:16.313197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed55e8-eb3f-4913-814c-bb0d67374d42 req-87abffd0-9cdb-4f88-b4fb-f6fe45fd81ef tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.326274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40ed55e8-eb3f-4913-814c-bb0d67374d42 req-87abffd0-9cdb-4f88-b4fb-f6fe45fd81ef tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 907 time: 0.0794990 Aug 27 02:34:16.398686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.399176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.399677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.400131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.400709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.401279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.402641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.405822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-04c9dbff-90d8-4552-b407-915bceca6e91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6479 time: 0.0779293 Aug 27 02:34:16.439581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-00cbc21a-da90-4bc3-9ee4-cbebd9f13c3b tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.441111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-00cbc21a-da90-4bc3-9ee4-cbebd9f13c3b tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/networks?id=03344274-6be2-4403-bef7-9043875f57d3 HTTP/1.1" status: 200 len: 824 time: 0.2216756 Aug 27 02:34:16.446925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-341b1435-1b4d-4c7c-aa38-6b8c7168354c service neutron] 10.222.0.46 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109303 Aug 27 02:34:16.479427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-93cb18e8-1844-4068-90b3-71b10f5294f1 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/quotas/1ddf661829d246cf9d315febf0196475 HTTP/1.1" status: 200 len: 375 time: 0.0313263 Aug 27 02:34:16.589025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-ed223209-7b8e-4551-a809-35e76642a4a5 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ddf661829d246cf9d315febf0196475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948181 Aug 27 02:34:16.647023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fe5fec8-050d-46a1-92bc-d50a74408fd3 req-c1e636b4-3814-4012-8c53-ae77394b05ed service neutron] 10.222.0.46 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878924 Aug 27 02:34:16.807706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-19b80de8-75b5-4ccd-ac1b-120f1caf00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.809402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-19b80de8-75b5-4ccd-ac1b-120f1caf00ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 1058 time: 0.0544269 Aug 27 02:34:16.930897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-686bc82f-601f-4eb9-8f53-23d8ce72d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.932813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-686bc82f-601f-4eb9-8f53-23d8ce72d8cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3fab650e-7b54-4d17-8e0b-23393cc42ed3 HTTP/1.1" status: 200 len: 899 time: 0.1151848 Aug 27 02:34:16.977470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.984244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.990829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:16.997143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.003553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.009931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.016037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.017949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-990eac7e-1a3d-4378-8faf-d31eb25a0c69 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1281788 Aug 27 02:34:17.018461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-ffbaa9d5-794e-455a-94c0-1fbf6fc62daa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=8322a593-de24-4267-8d74-77dd8330c439 HTTP/1.1" status: 200 len: 217 time: 0.0737600 Aug 27 02:34:17.019583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-f484fec4-bbd7-43eb-8272-84391bb1e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.020878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-f484fec4-bbd7-43eb-8272-84391bb1e9be service neutron] 10.222.0.15 "GET /v2.0/networks?id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 903 time: 0.6066980 Aug 27 02:34:17.083096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-3d4a6783-4534-4f3a-bdaa-be28fabdd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.084680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-3d4a6783-4534-4f3a-bdaa-be28fabdd33d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9891611d-9e76-4fb8-892b-2fb2b94bb7b5 HTTP/1.1" status: 200 len: 838 time: 0.0577588 Aug 27 02:34:17.105150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-a2552f38-1a3f-4756-8e70-d6a32eec90c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.0479302 Aug 27 02:34:17.120778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9fa7009-e1b3-4ed6-951c-bac18d9669de req-4034696f-fd51-426c-b2d9-6f16eb55010c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897286 Aug 27 02:34:17.124511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-2bd7fa86-3943-4593-a73b-09c189b44831 service neutron] 10.222.0.26 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233283 Aug 27 02:34:17.179606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-5de79ec8-a524-463e-b253-3ce649cf0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.181270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-5de79ec8-a524-463e-b253-3ce649cf0170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.0594380 Aug 27 02:34:17.235356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-9a13ab1d-7317-4310-8a0d-ce5a418d1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.237463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-9a13ab1d-7317-4310-8a0d-ce5a418d1a3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0486217 Aug 27 02:34:17.284189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c65a44bb-22b0-45ea-a7e1-f777b0dc05a5 service neutron] 10.222.0.26 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296756 Aug 27 02:34:17.286613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-e8b1735d-82e4-43cb-ad92-944d113920a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.288015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-e8b1735d-82e4-43cb-ad92-944d113920a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fab650e-7b54-4d17-8e0b-23393cc42ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900308 Aug 27 02:34:17.354511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-b74aa8c2-a95e-4107-b374-17aa8f0e228d service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088252 Aug 27 02:34:17.462823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-1a02fcfc-12cf-4f2a-9518-aa7ce9b7eb54 service neutron] 10.222.0.46 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664469 Aug 27 02:34:17.564444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb24d7-5eaf-4748-9b79-40d8152892c2 req-7ec9f9c4-d545-46a7-891b-34c90393344f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:17.566146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bbb24d7-5eaf-4748-9b79-40d8152892c2 req-7ec9f9c4-d545-46a7-891b-34c90393344f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 907 time: 0.1265264 Aug 27 02:34:17.578804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b12c7b2-be23-4c8e-85bb-1d4b71fd0233 req-215f3902-926d-4e0a-8fe9-f6a0e8b92351 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163582 Aug 27 02:34:17.645431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f3f7a43-5d46-4aae-8899-c6d76574df34 req-94b02e2e-e35b-4acc-80dd-e71fc8e4202c tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 210 time: 0.1520481 Aug 27 02:34:17.677172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:17.701759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73f2bfdd-83a2-4619-8f7d-14c093d30e99 req-6875bf7f-a3e7-4539-bebb-2200f6b257d1 service neutron] 10.222.0.46 "GET /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303455 Aug 27 02:34:17.947228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-390597543', 'router:external': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:17.981058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Made reservation on behalf of 7aa82af3f9be419a8bc75226a7a64e8c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:17.984322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:17.994841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.111065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.116707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.152870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0acf4-ec87-4f35-8859-6295dcbce4ab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:18.167826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:18.185731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.186350 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Added segment 630709b7-9a59-4899-bc7e-5e022abec615 of type vlan for network 3a51d3f9-4de7-45be-9155-87a878d2fc5c Aug 27 02:34:18.268698 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.318051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.324015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.330494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.336298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.343203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.349301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.355204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.357450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-f118e1a2-c66e-46ab-8442-5267ee022eec tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1345775 Aug 27 02:34:18.358037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:18.376536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.377147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.377734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.458627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7804513 Aug 27 02:34:18.461739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45534) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:18.470058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-68ec7da0-02b7-45a2-88ac-ce160e523192 req-863c76e8-4189-444d-a4dc-0361ea12ac09 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022224 Aug 27 02:34:18.471450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'subnet': {'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:18.473140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c6974-0f26-4a0d-9804-056be0d4f754 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Network': ['ID=3a51d3f9-4de7-45be-9155-87a878d2fc5c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:18.485032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:18.513972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Made reservation on behalf of 7aa82af3f9be419a8bc75226a7a64e8c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:18.517083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.599532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3adccdb1-86ef-441a-b8e8-e0fdc03e6d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.703033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:18.754505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-879f3b12-05d4-4dd3-b72a-ecf30699e970 req-d96af894-5a09-461b-bf0c-85d1cf53b6e9 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Aug 27 02:34:18.828408 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7844722-53ba-4c72-bc94-e90d94ac5edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:18.886028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd7de-9efe-46a0-8d81-1bb2c5bffbe0 req-a5604175-5dfb-4d14-813d-46a91734c42e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.887565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b1cd7de-9efe-46a0-8d81-1bb2c5bffbe0 req-a5604175-5dfb-4d14-813d-46a91734c42e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 907 time: 0.1958756 Aug 27 02:34:18.901480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-eb2e8b44-3273-4a49-9f5b-af2c37a7f254 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:18.902935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-eb2e8b44-3273-4a49-9f5b-af2c37a7f254 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.46 "GET /v2.0/networks?id=03344274-6be2-4403-bef7-9043875f57d3 HTTP/1.1" status: 200 len: 824 time: 0.2887871 Aug 27 02:34:18.937305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Request body: {'port': {'device_id': 'a001e682-4f78-4912-9051-0fa249db9290', 'network_id': '03344274-6be2-4403-bef7-9043875f57d3', 'admin_state_up': True, 'tenant_id': '1ddf661829d246cf9d315febf0196475'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:19.048080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3adccdb1-86ef-441a-b8e8-e0fdc03e6d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.054916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3adccdb1-86ef-441a-b8e8-e0fdc03e6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.139518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3adccdb1-86ef-441a-b8e8-e0fdc03e6d5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ef4c6d176764ea5af5355ef8b217281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803018 Aug 27 02:34:19.142244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adccdb1-86ef-441a-b8e8-e0fdc03e6d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad71105-a44c-45ad-a4e2-3c4f1a68bc24,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.142642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7844722-53ba-4c72-bc94-e90d94ac5edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.143453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.157148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7844722-53ba-4c72-bc94-e90d94ac5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.172879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Made reservation on behalf of 1ddf661829d246cf9d315febf0196475 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:19.176420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.211501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7844722-53ba-4c72-bc94-e90d94ac5edf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c945e8142e34285ae1a815959c9f3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069742 Aug 27 02:34:19.215990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.224021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7844722-53ba-4c72-bc94-e90d94ac5edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e481eb-394d-40be-8abb-c64cd63371dc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.255226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.287964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.292452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:34:19.292912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.310465 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.348847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.375555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.378067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.379230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ad71105-a44c-45ad-a4e2-3c4f1a68bc24 HTTP/1.1" status: 204 len: 168 time: 0.2340667 Aug 27 02:34:19.389786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Allocated IP 172.20.0.11 (03344274-6be2-4403-bef7-9043875f57d3/845bc7fa-bf16-4296-8838-a1e9dccf5f47/8ad6a31f-c044-4faa-8fc5-8f9542e8ba02) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:19.402260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7b970-61fc-457b-a358-26f24670f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad71105-a44c-45ad-a4e2-3c4f1a68bc24,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.419882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=981bc419-1b36-4c8f-a554-7a7aa94be55b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.440177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.440428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Checking segment: {'id': '630709b7-9a59-4899-bc7e-5e022abec615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:19.440808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network hostable DHCP agents. Network: 3a51d3f9-4de7-45be-9155-87a878d2fc5c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:19.442915 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.444212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25e481eb-394d-40be-8abb-c64cd63371dc HTTP/1.1" status: 204 len: 168 time: 0.2264202 Aug 27 02:34:19.452513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802182e-6f0f-4ceb-8bb7-a7cd36ea8d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e481eb-394d-40be-8abb-c64cd63371dc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:19.499618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:19.551812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3a51d3f9-4de7-45be-9155-87a878d2fc5c) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:19.561506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.562036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.564768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d145efd6-e289-4f0b-a8b7-ed50862eb62e None None] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:19.588623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.588885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d209c7f5-c489-4ca6-abe5-047226570873 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1250184 Aug 27 02:34:19.595437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-44170684', 'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:19.629179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.638302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Made reservation on behalf of 7aa82af3f9be419a8bc75226a7a64e8c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:19.644578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.664965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] device_id is not set on port 650b4c8f-457e-4a7e-b202-75693a310d75 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:19.713843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.720223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.728662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.742551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.758139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.764373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.770763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:19.772772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-7c82a15a-b369-467b-bdce-00b2f8047f67 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1407435 Aug 27 02:34:19.786957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9620f-8e3f-47b0-bce7-fb65af559095 None None] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:19.832465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:19.845279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.20.0.4 (3a51d3f9-4de7-45be-9155-87a878d2fc5c/981bc419-1b36-4c8f-a554-7a7aa94be55b/650b4c8f-457e-4a7e-b202-75693a310d75) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:19.847137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ceffbb39-b979-4075-a77b-85e44c5cf719 req-bb81fb16-b7fe-48d2-8a79-8f04f0ca8f89 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629427 Aug 27 02:34:19.898491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Network 03344274-6be2-4403-bef7-9043875f57d3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:19.909149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:19.916570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.923510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:19.949644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:19.960679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Pushing event updated for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.002811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.003385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f109607-c0a6-4680-b9e3-7dc83b3f28ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.003510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.015523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.033295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c3fa94dc-a665-470e-bcba-a2ca8a959009 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1018441 Aug 27 02:34:20.050157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e98cf-1647-4275-a9d7-8170f4fa8fac req-08d9f843-2262-4c92-8b48-795fe86a26df tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.051662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d0e98cf-1647-4275-a9d7-8170f4fa8fac req-08d9f843-2262-4c92-8b48-795fe86a26df tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 907 time: 0.0666678 Aug 27 02:34:20.056584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Request body: {'port': {'device_id': 'a001e682-4f78-4912-9051-0fa249db9290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:20.111388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce922-a0d0-4344-abf0-d87db2b7a208 req-a2b95ab3-92b5-4736-8261-8819b0590260 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.112993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65ce922-a0d0-4344-abf0-d87db2b7a208 req-a2b95ab3-92b5-4736-8261-8819b0590260 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 932 time: 0.2126470 Aug 27 02:34:20.220349 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.226255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65ce922-a0d0-4344-abf0-d87db2b7a208 req-30e8990b-e143-40c8-8f1f-7aada4aeb893 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052606 Aug 27 02:34:20.294874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f109607-c0a6-4680-b9e3-7dc83b3f28ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.302642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3f109607-c0a6-4680-b9e3-7dc83b3f28ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.324342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.378704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.396167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f109607-c0a6-4680-b9e3-7dc83b3f28ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098f7c04-b25e-4715-a7ac-fc828adfa422,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.408009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f109607-c0a6-4680-b9e3-7dc83b3f28ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60d7ed3cdd84439394f43655be3ee41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894319 Aug 27 02:34:20.414594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45572) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:20.415970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:20.422819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=650b4c8f-457e-4a7e-b202-75693a310d75,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.425838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:20.428470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:20.493112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:20.493733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.525649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.534461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.553531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eaca47dc-b6d2-448e-9347-293506a8c6ca tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.9613206 Aug 27 02:34:20.554498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45576) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:20.556464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.580194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=737869c3391643149547bc5713c9bc23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259041 Aug 27 02:34:20.582557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647cefd-4e05-4080-b24a-a504de83500a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.584487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:20.603569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.603913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.604261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.604598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.604934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.605269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.605597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.605929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.606289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.606652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.607243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.607568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2864c254-8fc8-4256-94e7-eccffebd8700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.647206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.651350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.668256 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.715164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.718106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.719064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d647cefd-4e05-4080-b24a-a504de83500a HTTP/1.1" status: 204 len: 168 time: 0.1336811 Aug 27 02:34:20.727048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8301-bcbb-4ee9-a8f9-f876871c64d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647cefd-4e05-4080-b24a-a504de83500a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.770885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Deleting port 650b4c8f-457e-4a7e-b202-75693a310d75 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:20.771237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.778438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.780858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.781957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/098f7c04-b25e-4715-a7ac-fc828adfa422 HTTP/1.1" status: 204 len: 168 time: 0.3664403 Aug 27 02:34:20.853760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f7c04-b25e-4715-a7ac-fc828adfa422,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:20.868469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.868815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.869152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.869483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.869877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.870214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.870562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.870884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.871208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.871526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.872386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.872717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04b99c-b6f6-458e-90d4-b96a0633c219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:20.893553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:20.909827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.941207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Transition to ACTIVE for port object 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:20.945970 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.960639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:20.999890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Calling delete_port for 650b4c8f-457e-4a7e-b202-75693a310d75 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:21.017074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.023619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.030729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.037579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.044023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.050324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.056814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.059150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-3ebf5750-3ecb-4cf7-9a8f-94686bc04cc9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1118767 Aug 27 02:34:21.084702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.113628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-070d5214-8218-4ab8-b11c-74a1b5d1b990 req-9186b17a-7091-4150-a298-3b2649986eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420566 Aug 27 02:34:21.237312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Attempting to bind port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:21.237649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Attempting to bind port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03344274-6be2-4403-bef7-9043875f57d3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:21.237983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Attempting to bind port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 on network 03344274-6be2-4403-bef7-9043875f57d3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:21.255321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 on network 03344274-6be2-4403-bef7-9043875f57d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:21.255658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Attempting to bind port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 on network 03344274-6be2-4403-bef7-9043875f57d3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:21.268224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:21.268599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Checking segment: {'id': 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03344274-6be2-4403-bef7-9043875f57d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:21.269014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Bound using segment: {'id': 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03344274-6be2-4403-bef7-9043875f57d3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:21.269622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Bound port: 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03344274-6be2-4403-bef7-9043875f57d3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:21.269954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.286338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.305040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342b0bf-2a8e-45d9-b9ae-60835e7ec90b req-8d0b64cb-f0c5-4f20-9558-7aa51d1bd53e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.306668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5342b0bf-2a8e-45d9-b9ae-60835e7ec90b req-8d0b64cb-f0c5-4f20-9558-7aa51d1bd53e tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 907 time: 0.1105943 Aug 27 02:34:21.327882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=650b4c8f-457e-4a7e-b202-75693a310d75,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.392549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b88533-21e8-4c68-a71b-11fbb90a9581 req-3d5318fc-b3de-4dff-a6fe-a03b8ed82b0f tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.394436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9b88533-21e8-4c68-a71b-11fbb90a9581 req-3d5318fc-b3de-4dff-a6fe-a03b8ed82b0f tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.0824890 Aug 27 02:34:21.452430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9b88533-21e8-4c68-a71b-11fbb90a9581 req-9fff8edc-8d30-41ea-8355-ee11682faf7e tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463548 Aug 27 02:34:21.453853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:21.457074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,segment=NetworkSegment(c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4),segment_id=c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:21.466488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.469389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0dbbd946-3613-4ddf-9ce8-679adc7aa68a tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/ports/650b4c8f-457e-4a7e-b202-75693a310d75 HTTP/1.1" status: 204 len: 168 time: 0.9138637 Aug 27 02:34:21.471632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45612) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:21.473107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.477436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c', 'external_fixed_ips': [{'subnet_id': '981bc419-1b36-4c8f-a554-7a7aa94be55b', 'ip_address': '172.20.0.4'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:21.511807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.513765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.535583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.536474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.538373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 HTTP/1.1" status: 200 len: 1092 time: 1.4855068 Aug 27 02:34:21.538994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:21.541642 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b22416-faa6-47cb-821d-2f866e07dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:21.626077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.639362 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7379e68-186d-4c72-9f2e-130507c37085 x-openstack-request-id: req-b7379e68-186d-4c72-9f2e-130507c37085 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:21.639877 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:21.639877 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7379e68-186d-4c72-9f2e-130507c37085 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:21.640257 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02', 'status': 'completed', 'code': 200} Aug 27 02:34:21.642986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a229-2edb-4906-b63b-f8eebf95b823 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:21.675655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-e3b538f8-3ccb-459f-bf68-8a613fb4e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.677898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-e3b538f8-3ccb-459f-bf68-8a613fb4e414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ddf661829d246cf9d315febf0196475&device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 1095 time: 0.0788138 Aug 27 02:34:21.743108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-73ad25ca-213f-4a06-9c23-3c043f8ff2be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 HTTP/1.1" status: 200 len: 217 time: 0.0523891 Aug 27 02:34:21.796963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:21.806510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-24ee5a5d-eaae-46a2-80ad-d72a689d27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:21.808153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-24ee5a5d-eaae-46a2-80ad-d72a689d27c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bc7fa-bf16-4296-8838-a1e9dccf5f47 HTTP/1.1" status: 200 len: 864 time: 0.0582938 Aug 27 02:34:21.849318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-f7b06e76-96e5-48f6-9bf4-4783199dcf91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03344274-6be2-4403-bef7-9043875f57d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338645 Aug 27 02:34:21.987045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-ee952f41-5c2d-40e3-a893-88d97b43f72d service neutron] 10.222.0.46 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279371 Aug 27 02:34:22.075818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8322a593-de24-4267-8d74-77dd8330c439 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:22.093144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.117627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.165214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bcce799-50d6-4e91-812a-06124aec3ea8 req-a0e7fe80-3341-410a-8a69-f66a7311fce6 service neutron] 10.222.0.46 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658256 Aug 27 02:34:22.325642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8322a593-de24-4267-8d74-77dd8330c439,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:22.359244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '8322a593-de24-4267-8d74-77dd8330c439', 'network_id': '3fab650e-7b54-4d17-8e0b-23393cc42ed3', 'port_id': '8322a593-de24-4267-8d74-77dd8330c439', 'mac_address': 'fa:16:3e:2f:20:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9891611d-9e76-4fb8-892b-2fb2b94bb7b5', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:22.409692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.423968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.20.0.4 (3a51d3f9-4de7-45be-9155-87a878d2fc5c/981bc419-1b36-4c8f-a554-7a7aa94be55b/4e0b4e09-5d2c-453e-aad7-6d4b919ef10e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:22.425427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8322a593-de24-4267-8d74-77dd8330c439 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:22.426168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.441673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.448605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8322a593-de24-4267-8d74-77dd8330c439,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:22.455577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.460334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.468440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.474838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.482351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.488546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.490934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-403682ee-28f6-4723-ae25-6a18490764f3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.2355418 Aug 27 02:34:22.499287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b22416-faa6-47cb-821d-2f866e07dadb req-f0518ba8-74ee-4e28-b812-a1b63b448c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.500795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-f0518ba8-74ee-4e28-b812-a1b63b448c71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ddf661829d246cf9d315febf0196475&device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 1095 time: 0.1862028 Aug 27 02:34:22.539098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.546665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.557493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:22.625988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fb32fdec-31ef-45cd-bfc4-974d57202579 req-d1642099-b56e-43e0-9e14-ea1f1f5cb7da tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206858 Aug 27 02:34:22.664725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-51936690-a9cf-4f65-9f12-538d20cf8fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.679347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703110f0-928b-42cf-bc87-d83728a46f81 req-d374815e-5d4b-4ea4-962e-f5926d0cdf45 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.685014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b22416-faa6-47cb-821d-2f866e07dadb req-70d7bce8-a2cf-4b49-af8e-ce596c00ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.687990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-70d7bce8-a2cf-4b49-af8e-ce596c00ebbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=03344274-6be2-4403-bef7-9043875f57d3 HTTP/1.1" status: 200 len: 925 time: 0.1780934 Aug 27 02:34:22.693577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-703110f0-928b-42cf-bc87-d83728a46f81 req-d374815e-5d4b-4ea4-962e-f5926d0cdf45 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 908 time: 0.2406962 Aug 27 02:34:22.740515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.786756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.807401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-2f56ef79-03d8-4b81-a8a2-0223575ad3bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 HTTP/1.1" status: 200 len: 217 time: 0.1120493 Aug 27 02:34:22.824203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 3a51d3f9-4de7-45be-9155-87a878d2fc5c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:22.829397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:22.831380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1705022c-5ba4-4a18-b42e-0c4e0acda1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.840006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:22.870909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:22.892021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0b4e09-5d2c-453e-aad7-6d4b919ef10e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:22.900647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:34:22.900647 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:34:22.900647 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': '397c38b70fc245c5851825400ac0c20d', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 34, 22, 889777)}] Aug 27 02:34:22.900647 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:22.901154 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:22.922827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7f51-284f-47d9-9321-2a6b66e64c4c req-8d628388-193d-4dc1-8499-1338fb1264dc tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.924304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebcc7f51-284f-47d9-9321-2a6b66e64c4c req-8d628388-193d-4dc1-8499-1338fb1264dc tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.1333997 Aug 27 02:34:22.928222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b22416-faa6-47cb-821d-2f866e07dadb req-e8afebe0-6bf0-4e08-86e5-13289d1e3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:22.929602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-e8afebe0-6bf0-4e08-86e5-13289d1e3fec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=845bc7fa-bf16-4296-8838-a1e9dccf5f47 HTTP/1.1" status: 200 len: 864 time: 0.0994785 Aug 27 02:34:22.988129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-74cf7d0e-54b1-4aeb-b792-f143d6feed82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03344274-6be2-4403-bef7-9043875f57d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445178 Aug 27 02:34:23.055909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebcc7f51-284f-47d9-9321-2a6b66e64c4c req-23530478-96f7-400d-9d64-bda35d9fab9c tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219316 Aug 27 02:34:23.132716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1705022c-5ba4-4a18-b42e-0c4e0acda1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.133396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.135907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-3e96a63f-6710-4236-af38-851b4f242698 service neutron] 10.222.0.46 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387420 Aug 27 02:34:23.138614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1705022c-5ba4-4a18-b42e-0c4e0acda1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.217562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1705022c-5ba4-4a18-b42e-0c4e0acda1ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=937a5f039715462081d09d687d12f50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695988 Aug 27 02:34:23.220111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:23.229154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705022c-5ba4-4a18-b42e-0c4e0acda1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c873d-a636-4f81-babe-444d2e3145e7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.265491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41b22416-faa6-47cb-821d-2f866e07dadb req-566c2131-f84b-42df-b7e7-4c6f9277632c service neutron] 10.222.0.46 "GET /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170390 Aug 27 02:34:23.300884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8322a593-de24-4267-8d74-77dd8330c439'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:23.326636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.382651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.396201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.402144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.522297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.524780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.526429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b64c873d-a636-4f81-babe-444d2e3145e7 HTTP/1.1" status: 204 len: 168 time: 0.3052125 Aug 27 02:34:23.558185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619d77-98d1-4667-9663-46fbe8c49401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c873d-a636-4f81-babe-444d2e3145e7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.638939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.639818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router 99e0bdb0-6a88-4d7d-bf30-9ad13f165688 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:23.643452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.723213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=397c38b70fc245c5851825400ac0c20d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1603169 Aug 27 02:34:23.726180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45678) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:23.732955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e42dbd-2164-4504-b7a9-4e4c54c05823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425d107a-5d30-4d49-b352-b584ed1eb4c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:23.824787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.830740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.836644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.841724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.843113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.848968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.854857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.861593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.863511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15de1cb0-5033-44df-90a3-98f45eef590b req-57fd428e-331c-435d-bcc1-4530f6848ea5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1465447 Aug 27 02:34:23.864526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.877326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:23.886276 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Sync routers for ids ['99e0bdb0-6a88-4d7d-bf30-9ad13f165688'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:23.898647 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Routers {'99e0bdb0-6a88-4d7d-bf30-9ad13f165688'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:23.899632 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:33:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['99e0bdb0-6a88-4d7d-bf30-9ad13f165688'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:23.921367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:23.924991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ca88c34-44e3-4c50-a50c-d59f4c155394 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4496207 Aug 27 02:34:23.925144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de70ab7-719d-49a6-afa8-f49971cc143d req-ee2a84e6-db50-4a09-80de-4bd83126b44a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:23.925144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8de70ab7-719d-49a6-afa8-f49971cc143d req-ee2a84e6-db50-4a09-80de-4bd83126b44a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 908 time: 0.1431777 Aug 27 02:34:23.925371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45690) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:23.968845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15de1cb0-5033-44df-90a3-98f45eef590b req-e5ccfc10-30ea-491b-a815-8ac41f315a6f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946639 Aug 27 02:34:24.035436 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Set router 99e0bdb0-6a88-4d7d-bf30-9ad13f165688 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:24.039702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.042423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.043706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/425d107a-5d30-4d49-b352-b584ed1eb4c1 HTTP/1.1" status: 204 len: 168 time: 0.3163698 Aug 27 02:34:24.060821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616179-36e7-4ca5-9974-b775209246e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425d107a-5d30-4d49-b352-b584ed1eb4c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.071893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.100336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8322a593-de24-4267-8d74-77dd8330c439 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:24.188077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.210302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 8322a593-de24-4267-8d74-77dd8330c439 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:24.215402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 8322a593-de24-4267-8d74-77dd8330c439 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:24.216745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.258166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Deleting port 4e0b4e09-5d2c-453e-aad7-6d4b919ef10e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:24.258992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.269293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e62a48-df26-4c1d-a9e8-901c07720195 req-a4a23e5f-8f43-4210-8576-908f73f9fc33 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:24.277917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44e62a48-df26-4c1d-a9e8-901c07720195 req-a4a23e5f-8f43-4210-8576-908f73f9fc33 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.1051629 Aug 27 02:34:24.325817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44e62a48-df26-4c1d-a9e8-901c07720195 req-b971cb0b-61ee-4a24-94a2-c84a1553e4c3 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Aug 27 02:34:24.377224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.393311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Calling delete_port for 4e0b4e09-5d2c-453e-aad7-6d4b919ef10e owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:24.397417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e0bdb0-6a88-4d7d-bf30-9ad13f165688', 'name': '', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c', 'external_fixed_ips': [{'subnet_id': '981bc419-1b36-4c8f-a554-7a7aa94be55b', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '4e0b4e09-5d2c-453e-aad7-6d4b919ef10e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:21Z', 'updated_at': '2021-08-27T02:34:23Z', 'revision_number': 3, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port': {'id': '4e0b4e09-5d2c-453e-aad7-6d4b919ef10e', 'name': '', 'network_id': '3a51d3f9-4de7-45be-9155-87a878d2fc5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e0bdb0-6a88-4d7d-bf30-9ad13f165688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '981bc419-1b36-4c8f-a554-7a7aa94be55b', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:22Z', 'updated_at': '2021-08-27T02:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '981bc419-1b36-4c8f-a554-7a7aa94be55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:24.399932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.437276 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Checking router: 99e0bdb0-6a88-4d7d-bf30-9ad13f165688 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:24.437950 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Updating router 99e0bdb0-6a88-4d7d-bf30-9ad13f165688 port 4e0b4e09-5d2c-453e-aad7-6d4b919ef10e binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:24.447612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8322a593-de24-4267-8d74-77dd8330c439,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:24.448934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322a593-de24-4267-8d74-77dd8330c439'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:24.453078 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f33ce-a15f-4feb-9f79-d36ba39b5e2f" -d '{"events": [{"server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "name": "network-vif-plugged", "status": "completed", "tag": "8322a593-de24-4267-8d74-77dd8330c439"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:24.458658 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.500386 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.526692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.541240 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba53ca6b-72d5-4507-8606-e88519c054d9 x-openstack-request-id: req-ba53ca6b-72d5-4507-8606-e88519c054d9 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:24.543035 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "name": "network-vif-plugged", "status": "completed", "tag": "8322a593-de24-4267-8d74-77dd8330c439", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:24.544724 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba53ca6b-72d5-4507-8606-e88519c054d9 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:24.546705 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8322a593-de24-4267-8d74-77dd8330c439', 'code': 200} Aug 27 02:34:24.633376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.690683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e0b4e09-5d2c-453e-aad7-6d4b919ef10e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:24.754489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605d89e-6c04-4441-98fe-5971e8ce3214 req-1e9b8f31-2e54-43a0-ab34-3d7af52509d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:24.756077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a605d89e-6c04-4441-98fe-5971e8ce3214 req-1e9b8f31-2e54-43a0-ab34-3d7af52509d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 1060 time: 0.1326172 Aug 27 02:34:24.765597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.857425 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.db.api [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:34:24.857962 n-d-806292-1 neutron-server[94834]: DEBUG oslo_db.api [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:34:24.870901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.873571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.924401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.924928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e0bdb0-6a88-4d7d-bf30-9ad13f165688 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:24.929759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:24.930954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e11abd64-5181-44bd-b273-549040ac878b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/routers/99e0bdb0-6a88-4d7d-bf30-9ad13f165688 HTTP/1.1" status: 204 len: 168 time: 1.0039237 Aug 27 02:34:24.933646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:24.994678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Deleting subnet 981bc419-1b36-4c8f-a554-7a7aa94be55b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:24.999620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.063330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.079286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68aceb-0252-4fc2-963c-7f434af30b4b req-ce466a3d-6fad-4844-a7fa-548b31104618 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.080823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb68aceb-0252-4fc2-963c-7f434af30b4b req-ce466a3d-6fad-4844-a7fa-548b31104618 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.0718420 Aug 27 02:34:25.161278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.182092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db4f252-2939-4be5-8fb8-512007bdd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.363045 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.404957 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Port 4e0b4e09-5d2c-453e-aad7-6d4b919ef10e not found while updating agent binding for router 99e0bdb0-6a88-4d7d-bf30-9ad13f165688. {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 27 02:34:25.436455 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Routers set() bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:25.437491 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Router IDs set() for agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:34:25.438521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_agentschedulers_db [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99e0bdb0-6a88-4d7d-bf30-9ad13f165688'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent'). {{(pid=94834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:34:25.439176 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95847938-7507-45c8-9c0d-90f4c2dbba12 None None] The sync data for ids ['99e0bdb0-6a88-4d7d-bf30-9ad13f165688'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:25.487131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.493706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.500022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.508277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.513430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.521955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.529368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.531405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-2d522924-6c6a-4743-b955-3680a1a1845b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.4498956 Aug 27 02:34:25.539624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc58e8-f832-4d5c-9c82-144b6cad5e73 req-f9f1d6db-09a4-44f4-86e5-3ce3938fa67e tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:25.547883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-affc58e8-f832-4d5c-9c82-144b6cad5e73 req-f9f1d6db-09a4-44f4-86e5-3ce3938fa67e tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.0644815 Aug 27 02:34:25.590301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-affc58e8-f832-4d5c-9c82-144b6cad5e73 req-cdc34551-8dc0-4ba3-ac17-e8e0ff9e813c tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Aug 27 02:34:25.592334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15ef139e-35e1-490e-8e04-74cea1d9b397 req-ca2d8be7-da52-4b84-92fe-0629790a11e9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471172 Aug 27 02:34:25.609094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.647450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=981bc419-1b36-4c8f-a554-7a7aa94be55b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:25.654219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.659452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:25.667322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6951dfc0-faa8-4f4a-98e9-c394cb4a8715 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/981bc419-1b36-4c8f-a554-7a7aa94be55b HTTP/1.1" status: 204 len: 168 time: 0.7326202 Aug 27 02:34:25.735887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.822230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.833531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a51d3f9-4de7-45be-9155-87a878d2fc5c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.845414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630709b7-9a59-4899-bc7e-5e022abec615') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.845811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630709b7-9a59-4899-bc7e-5e022abec615') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:25.855422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.872828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.879987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:25.880384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:25.882117 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:25.953846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.960203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a51d3f9-4de7-45be-9155-87a878d2fc5c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 27 02:34:25.965124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:25.972982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/networks/3a51d3f9-4de7-45be-9155-87a878d2fc5c HTTP/1.1" status: 204 len: 168 time: 0.3066328 Aug 27 02:34:25.973277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45824) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:25.983654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542acc-1e11-4c6c-a90e-5ce8de63f1d0 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a51d3f9-4de7-45be-9155-87a878d2fc5c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.203512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3bdcad-f632-41c8-bd62-91c8e8f31d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.306071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff99c-d86b-469b-a2ba-e584da01ad5d req-a0d3a579-ad2a-4cec-991e-5ecfd1faf49b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:26.308608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8cff99c-d86b-469b-a2ba-e584da01ad5d req-a0d3a579-ad2a-4cec-991e-5ecfd1faf49b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.1330407 Aug 27 02:34:26.357244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3bdcad-f632-41c8-bd62-91c8e8f31d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.362321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b3bdcad-f632-41c8-bd62-91c8e8f31d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.365090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:26.369654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'name': 'tempest-router--521159033', 'project_id': '0c929a608ee64650a6e50471c991afea'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:26.398206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.399506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.413769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b3bdcad-f632-41c8-bd62-91c8e8f31d65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f25d6b8ba694500b532b209c694378a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401846 Aug 27 02:34:26.414553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45870) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:26.421579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bdcad-f632-41c8-bd62-91c8e8f31d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06152381-f0ce-4f36-a084-5efd5a6bace1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.452968 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.467555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.474746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.478041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.491416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.493501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-031367a6-9a48-4016-ae4f-777a354409a9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1267290 Aug 27 02:34:26.495579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45872) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:26.502777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.558441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.562927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.567004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06152381-f0ce-4f36-a084-5efd5a6bace1 HTTP/1.1" status: 204 len: 168 time: 0.1512883 Aug 27 02:34:26.576622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44915b5a-1f65-4379-872b-3aecb6c03bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06152381-f0ce-4f36-a084-5efd5a6bace1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:26.600430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:26.770016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797da11-cd0b-40f0-951a-0796cb63f5eb req-5b5c4321-a0c2-4518-90b9-8b504e892ac2 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:26.772250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d797da11-cd0b-40f0-951a-0796cb63f5eb req-5b5c4321-a0c2-4518-90b9-8b504e892ac2 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.0594525 Aug 27 02:34:26.797881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45884) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:26.835203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d797da11-cd0b-40f0-951a-0796cb63f5eb req-b0d7a33e-1b54-4cba-b8c7-11dbaa9e3526 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Aug 27 02:34:26.924424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16081d6d-201c-495c-9bdc-614bf284db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.033215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16081d6d-201c-495c-9bdc-614bf284db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.037121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16081d6d-201c-495c-9bdc-614bf284db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.088322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16081d6d-201c-495c-9bdc-614bf284db16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59edd6a5436c40e58b43dc27ec365eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868612 Aug 27 02:34:27.088520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45896) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.098352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16081d6d-201c-495c-9bdc-614bf284db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca4016-110f-414b-9c01-8e2836006ab9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:27.150729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.175369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.228767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.228994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.232578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.232741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.233714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04ca4016-110f-414b-9c01-8e2836006ab9 HTTP/1.1" status: 204 len: 168 time: 0.1439471 Aug 27 02:34:27.246300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12fb93-550c-46f9-8991-f92cd56d12a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca4016-110f-414b-9c01-8e2836006ab9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:27.257482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.266395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.273989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.280662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.287278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.294058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.300165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.303057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-54e43dc2-4893-4e88-bc1d-740ead38fe25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.5756223 Aug 27 02:34:27.366952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.367613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5d85bf-c25f-436d-8e5a-a144e3408f3b {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:27.373846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.375196 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e89914ad-6c4d-425d-9d22-a09fedabedaa tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7e5d85bf-c25f-436d-8e5a-a144e3408f3b HTTP/1.1" status: 204 len: 168 time: 0.8783617 Aug 27 02:34:27.398189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-635f4d82-6ee3-4589-b539-b4a53c4302ce req-43694ac6-1565-4902-8d2e-ea16ef7b986c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549457 Aug 27 02:34:27.508308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ec74-3dea-4e88-a86a-83333fb89b99 req-5ef8a2e0-533a-4b7b-9a50-fb6d5dadb4cc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.509799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0c1ec74-3dea-4e88-a86a-83333fb89b99 req-5ef8a2e0-533a-4b7b-9a50-fb6d5dadb4cc tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.0496504 Aug 27 02:34:27.571918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.629702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45924) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.651767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a5b99-6c1d-44ed-9580-ce388b11b9e4 req-04a25e81-f600-4e99-a877-1e90f36da04f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.652412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f6e2f82-f943-4a8f-86e7-df8599e6b8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.654741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df2a5b99-6c1d-44ed-9580-ce388b11b9e4 req-04a25e81-f600-4e99-a877-1e90f36da04f tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.0687618 Aug 27 02:34:27.805110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7415a-25ce-4c48-91c2-b7fed36a13d2 req-8a953c80-8182-46a6-a95f-b50c430d42ce tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.806661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7e7415a-25ce-4c48-91c2-b7fed36a13d2 req-8a953c80-8182-46a6-a95f-b50c430d42ce tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 1060 time: 0.0702999 Aug 27 02:34:27.808435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f6e2f82-f943-4a8f-86e7-df8599e6b8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.815102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142169012', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:27.820478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f6e2f82-f943-4a8f-86e7-df8599e6b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.880101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.890869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6f6e2f82-f943-4a8f-86e7-df8599e6b8be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1443910769474888950ce30e83e6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597280 Aug 27 02:34:27.892317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e2f82-f943-4a8f-86e7-df8599e6b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae613b28-7574-480a-b6b5-cfb84588c912,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:27.894220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:27.895706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.908246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:27.953705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75ca8f-ca11-4f43-9872-90967a52c58d req-4a28408d-b0f7-43a8-94bc-8570afd84650 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:27.955313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f75ca8f-ca11-4f43-9872-90967a52c58d req-4a28408d-b0f7-43a8-94bc-8570afd84650 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1135 time: 0.0706832 Aug 27 02:34:27.993090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.024071 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:34:28.029930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.030963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f75ca8f-ca11-4f43-9872-90967a52c58d req-754670e9-9dcf-426d-a761-30e239399e43 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0678766 Aug 27 02:34:28.041301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.048997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:28.113602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527fcbdb-f115-44ab-b558-79b2a206a254 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.117772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-527fcbdb-f115-44ab-b558-79b2a206a254 tempest-TestSecurityGroupsBasicOps-724825627 tempest-TestSecurityGroupsBasicOps-724825627-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 1055 time: 0.0650108 Aug 27 02:34:28.132841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.135979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.137203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae613b28-7574-480a-b6b5-cfb84588c912 HTTP/1.1" status: 204 len: 168 time: 0.2420015 Aug 27 02:34:28.150115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e2dd2-acee-4d23-9af1-d7375905fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae613b28-7574-480a-b6b5-cfb84588c912,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.161519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:28.176870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ea5fa-d854-491e-9e78-31c73b30b9f5 req-c49faee9-0b82-4ff0-9637-a689c58cbaac tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.178539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb0ea5fa-d854-491e-9e78-31c73b30b9f5 req-c49faee9-0b82-4ff0-9637-a689c58cbaac tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 944 time: 0.2322364 Aug 27 02:34:28.288822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.318206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,segment=NetworkSegment(c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4),segment_id=c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:28.323907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb0ea5fa-d854-491e-9e78-31c73b30b9f5 req-a1d88654-8ab1-4873-8389-6ea1433f2b45 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838647 Aug 27 02:34:28.448621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f5467-4379-4feb-b32e-7337aa6c2db2 req-4a0882c6-d4f6-4a84-9653-dc0efd5e7204 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.455306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-176f5467-4379-4feb-b32e-7337aa6c2db2 req-4a0882c6-d4f6-4a84-9653-dc0efd5e7204 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.0835676 Aug 27 02:34:28.527734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02', 'network_id': '03344274-6be2-4403-bef7-9043875f57d3', 'port_id': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02', 'mac_address': 'fa:16:3e:a7:a1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845bc7fa-bf16-4296-8838-a1e9dccf5f47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:28.599748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.618502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:28.635167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.641474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.641913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,segment=NetworkSegment(c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4),segment_id=c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:28.648830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.649370 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.656846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.664085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.669632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.671637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.678133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:28.680371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-4e35334b-b850-4d4d-9925-931eab8082fb tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1125181 Aug 27 02:34:28.699048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.717909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:28.735447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.738822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.739532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.739963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.740685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.744487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.744898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.745347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.745794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.746204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.746672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.747610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:34:28.749133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d43a68a-d38d-42cc-81b8-6ed3f98627b4 req-99603f63-3dc0-49d5-bcb4-a7fa9defaaa1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581493 Aug 27 02:34:28.822586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Allocated IP 172.25.8.120 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8ccec546-5804-488b-a914-c3aff367e4e2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:28.879158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:28.933157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:28.973841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.016794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:29.021874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:29.024599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:29.052663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event updated for resources: {'Port': ['ID=8ccec546-5804-488b-a914-c3aff367e4e2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.104868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8ad6a31f-c044-4faa-8fc5-8f9542e8ba02'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:29.118615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-74a164b3-f09d-46b4-9e1d-1e5f67efe2b5 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.154829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-74a164b3-f09d-46b4-9e1d-1e5f67efe2b5 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "PUT /v2.0/quotas/3be04309917c478ea74bc2d0f37746bd HTTP/1.1" status: 200 len: 368 time: 0.2744610 Aug 27 02:34:29.157392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.163031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Request body: {'network': {'project_id': '3be04309917c478ea74bc2d0f37746bd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.187578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Made reservation on behalf of 3be04309917c478ea74bc2d0f37746bd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:29.191413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.202976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.318669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.323124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.372160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:29.381964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ffd174-a0a5-4ffb-9e46-e0e003765887,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.389040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.389382 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Added segment fd0952b5-1b26-4b9e-aef3-cf23823ae79b of type vlan for network e11c8103-1d33-4eeb-b4ee-e6af68d0bee1 Aug 27 02:34:29.438045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.443519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.466786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.467967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.468552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.507272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8522a1c-c4b1-471e-81ed-45910c224397 req-706a74da-7c93-4217-9f31-a25cbac8e0c9 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.508772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8522a1c-c4b1-471e-81ed-45910c224397 req-706a74da-7c93-4217-9f31-a25cbac8e0c9 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 945 time: 0.0982769 Aug 27 02:34:29.539477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3806674 Aug 27 02:34:29.541830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.549305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Request body: {'network': {'project_id': '3be04309917c478ea74bc2d0f37746bd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.556845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f0374-a1c8-4e3d-be40-113a8e9dfe5c tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event updated for resources: {'Network': ['ID=e11c8103-1d33-4eeb-b4ee-e6af68d0bee1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.568868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e11c8103-1d33-4eeb-b4ee-e6af68d0bee1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:29.600633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8522a1c-c4b1-471e-81ed-45910c224397 req-5ada7119-e377-4814-a6ae-27fd931ee233 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849710 Aug 27 02:34:29.610097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Made reservation on behalf of 3be04309917c478ea74bc2d0f37746bd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:29.612734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.649612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031476-b320-4ca5-b027-5fdd350bd112 req-5dc96f60-6334-424d-aca0-c071de210f96 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.654936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28031476-b320-4ca5-b027-5fdd350bd112 req-5dc96f60-6334-424d-aca0-c071de210f96 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.1015744 Aug 27 02:34:29.678990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:29.690660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.691443 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Added segment 40ba0ed9-8db4-40e9-af03-be1e3a8a8767 of type vlan for network bd17ef1f-2e13-499f-a4b0-973bbe36695a Aug 27 02:34:29.732712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.752056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.784923 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.786686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:29.787569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:29.879976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3344529 Aug 27 02:34:29.881750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46010) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.888385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4081c856-002f-415f-96bd-b821a0cadb43 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Request body: {'network': {'project_id': '3be04309917c478ea74bc2d0f37746bd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:29.915883 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4081c856-002f-415f-96bd-b821a0cadb43 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:34:29.916450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4081c856-002f-415f-96bd-b821a0cadb43 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:34:29.919574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4081c856-002f-415f-96bd-b821a0cadb43 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0352638 Aug 27 02:34:29.922364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:29.935821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ad32e-030a-4529-9602-88e2f82dac71 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event updated for resources: {'Network': ['ID=bd17ef1f-2e13-499f-a4b0-973bbe36695a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:29.951467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bd17ef1f-2e13-499f-a4b0-973bbe36695a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:29.985295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a4304610-686b-4262-bff3-56373f91474e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3be04309917c478ea74bc2d0f37746bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530179 Aug 27 02:34:29.985552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:30.045715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.052965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.060088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.066249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.072632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.079347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.093404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.101648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1872141b-52b9-444c-b79d-5317ef957fed req-f29105f9-4102-4180-a278-c5448944f587 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.2479038 Aug 27 02:34:30.156638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1872141b-52b9-444c-b79d-5317ef957fed req-e29ca51b-835c-4032-a366-87512d706e57 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536211 Aug 27 02:34:30.157519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.176127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-132e303e-e901-4625-8947-a36205669280 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.177967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-132e303e-e901-4625-8947-a36205669280 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.0744057 Aug 27 02:34:30.183769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.192915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:30.248322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.252297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.253498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/27ffd174-a0a5-4ffb-9e46-e0e003765887 HTTP/1.1" status: 204 len: 168 time: 0.2668252 Aug 27 02:34:30.256233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:30.258063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:30.261687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c8cbc-c8ac-49d8-bcc2-b696eb3475b7 tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ffd174-a0a5-4ffb-9e46-e0e003765887,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.264017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:30.264450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.292515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Router f24808b5-8204-4a21-bc5f-0424d42c01c9 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:30.369525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.403410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:30.405921 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51882301-335d-46c0-8c04-6ad07a008931" -d '{"events": [{"server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "name": "network-vif-plugged", "status": "completed", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:30.422682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,segment=NetworkSegment(c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4),segment_id=c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:30.429436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.463850 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d2d83b-7689-49c5-a02c-0ed78efc43ac x-openstack-request-id: req-59d2d83b-7689-49c5-a02c-0ed78efc43ac {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:30.464216 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "name": "network-vif-plugged", "status": "completed", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:30.464402 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59d2d83b-7689-49c5-a02c-0ed78efc43ac {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:30.464777 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02', 'code': 200} Aug 27 02:34:30.489578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:30.514373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.569684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:30.580706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] Sync routers for ids ['f24808b5-8204-4a21-bc5f-0424d42c01c9'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:30.589684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] Routers {'f24808b5-8204-4a21-bc5f-0424d42c01c9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:30.590312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f24808b5-8204-4a21-bc5f-0424d42c01c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.627284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.638423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] Routers {'f24808b5-8204-4a21-bc5f-0424d42c01c9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:30.639634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f24808b5-8204-4a21-bc5f-0424d42c01c9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.653688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port 8322a593-de24-4267-8d74-77dd8330c439 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:30.654041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.739133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.740701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3ba25-9b7b-4feb-8855-635af7e2faf0 None None] The sync data for ids ['f24808b5-8204-4a21-bc5f-0424d42c01c9'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:30.747113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f768ed-e02b-47e2-ab17-b3fc99e06f17 req-d710a417-ecf1-4ffc-8339-927583bb8fbd tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.748384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.750933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8f768ed-e02b-47e2-ab17-b3fc99e06f17 req-d710a417-ecf1-4ffc-8339-927583bb8fbd tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.0660553 Aug 27 02:34:30.752217 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.753423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35b67c08-40ff-4088-8367-8a7be24ed00a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1805131 Aug 27 02:34:30.758609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:30.782886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:30.790554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8f768ed-e02b-47e2-ab17-b3fc99e06f17 req-8cf19cfc-9257-4e5e-8d37-7d5e8afeee4a tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Aug 27 02:34:30.825870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f161ba9-359f-46df-b052-bd9599396dce req-06fc5163-649b-45fd-bc67-7eed58b53cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:30.827375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f161ba9-359f-46df-b052-bd9599396dce req-06fc5163-649b-45fd-bc67-7eed58b53cea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 1097 time: 0.2769763 Aug 27 02:34:30.878502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd17ef1f-2e13-499f-a4b0-973bbe36695a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.914541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ba0ed9-8db4-40e9-af03-be1e3a8a8767') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.914845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ba0ed9-8db4-40e9-af03-be1e3a8a8767') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:30.977171 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.008389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.018157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port 8322a593-de24-4267-8d74-77dd8330c439, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8322a593-de24-4267-8d74-77dd8330c439,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:31.018563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.021825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.037963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850157be-7e2b-44e1-812c-558e5b3381de req-07228148-abd6-4949-9785-76f3abfea85a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.039476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-850157be-7e2b-44e1-812c-558e5b3381de req-07228148-abd6-4949-9785-76f3abfea85a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 909 time: 0.2591665 Aug 27 02:34:31.041019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f161ba9-359f-46df-b052-bd9599396dce req-ac31c2ce-2688-4e3e-b392-b8cd529ccf86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964998 Aug 27 02:34:31.055822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for 8322a593-de24-4267-8d74-77dd8330c439 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:31.060167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:31.060582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.065795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-afe55319-6a75-45f2-80bc-1d5d4540be6d tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/f24808b5-8204-4a21-bc5f-0424d42c01c9 HTTP/1.1" status: 200 len: 921 time: 0.3024642 Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:31.066582 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:31.068895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.105420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0826859b-4e01-40f3-930d-aac5dd530fc4 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=f24808b5-8204-4a21-bc5f-0424d42c01c9 HTTP/1.1" status: 200 len: 205 time: 0.0355678 Aug 27 02:34:31.106564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.134699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c5f8-e4ff-454a-baef-a733730bf3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.210906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.223823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.225660 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "DELETE /v2.0/networks/bd17ef1f-2e13-499f-a4b0-973bbe36695a HTTP/1.1" status: 204 len: 168 time: 0.9684944 Aug 27 02:34:31.229287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.274533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81de5d5-7998-43fe-a469-24fcb7761bcc tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd17ef1f-2e13-499f-a4b0-973bbe36695a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.303194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.355331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.392452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.398500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.404571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.410583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.416588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.420564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.422799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.428965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.430951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-195b1a3a-42c6-4200-92ce-22a366d7d10b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1777284 Aug 27 02:34:31.436629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c5f8-e4ff-454a-baef-a733730bf3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.447684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c5f8-e4ff-454a-baef-a733730bf3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.458429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=8322a593-de24-4267-8d74-77dd8330c439,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.525490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] No DVR routers for this DVR port 8322a593-de24-4267-8d74-77dd8330c439 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:31.528141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.532816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.534735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4b8a8f5-0d76-4187-8186-56fd5554a4e4 req-d090256b-262d-4628-b6fe-4b5d9ead3c26 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.46 "DELETE /v2.0/ports/8322a593-de24-4267-8d74-77dd8330c439 HTTP/1.1" status: 204 len: 173 time: 1.3493049 Aug 27 02:34:31.535168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'name': 'network-vif-deleted', 'tag': '8322a593-de24-4267-8d74-77dd8330c439'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:31.537809 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbca5b6-1f6a-4ee9-a185-97a2321df803" -d '{"events": [{"server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "name": "network-vif-deleted", "tag": "8322a593-de24-4267-8d74-77dd8330c439"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:31.566749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5cc7c5f8-e4ff-454a-baef-a733730bf3d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a7a52de20ea42388f4dc0206efb21d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571654 Aug 27 02:34:31.575472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:31.577562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7c5f8-e4ff-454a-baef-a733730bf3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fbfa8f-6e9d-4bc6-bc9b-a8e970c84fff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.594732 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e15745-00e8-40d0-8019-453ddf3c17c5 x-openstack-request-id: req-d3e15745-00e8-40d0-8019-453ddf3c17c5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:31.595018 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c869886-0ead-4bac-aaaa-aa277ae2c557", "name": "network-vif-deleted", "tag": "8322a593-de24-4267-8d74-77dd8330c439", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:31.595271 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3e15745-00e8-40d0-8019-453ddf3c17c5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:31.595670 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c869886-0ead-4bac-aaaa-aa277ae2c557', 'name': 'network-vif-deleted', 'tag': '8322a593-de24-4267-8d74-77dd8330c439', 'status': 'completed', 'code': 200} Aug 27 02:34:31.609246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7bc2b25-776f-4cac-ba42-54497d7dce2e req-bad02f64-7c14-4136-a551-c242e7480227 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687236 Aug 27 02:34:31.617547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.620329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port 8ccec546-5804-488b-a914-c3aff367e4e2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:31.620329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.645003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11c8103-1d33-4eeb-b4ee-e6af68d0bee1']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:31.664435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0952b5-1b26-4b9e-aef3-cf23823ae79b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:31.665213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0952b5-1b26-4b9e-aef3-cf23823ae79b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:31.690812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.705926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.711519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.719334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.726956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:31.727411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:31.729677 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:31.735324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for 8ccec546-5804-488b-a914-c3aff367e4e2 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:31.781675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.819666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.825543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.827527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e11c8103-1d33-4eeb-b4ee-e6af68d0bee1 HTTP/1.1" status: 204 len: 168 time: 0.5952063 Aug 27 02:34:31.839009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb61a6-8f52-44ab-8888-4751dbb3065e tempest-QuotasNegativeTest-180017559 tempest-QuotasNegativeTest-180017559-project-admin] Pushing event deleted for resources: {'Network': ['ID=e11c8103-1d33-4eeb-b4ee-e6af68d0bee1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.864305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.866969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:31.868227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fbfa8f-6e9d-4bc6-bc9b-a8e970c84fff HTTP/1.1" status: 204 len: 168 time: 0.2845991 Aug 27 02:34:31.876798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f44f17-6e99-4176-80a9-30a59229e7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fbfa8f-6e9d-4bc6-bc9b-a8e970c84fff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:31.963807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fcb3c-7e56-4365-b17b-f23069f449c2 req-2899b675-d543-4b3f-bd98-0ef4155632cd tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:31.969473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c74fcb3c-7e56-4365-b17b-f23069f449c2 req-2899b675-d543-4b3f-bd98-0ef4155632cd tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.0917029 Aug 27 02:34:32.047912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c74fcb3c-7e56-4365-b17b-f23069f449c2 req-b7db2dc4-eebb-45d1-aa0f-03b5e80b1d4d tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682051 Aug 27 02:34:32.060928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.118520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=8ccec546-5804-488b-a914-c3aff367e4e2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.184769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.189833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-00330f19-d5d3-416d-974f-416fca6ccd50 req-9ec46420-0fdd-45fd-a4c1-e0a96e1a0c59 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c869886-0ead-4bac-aaaa-aa277ae2c557 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Aug 27 02:34:32.289159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.291568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.328477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.343299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834594bb-6887-4aa9-9929-22e2bb49ee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.347697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.348494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router f24808b5-8204-4a21-bc5f-0424d42c01c9 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:32.359099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.364110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5abc5301-b6f4-42ce-a09c-32dec4469d93 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/f24808b5-8204-4a21-bc5f-0424d42c01c9 HTTP/1.1" status: 204 len: 168 time: 1.2549436 Aug 27 02:34:32.364865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.371557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1687442094', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:32.455079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834594bb-6887-4aa9-9929-22e2bb49ee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.461695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-834594bb-6887-4aa9-9929-22e2bb49ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.486510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46114) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.507672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.508686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.515646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-834594bb-6887-4aa9-9929-22e2bb49ee80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5815ff4f55344368ad976d58ec8c241a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860514 Aug 27 02:34:32.516332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834594bb-6887-4aa9-9929-22e2bb49ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc96785f-7433-4cb9-ae88-4e1f24c801c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:32.520178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46118) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:32.605278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.619178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74b060fa-f952-41ac-894f-f30de4c572d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.700307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.712408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74b060fa-f952-41ac-894f-f30de4c572d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.716862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74b060fa-f952-41ac-894f-f30de4c572d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.764547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.804162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.895262 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.897873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:32.899090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc96785f-7433-4cb9-ae88-4e1f24c801c1 HTTP/1.1" status: 204 len: 168 time: 0.3770516 Aug 27 02:34:32.917995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681727f8-21eb-4cec-8927-f0ff096b0820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc96785f-7433-4cb9-ae88-4e1f24c801c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.073958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-74b060fa-f952-41ac-894f-f30de4c572d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff43af3d3d54413390b72cca82ea9666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863693 Aug 27 02:34:33.077454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46130) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.084577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b060fa-f952-41ac-894f-f30de4c572d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c095b3df-f512-4403-b9b0-e90b85047c00,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.101577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.126427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.130004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.135912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.141835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.147731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.153593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.159448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.165744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.167705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-8f612d2c-b5bc-421c-819f-6f3566e78b9e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.4457662 Aug 27 02:34:33.201675 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.238846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-677d471f-5368-4dcc-b01d-ec2680d717a2 req-d43972d9-0044-4b5f-b653-d56609a3007b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608027 Aug 27 02:34:33.240721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.277921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ec94e-aedc-4ac0-839d-3a5047df90f8 req-aa8bfc42-7a5a-4997-aaed-a6a99f14ee8c tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.285575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-643ec94e-aedc-4ac0-839d-3a5047df90f8 req-aa8bfc42-7a5a-4997-aaed-a6a99f14ee8c tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.1114690 Aug 27 02:34:33.305013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.309630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.311312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.312697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c095b3df-f512-4403-b9b0-e90b85047c00 HTTP/1.1" status: 204 len: 168 time: 0.2326641 Aug 27 02:34:33.328170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f2cf5-c5ed-4aae-b606-b555921d4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095b3df-f512-4403-b9b0-e90b85047c00,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:33.335495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.25.8.110 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/40c282f4-2691-4526-bda3-e3a6f3a25bab) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:33.411264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-643ec94e-aedc-4ac0-839d-3a5047df90f8 req-4a4ab68d-3908-4971-ac2d-56cc3da22e58 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244760 Aug 27 02:34:33.537143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d149d-708d-4ddb-9c7d-3e5846c06ad8 req-4973045d-08e0-4eb1-8006-97ea6f84b67b tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:33.538987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-106d149d-708d-4ddb-9c7d-3e5846c06ad8 req-4973045d-08e0-4eb1-8006-97ea6f84b67b tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.0542369 Aug 27 02:34:33.583784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-106d149d-708d-4ddb-9c7d-3e5846c06ad8 req-6d7d3962-b60c-4365-98ec-5c0312d98bdb tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Aug 27 02:34:33.614447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.697651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:33.741395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59903811-f969-40a8-a5b5-bfe86c031333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.759587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:33.856206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:33.872380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:33.884666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:33.921837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=40c282f4-2691-4526-bda3-e3a6f3a25bab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:34.022104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c37b5-c6ba-421a-9075-da8063717c07 req-5144f009-73bf-4c76-8858-b258cf5da915 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.023886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d2c37b5-c6ba-421a-9075-da8063717c07 req-5144f009-73bf-4c76-8858-b258cf5da915 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.0543051 Aug 27 02:34:34.079952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d2c37b5-c6ba-421a-9075-da8063717c07 req-d6022843-c8e7-440a-aa5b-0d2916aa8acc tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Aug 27 02:34:34.192941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8322a593-de24-4267-8d74-77dd8330c439 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:34.193596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59903811-f969-40a8-a5b5-bfe86c031333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.215681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59903811-f969-40a8-a5b5-bfe86c031333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.218486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 8322a593-de24-4267-8d74-77dd8330c439 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:34.218824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8322a593-de24-4267-8d74-77dd8330c439 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:34.332042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59903811-f969-40a8-a5b5-bfe86c031333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=844f20e1235c49ba924bcbf8a97cb4f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6330521 Aug 27 02:34:34.333285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46186) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.343523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.350669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903811-f969-40a8-a5b5-bfe86c031333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e764c-c124-4264-ac2a-5e2d7a2a62a1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:34.441337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.447831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.455035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.461154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.467310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.475553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.482337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.486946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-d64e7c77-9b11-4c9f-b80d-dbcb653c633a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5422 time: 0.1553695 Aug 27 02:34:34.500711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.536066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.565004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86a84aec-f939-460c-8b83-32c7f81c3e02 req-9f7744a2-a4fa-4d2b-adee-22faa78657e7 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741816 Aug 27 02:34:34.586213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6967671-363b-43f1-95ea-493e526d15ae details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:34.614726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.617728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.622664 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e18e764c-c124-4264-ac2a-5e2d7a2a62a1 HTTP/1.1" status: 204 len: 168 time: 0.2882903 Aug 27 02:34:34.632221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e1405-6612-4d9d-ae22-4e6ac85c9d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e764c-c124-4264-ac2a-5e2d7a2a62a1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:34.681927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46196) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:34.733206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:34.744561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e6967671-363b-43f1-95ea-493e526d15ae', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'port_id': 'e6967671-363b-43f1-95ea-493e526d15ae', 'mac_address': 'fa:16:3e:7f:77:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:34.790558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.806049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6967671-363b-43f1-95ea-493e526d15ae {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:34.830675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:34.835774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.836934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 60424d51-18e1-479c-900f-1731445530a0 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:34.853849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.904422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f45d8-78f7-420b-8244-d73350922705 req-9b3a64fc-8c4e-47c1-962e-16d03936af3a tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:34.905933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-215f45d8-78f7-420b-8244-d73350922705 req-9b3a64fc-8c4e-47c1-962e-16d03936af3a tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.4952331 Aug 27 02:34:34.913551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1301484808'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:34.946967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Made reservation on behalf of a58c16ca1c9b4807bb8c2f1e2b56cd9e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:34.954024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.957958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:34.973380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:34.997255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.011645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '60424d51-18e1-479c-900f-1731445530a0', 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'port_id': '60424d51-18e1-479c-900f-1731445530a0', 'mac_address': 'fa:16:3e:1f:2c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2f3c71-ab52-4301-a315-cbd4c3efa73e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:35.056703 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.082051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60424d51-18e1-479c-900f-1731445530a0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:35.102274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-215f45d8-78f7-420b-8244-d73350922705 req-acadec17-7e59-40f4-ae08-31c59e6ea2c2 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806118 Aug 27 02:34:35.108469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.115162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.116316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device edbbd8e5-fe91-4645-93a8-124d991e1903 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:35.136443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.142192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.174313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:35.199133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d281dd-4108-40a6-a8bd-ee795491d19e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.219252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.219599 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Added segment e46ba940-1e8d-456b-bb30-f0fc27435496 of type vlan for network d74df26f-00a7-4f32-9ea1-506c2cb5688d Aug 27 02:34:35.280064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.280943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.300159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.313421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'network_id': '17175056-711a-4713-b5b0-4657fffce5ad', 'port_id': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'mac_address': 'fa:16:3e:94:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2f3c71-ab52-4301-a315-cbd4c3efa73e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:35.343864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.350364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.351033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.392281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.407540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.416686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7331886 Aug 27 02:34:35.433587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5589-3c4b-4f4a-961d-bce4f4f5538b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Pushing event updated for resources: {'Network': ['ID=d74df26f-00a7-4f32-9ea1-506c2cb5688d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.440058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbbd8e5-fe91-4645-93a8-124d991e1903 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:35.447368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:35.478697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port 05587fac-75da-47ed-bf70-7107902cc0d9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:35.479149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.519090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.533143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.534189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6a08a05e-62e5-4921-af0d-9e80e2871947 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:35.628346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.632200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.659518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'port_id': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'mac_address': 'fa:16:3e:c9:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:35.711622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port 05587fac-75da-47ed-bf70-7107902cc0d9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05587fac-75da-47ed-bf70-7107902cc0d9,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.712022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.730113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for 05587fac-75da-47ed-bf70-7107902cc0d9 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:35.732736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.747639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a08a05e-62e5-4921-af0d-9e80e2871947 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:35.773408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.782149 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:35.783222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8ea4aea9-f516-47f0-a796-3649327cb7fe details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:35.788033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.788711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router f96b4e14-c432-4c39-b7fe-624780c2e86c is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:35.795646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.801445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.807630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.826907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.844659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.863689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:35.870204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-23ecf560-9371-4c75-ad2d-179d8de134f1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5425 time: 0.1706455 Aug 27 02:34:35.907180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:35.913625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46228) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:35.926247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d', 'binding:host_id': 'n-h2-806292-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133055035'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:35.950949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf5ebb23-9021-4998-a75e-77d057b6e4c3 req-4194a9c4-9512-4dd9-a9a9-f29336abc9c8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798054 Aug 27 02:34:35.968057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:35.971935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:35.989318 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Sync routers for ids ['f96b4e14-c432-4c39-b7fe-624780c2e86c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:35.993963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'port_id': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'mac_address': 'fa:16:3e:48:9b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:36.007355 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Routers {'f96b4e14-c432-4c39-b7fe-624780c2e86c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:36.008523 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f96b4e14-c432-4c39-b7fe-624780c2e86c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.010879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Made reservation on behalf of 636cbb98d91b4c838029740bed142d51 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:36.013595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.023611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.051238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.058315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-3259b797-cfd9-4f72-b9cf-d46a3f8e5ad4 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:36.060708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-3259b797-cfd9-4f72-b9cf-d46a3f8e5ad4 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.46 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.0826442 Aug 27 02:34:36.082629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea4aea9-f516-47f0-a796-3649327cb7fe {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:36.095827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.098247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a119241-b73b-4a3b-a84e-fc1680297fe6 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7323151 Aug 27 02:34:36.101592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46232) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.109784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.119129 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.119925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2a1723b9-ba46-418b-a03d-7c5422927284 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:36.214588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.238043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.250190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.252838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '2a1723b9-ba46-418b-a03d-7c5422927284', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'port_id': '2a1723b9-ba46-418b-a03d-7c5422927284', 'mac_address': 'fa:16:3e:87:be:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:36.312378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.332540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1723b9-ba46-418b-a03d-7c5422927284 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:36.354135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=05587fac-75da-47ed-bf70-7107902cc0d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.385810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Set router f96b4e14-c432-4c39-b7fe-624780c2e86c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:36.393061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.396459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Deleting port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:36.396912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.404918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.405596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:34:36.426946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f500b93e-652a-4fe9-8d5b-4e2362500ff9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/f96b4e14-c432-4c39-b7fe-624780c2e86c HTTP/1.1" status: 200 len: 909 time: 0.3148191 Aug 27 02:34:36.426946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.442741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1687442094', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': True}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:36.495036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52b643-a1fe-4f97-ab5c-1eaf645f718b req-2cac67c5-891f-4f7c-9947-f2926e6762b9 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:36.496818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.505170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc52b643-a1fe-4f97-ab5c-1eaf645f718b req-2cac67c5-891f-4f7c-9947-f2926e6762b9 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 946 time: 0.3276186 Aug 27 02:34:36.517032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0', 'network_id': 'a77bb0d0-cd22-4c07-9069-8fe89880ab99', 'port_id': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0', 'mac_address': 'fa:16:3e:bb:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9018b392-c4ea-4d80-88f7-81bc42301958', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:34:36.581502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.596819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.608272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.618294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port bb300c44-4184-4651-8ad1-619cf460a74f yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:36.656415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:36.657131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.693503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc52b643-a1fe-4f97-ab5c-1eaf645f718b req-b2c5e424-a0df-4927-8044-8ff2c64bfad7 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/security-groups?id=7219e187-e1d5-4827-9dbd-9fa6230192db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872492 Aug 27 02:34:36.695031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:36.731011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.738996 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.746909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:32Z', 'updated_at': '2021-08-27T02:34:34Z', 'revision_number': 3, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port': {'id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:33Z', 'updated_at': '2021-08-27T02:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:36.777490 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Checking router: f96b4e14-c432-4c39-b7fe-624780c2e86c for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:36.778545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Updating router f96b4e14-c432-4c39-b7fe-624780c2e86c port 40c282f4-2691-4526-bda3-e3a6f3a25bab binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:36.791329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2e341-c13e-4ce6-a8fb-58e931ee46e6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.801188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] For port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,segment=NetworkSegment(c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4),segment_id=c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:36.801847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.808873 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.826103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Calling delete_port for 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:36.838159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.843421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.845330 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:36.849634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:36.961251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2016302994'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:37.060655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Made reservation on behalf of 825e699a5f6c4a10bcf4f133c80517c6 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:37.064046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.071873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port bb300c44-4184-4651-8ad1-619cf460a74f yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:37.080567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.126816 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.127456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.134053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.180225 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Transition to ACTIVE for port object 40c282f4-2691-4526-bda3-e3a6f3a25bab will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:37.188198 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.190992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.196908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.204696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.211569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.219738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.225987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.232759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.234958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-e65a9813-8419-47a7-8e7e-5035a26da6dc tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5429 time: 0.1895912 Aug 27 02:34:37.238813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Transition to ACTIVE for port object bb300c44-4184-4651-8ad1-619cf460a74f will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:37.242760 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc7b1-820d-4d23-adfb-c2f5fce824e1 None None] Pushing event updated for resources: {'Port': ['ID=40c282f4-2691-4526-bda3-e3a6f3a25bab,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.243622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.245243 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Attempting to bind port 40c282f4-2691-4526-bda3-e3a6f3a25bab on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:37.245799 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Attempting to bind port 40c282f4-2691-4526-bda3-e3a6f3a25bab by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:37.246235 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Attempting to bind port 40c282f4-2691-4526-bda3-e3a6f3a25bab on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:37.254137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:37.254646 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:37.255144 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.255644 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:37.256333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Bound port: 40c282f4-2691-4526-bda3-e3a6f3a25bab, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:37.256817 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.280275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8ad6a31f-c044-4faa-8fc5-8f9542e8ba02'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.319859 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] For port 40c282f4-2691-4526-bda3-e3a6f3a25bab, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:37.320225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Pushing event deleted for resources: {'Port': ['ID=8ad6a31f-c044-4faa-8fc5-8f9542e8ba02,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.323376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.328882 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] For port 40c282f4-2691-4526-bda3-e3a6f3a25bab, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40c282f4-2691-4526-bda3-e3a6f3a25bab,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:37.334226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.336996 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.397620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Routers {'f96b4e14-c432-4c39-b7fe-624780c2e86c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:37.398238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['f96b4e14-c432-4c39-b7fe-624780c2e86c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:37.401540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router a2820722-c056-46a4-a443-7a0209b44a0a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:37.415899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] No DVR routers for this DVR port 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:37.420001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.421969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ff846de-21f6-4cfd-85e9-4337ed158bed req-eea950db-2885-40bb-bf0f-24ba3ca26392 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.46 "DELETE /v2.0/ports/8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 HTTP/1.1" status: 204 len: 173 time: 1.3537011 Aug 27 02:34:37.430174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'name': 'network-vif-deleted', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:37.432696 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e5c94-2767-4b6d-bb8c-436ececbe81d" -d '{"events": [{"server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "name": "network-vif-deleted", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:37.442176 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc7b1-820d-4d23-adfb-c2f5fce824e1 None None] Pushing event updated for resources: {'Port': ['ID=40c282f4-2691-4526-bda3-e3a6f3a25bab,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.492489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afff5d3e-25c5-4363-8b6e-da6c2c67b9cf req-845b8b9f-0060-49aa-aebb-b712cf20fbc0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390480 Aug 27 02:34:37.506262 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d4d93-0fde-47a7-8bd2-044ff6898bbd x-openstack-request-id: req-8a3d4d93-0fde-47a7-8bd2-044ff6898bbd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:37.506619 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a001e682-4f78-4912-9051-0fa249db9290", "name": "network-vif-deleted", "tag": "8ad6a31f-c044-4faa-8fc5-8f9542e8ba02", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:37.506871 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a3d4d93-0fde-47a7-8bd2-044ff6898bbd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:37.507289 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a001e682-4f78-4912-9051-0fa249db9290', 'name': 'network-vif-deleted', 'tag': '8ad6a31f-c044-4faa-8fc5-8f9542e8ba02', 'status': 'completed', 'code': 200} Aug 27 02:34:37.509624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=bb300c44-4184-4651-8ad1-619cf460a74f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.553477 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] Set router f96b4e14-c432-4c39-b7fe-624780c2e86c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:37.559712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Checking segment: {'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:37.560674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Network hostable DHCP agents. Network: d74df26f-00a7-4f32-9ea1-506c2cb5688d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:37.589338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:37.592365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['60424d51-18e1-479c-900f-1731445530a0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.608559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70e51061-f24a-4bb8-b2a3-9139e4032784 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "PUT /v2.0/routers/a2820722-c056-46a4-a443-7a0209b44a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2945523 Aug 27 02:34:37.619628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.620438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:37.635637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e6967671-363b-43f1-95ea-493e526d15ae'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.664865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.679054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:37.688611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.688992 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Added segment a5e545bb-bddf-4b7b-b348-f464d9f6a778 of type vlan for network a772b49d-4db6-46dc-a566-36ae44d7f011 Aug 27 02:34:37.695811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Sync routers for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:37.707359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['edbbd8e5-fe91-4645-93a8-124d991e1903'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.710531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['8ea4aea9-f516-47f0-a796-3649327cb7fe'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.712875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.736308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['6a08a05e-62e5-4921-af0d-9e80e2871947'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.749913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.750712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['2a1723b9-ba46-418b-a03d-7c5422927284'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:34:37.780759 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:32Z', 'updated_at': '2021-08-27T02:34:34Z', 'revision_number': 3, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port': {'id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:33Z', 'updated_at': '2021-08-27T02:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:37.805548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1642b86a-9e9e-4e7e-8776-99b9def979d0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:37.810549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.817099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:37.818185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.820737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:37.857977 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef20d2-bc26-461e-b147-bcbbac7175fb None None] The sync data for ids ['f96b4e14-c432-4c39-b7fe-624780c2e86c'] in n-d-806292-1 is: [{'id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:32Z', 'updated_at': '2021-08-27T02:34:34Z', 'revision_number': 3, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port': {'id': '40c282f4-2691-4526-bda3-e3a6f3a25bab', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96b4e14-c432-4c39-b7fe-624780c2e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:33Z', 'updated_at': '2021-08-27T02:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:37.896483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6291fd18-a7ba-4af0-af30-55022329c80c req-4a199722-622b-4f00-b2af-93d0949fcee6 tempest-ServersNegativeTestMultiTenantJSON-28767386 tempest-ServersNegativeTestMultiTenantJSON-28767386-project] 10.222.0.26 "GET /v2.0/ports?device_id=a001e682-4f78-4912-9051-0fa249db9290 HTTP/1.1" status: 200 len: 210 time: 0.0538511 Aug 27 02:34:37.925212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d74df26f-00a7-4f32-9ea1-506c2cb5688d) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:37.930006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:37.946022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2841182 Aug 27 02:34:37.947749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting subnet 9891611d-9e76-4fb8-892b-2fb2b94bb7b5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:37.961767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:37.966964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:37.967220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:37.970983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c93f08-067e-4106-ba6f-381e682bb1e4 None None] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:38.026461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.028080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.031854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.043965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7d270-4f3a-4197-9092-92de488ddae3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Pushing event updated for resources: {'Network': ['ID=a772b49d-4db6-46dc-a566-36ae44d7f011,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.099404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.160942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.161365 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.164737 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 2 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.181493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.181901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.182302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.193075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.193412 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.196612 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 3 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.238126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.238603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.239006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.249039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.249669 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.254293 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 4 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.299292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.325306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a772b49d-4db6-46dc-a566-36ae44d7f011 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:38.327549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.327937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.328686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.388542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.390312 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.394961 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 5 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.403227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.453305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.453960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.454350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.455192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:38.456545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.461681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.462268 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.469444 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 6 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.491065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.491340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.491848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.498538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.505783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.505783 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.526429 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 7 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.554672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.559818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.560468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.565696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Subnet': ['ID=9891611d-9e76-4fb8-892b-2fb2b94bb7b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:38.571144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011', 'binding:host_id': 'n-h2-806292-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1904946732'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:38.576640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.582252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:38.586608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9275d1f2-8705-46de-bb5a-1d24b974b93a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/subnets/9891611d-9e76-4fb8-892b-2fb2b94bb7b5 HTTP/1.1" status: 204 len: 168 time: 0.9519122 Aug 27 02:34:38.592398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.592796 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.593241 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 8 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.621833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d4fd0-fce3-4cfe-8578-5ae4c4edf93e None None] Network 3fab650e-7b54-4d17-8e0b-23393cc42ed3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:38.624532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.624857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.625180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.658935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.659350 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.662473 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 9 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.662650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.25.8.33 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/cbddea7b-0ee3-4d6d-a29e-b7bb68402556) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:38.681201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Made reservation on behalf of e978715bb94d411f97e196d75d45b432 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:38.683744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.697081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.697429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.697764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.707131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.707468 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.708482 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 10 to bind port bb300c44-4184-4651-8ad1-619cf460a74f Aug 27 02:34:38.727805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:38.727805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:38.727805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:38.729864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.744018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.749970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.755882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.762765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.768615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.774486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.781553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:38.789200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-37735514-5dc2-4715-881c-4429c96db48a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5429 time: 0.1461670 Aug 27 02:34:38.799140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port bb300c44-4184-4651-8ad1-619cf460a74f on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:38.799467 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port bb300c44-4184-4651-8ad1-619cf460a74f on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:38.799847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.807066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:38.924480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4f2c369-98a1-4fa9-b228-61657055dfad req-949ec1a9-91c4-4291-ae3f-2f379a307e6b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343279 Aug 27 02:34:38.929361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:39.010459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46280) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:39.020796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port bb300c44-4184-4651-8ad1-619cf460a74f, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:39.021163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempted to set empty binding levels {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:39.043879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.053250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.068373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.071620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.081300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.100621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:39.101208 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.122074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port 233982d2-800b-443a-9939-0e52d6a029cc yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:39.131171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Deleting subnet 845bc7fa-bf16-4296-8838-a1e9dccf5f47 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:39.138335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.141353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.2267759 Aug 27 02:34:39.148362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:39.166140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23285-6b7b-4eb1-becb-1ff727af2507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=bb300c44-4184-4651-8ad1-619cf460a74f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.190416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.222352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed140811-0626-4d16-a95e-86d628cac836,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.257840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.326285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.341669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port f59b1673-3ca6-4e63-a98c-aa7020cfa515 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:39.342016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.348481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.355609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845bc7fa-bf16-4296-8838-a1e9dccf5f47,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.361525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.363755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cfb5cb76-1079-4d5b-ae96-1ef9bfe04307 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/845bc7fa-bf16-4296-8838-a1e9dccf5f47 HTTP/1.1" status: 204 len: 168 time: 0.3522401 Aug 27 02:34:39.366512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46284) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:39.441837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.501879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:39.522975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:39.539617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.541192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:39.545318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=cbddea7b-0ee3-4d6d-a29e-b7bb68402556,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.556214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03344274-6be2-4403-bef7-9043875f57d3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:39.565243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] DHCP port deletion for 3fab650e-7b54-4d17-8e0b-23393cc42ed3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:39.568300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:39.568785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4078211-f6e4-4ff3-a31b-a7bf0f6eb7b4') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:39.581330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.599285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.605715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:39.607071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:39.609228 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:39.646235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port f59b1673-3ca6-4e63-a98c-aa7020cfa515, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f59b1673-3ca6-4e63-a98c-aa7020cfa515,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:39.646641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.649816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Deleting port bb300c44-4184-4651-8ad1-619cf460a74f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:39.650157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.672761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.684573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.689171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03344274-6be2-4403-bef7-9043875f57d3 HTTP/1.1" status: 204 len: 168 time: 0.3190567 Aug 27 02:34:39.697085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46286) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:39.706413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298d84-1dd1-439b-bf6d-f6aba0cbbea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=03344274-6be2-4403-bef7-9043875f57d3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.714171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for f59b1673-3ca6-4e63-a98c-aa7020cfa515 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:39.739259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:36Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'f59b1673-3ca6-4e63-a98c-aa7020cfa515', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:33:50Z', 'updated_at': '2021-08-27T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:39.755134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Deleting subnet 1910227a-0ebf-4553-a33f-ead889f654c7 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:39.758401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.767173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Checking router: a2820722-c056-46a4-a443-7a0209b44a0a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:39.769579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Deleting port da3a1769-a5a5-4a07-937a-d102afccdc5c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:39.769944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.789600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port 233982d2-800b-443a-9939-0e52d6a029cc yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:39.798419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.807560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.824062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Routers {'a2820722-c056-46a4-a443-7a0209b44a0a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:39.825237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2820722-c056-46a4-a443-7a0209b44a0a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:39.848516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.885115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Transition to ACTIVE for port object 233982d2-800b-443a-9939-0e52d6a029cc will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:39.906050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port bb300c44-4184-4651-8ad1-619cf460a74f, host n-h2-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:39.906713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.908624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] For port da3a1769-a5a5-4a07-937a-d102afccdc5c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da3a1769-a5a5-4a07-937a-d102afccdc5c,segment=NetworkSegment(32f252c3-ac3d-49cb-8816-840d01976745),segment_id=32f252c3-ac3d-49cb-8816-840d01976745)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:39.909014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.922066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.930680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Calling delete_port for da3a1769-a5a5-4a07-937a-d102afccdc5c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:39.939810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Calling delete_port for bb300c44-4184-4651-8ad1-619cf460a74f owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:39.942043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.950213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] Set router a2820722-c056-46a4-a443-7a0209b44a0a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:39.955512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1910227a-0ebf-4553-a33f-ead889f654c7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:39.963410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:39.968440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-74213921-62e4-4acd-9df7-8e264f66e705 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1910227a-0ebf-4553-a33f-ead889f654c7 HTTP/1.1" status: 204 len: 168 time: 0.2702475 Aug 27 02:34:39.969058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46290) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.042293 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.048961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 6, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:40.085977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b051c28c-c3b0-4599-8eb2-50b0882974b0 None None] The sync data for ids ['a2820722-c056-46a4-a443-7a0209b44a0a'] in n-d-806292-1 is: [{'id': 'a2820722-c056-46a4-a443-7a0209b44a0a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1838930864', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:33:47Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 6, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:40.175588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:40.191378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.201772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:40.202111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8ad6a31f-c044-4faa-8fc5-8f9542e8ba02 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:40.204019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a19052f-4337-472a-8ecb-3d39d073985a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:40.209854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.216106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df2aee0-8996-4376-9f02-68596293d876') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:40.216401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df2aee0-8996-4376-9f02-68596293d876') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:40.227420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.236411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=233982d2-800b-443a-9939-0e52d6a029cc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.239554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] No DVR routers for this DVR port da3a1769-a5a5-4a07-937a-d102afccdc5c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:40.242184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b3804-dff7-4df1-bb7f-1bf126fe91dc None None] Pushing event deleted for resources: {'Port': ['ID=da3a1769-a5a5-4a07-937a-d102afccdc5c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.246275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.253568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:40.254043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:40.256150 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:40.313769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.321292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.323204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1a19052f-4337-472a-8ecb-3d39d073985a HTTP/1.1" status: 204 len: 168 time: 0.3532259 Aug 27 02:34:40.336151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d608ab-a49e-424e-b938-a98144cb6797 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a19052f-4337-472a-8ecb-3d39d073985a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.353280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.360048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.365981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.371990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.377772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.383645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.389513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:40.391560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-24ae180f-020c-4b4f-934f-f72bd538369a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5429 time: 0.3507388 Aug 27 02:34:40.399549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.407045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Checking segment: {'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:40.407417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Network hostable DHCP agents. Network: a772b49d-4db6-46dc-a566-36ae44d7f011, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:40.450714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.511388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb300c44-4184-4651-8ad1-619cf460a74f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.554738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46296) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.582305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.594658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40c282f4-2691-4526-bda3-e3a6f3a25bab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:40.595752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.600041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3764feac-44cb-4ff3-88a7-c7cf4d2a5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "DELETE /v2.0/ports/bb300c44-4184-4651-8ad1-619cf460a74f HTTP/1.1" status: 204 len: 168 time: 1.4474666 Aug 27 02:34:40.601362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.627523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=f59b1673-3ca6-4e63-a98c-aa7020cfa515,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:40.637778 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e342b872-6654-45c1-bfe8-1c9cb73355ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:40.639077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e48b2634-694a-4532-9691-a77601cb6bb5 req-8a368338-ba9e-439a-849a-67c9f4d6bf1d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2375770 Aug 27 02:34:40.640726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e342b872-6654-45c1-bfe8-1c9cb73355ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports/bb300c44-4184-4651-8ad1-619cf460a74f HTTP/1.1" status: 404 len: 333 time: 0.0385730 Aug 27 02:34:40.646045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6622ea3-2c8f-4749-8d64-991b2dc6336e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ddf661829d246cf9d315febf0196475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874519 Aug 27 02:34:40.646045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.649842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Network a772b49d-4db6-46dc-a566-36ae44d7f011 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:40.650896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-669599901'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:40.654727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:40.687001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 40c282f4-2691-4526-bda3-e3a6f3a25bab completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:40.692790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 40c282f4-2691-4526-bda3-e3a6f3a25bab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:40.693417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.695440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a772b49d-4db6-46dc-a566-36ae44d7f011) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:40.704688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Made reservation on behalf of 636cbb98d91b4c838029740bed142d51 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:40.709152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.729897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:40.744333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6755c-d3fc-4298-af01-b329ce0c7b42 None None] Network a772b49d-4db6-46dc-a566-36ae44d7f011 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:40.746204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port 57ec50d9-cdc1-4370-936a-128edc031b18 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:40.760079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.788724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:40.789059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:40.789649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:40.806865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:40.807215 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:40.808336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.812096 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 2 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:40.829296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.942952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:40.943181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:40.943812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:40.946688 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.951617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.966562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:40.966953 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:40.988431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.990478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.993015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:40.998453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7219e187-e1d5-4827-9dbd-9fa6230192db HTTP/1.1" status: 204 len: 168 time: 0.3417432 Aug 27 02:34:41.001989 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 3 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.018285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93ad63-1f4b-4cdf-b459-3cb64dd18553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219e187-e1d5-4827-9dbd-9fa6230192db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.023039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.023271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.023647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.028275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.033854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.034362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Fanout notify agent at l3_agent the message router_deleted on router a2820722-c056-46a4-a443-7a0209b44a0a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:41.035948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.036275 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.037763 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.040791 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 4 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.088136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 40c282f4-2691-4526-bda3-e3a6f3a25bab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40c282f4-2691-4526-bda3-e3a6f3a25bab,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:41.094002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.095940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.100650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-630eb107-7ef9-40f8-bc5e-49e1a837d58c tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/routers/a2820722-c056-46a4-a443-7a0209b44a0a HTTP/1.1" status: 204 len: 168 time: 2.5182805 Aug 27 02:34:41.109350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.123028 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.125034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.125545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.125752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.161424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.161795 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.164247 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 5 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.225949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05587fac-75da-47ed-bf70-7107902cc0d9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:41.268420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 05587fac-75da-47ed-bf70-7107902cc0d9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:41.269074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05587fac-75da-47ed-bf70-7107902cc0d9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:41.271323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da3a1769-a5a5-4a07-937a-d102afccdc5c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:41.273057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:41.280433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:41.285610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=57ec50d9-cdc1-4370-936a-128edc031b18,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.295447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:41.296773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.297506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.297648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: da3a1769-a5a5-4a07-937a-d102afccdc5c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:41.298270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da3a1769-a5a5-4a07-937a-d102afccdc5c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:41.303071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=40c282f4-2691-4526-bda3-e3a6f3a25bab,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.343111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.348034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ced662ca-b4ec-44f8-b086-a6ad94372aa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7018592 Aug 27 02:34:41.351652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.358157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:41.505860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.509141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.528168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fab650e-7b54-4d17-8e0b-23393cc42ed3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:41.557250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f252c3-ac3d-49cb-8816-840d01976745') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:41.557988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f252c3-ac3d-49cb-8816-840d01976745') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:41.567331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.589907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.597665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.598171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.598321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.608562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.608887 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.611589 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 6 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.614694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.630739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.631076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.631407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.639213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.639537 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.640065 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 7 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.660252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:41.660659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.661380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.661826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.662159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:41.669181 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:41.671914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.671914 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.671914 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 8 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.692281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.692716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.693514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.699239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router b44418d9-a21d-45aa-b9ce-148d04002f5a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:41.702216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.702762 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.704340 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 9 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.732010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f3e0c9f-affd-4190-b38a-a1219806085d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0598edaa8c834388ae50fdcf85038de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627975 Aug 27 02:34:41.739244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.755467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.755863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.756342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.779152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.784414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.788770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/networks/3fab650e-7b54-4d17-8e0b-23393cc42ed3 HTTP/1.1" status: 204 len: 168 time: 0.6712873 Aug 27 02:34:41.793878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.794213 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.794795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:41.799373 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 10 to bind port 233982d2-800b-443a-9939-0e52d6a029cc Aug 27 02:34:41.817726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccca184-0dbc-409c-ad6f-b0ac3458cd16 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Network': ['ID=3fab650e-7b54-4d17-8e0b-23393cc42ed3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:41.865802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.886759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port 57ec50d9-cdc1-4370-936a-128edc031b18 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:41.894497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:41.894840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:41.895175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:41.900259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.904025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.928866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Transition to ACTIVE for port object 57ec50d9-cdc1-4370-936a-128edc031b18 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:41.932106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.935544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:41.938328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.944241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.951252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.957285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.963174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.969581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:41.971529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58328383-db7f-457f-94fd-7baa30277728 req-b8538df7-3eb6-4e8d-967b-34ec81741506 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5429 time: 0.2173519 Aug 27 02:34:41.972128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 233982d2-800b-443a-9939-0e52d6a029cc on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:41.972455 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 233982d2-800b-443a-9939-0e52d6a029cc on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:41.972827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.007077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=57ec50d9-cdc1-4370-936a-128edc031b18,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.013179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.013499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.013835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.020320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.020707 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.021261 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 2 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.023583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.026414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.027173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0756c295-ef1c-46ca-bf1c-31603484b487 HTTP/1.1" status: 204 len: 168 time: 0.2870362 Aug 27 02:34:42.036090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:42.043551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6350a3-a4d7-470e-8468-40549aa73de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0756c295-ef1c-46ca-bf1c-31603484b487,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.048810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Sync routers for ids ['b44418d9-a21d-45aa-b9ce-148d04002f5a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:42.049498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.049831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.050163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.054849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.055176 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.055565 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 3 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.060141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Routers {'b44418d9-a21d-45aa-b9ce-148d04002f5a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:42.061231 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b44418d9-a21d-45aa-b9ce-148d04002f5a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:42.071717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.072018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.072353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.078872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.079390 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.079956 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 4 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.093594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.093995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.094422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.099443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.099885 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.100282 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 5 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.114864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.115272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.116905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.120771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.121192 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.121674 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 6 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.138934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.139662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.140096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.146273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.146746 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.147604 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 7 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.149085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.153549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f85599f7-20d4-4028-9ec7-71ba3033231e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7290657 Aug 27 02:34:42.156088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.163407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.163808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.164220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.169883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.170125 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.170588 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 8 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.184590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.185053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.185767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.186098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58328383-db7f-457f-94fd-7baa30277728 req-a2680b72-a87f-42f2-bc69-a98eb8f44a57 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1976204 Aug 27 02:34:42.190568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.190978 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.191430 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 9 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.203867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Set router b44418d9-a21d-45aa-b9ce-148d04002f5a gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:42.222377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.224638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.224978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.238615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.239203 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.239886 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 10 to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 Aug 27 02:34:42.261854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port 233982d2-800b-443a-9939-0e52d6a029cc, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:42.272349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempted to set empty binding levels {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:42.276658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:42.277091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:42.278550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:42.289217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.291026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:42.296235 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 57ec50d9-cdc1-4370-936a-128edc031b18 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:42.302817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.383165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40c282f4-2691-4526-bda3-e3a6f3a25bab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:42.386056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port 57ec50d9-cdc1-4370-936a-128edc031b18, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:42.386741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempted to set empty binding levels {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:42.392564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.417020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=233982d2-800b-443a-9939-0e52d6a029cc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.435308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.435935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.442518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] In _notify_port_updated(), no bound segment for port 57ec50d9-cdc1-4370-936a-128edc031b18 on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:34:42.443564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.444330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.444804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 40c282f4-2691-4526-bda3-e3a6f3a25bab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:42.445188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.446364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "PUT /v2.0/ports/57ec50d9-cdc1-4370-936a-128edc031b18 HTTP/1.1" status: 200 len: 978 time: 1.0935926 Aug 27 02:34:42.450842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.465306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port 8d2a0c0c-9f9a-40f5-a513-f198c70cf59e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:42.465646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.473124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34626119-82df-4e2e-a5dc-2223179f381f tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/b44418d9-a21d-45aa-b9ce-148d04002f5a HTTP/1.1" status: 200 len: 907 time: 0.3152299 Aug 27 02:34:42.484319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46334) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.513580 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44418d9-a21d-45aa-b9ce-148d04002f5a', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'cbddea7b-0ee3-4d6d-a29e-b7bb68402556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:36Z', 'updated_at': '2021-08-27T02:34:39Z', 'revision_number': 3, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port': {'id': 'cbddea7b-0ee3-4d6d-a29e-b7bb68402556', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44418d9-a21d-45aa-b9ce-148d04002f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:34:38Z', 'updated_at': '2021-08-27T02:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:42.530100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7384d5-6635-47a6-b343-800700b9d3b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=57ec50d9-cdc1-4370-936a-128edc031b18,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:42.530258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb434955-c4f5-4450-a6cf-b2922da84647 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.9599185 Aug 27 02:34:42.535902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.591197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.591784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.592124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.592579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.593108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.593563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.595011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.595211 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Checking router: b44418d9-a21d-45aa-b9ce-148d04002f5a for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:42.595465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.595926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.596380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.596827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.597696 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Updating router b44418d9-a21d-45aa-b9ce-148d04002f5a port cbddea7b-0ee3-4d6d-a29e-b7bb68402556 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:34:42.598924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.599409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.600012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.600316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.601148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.601611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.602052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.602550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.608193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.608667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.609202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.609667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.610122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.610600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.611051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.611632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.612086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.612538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.613176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.613627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.614082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.615203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.615669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.616118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.616569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.617024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.617619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.618075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.618553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.619003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.619508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.619964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.620416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.620862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.621471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:42.627329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8cd36179-52a5-4628-82d2-076241f49a47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41139 time: 0.1749902 Aug 27 02:34:42.633303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:42.638844 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.656838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.657522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.676480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for 8d2a0c0c-9f9a-40f5-a513-f198c70cf59e owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:42.682801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.690886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f59b1673-3ca6-4e63-a98c-aa7020cfa515 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:42.726687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f59b1673-3ca6-4e63-a98c-aa7020cfa515 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:42.727530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f59b1673-3ca6-4e63-a98c-aa7020cfa515 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:42.759409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6967671-363b-43f1-95ea-493e526d15ae up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:42.833678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Deleting port 57ec50d9-cdc1-4370-936a-128edc031b18 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:42.834462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.843731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e6967671-363b-43f1-95ea-493e526d15ae completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:42.847251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.850022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e6967671-363b-43f1-95ea-493e526d15ae triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:42.850905 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.976937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Deleting port cbddea7b-0ee3-4d6d-a29e-b7bb68402556 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:42.977283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:42.997995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.037502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.039555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:43.060718 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa813d57-c619-4231-a8c1-553d419dc078" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "e6967671-363b-43f1-95ea-493e526d15ae"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:43.090634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:43.100892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.101882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:43.158760 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a13de8-368f-4824-bfde-fb5d2ba6e9b5 x-openstack-request-id: req-f7a13de8-368f-4824-bfde-fb5d2ba6e9b5 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:43.159489 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "e6967671-363b-43f1-95ea-493e526d15ae", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:43.159964 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7a13de8-368f-4824-bfde-fb5d2ba6e9b5 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:43.160585 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae', 'code': 200} Aug 27 02:34:43.176950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.192711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Calling delete_port for cbddea7b-0ee3-4d6d-a29e-b7bb68402556 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:43.208656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:43.216588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:43.217099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.250174 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.255577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.272175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Transition to ACTIVE for port object cbddea7b-0ee3-4d6d-a29e-b7bb68402556 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:43.294030 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.346098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=8d2a0c0c-9f9a-40f5-a513-f198c70cf59e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.353304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.369209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Attempting to bind port cbddea7b-0ee3-4d6d-a29e-b7bb68402556 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:43.369579 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Attempting to bind port cbddea7b-0ee3-4d6d-a29e-b7bb68402556 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:43.369935 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Attempting to bind port cbddea7b-0ee3-4d6d-a29e-b7bb68402556 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:43.383954 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:43.384316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:43.384898 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.385450 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:43.386103 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Bound port: cbddea7b-0ee3-4d6d-a29e-b7bb68402556, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:43.386757 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.397177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:43.405583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.405793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Deleting port 233982d2-800b-443a-9939-0e52d6a029cc {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:43.406036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.407487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 60424d51-18e1-479c-900f-1731445530a0 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:43.415200 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce621-8f06-45cd-b3be-6ddcba078b20 None None] Pushing event updated for resources: {'Port': ['ID=cbddea7b-0ee3-4d6d-a29e-b7bb68402556,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.460257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] For port cbddea7b-0ee3-4d6d-a29e-b7bb68402556, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:43.464138 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] For port cbddea7b-0ee3-4d6d-a29e-b7bb68402556, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbddea7b-0ee3-4d6d-a29e-b7bb68402556,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:43.472380 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.490251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.490618 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Floating IP 14a90251-3aee-4eb0-b6bf-757f1fef5b4f disassociated (deleted). External IP: 172.25.8.230, port: 82e34ed0-d2ae-40e2-bc24-05998694b2b5. Aug 27 02:34:43.522303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port 57ec50d9-cdc1-4370-936a-128edc031b18, host n-h2-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:43.522688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.528795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.546919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 60424d51-18e1-479c-900f-1731445530a0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:43.552190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 60424d51-18e1-479c-900f-1731445530a0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:43.552843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.562561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Routers {'b44418d9-a21d-45aa-b9ce-148d04002f5a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:43.563525 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b44418d9-a21d-45aa-b9ce-148d04002f5a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.565123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.571409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.578302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.584855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.592026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.598235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.604645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:43.613495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-b9e4e50f-6373-40c2-80e8-b7f56eb549fa tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5431 time: 0.2051821 Aug 27 02:34:43.619702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Calling delete_port for 57ec50d9-cdc1-4370-936a-128edc031b18 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:43.626581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port 233982d2-800b-443a-9939-0e52d6a029cc, host n-h2-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:43.627044 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.639446 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce621-8f06-45cd-b3be-6ddcba078b20 None None] Pushing event updated for resources: {'Port': ['ID=cbddea7b-0ee3-4d6d-a29e-b7bb68402556,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.645269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.664158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Calling delete_port for 233982d2-800b-443a-9939-0e52d6a029cc owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:43.720090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:43.724177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.726139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device edbbd8e5-fe91-4645-93a8-124d991e1903 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:43.747571 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] Set router b44418d9-a21d-45aa-b9ce-148d04002f5a gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:43.814542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4aae015a-eb1c-4db3-8126-2186f2fed39b req-ef984ae3-5fbb-4523-9da6-02510391b260 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000666 Aug 27 02:34:43.853063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.866342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.868748 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.870775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port edbbd8e5-fe91-4645-93a8-124d991e1903 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:43.876715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port edbbd8e5-fe91-4645-93a8-124d991e1903 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:43.877387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.881036 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44418d9-a21d-45aa-b9ce-148d04002f5a', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:36Z', 'updated_at': '2021-08-27T02:34:42Z', 'revision_number': 4, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:43.908493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event deleted for resources: {'Port': ['ID=57ec50d9-cdc1-4370-936a-128edc031b18,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.919884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:43.922195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-353b24f1-0252-4da0-9d45-2c672ef9a02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "DELETE /v2.0/ports/57ec50d9-cdc1-4370-936a-128edc031b18 HTTP/1.1" status: 204 len: 168 time: 1.2526114 Aug 27 02:34:43.926027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:43.936416 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee067777-2f55-4ca5-8271-a1aeb8ad898d None None] The sync data for ids ['b44418d9-a21d-45aa-b9ce-148d04002f5a'] in n-d-806292-1 is: [{'id': 'b44418d9-a21d-45aa-b9ce-148d04002f5a', 'name': 'tempest-snat-router-1687442094', 'tenant_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:34:36Z', 'updated_at': '2021-08-27T02:34:42Z', 'revision_number': 4, 'project_id': '7aa82af3f9be419a8bc75226a7a64e8c', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:43.942986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbddea7b-0ee3-4d6d-a29e-b7bb68402556,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:43.986348 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8709cdc-3b6c-4efd-bca5-ab349193e2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:43.990443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8709cdc-3b6c-4efd-bca5-ab349193e2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports/57ec50d9-cdc1-4370-936a-128edc031b18 HTTP/1.1" status: 404 len: 333 time: 0.0580099 Aug 27 02:34:43.992143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46384) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.001905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1626632794', 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:44.017210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.030142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:44.033690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.036874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.061161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event deleted for resources: {'Port': ['ID=233982d2-800b-443a-9939-0e52d6a029cc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.071418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.075772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3759ecea-7def-4541-a360-65b6ef6df202 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "DELETE /v2.0/ports/233982d2-800b-443a-9939-0e52d6a029cc HTTP/1.1" status: 204 len: 168 time: 1.5360279 Aug 27 02:34:44.076109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.120171 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c982d7-5f36-4ebe-b605-8576723e8a8a tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:44.120623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:44.122065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-17c982d7-5f36-4ebe-b605-8576723e8a8a tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports/233982d2-800b-443a-9939-0e52d6a029cc HTTP/1.1" status: 404 len: 333 time: 0.0450387 Aug 27 02:34:44.125874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46392) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.129892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.131240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6a08a05e-62e5-4921-af0d-9e80e2871947 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:44.131729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1591469415'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:44.139938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.142364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.158121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Made reservation on behalf of 636cbb98d91b4c838029740bed142d51 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:44.162668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.175563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Made reservation on behalf of e978715bb94d411f97e196d75d45b432 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:44.178712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.194923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port 323e9a82-ce97-49ce-805b-d1e8777ef5c1 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:44.208089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.208694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b44418d9-a21d-45aa-b9ce-148d04002f5a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:44.217799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.219062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c67a0004-1bb4-42ef-af5b-2d97c2355411 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b44418d9-a21d-45aa-b9ce-148d04002f5a HTTP/1.1" status: 204 len: 168 time: 1.7338071 Aug 27 02:34:44.221614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.273761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.303275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 6a08a05e-62e5-4921-af0d-9e80e2871947 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:44.309927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 6a08a05e-62e5-4921-af0d-9e80e2871947 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:44.310843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.398284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.398907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port 646243be-bf59-4b12-8b55-d033943e7532 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:44.444183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.484828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:44.491495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.495121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8ea4aea9-f516-47f0-a796-3649327cb7fe up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:44.609007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.655775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 8ea4aea9-f516-47f0-a796-3649327cb7fe completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:44.657127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.660962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.662715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 8ea4aea9-f516-47f0-a796-3649327cb7fe triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:44.665186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.729102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.742983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.780237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Network a772b49d-4db6-46dc-a566-36ae44d7f011 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:44.787277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:44.787675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.794718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:44.795629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:44.796568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:44.797169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.807360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.819423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:44.827348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:44.828362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:44.828909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.840254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=646243be-bf59-4b12-8b55-d033943e7532,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.860302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:44.869202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8731651 Aug 27 02:34:44.870504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15ecb4b9-03a2-47fb-8a9e-24fe49d598db tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7428687 Aug 27 02:34:44.873830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.874325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46416) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.879937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:44.881216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2a1723b9-ba46-418b-a03d-7c5422927284 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:34:44.895999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:44.959822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae35d0-41b2-4aaa-b325-180a3ea7069c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=323e9a82-ce97-49ce-805b-d1e8777ef5c1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:44.966813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a4bce-3d67-473a-a466-35344197c32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:44.968284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-661a4bce-3d67-473a-a466-35344197c32c tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports/323e9a82-ce97-49ce-805b-d1e8777ef5c1 HTTP/1.1" status: 200 len: 959 time: 0.0936177 Aug 27 02:34:44.982111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:44.995814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:45.000871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.002091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.016649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Sync routers for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:45.026186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 2a1723b9-ba46-418b-a03d-7c5422927284 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:34:45.029834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.032095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:45.032914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:45.034733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 2a1723b9-ba46-418b-a03d-7c5422927284 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:34:45.035501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.041237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7649d0c4-354e-4827-bd99-48802dad67ad tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/floatingips/14a90251-3aee-4eb0-b6bf-757f1fef5b4f HTTP/1.1" status: 204 len: 168 time: 3.2383132 Aug 27 02:34:45.041866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:45.045054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7017c69-277a-40c9-b2b7-0cc5e0c87406" -d '{"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:45.094471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e54fd1ee-431e-4996-962e-ee00b82c0eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.104469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Deleting port 40c282f4-2691-4526-bda3-e3a6f3a25bab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:45.104943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.136721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.161344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60424d51-18e1-479c-900f-1731445530a0'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:45.163674 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a72c96-66cc-4394-83e0-301b0aeeac3a" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "60424d51-18e1-479c-900f-1731445530a0"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:45.207499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.213783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.219626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.225639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.228001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] For port 40c282f4-2691-4526-bda3-e3a6f3a25bab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40c282f4-2691-4526-bda3-e3a6f3a25bab,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.228699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.232811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.239232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.245600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.247233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Calling delete_port for 40c282f4-2691-4526-bda3-e3a6f3a25bab owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:45.254089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-61424908-1a00-4382-8e81-b0daf4ec1c3e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5435 time: 0.2887492 Aug 27 02:34:45.268157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.271172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:45.382496 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53127941-9fff-4fe7-8cea-ba1b7b9e3017 x-openstack-request-id: req-53127941-9fff-4fe7-8cea-ba1b7b9e3017 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:45.382810 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "60424d51-18e1-479c-900f-1731445530a0", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:45.383065 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53127941-9fff-4fe7-8cea-ba1b7b9e3017 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:45.383469 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0', 'code': 200} Aug 27 02:34:45.383726 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60424d51-18e1-479c-900f-1731445530a0', 'code': 200} Aug 27 02:34:45.384295 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'code': 200} Aug 27 02:34:45.384651 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'code': 200} Aug 27 02:34:45.384765 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'code': 200} Aug 27 02:34:45.448064 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe967a-005a-4b75-857b-d8491769d682 x-openstack-request-id: req-ccbe967a-005a-4b75-857b-d8491769d682 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:45.448495 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:45.448651 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccbe967a-005a-4b75-857b-d8491769d682 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:45.449129 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'status': 'completed', 'code': 200} Aug 27 02:34:45.476084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68535ec7-27d6-4809-8396-25f1d06f0a52 req-245c0b02-c727-4565-8a93-3d69c6187133 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012215 Aug 27 02:34:45.485401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:45.492408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Deleting port 323e9a82-ce97-49ce-805b-d1e8777ef5c1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:45.492408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.519900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.574759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-d7ceadbf-be49-405e-be8e-0ef192c7942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.576273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-d7ceadbf-be49-405e-be8e-0ef192c7942f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=85648905d3534b37af6ca0e5abb12b55&device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 1135 time: 0.1305828 Aug 27 02:34:45.592696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:45.619375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bd63f-6c88-43cc-afeb-093b307aaf06 req-2c30910d-c968-404a-8b23-9142638dbe52 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.627383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Checking router: 6d78cf46-e3e5-4ede-9353-19c6becf4c4c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:45.628427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a01bd63f-6c88-43cc-afeb-093b307aaf06 req-2c30910d-c968-404a-8b23-9142638dbe52 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.1839123 Aug 27 02:34:45.633889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.635723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.642842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:45.643463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:45.658749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e54fd1ee-431e-4996-962e-ee00b82c0eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.669774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e54fd1ee-431e-4996-962e-ee00b82c0eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.672846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Calling delete_port for 323e9a82-ce97-49ce-805b-d1e8777ef5c1 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:45.692811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.738783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port 646243be-bf59-4b12-8b55-d033943e7532 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:45.740542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c282f4-2691-4526-bda3-e3a6f3a25bab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.784643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a01bd63f-6c88-43cc-afeb-093b307aaf06 req-aea0d5a9-4739-41dc-ac7a-6e55a8ce20c6 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1551492 Aug 27 02:34:45.791274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.798935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e54fd1ee-431e-4996-962e-ee00b82c0eaf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e98a58a678b74f71a0cc60055266101a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902346 Aug 27 02:34:45.805189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46432) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:45.806015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd1ee-431e-4996-962e-ee00b82c0eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198f5d4-e981-48d5-922e-450c5cc91a2c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.823936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-c820d7b6-3aea-4ecf-8535-c0a930e61e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:45.826119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-c820d7b6-3aea-4ecf-8535-c0a930e61e7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 200 len: 898 time: 0.2411842 Aug 27 02:34:45.829044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Transition to ACTIVE for port object 646243be-bf59-4b12-8b55-d033943e7532 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:45.843181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.879126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-8f1453ff-9c94-4436-814a-7bd57992f051 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 200 len: 217 time: 0.0439632 Aug 27 02:34:45.883154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.907879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:45.950238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:45.954978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=646243be-bf59-4b12-8b55-d033943e7532,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.957240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:45.957676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:45.958072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:45.995572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event deleted for resources: {'Port': ['ID=323e9a82-ce97-49ce-805b-d1e8777ef5c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:45.997525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.002804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.003230 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.006133 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 2 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.011341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.015744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.028654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-d3490887-e275-4e06-9774-01df8c77bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.030484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-d3490887-e275-4e06-9774-01df8c77bbf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a42a8134-24a4-4598-91ca-a71c56993c95 HTTP/1.1" status: 200 len: 835 time: 0.1432672 Aug 27 02:34:46.031243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.035571 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bcf0772f-7994-43a0-ae8f-6842f76ed332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "DELETE /v2.0/ports/323e9a82-ce97-49ce-805b-d1e8777ef5c1 HTTP/1.1" status: 204 len: 168 time: 1.0539107 Aug 27 02:34:46.036728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:46.059389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.059747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.060127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.082585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.091140 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92dd63c-ef01-4720-a5ca-4020d48cbfd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:46.093306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f92dd63c-ef01-4720-a5ca-4020d48cbfd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports/323e9a82-ce97-49ce-805b-d1e8777ef5c1 HTTP/1.1" status: 404 len: 333 time: 0.0542026 Aug 27 02:34:46.096633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.096962 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.097409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:46.097802 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 3 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.102337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.103169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f96b4e14-c432-4c39-b7fe-624780c2e86c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:46.106265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809954265'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:46.112425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.113945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc53591a-47e5-4084-9509-678a3fdd804b tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f96b4e14-c432-4c39-b7fe-624780c2e86c HTTP/1.1" status: 204 len: 168 time: 1.8911712 Aug 27 02:34:46.119662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:46.128042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1502180887', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:46.142038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:46.146027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-ddb9087c-2faa-4a18-a166-07490acd11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.147664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-ddb9087c-2faa-4a18-a166-07490acd11d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb94bbf8-393d-4693-af31-fe3b17252a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886006 Aug 27 02:34:46.154734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.155041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.155408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.162531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.162861 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.164052 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 4 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.171197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96f007e-eea9-4f9a-afcc-789bb58bd47a None None] The sync data for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 is: [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:32:54Z', 'revision_number': 4, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5b8ab59f-b963-479b-9c68-f90664d3efc7', 'name': '', 'network_id': 'fb94bbf8-393d-4693-af31-fe3b17252a89', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'mac_address': 'fa:16:3e:c6:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:53Z', 'updated_at': '2021-08-27T02:33:00Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'subnets': [{'id': 'a42a8134-24a4-4598-91ca-a71c56993c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:46.180903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.181241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.181577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.185581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Made reservation on behalf of 636cbb98d91b4c838029740bed142d51 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:46.188999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.202429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.202822 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.205432 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 5 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.217564 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.219655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port 3fb7d913-c190-4855-bf94-1de32260e11d yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:46.283684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-0a442f44-a62f-4235-b53f-4ca7d96e587c service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265571 Aug 27 02:34:46.324300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.327054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.330640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a198f5d4-e981-48d5-922e-450c5cc91a2c HTTP/1.1" status: 204 len: 168 time: 0.5189228 Aug 27 02:34:46.330640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.330640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.330640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.354912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d349f-c888-4b5d-87c3-774514f2eb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198f5d4-e981-48d5-922e-450c5cc91a2c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.357604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.357951 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.358497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.359654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.375712 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 6 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.436335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.436713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.437001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.450015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.453354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.453686 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.455531 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 7 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.483879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.525898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.526242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.526640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.535527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.536005 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.537553 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 8 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.551330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.551464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.551799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.557008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.557347 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.557775 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 9 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.581617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.581942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.582270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.587386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.633396 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e413388f-4968-469a-ad86-9e8c68a8f9e5 None None] New status for floating IP 14a90251-3aee-4eb0-b6bf-757f1fef5b4f: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:34:46.641061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.653275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.653275 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.658088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7017c69-277a-40c9-b2b7-0cc5e0c87406 req-b0b4d7c6-c917-4586-8a1d-0d044db9991a service neutron] 10.222.0.15 "GET /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646250 Aug 27 02:34:46.659010 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 10 to bind port 646243be-bf59-4b12-8b55-d033943e7532 Aug 27 02:34:46.680249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Network d74df26f-00a7-4f32-9ea1-506c2cb5688d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:46.704496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:46.727291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.734426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.740782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.759280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.766339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.773028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.777468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-aa78e7ca-0c35-42a6-b689-00a206c9a742 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.779116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-aa78e7ca-0c35-42a6-b689-00a206c9a742 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.15 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.1326201 Aug 27 02:34:46.779356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.786941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49923096-5808-468d-9115-2481a5e6127f req-e59e7383-5388-408a-8048-8d69bb395fd0 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.2147703 Aug 27 02:34:46.798196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:46.802015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:46.802787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:46.809599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:46.810628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:46.811294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.818582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb7d913-c190-4855-bf94-1de32260e11d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:46.867194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:46.867528 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port 646243be-bf59-4b12-8b55-d033943e7532 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:46.867902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:46.877937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef1c1b18-a7cd-4d6c-835e-1ffad5a957df tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7765527 Aug 27 02:34:46.881246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46460) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:46.897333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:46.914985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49923096-5808-468d-9115-2481a5e6127f req-a29f985b-e3e7-4e4b-a67c-3bce9aa3bd01 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080215 Aug 27 02:34:46.975205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port 646243be-bf59-4b12-8b55-d033943e7532, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:46.975650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempted to set empty binding levels {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:46.980183 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.014082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] In _notify_port_updated(), no bound segment for port 646243be-bf59-4b12-8b55-d033943e7532 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:34:47.015348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.016381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.017438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.018582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "PUT /v2.0/ports/646243be-bf59-4b12-8b55-d033943e7532 HTTP/1.1" status: 200 len: 975 time: 2.1432981 Aug 27 02:34:47.021438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.044645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:47.045004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.070966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff86b65-c96a-4048-8558-0f9a911d87e6 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=646243be-bf59-4b12-8b55-d033943e7532,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.117627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.118170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.118662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.119124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.119576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.120026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.120475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.120915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.121440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.122001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.122469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.123029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.123450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.123960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.124435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.124879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.125323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.125763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.126288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.126708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.128865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.128865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.128865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.128865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.129259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.129418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.129890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.130327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.131012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.131239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.131674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.132675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.132675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.133369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.133821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.134267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.134738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.135183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.135618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.136248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.137119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.137420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.137825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.142362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07acebe5-f97e-4b53-bfd6-0a6b8a293438 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38729 time: 0.1201589 Aug 27 02:34:47.146811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.186165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca71554-4d38-460e-80c4-e70f7408c178 req-644cc75d-48af-4536-a494-9e98396777ac tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.187713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eca71554-4d38-460e-80c4-e70f7408c178 req-644cc75d-48af-4536-a494-9e98396777ac tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 984 time: 0.2437134 Aug 27 02:34:47.225710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Deleting port 646243be-bf59-4b12-8b55-d033943e7532 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:47.226071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.239848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46474) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.296301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port 646243be-bf59-4b12-8b55-d033943e7532, host n-h2-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:47.296658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.309091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Calling delete_port for 646243be-bf59-4b12-8b55-d033943e7532 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:47.343951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.358269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port 82e34ed0-d2ae-40e2-bc24-05998694b2b5, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=82e34ed0-d2ae-40e2-bc24-05998694b2b5,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:47.358667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.378760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-812987798-network', 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:47.385884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:47.388798 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daf9ab3-ed88-4090-91bf-d14c4dbefd00" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:47.393784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eca71554-4d38-460e-80c4-e70f7408c178 req-051d7ab7-e4f1-4ec5-84a0-55fc189607c5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/security-groups?id=e57f01a0-b97a-4bf9-afa2-6f211ca7d134&id=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1726956 Aug 27 02:34:47.397976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.410756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for 82e34ed0-d2ae-40e2-bc24-05998694b2b5 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:47.421267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.436290 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001aacd8-8df3-41e3-ace4-70fdc0da9c3d x-openstack-request-id: req-001aacd8-8df3-41e3-ace4-70fdc0da9c3d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:47.436624 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:47.437017 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-001aacd8-8df3-41e3-ace4-70fdc0da9c3d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:47.437452 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284', 'code': 200} Aug 27 02:34:47.462777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.465765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "DELETE /v2.0/ports/646243be-bf59-4b12-8b55-d033943e7532 HTTP/1.1" status: 204 len: 168 time: 0.3173707 Aug 27 02:34:47.466483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:47.468703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.469645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.471817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122bc98-b062-42eb-ab7c-7f52dd1b8eff tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event deleted for resources: {'Port': ['ID=646243be-bf59-4b12-8b55-d033943e7532,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.486227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.579966 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18969c0-10e0-4dec-804c-5a21e15aa66e tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:47.580232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.581555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c18969c0-10e0-4dec-804c-5a21e15aa66e tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports/646243be-bf59-4b12-8b55-d033943e7532 HTTP/1.1" status: 404 len: 333 time: 0.1061733 Aug 27 02:34:47.585516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46482) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.591323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1857000580', 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:47.594343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.626773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:47.647647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Made reservation on behalf of e978715bb94d411f97e196d75d45b432 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:47.649948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.650361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] device_id is not set on port 3fb7d913-c190-4855-bf94-1de32260e11d yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:47.655002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b3b71-0988-48c3-8424-372298ab1354,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.667592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.668622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.669091 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Added segment e6b1a9c7-ed9b-464e-8f5e-454bb67f339f of type vlan for network 748e5b86-f755-478f-af38-c81c679b7d08 Aug 27 02:34:47.681038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port 1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:47.696272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Transition to ACTIVE for port object 3fb7d913-c190-4855-bf94-1de32260e11d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:47.703993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.704504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.705001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.705469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.706116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.706440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.706888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.708987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-53ecb6d6-984c-466e-b607-2f53cdbd3eff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.1713846 Aug 27 02:34:47.720473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.741076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Allocated IP 172.25.8.219 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0a20e6c5-7b98-4310-a7f6-ff29dcd7f9eb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:47.749439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.807207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.808171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:47.809304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.894226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88510750-39cc-4c29-9c07-7451c744dfe3 req-c5bd7987-ba1c-4427-82ce-c14391e83f58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746731 Aug 27 02:34:47.895053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb7d913-c190-4855-bf94-1de32260e11d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.927777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6841834 Aug 27 02:34:47.930519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:47.936165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab13e-58b4-48aa-84b3-d129ed31c5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=748e5b86-f755-478f-af38-c81c679b7d08,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:47.941972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Request body: {'subnet': {'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-812987798-subnet', 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:47.946408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 748e5b86-f755-478f-af38-c81c679b7d08 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:47.956052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:47.956398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:47.956738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:47.973371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:47.984010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:47.984345 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:47.989520 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 2 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.009140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.027734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:48.030048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.037843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.038177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.038543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:48.042630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.049767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.101750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.104637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=82e34ed0-d2ae-40e2-bc24-05998694b2b5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.108564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.114940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.117421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:48.117760 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:48.120714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.123363 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 3 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.127327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.133408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.140131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.142045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-6860e500-cd2c-48e2-8ba4-5e66c8fd2f25 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.1331246 Aug 27 02:34:48.153553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Network a772b49d-4db6-46dc-a566-36ae44d7f011 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:48.163623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:48.175284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] No DVR routers for this DVR port 82e34ed0-d2ae-40e2-bc24-05998694b2b5 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:48.175667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=1e0c7893-d5cf-4e04-a7b2-fb38c014dc17,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.178443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:48.179973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.181025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.183572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.186174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-173dfebb-be51-4191-98b8-7a6cf9bfc75e req-5c2e7362-21da-40ab-86b2-73152348eb76 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.15 "DELETE /v2.0/ports/82e34ed0-d2ae-40e2-bc24-05998694b2b5 HTTP/1.1" status: 204 len: 173 time: 1.4002855 Aug 27 02:34:48.186919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.187237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.187578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:48.189568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'name': 'network-vif-deleted', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:48.192837 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728dac92-b156-4890-8916-4b3c9fe31716" -d '{"events": [{"server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "name": "network-vif-deleted", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:48.220147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab174a67-d19e-47d2-a124-ea724f536de0 req-c7a6bbfc-c4c4-4082-b869-88cf890c0098 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701718 Aug 27 02:34:48.221177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:48.221515 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:48.224887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e086c2f0-08bc-4b66-b29c-903424b97834 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6380088 Aug 27 02:34:48.225508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46492) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.229194 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 4 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.257691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.258230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.258769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:48.262314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cb026-bfa5-483c-a4ac-5974477564bb tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:48.267175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:48.267910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-885cb026-bfa5-483c-a4ac-5974477564bb tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports/1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 HTTP/1.1" status: 200 len: 955 time: 0.0407393 Aug 27 02:34:48.286679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40c282f4-2691-4526-bda3-e3a6f3a25bab no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:48.290572 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec79cc-e9e2-4621-a4a7-c23637f538c2 x-openstack-request-id: req-6aec79cc-e9e2-4621-a4a7-c23637f538c2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:48.290877 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08041623-889b-4496-b59b-9bb10ddd86d6", "name": "network-vif-deleted", "tag": "82e34ed0-d2ae-40e2-bc24-05998694b2b5", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:48.291125 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aec79cc-e9e2-4621-a4a7-c23637f538c2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:48.291527 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08041623-889b-4496-b59b-9bb10ddd86d6', 'name': 'network-vif-deleted', 'tag': '82e34ed0-d2ae-40e2-bc24-05998694b2b5', 'status': 'completed', 'code': 200} Aug 27 02:34:48.293727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:48.294246 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:48.310912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 40c282f4-2691-4526-bda3-e3a6f3a25bab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:48.311403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40c282f4-2691-4526-bda3-e3a6f3a25bab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:48.326097 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 5 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.332332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.510997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d66f132c-4495-4567-8005-cd10b965cd4f req-74ba4fe2-4f59-4f86-8ee5-b3478b8548f5 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "GET /v2.0/ports?device_id=08041623-889b-4496-b59b-9bb10ddd86d6 HTTP/1.1" status: 200 len: 210 time: 0.0308344 Aug 27 02:34:48.746013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.746403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.746760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:48.766290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:48.781523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:48.804975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:48.805305 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:48.811196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:48.813029 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 6 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.815470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event updated for resources: {'Port': ['ID=0a20e6c5-7b98-4310-a7f6-ff29dcd7f9eb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:48.869124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.869497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.869989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:48.880610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:48.892058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:48.892393 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:48.895435 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 7 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:48.988712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:48.988968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:48.989312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:49.029852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Deleting port 1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:49.030194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.041332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10fc801-1135-4277-881e-ba9d491763d3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.043304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:49.043633 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:49.056453 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 8 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:49.133127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:49.133459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:49.133794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:49.147204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Checking segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:49.147576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Network hostable DHCP agents. Network: 748e5b86-f755-478f-af38-c81c679b7d08, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:49.158458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.161523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:49.161857 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:49.168831 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 9 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:49.189000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Calling delete_port for 1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:49.208686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:49.209025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:49.209361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:49.221226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Network 748e5b86-f755-478f-af38-c81c679b7d08 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:49.281408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:49.281746 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:49.286838 n-d-806292-1 neutron-server[94831]: INFO neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempt 10 to bind port 3fb7d913-c190-4855-bf94-1de32260e11d Aug 27 02:34:49.307785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 748e5b86-f755-478f-af38-c81c679b7d08) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:49.319241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1c4ab-1b09-438f-ac2e-bebe96973f1a None None] Network 748e5b86-f755-478f-af38-c81c679b7d08 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:49.322683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.323285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.330850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:49.331189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:49.331524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempting to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:49.378010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:49.378351 n-d-806292-1 neutron-server[94831]: ERROR neutron.plugins.ml2.managers [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Failed to bind port 3fb7d913-c190-4855-bf94-1de32260e11d on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'e46ba940-1e8d-456b-bb30-f0fc27435496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd74df26f-00a7-4f32-9ea1-506c2cb5688d'}] Aug 27 02:34:49.378752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.403115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.409197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.418747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2580f08-6344-4730-8897-f5e3708aa9a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4781139 Aug 27 02:34:49.418912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.430018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.444091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.454097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.456657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.461625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.461968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.463993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-70237e47-a0f4-49f9-b583-73d8cb741e18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.1324420 Aug 27 02:34:49.481105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e4044-e9cd-4b47-a3d4-4271c758427e None None] Network 748e5b86-f755-478f-af38-c81c679b7d08 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:49.519389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac310968-14d3-4f85-a04d-a071ff86ba32 req-87493cbe-d8ee-4259-92bf-c9da0c937716 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484972 Aug 27 02:34:49.540883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e0c7893-d5cf-4e04-a7b2-fb38c014dc17,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.552237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port 3fb7d913-c190-4855-bf94-1de32260e11d, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:49.552615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attempted to set empty binding levels {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:49.595686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.600393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-63646c5f-f6d9-45b9-8fc3-c618fd108c00 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 HTTP/1.1" status: 204 len: 168 time: 1.3309348 Aug 27 02:34:49.600650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46512) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.601773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.644280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.652286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] In _notify_port_updated(), no bound segment for port 3fb7d913-c190-4855-bf94-1de32260e11d on network d74df26f-00a7-4f32-9ea1-506c2cb5688d {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:34:49.653217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.653850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.656198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "PUT /v2.0/ports/3fb7d913-c190-4855-bf94-1de32260e11d HTTP/1.1" status: 200 len: 979 time: 2.7700229 Aug 27 02:34:49.664614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.673321 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef6363f-5bdb-4acd-958e-657f579fbfa2 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:49.675051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ef6363f-5bdb-4acd-958e-657f579fbfa2 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports/1e0c7893-d5cf-4e04-a7b2-fb38c014dc17 HTTP/1.1" status: 404 len: 333 time: 0.0733368 Aug 27 02:34:49.679024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.695641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1362991351'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:49.717960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c57e2-0600-474c-907e-64711e8b842d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb7d913-c190-4855-bf94-1de32260e11d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:49.756893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.763740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.771453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.777791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.784362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.795632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.801945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:49.807422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-581e4358-0a30-45f9-8ff4-d9d4fa2805a7 req-ad0c62ae-7f14-4000-894b-9cc860036c49 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.1310160 Aug 27 02:34:49.809346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Made reservation on behalf of e978715bb94d411f97e196d75d45b432 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:49.815124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.815283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:49.829513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Request body: {'floatingip': {'port_id': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:49.837105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:49.875580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.934964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:49.989550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.026288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.058035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.070650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Network a772b49d-4db6-46dc-a566-36ae44d7f011 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:50.073516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:50.078584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:50.079854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.079854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.085391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.102193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a20f2839-6ca3-4f6d-9d2e-99216e2defca tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4106798 Aug 27 02:34:50.104985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46536) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.111029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:50.120872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.136005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Deleting port 3fb7d913-c190-4855-bf94-1de32260e11d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:50.136254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.166587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.327096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-381a27d9-c0a2-48d6-9aaa-d14f4daab853 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.328499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-381a27d9-c0a2-48d6-9aaa-d14f4daab853 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.4541125 Aug 27 02:34:50.343360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] device_id is not set on port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:34:50.343640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] For port 3fb7d913-c190-4855-bf94-1de32260e11d, host n-h2-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:50.344014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.347930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.350518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.350983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.351620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/security-groups/e57f01a0-b97a-4bf9-afa2-6f211ca7d134 HTTP/1.1" status: 204 len: 168 time: 0.7064123 Aug 27 02:34:50.354940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.379772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Transition to ACTIVE for port object d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:50.387365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.414151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Calling delete_port for 3fb7d913-c190-4855-bf94-1de32260e11d owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:50.419072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf01a3-51e1-4e53-956d-7d24ed0d5128 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f01a0-b97a-4bf9-afa2-6f211ca7d134,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.421537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ff493ee5-754c-4881-a856-a011dbed47ff tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/quotas/1a836fb133f143e3bebdfe21dd6d9315 HTTP/1.1" status: 200 len: 375 time: 0.0836103 Aug 27 02:34:50.474314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.476903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.477391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.477545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.480990 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.494322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.494672 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.497356 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 2 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.501530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-0378d302-fadb-496d-89b9-e030f3cc8d5c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439944 Aug 27 02:34:50.514667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.523119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.523453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.523786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.537395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.537719 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.542602 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 3 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.563535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.563870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.564207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.569288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.569542 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.570282 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 4 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.583931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.584204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.584521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.587598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.590684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.591822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/security-groups/19d8a28d-1993-4bfb-b0ff-e6d25dda1f07 HTTP/1.1" status: 204 len: 168 time: 0.2359395 Aug 27 02:34:50.595119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46540) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.597548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.597878 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.601796 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 5 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.605660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8e8b1-2b93-4de3-8ca3-7923497c97c4 tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d8a28d-1993-4bfb-b0ff-e6d25dda1f07,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.618129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.618575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.619771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.626712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.627013 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.627411 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 6 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.641176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.641512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.641851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.650648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.650648 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.650648 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 7 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.665004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.665334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.665664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.669956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.670280 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.670692 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 8 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.682121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.682475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.682804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.687489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.687811 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.688189 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 9 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.701241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.701572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.701905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.706117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.706474 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.706857 n-d-806292-1 neutron-server[94832]: INFO neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempt 10 to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 Aug 27 02:34:50.720789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:50.721272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:50.721711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempting to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:50.726186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:50.726655 n-d-806292-1 neutron-server[94832]: ERROR neutron.plugins.ml2.managers [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Failed to bind port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on host n-h2-806292-1 for vnic_type normal using segments [{'id': 'a5e545bb-bddf-4b7b-b348-f464d9f6a778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a772b49d-4db6-46dc-a566-36ae44d7f011'}] Aug 27 02:34:50.727125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.785659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 82e34ed0-d2ae-40e2-bc24-05998694b2b5 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:34:50.796564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:50.797210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attempted to set empty binding levels {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 27 02:34:50.803139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.807135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 82e34ed0-d2ae-40e2-bc24-05998694b2b5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:34:50.807479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 82e34ed0-d2ae-40e2-bc24-05998694b2b5 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:34:50.839095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] In _notify_port_updated(), no bound segment for port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 on network a772b49d-4db6-46dc-a566-36ae44d7f011 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:34:50.839848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:50.840435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:50.841753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "PUT /v2.0/ports/d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 HTTP/1.1" status: 200 len: 975 time: 0.7353394 Aug 27 02:34:50.845882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46542) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:50.881814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd927-af74-49bd-80e5-81973aa661f1 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:50.935786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Deleting port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:50.936134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.000239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] For port d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2, host n-h2-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:51.000599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.014025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Calling delete_port for d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:51.103933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.132730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.137851 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.139963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8c4c03df-8e42-4234-ba37-6e5b65538b26 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 HTTP/1.1" status: 204 len: 168 time: 0.2931230 Aug 27 02:34:51.149684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46546) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.174146 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb4b47e-e643-4535-a783-304823fa1482 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:51.175788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6eb4b47e-e643-4535-a783-304823fa1482 tempest-PortsAdminExtendedAttrsTestJSON-74249874 tempest-PortsAdminExtendedAttrsTestJSON-74249874-project-admin] 10.222.0.26 "GET /v2.0/ports/d4d318bb-6fe5-44d0-b36e-5a5a256a7bf2 HTTP/1.1" status: 404 len: 333 time: 0.0251148 Aug 27 02:34:51.179714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46548) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.249222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Router 7e1ac51f-d65e-49c2-8485-7e19e5df9210 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:34:51.258883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.271157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-079751da-b134-4524-bb5a-e77461274548 service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392957 Aug 27 02:34:51.286770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.345829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.356062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a772b49d-4db6-46dc-a566-36ae44d7f011']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.366895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e545bb-bddf-4b7b-b348-f464d9f6a778') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.367287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e545bb-bddf-4b7b-b348-f464d9f6a778') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.376163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.382732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-c3fdaef2-9cef-4211-8232-e1cd3ab1bae6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6177051 Aug 27 02:34:51.391392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.398101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:51.399180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:51.402914 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:51.463036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.468294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.471168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fb7d913-c190-4855-bf94-1de32260e11d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.473355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] 10.222.0.26 "DELETE /v2.0/networks/a772b49d-4db6-46dc-a566-36ae44d7f011 HTTP/1.1" status: 204 len: 168 time: 0.2926655 Aug 27 02:34:51.489283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc108cc-472e-4dc7-826b-86f6e94b92c3 tempest-PortsAdminExtendedAttrsTestJSON-372513062 tempest-PortsAdminExtendedAttrsTestJSON-372513062-project] Pushing event deleted for resources: {'Network': ['ID=a772b49d-4db6-46dc-a566-36ae44d7f011,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:51.528447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.530398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3b10aa8-1c06-429a-8986-b1834c9a645d tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3fb7d913-c190-4855-bf94-1de32260e11d HTTP/1.1" status: 204 len: 168 time: 1.8648295 Aug 27 02:34:51.533675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46552) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.559448 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeba1ff-2700-465d-b015-7b7839a1afc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] GET failed (client error): The resource could not be found. Aug 27 02:34:51.564698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cdeba1ff-2700-465d-b015-7b7839a1afc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547659257-project-admin] 10.222.0.26 "GET /v2.0/ports/3fb7d913-c190-4855-bf94-1de32260e11d HTTP/1.1" status: 404 len: 333 time: 0.0263321 Aug 27 02:34:51.564976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46554) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.615854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:34:51.650511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.708552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.735152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-43f640f2-6ea7-4649-9b96-bec03f35e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:51.736669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-43f640f2-6ea7-4649-9b96-bec03f35e988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 1097 time: 0.3096120 Aug 27 02:34:51.760774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-9323be99-9441-4358-a037-35eb59f57a5d service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768498 Aug 27 02:34:51.763647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.781528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:51.794570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] Sync routers for ids ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:51.803280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.812149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] Routers {'7e1ac51f-d65e-49c2-8485-7e19e5df9210'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:51.815267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.888224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.900622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] Routers {'7e1ac51f-d65e-49c2-8485-7e19e5df9210'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:51.903268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.941590 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:51.942911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1424285d-4319-4f4b-b69e-c96f4b1b018f tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8220615 Aug 27 02:34:51.957728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:51.958879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a1033-6f68-4316-8973-6965f391ffd0 None None] The sync data for ids ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:51.963911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:51.977180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:52.082031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a1403c6-24d0-4bb2-8a6a-298e67475f02 req-85bac081-07ad-4b8e-9807-8f628b27c5cd tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 210 time: 0.0630031 Aug 27 02:34:52.092442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.107886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74df26f-00a7-4f32-9ea1-506c2cb5688d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:52.119873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-eddf5a82-661a-4b23-bba0-fb944e8571c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.120051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46ba940-1e8d-456b-bb30-f0fc27435496') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:52.120201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46ba940-1e8d-456b-bb30-f0fc27435496') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:52.121839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-eddf5a82-661a-4b23-bba0-fb944e8571c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.3537862 Aug 27 02:34:52.131432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.148231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.154522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:34:52.155163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:34:52.159318 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:34:52.166735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a2441c1-23f2-44e1-908c-9af3a1a60335 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=825e699a5f6c4a10bcf4f133c80517c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536738 Aug 27 02:34:52.196486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.210496 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Floating IP eb275bf3-aa32-4748-9ac5-554912ac642e associated. External IP: 172.25.8.55, port: 8ea4aea9-f516-47f0-a796-3649327cb7fe. Aug 27 02:34:52.213674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-9339df83-25a8-47b5-b72e-dc7bf1623b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d645f4f-b662-46a5-9929-0a409fa1d893 HTTP/1.1" status: 200 len: 217 time: 0.0821934 Aug 27 02:34:52.249145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.255684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.260290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] 10.222.0.26 "DELETE /v2.0/networks/d74df26f-00a7-4f32-9ea1-506c2cb5688d HTTP/1.1" status: 204 len: 168 time: 0.6943552 Aug 27 02:34:52.303231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0a38e-7ba0-470c-ae45-b97c1747e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1298957029-project] Pushing event deleted for resources: {'Network': ['ID=d74df26f-00a7-4f32-9ea1-506c2cb5688d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:52.311707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.337357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.403312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.407676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.408706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-6543f6a5-6fa9-41b6-bb4e-cd3c9b3a5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.410765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-6543f6a5-6fa9-41b6-bb4e-cd3c9b3a5f2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1578028 Aug 27 02:34:52.412821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1642b86a-9e9e-4e7e-8776-99b9def979d0 HTTP/1.1" status: 204 len: 168 time: 0.2130954 Aug 27 02:34:52.428278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6a59-2f8a-4d53-b063-10cc513e246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1642b86a-9e9e-4e7e-8776-99b9def979d0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:52.574525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.597560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-76317fb6-3f27-4285-9ebd-2d06ca959ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:52.599374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-76317fb6-3f27-4285-9ebd-2d06ca959ffa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778419 Aug 27 02:34:52.635325 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0891366c-56f1-4341-8ee6-21c135ec6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.800829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.878416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0fbf8e30-bf38-4ce5-ac33-82b5e57e09b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a58c16ca1c9b4807bb8c2f1e2b56cd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025835 Aug 27 02:34:52.881000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.893724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46592) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.897225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:52.912763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:52.957107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-27e01440-8802-43b6-bc4a-4f0dae9c7ec5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e978715bb94d411f97e196d75d45b432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598969 Aug 27 02:34:52.959929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46594) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:52.972091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.015176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.057952 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.088286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.112902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.115625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.119862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3d281dd-4108-40a6-a8bd-ee795491d19e HTTP/1.1" status: 204 len: 168 time: 0.2374170 Aug 27 02:34:53.157066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15518391-2da5-4958-98ae-d4c42946ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d281dd-4108-40a6-a8bd-ee795491d19e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.216764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-399c1b80-ca60-4fd7-83e7-db0b0e16e309 req-fdd08f25-4416-46f4-b877-cfdb4587586b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 210 time: 0.0344515 Aug 27 02:34:53.255098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.257961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.264071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed140811-0626-4d16-a95e-86d628cac836 HTTP/1.1" status: 204 len: 168 time: 0.3032279 Aug 27 02:34:53.294036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b70f1-ef77-40f4-90f9-533ce0e392b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed140811-0626-4d16-a95e-86d628cac836,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:53.345318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-1e3bf019-227f-4d07-b7c5-a8af06bf3c00 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051795 Aug 27 02:34:53.474991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-9e1dab00-6139-4474-ad92-cfed90a4c599 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:53.479319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-9e1dab00-6139-4474-ad92-cfed90a4c599 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.2236485 Aug 27 02:34:53.507144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Request body: {'port': {'device_id': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'admin_state_up': True, 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:53.657170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:53.661606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.690575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:53.702460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Sync routers for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:53.702965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:53.707783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87a16849-0cfa-4f1b-8ec4-02d6b8a9d023 req-92b376d9-6a37-4e1d-b750-d8ee187e7898 service neutron] 10.222.0.15 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513669 Aug 27 02:34:53.729043 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:53.730048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:53.760940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bd08dd7-7e4e-4cbd-91c1-85871b71dca8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "PUT /v2.0/floatingips/eb275bf3-aa32-4748-9ac5-554912ac642e HTTP/1.1" status: 200 len: 991 time: 3.9446983 Aug 27 02:34:53.784903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46618) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.805856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:53.811622 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e298b5eb-b458-47ed-a9c4-00fd33a85847" -d '{"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:53.877939 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:53.898093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2bd7b075-e2bb-4d2e-b114-3eb33b451013 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=636cbb98d91b4c838029740bed142d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113737 Aug 27 02:34:53.903476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46624) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:53.914472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Allocated IP 172.20.0.4 (748e5b86-f755-478f-af38-c81c679b7d08/b10fc801-1135-4277-881e-ba9d491763d3/1928d6e7-a289-4d90-a2c8-8e5188ebbc58) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:53.937450 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fa8e6c-de9d-419b-911d-3f4c9d873ad9 x-openstack-request-id: req-52fa8e6c-de9d-419b-911d-3f4c9d873ad9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:53.938003 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:53.939025 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52fa8e6c-de9d-419b-911d-3f4c9d873ad9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:53.939603 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'status': 'completed', 'code': 200} Aug 27 02:34:54.019190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.072212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.073056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.073604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.074190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.075230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.075230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.075988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.078755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-cfda82a4-31b6-4e1a-8d61-5b9ab94ece8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.1376462 Aug 27 02:34:54.095634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.118886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port 5b8ab59f-b963-479b-9c68-f90664d3efc7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:54.119235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.159996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb275bf3-aa32-4748-9ac5-554912ac642e', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'port_id': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'mac_address': 'fa:16:3e:48:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:33Z', 'updated_at': '2021-08-27T02:34:51Z', 'revision_number': 1, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.197106 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.202729 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Checking router: 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:54.210235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.213277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.214551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4a2e341-c13e-4ce6-a8fb-58e931ee46e6 HTTP/1.1" status: 204 len: 168 time: 0.3094485 Aug 27 02:34:54.219712 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:54.221311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.229808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec78091-481e-453c-b4cb-666e7c6c0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2e341-c13e-4ce6-a8fb-58e931ee46e6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.295757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.383511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:54.397660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port 5b8ab59f-b963-479b-9c68-f90664d3efc7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b8ab59f-b963-479b-9c68-f90664d3efc7,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:54.398693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.426192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Network 748e5b86-f755-478f-af38-c81c679b7d08 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:54.431852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:54.441760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:54.473172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event updated for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:54.475394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for 5b8ab59f-b963-479b-9c68-f90664d3efc7 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:54.477630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-c1aacdfe-2945-4b5a-90f6-5e5bc282a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.479299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-c1aacdfe-2945-4b5a-90f6-5e5bc282a71d service neutron] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339 HTTP/1.1" status: 200 len: 913 time: 0.3933158 Aug 27 02:34:54.500117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46646) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:54.524543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab298ed-595a-4d14-997f-d60e1d300db1 req-64ef7af9-adb6-4dab-9b6d-cd2db6f389c8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.526075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ab298ed-595a-4d14-997f-d60e1d300db1 req-64ef7af9-adb6-4dab-9b6d-cd2db6f389c8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 931 time: 0.1694164 Aug 27 02:34:54.532863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.533483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.571353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-ee0ab7b5-637f-4ee1-93eb-98d0ff2df9a0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0696363 Aug 27 02:34:54.579494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ab298ed-595a-4d14-997f-d60e1d300db1 req-d20e2d93-a5c5-4c07-8484-dc18b2be4d2f tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Aug 27 02:34:54.600531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Request body: {'port': {'device_id': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:54.710297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-63671553-9513-4da4-8e77-4883b799fb77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 999 time: 0.2228653 Aug 27 02:34:54.757226 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb275bf3-aa32-4748-9ac5-554912ac642e', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'port_id': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'mac_address': 'fa:16:3e:48:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:33Z', 'updated_at': '2021-08-27T02:34:51Z', 'revision_number': 1, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:54.768709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-75f9b10d-1b8c-4811-abae-c6d235b9be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.770353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-75f9b10d-1b8c-4811-abae-c6d235b9be2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.0500906 Aug 27 02:34:54.791638 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb56c48e-9345-4893-b5ce-376073a9be16 None None] The sync data for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 is: [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb275bf3-aa32-4748-9ac5-554912ac642e', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'port_id': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'mac_address': 'fa:16:3e:48:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:33:33Z', 'updated_at': '2021-08-27T02:34:51Z', 'revision_number': 1, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:54.813733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.896220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33ac0-81d2-4a00-b873-f6645cb6836b req-581a4347-a08a-4aab-9b6f-74d5fd3bb126 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:54.898232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ca33ac0-81d2-4a00-b873-f6645cb6836b req-581a4347-a08a-4aab-9b6f-74d5fd3bb126 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1818438 Aug 27 02:34:54.934752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.944473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:54.954135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191250424'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:55.013511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-d1d6bd0f-bb82-43dd-b4be-0489e476c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.015203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-d1d6bd0f-bb82-43dd-b4be-0489e476c0ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078962 Aug 27 02:34:55.049325 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ca33ac0-81d2-4a00-b873-f6645cb6836b req-a0b2951f-96a5-4eb2-b61b-00f79bc29aaa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881174 Aug 27 02:34:55.135633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:55.140219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.156254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.181216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c325f-ae2b-4cd9-9f8d-0e0fda99b85b None None] New status for floating IP eb275bf3-aa32-4748-9ac5-554912ac642e: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:34:55.251671 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7ab23ad-19c6-433c-b355-33251056c95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.346666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-0fd4596b-a5e3-46d9-9970-a15c61ae9837 service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154485 Aug 27 02:34:55.358646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.365838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.404471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93932515-5b37-47b8-b025-f3bce797ffb3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.413564 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.435006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:55.450632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.458567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.458914 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63 of type vlan for network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd Aug 27 02:34:55.469301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:34:55.478789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.499534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router 7e1ac51f-d65e-49c2-8485-7e19e5df9210 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:55.508095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2af16-7d09-4c61-8fbb-5b35aefd30a5 req-3e1f8dbe-6a5b-43a9-bbfc-84012220efb4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.509758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a2b2af16-7d09-4c61-8fbb-5b35aefd30a5 req-3e1f8dbe-6a5b-43a9-bbfc-84012220efb4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.3340635 Aug 27 02:34:55.514334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=5b8ab59f-b963-479b-9c68-f90664d3efc7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.531189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.533608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Transition to ACTIVE for port object 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:55.535117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46670) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:55.547306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.614277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.624281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.628242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.628874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.693134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e298b5eb-b458-47ed-a9c4-00fd33a85847 req-6e1eb66b-4a37-4d59-bccb-92c5c099534d service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221400 Aug 27 02:34:55.698112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2106954752'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:55.741832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a2b2af16-7d09-4c61-8fbb-5b35aefd30a5 req-d4f196e1-ee43-45ad-82f9-3f3836762061 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934159 Aug 27 02:34:55.775364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2628689 Aug 27 02:34:55.823308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9a87-09df-4863-954a-8b132d69532f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=7ecba5d5-c41b-4c94-ac8e-4c369979e7cd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:55.836255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:55.845348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Made reservation on behalf of 2e2bb96776a0427e9e10ec1b1c0b43d1 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:55.849087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.864531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Attempting to bind port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:55.864900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Attempting to bind port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:55.865202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Attempting to bind port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:55.878157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3806-7874-47bb-b521-77260c4ea87d req-74ef129a-6572-4327-a137-69429c9f0383 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:55.879782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3aec3806-7874-47bb-b521-77260c4ea87d req-74ef129a-6572-4327-a137-69429c9f0383 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 943 time: 0.1771841 Aug 27 02:34:55.882166 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:55.894999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 on network 748e5b86-f755-478f-af38-c81c679b7d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:34:55.894999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Attempting to bind port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:55.918946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46678) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:55.933052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:55.941996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:55.942346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Checking segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:55.943592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Bound using segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:55.944216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Bound port: 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:55.944597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.068869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3aec3806-7874-47bb-b521-77260c4ea87d req-7f0c95ac-9d1e-4c7b-9314-bb41f0009b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821854 Aug 27 02:34:56.155808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:56.160003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:56.166361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.212055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.212923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.214492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1928d6e7-a289-4d90-a2c8-8e5188ebbc58 HTTP/1.1" status: 200 len: 1091 time: 1.6249278 Aug 27 02:34:56.221239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:34:56.223541 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:34:56.267176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.292255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.305149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:56.320747 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4256f7b8-2c3f-468b-a60a-5823792ed251 x-openstack-request-id: req-4256f7b8-2c3f-468b-a60a-5823792ed251 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:34:56.320997 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:34:56.321133 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4256f7b8-2c3f-468b-a60a-5823792ed251 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:34:56.322027 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'status': 'completed', 'code': 200} Aug 27 02:34:56.351579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.359100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c598adf-c825-49f5-af90-5364c50e6ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.365092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:56.365868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.366706 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Added segment 644e023a-cb36-446b-b6b9-6a804ed60626 of type vlan for network eca69118-85c2-4531-bdf2-506f57e44eea Aug 27 02:34:56.371779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.375273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2b19744f-7c5f-4d8f-abea-334fe30c9d67 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "PUT /v2.0/routers/7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 200 len: 922 time: 4.4070885 Aug 27 02:34:56.379561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] Sync routers for ids ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:56.381410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.388180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:56.392252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.394225 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] Routers {'7e1ac51f-d65e-49c2-8485-7e19e5df9210'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:56.394891 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:56.427506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:56.436866 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] Routers {'7e1ac51f-d65e-49c2-8485-7e19e5df9210'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:56.437840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:56.445352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.470002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c97e2af-b447-4d65-b16d-3de06e0f81d7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.473745 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:56.474633 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ad305-f42c-45bd-bd88-b24fccd608e9 None None] The sync data for ids ['7e1ac51f-d65e-49c2-8485-7e19e5df9210'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:56.489291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.500153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-f92bc610-0e14-458d-b6fb-15585f837c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.501602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-f92bc610-0e14-458d-b6fb-15585f837c46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 1094 time: 0.2172043 Aug 27 02:34:56.519904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-be0db811-cb36-44a7-8bf9-380622feefa1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.521527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-be0db811-cb36-44a7-8bf9-380622feefa1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.2852499 Aug 27 02:34:56.570192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-e88b476a-0e37-48c2-b6d8-df90849d2819 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58 HTTP/1.1" status: 200 len: 217 time: 0.0530605 Aug 27 02:34:56.586361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.592226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.592802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.612336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-4a0dd4ea-58c4-43c7-9a0e-64c8fc796628 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/quotas/57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 375 time: 0.0484700 Aug 27 02:34:56.673655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-82552861-54fe-4a98-8740-45ea7483a266 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 200 len: 922 time: 0.2470796 Aug 27 02:34:56.677481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.685673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1447124 Aug 27 02:34:56.707108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46700) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.714052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'subnet': {'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:56.772039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862b549-c06f-45cd-92ba-3648e4c1f6d4 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Network': ['ID=eca69118-85c2-4531-bdf2-506f57e44eea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:56.785458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network eca69118-85c2-4531-bdf2-506f57e44eea details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:56.793962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-b7c689a0-2962-4e71-ab3a-5513d9b268bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.795462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-b7c689a0-2962-4e71-ab3a-5513d9b268bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.2175462 Aug 27 02:34:56.798825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-e0b3aecd-866c-4dec-ab4e-0400aaaa8010 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1757233 Aug 27 02:34:56.862515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-79900567-4df1-4e9f-ad83-7d37f088c8b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595291 Aug 27 02:34:56.894857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bf84c-5ce0-4c3e-b555-9e783a2cb623 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:56.896373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-259bf84c-5ce0-4c3e-b555-9e783a2cb623 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=7e1ac51f-d65e-49c2-8485-7e19e5df9210&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2179754 Aug 27 02:34:56.899962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46702) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:56.938355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.967805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Made reservation on behalf of 2e2bb96776a0427e9e10ec1b1c0b43d1 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:56.971207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:56.995917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:34:57.020890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-71cdf660-085c-4776-9166-5b27015c8cbc service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072456 Aug 27 02:34:57.076574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=7c806d2d-41fa-4d3d-8399-eb1e4208ec89,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.113621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-0d4b6bbf-8bad-4bed-9365-c9dd65a31013 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394209 Aug 27 02:34:57.130931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:57.130931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:57.139343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bf91a-906a-4895-97a9-90e896e32caf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.143604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-033bf91a-906a-4895-97a9-90e896e32caf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.2385545 Aug 27 02:34:57.144737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.184087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6926dbd3-bc6c-4267-abee-3001b78f186a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 200 len: 205 time: 0.0382586 Aug 27 02:34:57.188002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.250673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:57.284806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:57.293901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a701586e-3e52-428f-b3a5-31fbe66faa59 None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:57.304384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.304988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.319234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-cb43a62d-e130-4d6d-8add-eea325295c26 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898524 Aug 27 02:34:57.323337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aceb5-85ec-4b4a-a240-ad11a4f363c5 req-33e60e51-11e1-4ea9-b759-99bc1236377e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.325280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-355aceb5-85ec-4b4a-a240-ad11a4f363c5 req-33e60e51-11e1-4ea9-b759-99bc1236377e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 943 time: 0.1497962 Aug 27 02:34:57.358539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff9cd1bc-2506-4796-9b75-7209a116ee43 req-a7ee34f6-66ee-4b13-92dc-ea35a9b29275 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366803 Aug 27 02:34:57.382322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-771e4afc-acbb-4622-b582-c29408b4f4bf tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4621165 Aug 27 02:34:57.386138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46714) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.392766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1716014780'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:57.399493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.406918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:34:57.414372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c52a0b06-8b13-4f71-a9a4-87618c2627ca tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "PUT /v2.0/routers/6d78cf46-e3e5-4ede-9353-19c6becf4c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8140452 Aug 27 02:34:57.420352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:57.473186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Sync routers for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:34:57.475901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-355aceb5-85ec-4b4a-a240-ad11a4f363c5 req-7f32feb4-b7cb-45c7-9a71-ee54c25db7eb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232462 Aug 27 02:34:57.493722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7ecba5d5-c41b-4c94-ac8e-4c369979e7cd', 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '7c806d2d-41fa-4d3d-8399-eb1e4208ec89'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:57.494923 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.505513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting subnet a42a8134-24a4-4598-91ca-a71c56993c95 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:34:57.512301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:57.513176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:57.519065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.522830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.525781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Subnet': ['ID=894e2f04-622d-4cea-9901-9e24b540f7bf,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:57.535181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:57.538648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.568077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Checking segment: {'id': '644e023a-cb36-446b-b6b9-6a804ed60626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:57.568440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network hostable DHCP agents. Network: eca69118-85c2-4531-bdf2-506f57e44eea, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:34:57.586049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:34:57.592204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-4620e003-588e-4981-8981-f3612313c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:57.593747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-4620e003-588e-4981-8981-f3612313c712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 1094 time: 0.1234400 Aug 27 02:34:57.602191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.602569 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 38e9844d-6cba-4ebd-80b1-261576553d0f of type vlan for network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 Aug 27 02:34:57.621651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network eca69118-85c2-4531-bdf2-506f57e44eea is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:34:57.712245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-390bbddc-dfcb-4d56-940d-5ba2dc90db32 req-f62f94bb-f57c-4097-93eb-1930dfed69c5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 210 time: 0.0921130 Aug 27 02:34:57.716937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.798302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.863751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:57.893436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:57.922911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Allocated IP 172.20.255.242 (7ecba5d5-c41b-4c94-ac8e-4c369979e7cd/7c806d2d-41fa-4d3d-8399-eb1e4208ec89/aa795525-25f7-4215-8428-1dd8ac6bcec4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:57.925417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port 0a20e6c5-7b98-4310-a7f6-ff29dcd7f9eb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:57.925767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.008937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, eca69118-85c2-4531-bdf2-506f57e44eea) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:58.023722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:58.024326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.037298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.052195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.052195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.076210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for 0a20e6c5-7b98-4310-a7f6-ff29dcd7f9eb owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:58.086934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3406a01d-6bf9-438a-a9af-e15123b661a3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3762662 Aug 27 02:34:58.094515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.099081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1739577927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:58.102322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Subnet': ['ID=a42a8134-24a4-4598-91ca-a71c56993c95,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.115615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.121599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ee42604-4aba-43b8-8a9a-4d9ea971d86d tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/subnets/a42a8134-24a4-4598-91ca-a71c56993c95 HTTP/1.1" status: 204 len: 168 time: 0.7001755 Aug 27 02:34:58.122234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.129347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-ff11da4b-bf7b-4d2f-8167-38ec0554e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:58.130916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-ff11da4b-bf7b-4d2f-8167-38ec0554e186 service neutron] 10.222.0.46 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 915 time: 0.5266793 Aug 27 02:34:58.133510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.143300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:58.144185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.163349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f9f44-fd7b-4eaa-b372-6837738fa8a3 None None] Network eca69118-85c2-4531-bdf2-506f57e44eea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:58.165290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d1fe6-80e9-4d81-a648-1f3a8202faf8 None None] Network fb94bbf8-393d-4693-af31-fe3b17252a89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:34:58.321361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=6417408f-dbeb-4d7e-b252-7faa3b22bda8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.329223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-f9edfcd2-f43c-40fc-bd4c-315e8acdb3d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58 HTTP/1.1" status: 200 len: 217 time: 0.1806548 Aug 27 02:34:58.331802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.333082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.341553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.398323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-c03339fc-9549-4381-9d0e-f29b3b90b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:58.399962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-c03339fc-9549-4381-9d0e-f29b3b90b493 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.0605361 Aug 27 02:34:58.408247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8b9fe32-ea3d-4f66-a187-2b1084ee6fbc tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0203600 Aug 27 02:34:58.409028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46734) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.420476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:58.485430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.494335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:34:58.509245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.541687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.579006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.591064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.607712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-215329cb-67a3-4863-8346-6194453a501c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1964908 Aug 27 02:34:58.611103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.615231 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9c6812a-64b5-4ce1-93cc-15d731ee9d41 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5197344 Aug 27 02:34:58.616050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46738) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:58.639901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=0a20e6c5-7b98-4310-a7f6-ff29dcd7f9eb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.703635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.721480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Transition to ACTIVE for port object aa795525-25f7-4215-8428-1dd8ac6bcec4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:58.800625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Transition to ACTIVE for port object aa795525-25f7-4215-8428-1dd8ac6bcec4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:58.826120 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.892523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-eca69118-85c2-4531-bdf2-506f57e44eea', 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea', 'tenant_id': '2e2bb96776a0427e9e10ec1b1c0b43d1', 'fixed_ips': [{'subnet_id': '894e2f04-622d-4cea-9901-9e24b540f7bf'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:34:58.893391 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:58.915245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:58.931793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:58.935008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:34:58.938416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Pushing event updated for resources: {'Port': ['ID=aa795525-25f7-4215-8428-1dd8ac6bcec4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:58.953108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] DHCP port deletion for fb94bbf8-393d-4693-af31-fe3b17252a89 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:34:58.965066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:34:55Z', 'revision_number': 5, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port': {'id': 'e951b4e6-7b31-4355-9988-2fb01f539ab5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:42Z', 'updated_at': '2021-08-27T02:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.053852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c0cb7f3-27fb-4801-8a53-5098be997e7c req-755e6fa6-038b-4662-9105-ce1a663734b4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 210 time: 0.0507350 Aug 27 02:34:59.059954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Checking router: 6d78cf46-e3e5-4ede-9353-19c6becf4c4c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:34:59.137637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Attempting to bind port aa795525-25f7-4215-8428-1dd8ac6bcec4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:34:59.137873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Attempting to bind port aa795525-25f7-4215-8428-1dd8ac6bcec4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:34:59.138252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Attempting to bind port aa795525-25f7-4215-8428-1dd8ac6bcec4 on network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:34:59.145978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Routers {'6d78cf46-e3e5-4ede-9353-19c6becf4c4c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:34:59.146672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.167032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:59.172136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.206312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986da12-f6d9-4e30-abfa-c5922346d13d req-5520821b-6569-4068-b04f-3e8759d00a34 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:59.206941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:34:59.207117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Checking segment: {'id': 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:34:59.207488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.207880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b986da12-f6d9-4e30-abfa-c5922346d13d req-5520821b-6569-4068-b04f-3e8759d00a34 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 943 time: 0.5712743 Aug 27 02:34:59.208028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Bound using segment: {'id': 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:34:59.208361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Bound port: aa795525-25f7-4215-8428-1dd8ac6bcec4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7ecba5d5-c41b-4c94-ac8e-4c369979e7cd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:34:59.208740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.219637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Deleting port e951b4e6-7b31-4355-9988-2fb01f539ab5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:59.219976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.257560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.265077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-fa715fdb-0c9a-4960-a615-056a56a59d7c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:34:59.266816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-fa715fdb-0c9a-4960-a615-056a56a59d7c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.1788530 Aug 27 02:34:59.321671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Allocated IP 172.20.0.2 (eca69118-85c2-4531-bdf2-506f57e44eea/894e2f04-622d-4cea-9901-9e24b540f7bf/bd92e7bd-f2fc-4335-83be-114a7b2a663e) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:34:59.324695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'device_id': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'admin_state_up': True, 'tenant_id': '57982f151855440c928a2b74647ad613'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:59.337849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Deleting port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:34:59.338225 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.353625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] Set router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:34:59.420681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.436114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.439206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.443986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-43350ad3-e92a-49fa-b8df-49a253655b18 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141131 Aug 27 02:34:59.455121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b986da12-f6d9-4e30-abfa-c5922346d13d req-6a4d88a8-41ac-4757-802e-bbfb3e71c44f tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277586 Aug 27 02:34:59.503869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:34:58Z', 'revision_number': 6, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:34:59.531058 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.531919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router 7e1ac51f-d65e-49c2-8485-7e19e5df9210 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:34:59.544047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.545699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-09381415-67a7-44eb-bee2-f90963a7ead2 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 204 len: 168 time: 2.3554525 Aug 27 02:34:59.550467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] For port e951b4e6-7b31-4355-9988-2fb01f539ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e951b4e6-7b31-4355-9988-2fb01f539ab5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:59.551080 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.553873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551ed67-6ec2-4871-80d5-6f782020d0db None None] The sync data for ids ['6d78cf46-e3e5-4ede-9353-19c6becf4c4c'] in n-d-806292-1 is: [{'id': '6d78cf46-e3e5-4ede-9353-19c6becf4c4c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2038623134', 'tenant_id': '85648905d3534b37af6ca0e5abb12b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:41Z', 'updated_at': '2021-08-27T02:34:58Z', 'revision_number': 6, 'project_id': '85648905d3534b37af6ca0e5abb12b55', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:34:59.557884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] For port aa795525-25f7-4215-8428-1dd8ac6bcec4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:34:59.560235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:59.573148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1475572141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:59.586502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] For port aa795525-25f7-4215-8428-1dd8ac6bcec4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aa795525-25f7-4215-8428-1dd8ac6bcec4,segment=NetworkSegment(e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63),segment_id=e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:34:59.600467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] For port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,segment=NetworkSegment(7c7e4f2f-056a-40de-8327-9a0bf05bc9ab),segment_id=7c7e4f2f-056a-40de-8327-9a0bf05bc9ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:34:59.600680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.601243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Calling delete_port for e951b4e6-7b31-4355-9988-2fb01f539ab5 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:59.604073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.607693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.608967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.653282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Calling delete_port for 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:34:59.729924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.737254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.765733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.766658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1251c6f5-3fda-491f-a9e0-5f704b7fdcfe req-521c0690-6bf7-49a4-885f-fbafb476da42 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138211 Aug 27 02:34:59.768183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59cb07de-7ca8-440b-a846-ea6b26bc6274 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2065108 Aug 27 02:34:59.775424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:34:59.782943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:34:59.807062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4df8c6-84c8-446d-bb61-8460c3411db9 None None] Pushing event updated for resources: {'Port': ['ID=aa795525-25f7-4215-8428-1dd8ac6bcec4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:59.818936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.837358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Transition to ACTIVE for port object bd92e7bd-f2fc-4335-83be-114a7b2a663e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:59.858157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Transition to ACTIVE for port object bd92e7bd-f2fc-4335-83be-114a7b2a663e will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:34:59.861236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.883160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:34:59.888072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.891166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:34:59.893297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] Pushing event deleted for resources: {'Port': ['ID=547c8e47-0ba7-41c4-aec3-a0d9c91e1b60,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:34:59.909255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b368b7c-f955-4d51-a0b8-051411e5a41b None None] No DVR routers for this DVR port 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:34:59.959363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Network eca69118-85c2-4531-bdf2-506f57e44eea is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:34:59.963719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:34:59.971507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:00.004164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Pushing event updated for resources: {'Port': ['ID=bd92e7bd-f2fc-4335-83be-114a7b2a663e,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.044204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.100601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Attempting to bind port bd92e7bd-f2fc-4335-83be-114a7b2a663e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:00.101706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Attempting to bind port bd92e7bd-f2fc-4335-83be-114a7b2a663e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '644e023a-cb36-446b-b6b9-6a804ed60626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:00.102118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Attempting to bind port bd92e7bd-f2fc-4335-83be-114a7b2a663e on network eca69118-85c2-4531-bdf2-506f57e44eea {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:00.110708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:00.111319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Checking segment: {'id': '644e023a-cb36-446b-b6b9-6a804ed60626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:00.113965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.114421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Bound using segment: {'id': '644e023a-cb36-446b-b6b9-6a804ed60626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:00.115264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Bound port: bd92e7bd-f2fc-4335-83be-114a7b2a663e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e023a-cb36-446b-b6b9-6a804ed60626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:00.115765 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.237880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] For port bd92e7bd-f2fc-4335-83be-114a7b2a663e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:00.241668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] For port bd92e7bd-f2fc-4335-83be-114a7b2a663e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bd92e7bd-f2fc-4335-83be-114a7b2a663e,segment=NetworkSegment(644e023a-cb36-446b-b6b9-6a804ed60626),segment_id=644e023a-cb36-446b-b6b9-6a804ed60626)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:00.247605 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.278025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Allocated IP 172.20.0.1 (eca69118-85c2-4531-bdf2-506f57e44eea/894e2f04-622d-4cea-9901-9e24b540f7bf/0d511c1e-c17d-40f0-8886-963ada311871) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:00.307167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=eebe311b-b3e3-4c6c-8004-10975f86c4e5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.324884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f7d7f-20fe-413b-b2b9-5fabd3905f55 None None] Pushing event updated for resources: {'Port': ['ID=bd92e7bd-f2fc-4335-83be-114a7b2a663e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.350829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-914b3ea5-02a4-4161-a284-7f4769e86d38 req-d16911f9-cc7d-4525-a05e-972d9436e854 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 210 time: 0.1094804 Aug 27 02:35:00.353172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.447663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.453057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '38e9844d-6cba-4ebd-80b1-261576553d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:00.453563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 6417408f-dbeb-4d7e-b252-7faa3b22bda8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:00.511352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Port': ['ID=e951b4e6-7b31-4355-9988-2fb01f539ab5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:00.521382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:00.545911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.20.0.14 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/1536e5b8-4cd3-4af4-ad70-b55a94b9167a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:00.553205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6417408f-dbeb-4d7e-b252-7faa3b22bda8) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:00.561755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:00.562425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.562879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56015705-b331-41bb-866f-e2dfe7e417df None None] Network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:00.587412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-970150f7-b5e7-4e2a-8f28-364014583c02 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1745484 Aug 27 02:35:00.597985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46758) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:00.720420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.785140 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.786635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa795525-25f7-4215-8428-1dd8ac6bcec4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:00.787508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.989387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:00.994301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.020697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306deede-c473-4afc-b29c-aadffa26fa00 req-b1d4c1d2-15f4-4a60-bf96-e279384858fb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.029923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-306deede-c473-4afc-b29c-aadffa26fa00 req-b1d4c1d2-15f4-4a60-bf96-e279384858fb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 943 time: 0.4112384 Aug 27 02:35:01.143177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.150983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Fanout notify agent at l3_agent the message router_deleted on router 6d78cf46-e3e5-4ede-9353-19c6becf4c4c {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:01.174683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.176230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6cb9d04a-c6b0-4e6c-8da6-b20de0ddcc6b tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/routers/6d78cf46-e3e5-4ede-9353-19c6becf4c4c HTTP/1.1" status: 204 len: 168 time: 3.0479293 Aug 27 02:35:01.187135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:01.229422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6417408f-dbeb-4d7e-b252-7faa3b22bda8', 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': 'eebe311b-b3e3-4c6c-8004-10975f86c4e5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:01.230448 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.235430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port aa795525-25f7-4215-8428-1dd8ac6bcec4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:01.367824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.393793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b8ab59f-b963-479b-9c68-f90664d3efc7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:01.402197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.417681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Transition to ACTIVE for port object 1536e5b8-4cd3-4af4-ad70-b55a94b9167a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:01.429403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205530f-32f5-4fc6-8ddd-a11d808461da None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:01.430304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-306deede-c473-4afc-b29c-aadffa26fa00 req-9b5c449c-6ea2-489b-9019-ae668bb2b412 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987463 Aug 27 02:35:01.441240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5b8ab59f-b963-479b-9c68-f90664d3efc7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:01.441638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b8ab59f-b963-479b-9c68-f90664d3efc7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:01.442062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e951b4e6-7b31-4355-9988-2fb01f539ab5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:01.455065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Transition to ACTIVE for port object 0d511c1e-c17d-40f0-8886-963ada311871 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:01.468253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.475631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.562662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.573312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:01.587401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:01.606229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:01.611204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:01.616599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:01.630124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Allocated IP 172.25.8.23 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/3fe58b7d-6155-453c-b7c8-da0b4baa8df2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:01.665432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e951b4e6-7b31-4355-9988-2fb01f539ab5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:01.666495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e951b4e6-7b31-4355-9988-2fb01f539ab5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:01.667177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:01.678527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.733850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.734688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.743795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.759661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.762220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889d87e-e305-4c20-a7e6-ac91658da7bc req-63f2331f-0446-4350-bc7e-af0188cad941 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:01.772120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d889d87e-e305-4c20-a7e6-ac91658da7bc req-63f2331f-0446-4350-bc7e-af0188cad941 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 932 time: 0.1935418 Aug 27 02:35:01.783874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:01.785811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 547c8e47-0ba7-41c4-aec3-a0d9c91e1b60 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:01.820266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.834606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Provisioning for port aa795525-25f7-4215-8428-1dd8ac6bcec4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:01.845901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Provisioning complete for port aa795525-25f7-4215-8428-1dd8ac6bcec4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:01.846482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.851592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=0d511c1e-c17d-40f0-8886-963ada311871,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:01.864795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network eca69118-85c2-4531-bdf2-506f57e44eea is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:01.894821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.901255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:01.905809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-8e2ed673-543a-48cd-8c72-d59e55c840bd tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5856380 Aug 27 02:35:01.948479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Allocated IP 172.20.0.2 (6417408f-dbeb-4d7e-b252-7faa3b22bda8/eebe311b-b3e3-4c6c-8004-10975f86c4e5/6e24e942-9005-4272-8dd5-c0aa67d54fb6) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:01.975513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:01.978187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:01.988572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Request body: {'port': {'device_id': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:01.998027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:02.003266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:02.030334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:02.066150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.080213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event updated for resources: {'Port': ['ID=3fe58b7d-6155-453c-b7c8-da0b4baa8df2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.097190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb94bbf8-393d-4693-af31-fe3b17252a89']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.112471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.112771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7e4f2f-056a-40de-8327-9a0bf05bc9ab') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:02.121329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d889d87e-e305-4c20-a7e6-ac91658da7bc req-d2f6f3ff-efbb-4bf7-a003-bb85d1ae7f9a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480966 Aug 27 02:35:02.127062 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.158010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.181844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19313906-143a-4177-8f0f-8fc6003e8642 None None] Network eca69118-85c2-4531-bdf2-506f57e44eea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:02.207998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.216786 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.234269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:02.234766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: items = [ Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:02.237668 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:02.362068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.370566 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.375060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] 10.222.0.26 "DELETE /v2.0/networks/fb94bbf8-393d-4693-af31-fe3b17252a89 HTTP/1.1" status: 204 len: 168 time: 1.1825914 Aug 27 02:35:02.377280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:02.388867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0ae96-ab21-4baa-803f-f734c6ac4c4a tempest-TestSecurityGroupsBasicOps-2047187328 tempest-TestSecurityGroupsBasicOps-2047187328-project] Pushing event deleted for resources: {'Network': ['ID=fb94bbf8-393d-4693-af31-fe3b17252a89,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:02.438564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bd92e7bd-f2fc-4335-83be-114a7b2a663e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:02.472789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.474919 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.529138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.741038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea239f10-ce1d-4246-bffa-a9ac2a59d272 req-9cf445af-ddfa-495b-851f-85cc3a883472 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:02.743027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea239f10-ce1d-4246-bffa-a9ac2a59d272 req-9cf445af-ddfa-495b-851f-85cc3a883472 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 943 time: 0.1595654 Aug 27 02:35:02.772277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] For port aa795525-25f7-4215-8428-1dd8ac6bcec4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aa795525-25f7-4215-8428-1dd8ac6bcec4,segment=NetworkSegment(e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63),segment_id=e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:02.801009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.804088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.827859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.872264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:02.875764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea239f10-ce1d-4246-bffa-a9ac2a59d272 req-88588139-7d34-4206-a5c8-6b00d0a092fb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142054 Aug 27 02:35:02.924093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port bd92e7bd-f2fc-4335-83be-114a7b2a663e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:02.953440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:02.958073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:03.012742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Transition to ACTIVE for port object 6e24e942-9005-4272-8dd5-c0aa67d54fb6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:03.040017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'port_id': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'mac_address': 'fa:16:3e:b2:1d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10fc801-1135-4277-881e-ba9d491763d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:03.055930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Provisioning for port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:03.060824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ebf1d-446d-4d78-af8f-811cf143d140 None None] Pushing event updated for resources: {'Port': ['ID=aa795525-25f7-4215-8428-1dd8ac6bcec4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.072621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Transition to ACTIVE for port object 6e24e942-9005-4272-8dd5-c0aa67d54fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:03.076448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Provisioning complete for port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:03.076822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.088303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Router 38be4e47-aee6-41ce-a2ad-c03d43edd941 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:03.132429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.190007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f605ec56-9509-471c-9762-ae1a045cbceb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85648905d3534b37af6ca0e5abb12b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061976 Aug 27 02:35:03.190735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:03.195630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1536e5b8-4cd3-4af4-ad70-b55a94b9167a {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:03.198238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.203987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46786) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.206919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:03.223950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.224693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:03.227444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.229903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:03.238788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Pushing event updated for resources: {'Port': ['ID=6e24e942-9005-4272-8dd5-c0aa67d54fb6,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.254029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:03.257430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:03.268888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.269792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbcdde03-e980-4705-9e9b-14a8af82ca7d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "PUT /v2.0/routers/38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 200 len: 879 time: 3.4932635 Aug 27 02:35:03.272675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.283230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] Sync routers for ids ['38be4e47-aee6-41ce-a2ad-c03d43edd941'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:03.293845 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] Routers {'38be4e47-aee6-41ce-a2ad-c03d43edd941'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:03.294737 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['38be4e47-aee6-41ce-a2ad-c03d43edd941'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.310319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Provisioning for port bd92e7bd-f2fc-4335-83be-114a7b2a663e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:03.344183 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.350833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Provisioning complete for port bd92e7bd-f2fc-4335-83be-114a7b2a663e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:03.351328 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.357494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:03.359116 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] Routers {'38be4e47-aee6-41ce-a2ad-c03d43edd941'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:03.360465 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['38be4e47-aee6-41ce-a2ad-c03d43edd941'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.379829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.401086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=eebe311b-b3e3-4c6c-8004-10975f86c4e5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.407405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.412927 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.413829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc715939-27e1-4402-a13a-6af12d42abf6 None None] The sync data for ids ['38be4e47-aee6-41ce-a2ad-c03d43edd941'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:03.422930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Transition to ACTIVE for port object 1536e5b8-4cd3-4af4-ad70-b55a94b9167a will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:03.423780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Attempting to bind port 6e24e942-9005-4272-8dd5-c0aa67d54fb6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:03.424108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Attempting to bind port 6e24e942-9005-4272-8dd5-c0aa67d54fb6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '38e9844d-6cba-4ebd-80b1-261576553d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:03.424487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Attempting to bind port 6e24e942-9005-4272-8dd5-c0aa67d54fb6 on network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:03.444434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.450899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b47a21e-5745-4874-be27-b48a636fd72c tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 200 len: 920 time: 0.1767676 Aug 27 02:35:03.453481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.468917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:03.469288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Checking segment: {'id': '38e9844d-6cba-4ebd-80b1-261576553d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:03.469691 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.470082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Bound using segment: {'id': '38e9844d-6cba-4ebd-80b1-261576553d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:03.470604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Bound port: 6e24e942-9005-4272-8dd5-c0aa67d54fb6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e9844d-6cba-4ebd-80b1-261576553d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:03.470984 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.490989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.513172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb57dd-6df6-405a-90cb-51759570009d tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:03.514920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84eb57dd-6df6-405a-90cb-51759570009d tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=38be4e47-aee6-41ce-a2ad-c03d43edd941&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0605361 Aug 27 02:35:03.519156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46794) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.628046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5a25d-b8d1-47ba-8b95-822457fc247e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:03.629588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cc5a25d-b8d1-47ba-8b95-822457fc247e tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.1090825 Aug 27 02:35:03.632692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.634818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.642480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.651204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=0d511c1e-c17d-40f0-8886-963ada311871,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.662340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.671373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef6b0-b3ee-497d-a71d-0eff9c445a79 req-a1e52ee9-1e72-4fcc-a5c2-1f7ad59eedf8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:03.672987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e11ef6b0-b3ee-497d-a71d-0eff9c445a79 req-a1e52ee9-1e72-4fcc-a5c2-1f7ad59eedf8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 932 time: 0.3908288 Aug 27 02:35:03.679691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6417408f-dbeb-4d7e-b252-7faa3b22bda8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.681743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-33178df5-2749-4eeb-9abc-9264f4f76f8d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 200 len: 205 time: 0.0455880 Aug 27 02:35:03.684941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:03.713658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.746865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e9844d-6cba-4ebd-80b1-261576553d0f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.747147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e9844d-6cba-4ebd-80b1-261576553d0f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:03.754049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.779890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] For port 6e24e942-9005-4272-8dd5-c0aa67d54fb6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:03.801757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] For port 6e24e942-9005-4272-8dd5-c0aa67d54fb6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e24e942-9005-4272-8dd5-c0aa67d54fb6,segment=NetworkSegment(38e9844d-6cba-4ebd-80b1-261576553d0f),segment_id=38e9844d-6cba-4ebd-80b1-261576553d0f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:03.811873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.819471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.858691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] For port bd92e7bd-f2fc-4335-83be-114a7b2a663e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bd92e7bd-f2fc-4335-83be-114a7b2a663e,segment=NetworkSegment(644e023a-cb36-446b-b6b9-6a804ed60626),segment_id=644e023a-cb36-446b-b6b9-6a804ed60626)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:03.862342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.869938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.887421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:03.890565 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.916726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.951365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:03.979709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64fef-5f0f-4561-b74c-d65ee7a0810c None None] Pushing event updated for resources: {'Port': ['ID=6e24e942-9005-4272-8dd5-c0aa67d54fb6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:03.984757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e11ef6b0-b3ee-497d-a71d-0eff9c445a79 req-72f78887-bb6f-472b-8b6b-370ed2f5f33f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954831 Aug 27 02:35:04.018518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a43acf-f505-4520-bfa7-1a2b6627de4a None None] Network 6417408f-dbeb-4d7e-b252-7faa3b22bda8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:04.021785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:04.022447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:04.026530 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:04.093959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Attempting to bind port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:04.094619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Attempting to bind port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:04.094956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Attempting to bind port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:04.113716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a on network ef4d91af-f633-414f-b200-70de811f4768 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:35:04.113951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Attempting to bind port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:04.123795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network eca69118-85c2-4531-bdf2-506f57e44eea is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:04.125025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:04.125177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:04.125525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:04.125961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Bound port: 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:04.126319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.132098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:04.144197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.146812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.150245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bd1b0d9-b014-48b0-88fe-92522b1feb8c HTTP/1.1" status: 204 len: 168 time: 0.9429500 Aug 27 02:35:04.153845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:04.153845 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:04.153845 n-d-806292-1 neutron-server[94832]: [parameters: {'id': '6417408f-dbeb-4d7e-b252-7faa3b22bda8'}] Aug 27 02:35:04.153845 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:04.154300 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:04.166299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82742872-6dc6-466a-bc65-4d30224249a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1b0d9-b014-48b0-88fe-92522b1feb8c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.195002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2683a-58f5-4eef-821f-2da073aa64a4 None None] Pushing event updated for resources: {'Port': ['ID=bd92e7bd-f2fc-4335-83be-114a7b2a663e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.334577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Provisioning for port 0d511c1e-c17d-40f0-8886-963ada311871 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:04.353414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Provisioning complete for port 0d511c1e-c17d-40f0-8886-963ada311871 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:04.353933 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.414418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Port 0d511c1e-c17d-40f0-8886-963ada311871 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:04.417127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:04.429007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Provisioning complete for port aa795525-25f7-4215-8428-1dd8ac6bcec4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:04.429640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.431854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:04.445141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.474861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa795525-25f7-4215-8428-1dd8ac6bcec4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:04.521443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4d483-601d-431c-baa8-14548b8f1f2d None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:04.532848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:04.533466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.534909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 200 len: 1092 time: 2.5511672 Aug 27 02:35:04.535884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:04.538328 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d58b63-2c6e-450e-9118-78d2e47cb8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:04.549259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.558273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Router 35e5b0ac-da4d-4976-abad-79b3e8662356 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:04.613699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4117509-39c1-4067-971e-44e74dbf1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:04.632632 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606cc62-3e4d-498c-9720-506ddff195fb x-openstack-request-id: req-e606cc62-3e4d-498c-9720-506ddff195fb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:04.633181 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:04.633621 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e606cc62-3e4d-498c-9720-506ddff195fb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:04.634188 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'status': 'completed', 'code': 200} Aug 27 02:35:04.639786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155b77d-5f6c-4453-8d9e-850406274158 req-da4dbb9e-dc5b-4082-bfc9-8a6a85a523b9 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:04.647694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5155b77d-5f6c-4453-8d9e-850406274158 req-da4dbb9e-dc5b-4082-bfc9-8a6a85a523b9 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 944 time: 0.1102746 Aug 27 02:35:04.659657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46812) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:04.667443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.685301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4be527-369e-4773-9988-ec9ebc48fda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.689218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port aa795525-25f7-4215-8428-1dd8ac6bcec4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:04.689587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.734190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-2d412c51-10ed-4249-a2d7-f85754080974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:04.734931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5155b77d-5f6c-4453-8d9e-850406274158 req-b9a55162-8cc2-48a8-a160-352280653d5b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835469 Aug 27 02:35:04.742029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-2d412c51-10ed-4249-a2d7-f85754080974 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 1095 time: 0.1458588 Aug 27 02:35:04.752300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port 3fe58b7d-6155-453c-b7c8-da0b4baa8df2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:04.752555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.776154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:04.784027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ec4baa6-9422-4e18-92f0-369ab2bb538c tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "PUT /v2.0/routers/35e5b0ac-da4d-4976-abad-79b3e8662356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1634903 Aug 27 02:35:04.795948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:04.802813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'port': {'network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea', 'name': 'tempest-FloatingIPNegativeTestJSON-1242207397'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:04.822460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-f917d9b4-295b-4a7e-a139-a1ca391c5a49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 200 len: 217 time: 0.0475669 Aug 27 02:35:04.832277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bd92e7bd-f2fc-4335-83be-114a7b2a663e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:04.834055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] Sync routers for ids ['35e5b0ac-da4d-4976-abad-79b3e8662356'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:04.863345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Provisioning complete for port bd92e7bd-f2fc-4335-83be-114a7b2a663e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:04.863640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fc80e5e-fca3-4e59-8cdb-fb5aa5ec1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.937116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] Routers {'35e5b0ac-da4d-4976-abad-79b3e8662356'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:04.937528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['35e5b0ac-da4d-4976-abad-79b3e8662356'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:04.950183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:04.986338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for 3fe58b7d-6155-453c-b7c8-da0b4baa8df2 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:04.995450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4be527-369e-4773-9988-ec9ebc48fda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.008366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b4be527-369e-4773-9988-ec9ebc48fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.026585 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:35:05.027732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.029913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4d483-601d-431c-baa8-14548b8f1f2d None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:05.061995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] Routers {'35e5b0ac-da4d-4976-abad-79b3e8662356'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:05.062739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['35e5b0ac-da4d-4976-abad-79b3e8662356'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.112738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.113389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f113b72d-a856-4943-9fcd-fec11040bc05 None None] The sync data for ids ['35e5b0ac-da4d-4976-abad-79b3e8662356'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:05.127865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bd92e7bd-f2fc-4335-83be-114a7b2a663e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:05.128251 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.165603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Made reservation on behalf of 2e2bb96776a0427e9e10ec1b1c0b43d1 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:05.169014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.194301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b4be527-369e-4773-9988-ec9ebc48fda3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05c478daf22042e2bb7f6ddb1f6efa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309353 Aug 27 02:35:05.196881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4be527-369e-4773-9988-ec9ebc48fda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1340d3-d5cd-4b13-a2a1-9b7fbc9bf930,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:05.228406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46820) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.248383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] device_id is not set on port 2516d610-f718-48bb-bf4e-1b05997947c2 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:05.253651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port 6e24e942-9005-4272-8dd5-c0aa67d54fb6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:05.254251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.276041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2db8a927-d0a4-4232-94ba-6d4e765ac5c1 None None] Provisioning complete for port 0d511c1e-c17d-40f0-8886-963ada311871 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:05.276425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db8a927-d0a4-4232-94ba-6d4e765ac5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.316151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1dbf-c09f-4117-b1f3-aa1fbbe49d6f req-62364556-9038-4c23-8e58-ab58a350df84 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:05.317687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f5b1dbf-c09f-4117-b1f3-aa1fbbe49d6f req-62364556-9038-4c23-8e58-ab58a350df84 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 944 time: 0.2343411 Aug 27 02:35:05.324661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port 6e24e942-9005-4272-8dd5-c0aa67d54fb6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e24e942-9005-4272-8dd5-c0aa67d54fb6,segment=NetworkSegment(38e9844d-6cba-4ebd-80b1-261576553d0f),segment_id=38e9844d-6cba-4ebd-80b1-261576553d0f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:05.324661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.339802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for 6e24e942-9005-4272-8dd5-c0aa67d54fb6 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:05.393465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2db8a927-d0a4-4232-94ba-6d4e765ac5c1 None None] Port 0d511c1e-c17d-40f0-8886-963ada311871 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:05.432585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-2bb8c7b5-8477-4ca3-af73-286a311dedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:05.435096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-2bb8c7b5-8477-4ca3-af73-286a311dedbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.6032088 Aug 27 02:35:05.447055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f5b1dbf-c09f-4117-b1f3-aa1fbbe49d6f req-7002299a-9f68-44cd-b097-acd55f0da3e3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Aug 27 02:35:05.453278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.455781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Allocated IP 172.20.0.5 (eca69118-85c2-4531-bdf2-506f57e44eea/894e2f04-622d-4cea-9901-9e24b540f7bf/2516d610-f718-48bb-bf4e-1b05997947c2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:05.508478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=3fe58b7d-6155-453c-b7c8-da0b4baa8df2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:05.514312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.543462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.562703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-c6a28221-777d-4f62-ae71-8a558e80afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:05.564603 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-c6a28221-777d-4f62-ae71-8a558e80afa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204946 Aug 27 02:35:05.566743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.572546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port 6e24e942-9005-4272-8dd5-c0aa67d54fb6 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:05.600129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.636854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=6e24e942-9005-4272-8dd5-c0aa67d54fb6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:05.747706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.754973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.757189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.782123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6417408f-dbeb-4d7e-b252-7faa3b22bda8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.797822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e9844d-6cba-4ebd-80b1-261576553d0f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.798259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e9844d-6cba-4ebd-80b1-261576553d0f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:05.802651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.805359 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.809475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b1340d3-d5cd-4b13-a2a1-9b7fbc9bf930 HTTP/1.1" status: 204 len: 168 time: 0.5799570 Aug 27 02:35:05.827838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.828766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router 38be4e47-aee6-41ce-a2ad-c03d43edd941 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:05.833435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167df7-1f28-454b-b40f-a63d6402e93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1340d3-d5cd-4b13-a2a1-9b7fbc9bf930,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:05.837468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.838743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fdff399-3e73-4416-8467-a1a46af6f62d tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 204 len: 168 time: 2.1524990 Aug 27 02:35:05.843080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.845698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46828) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:05.852591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-818802746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:05.867902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-5dc0f8c0-252a-4473-871e-f03a2d0d02a5 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917349 Aug 27 02:35:05.889693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.908899 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.933681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Transition to ACTIVE for port object 2516d610-f718-48bb-bf4e-1b05997947c2 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:05.935930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:05.936390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:05.939441 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:05.943657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.944757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:05.948106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f4891-7664-4faa-98e8-7877a837cdf3 req-59d7944a-5dc5-4d67-b116-89bbe828ba7e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:05.950196 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d3f4891-7664-4faa-98e8-7877a837cdf3 req-59d7944a-5dc5-4d67-b116-89bbe828ba7e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 944 time: 0.0900340 Aug 27 02:35:06.018850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.050811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.066659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.076185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/6417408f-dbeb-4d7e-b252-7faa3b22bda8 HTTP/1.1" status: 204 len: 168 time: 5.4728422 Aug 27 02:35:06.081730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.088696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837585153'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.119044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d3f4891-7664-4faa-98e8-7877a837cdf3 req-e5e18378-af69-4e06-a628-173783343fdb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600199 Aug 27 02:35:06.125092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a5610-0357-4550-a064-b009dcb05898 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=6417408f-dbeb-4d7e-b252-7faa3b22bda8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.129262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.132884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:06.133875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1500571a-74b8-4ec9-83f5-2267c7166777 req-ce56fa68-9f55-4672-9a11-af507f8978b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577047 Aug 27 02:35:06.138093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.142122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.159342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network eca69118-85c2-4531-bdf2-506f57e44eea is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:06.163565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.164096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:06.167816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=2516d610-f718-48bb-bf4e-1b05997947c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.168596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-72464575-8b7e-411f-8a0f-76b14f1f2774 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3200324 Aug 27 02:35:06.169384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:06.172269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.180107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': True}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.284291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46838) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.292071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:06.311392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-f052dae4-105e-4d48-b8b5-933a4b99ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.313259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-f052dae4-105e-4d48-b8b5-933a4b99ea73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 1095 time: 0.0733390 Aug 27 02:35:06.390818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-46d67ca3-9a8d-4b18-9500-6896539bfba7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ea8c6ae24564529b49a9da1c046bd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054006 Aug 27 02:35:06.395271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.416393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:06.425374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.426043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.473223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-6608b969-83b3-4ca2-b96d-a61e0cc330e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.474627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-6608b969-83b3-4ca2-b96d-a61e0cc330e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.1537364 Aug 27 02:35:06.487551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dee823c4-140e-4c89-a3af-1f1f27f14a1e None None] Provisioning for port 2516d610-f718-48bb-bf4e-1b05997947c2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:06.491821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dee823c4-140e-4c89-a3af-1f1f27f14a1e None None] Provisioning complete for port 2516d610-f718-48bb-bf4e-1b05997947c2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:06.492211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee823c4-140e-4c89-a3af-1f1f27f14a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.515800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.516149 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 91826e1d-c42a-4804-8bff-0081c5c55cec of type vlan for network 790e56f6-e472-4bcd-876a-1c35904a7da9 Aug 27 02:35:06.523605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:06.525481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-bca78c5e-3e20-4bee-8a6f-7caa6fc0b712 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 200 len: 217 time: 0.0398204 Aug 27 02:35:06.529628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.531571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.531910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:06.532376 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.539019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a316203-d315-4e80-8bf1-1bfec3c59067 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7420299 Aug 27 02:35:06.552506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.578560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.588760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dee823c4-140e-4c89-a3af-1f1f27f14a1e None None] Port 2516d610-f718-48bb-bf4e-1b05997947c2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:06.610975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.619846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.643979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.663142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.672276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.672995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.681300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:06.683940 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7bc63b-0467-4c4d-b1d4-9d0b9729c3df" -d '{"events": [{"server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "name": "network-vif-plugged", "status": "completed", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:06.707533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:06.711495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-f1a88b44-f097-4d0c-8c79-9422e49bd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.713167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-f1a88b44-f097-4d0c-8c79-9422e49bd23a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1782928 Aug 27 02:35:06.713610 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.727128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.746621 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480f7cc1-a498-49c4-8e4d-dc9e2d8f9e97 x-openstack-request-id: req-480f7cc1-a498-49c4-8e4d-dc9e2d8f9e97 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:06.746902 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "name": "network-vif-plugged", "status": "completed", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:06.747153 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-480f7cc1-a498-49c4-8e4d-dc9e2d8f9e97 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:06.747538 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'code': 200} Aug 27 02:35:06.750632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab5ff3-9bad-4bb1-98fc-c957c650c25b req-23d9e79d-bce6-489c-9341-cb98bae56ba0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.752116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4ab5ff3-9bad-4bb1-98fc-c957c650c25b req-23d9e79d-bce6-489c-9341-cb98bae56ba0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 944 time: 0.1395676 Aug 27 02:35:06.769045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6817553 Aug 27 02:35:06.770370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:06.782678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:06.788174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34064f4e-43b9-4230-9a2b-0594e5e55bca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=790e56f6-e472-4bcd-876a-1c35904a7da9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.791298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.800812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 790e56f6-e472-4bcd-876a-1c35904a7da9 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:06.856772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.859270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:06.860397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/320b1f20-e2b5-4f4d-8bcf-67f5f5c2beda HTTP/1.1" status: 204 len: 168 time: 0.4641933 Aug 27 02:35:06.906590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ca7d0-d82f-4555-8ec3-8a7467410e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b1f20-e2b5-4f4d-8bcf-67f5f5c2beda,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:06.914667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-a9b6acf9-35d9-4c0a-a4f1-fe4bfa7e19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.917029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-a9b6acf9-35d9-4c0a-a4f1-fe4bfa7e19ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915448 Aug 27 02:35:06.935552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4ab5ff3-9bad-4bb1-98fc-c957c650c25b req-a2cc34b4-5b0e-4265-88ac-9a56bcef9683 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558020 Aug 27 02:35:06.996440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ff12e-7d49-4ab5-b3e1-6e56c970dac2 req-e3d4d2da-f42c-4f73-96c2-b133b765cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:06.997941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-197ff12e-7d49-4ab5-b3e1-6e56c970dac2 req-e3d4d2da-f42c-4f73-96c2-b133b765cf14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 1096 time: 0.1608114 Aug 27 02:35:07.079737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-483a317c-56c9-4d1f-b4cb-250d89350a8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917584 Aug 27 02:35:07.082515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:07.090766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.092651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-197ff12e-7d49-4ab5-b3e1-6e56c970dac2 req-043a22c9-daec-4720-846d-692bf3c4263b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854695 Aug 27 02:35:07.096759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-39b525ea-d498-4f43-964e-54975b1cfd12 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591537 Aug 27 02:35:07.103653 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.118621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.185665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.240992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:35:07.241548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:35:07.274853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e969e5-3b1b-4bbc-ab86-93bd6bb8af26 req-35c66272-339e-437e-bd14-e9444f89b87a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.276356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3e969e5-3b1b-4bbc-ab86-93bd6bb8af26 req-35c66272-339e-437e-bd14-e9444f89b87a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Aug 27 02:35:07.277613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Allocated IP 172.25.8.240 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/9676ba41-080f-4e83-b3db-ddf0519d3eef) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:07.379002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3e969e5-3b1b-4bbc-ab86-93bd6bb8af26 req-24d6af19-01c1-49f2-91ce-db58e315f832 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896516 Aug 27 02:35:07.392455 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.437977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.463296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=3cb0afdc-e95c-4b13-92aa-d131ca69ca49,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.475787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '91826e1d-c42a-4804-8bff-0081c5c55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:07.476981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 790e56f6-e472-4bcd-876a-1c35904a7da9, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:07.494333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 790e56f6-e472-4bcd-876a-1c35904a7da9 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:07.505161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 790e56f6-e472-4bcd-876a-1c35904a7da9) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:07.511641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.511863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.517063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae5d4c-c9b0-44fa-a01f-5ff5504cb1ee None None] Network 790e56f6-e472-4bcd-876a-1c35904a7da9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:07.539471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4cb7b7e-87e3-4955-9033-4456cf2b123e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7655632 Aug 27 02:35:07.540259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46872) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:07.583459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-31d237bb-8f2e-4494-95fa-2d883f3b8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.585213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-31d237bb-8f2e-4494-95fa-2d883f3b8eb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 1097 time: 0.1338177 Aug 27 02:35:07.609755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-79d58b63-2c6e-450e-9118-78d2e47cb8a3 req-3f97d039-d167-4c96-acf4-63633ebfe678 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687362 Aug 27 02:35:07.610998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.712178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=9676ba41-080f-4e83-b3db-ddf0519d3eef,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:07.716465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:07.732075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.25.8.217 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/359b42da-62a7-494a-b2f4-91174761259d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:07.749902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.757986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:07.759722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-790e56f6-e472-4bcd-876a-1c35904a7da9', 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '3cb0afdc-e95c-4b13-92aa-d131ca69ca49'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:07.761675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:07.761911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.842967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46880) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:07.904962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-100fe254-4401-4199-b7e3-ce37240c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:07.907495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-100fe254-4401-4199-b7e3-ce37240c680e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2503471 Aug 27 02:35:07.914769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.930083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:07.944148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Allocated IP 172.20.0.3 (790e56f6-e472-4bcd-876a-1c35904a7da9/3cb0afdc-e95c-4b13-92aa-d131ca69ca49/79ca7b6a-a93d-4032-a3ce-53676f8a7b3c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:07.972886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-c83cc437-6c54-4fc8-bfac-450e157a8855 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 200 len: 217 time: 0.0535543 Aug 27 02:35:07.992052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1564971829-network', 'tenant_id': 'cc92ffd32ff64a1f844e48e7c241bb50'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:08.010559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.035189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Made reservation on behalf of cc92ffd32ff64a1f844e48e7c241bb50 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:08.037503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.052647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.094195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.103334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.143823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.145251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-1f9c64ff-b809-4f04-b209-b78802352eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:08.146766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-1f9c64ff-b809-4f04-b209-b78802352eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1626060 Aug 27 02:35:08.154862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Transition to ACTIVE for port object 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:08.161446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:08.172297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:08.172940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Transition to ACTIVE for port object 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:08.174947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:08.181835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=359b42da-62a7-494a-b2f4-91174761259d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.187013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.202624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4af4d1-79b1-434c-92aa-2ae185a196e0 req-c25a37ea-fdc0-4c10-a30c-91610ec1ea8e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:08.210336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d4af4d1-79b1-434c-92aa-2ae185a196e0 req-c25a37ea-fdc0-4c10-a30c-91610ec1ea8e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 944 time: 0.1844587 Aug 27 02:35:08.246682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Pushing event updated for resources: {'Port': ['ID=79ca7b6a-a93d-4032-a3ce-53676f8a7b3c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.261756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Network 790e56f6-e472-4bcd-876a-1c35904a7da9 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:08.268961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:08.271600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:08.325604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.326906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-f37c3ee7-3878-4333-becb-8fce82c41a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:08.328399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-f37c3ee7-3878-4333-becb-8fce82c41a7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723213 Aug 27 02:35:08.329499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Attempting to bind port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:08.331240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Attempting to bind port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '91826e1d-c42a-4804-8bff-0081c5c55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:08.331240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Attempting to bind port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c on network 790e56f6-e472-4bcd-876a-1c35904a7da9 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:08.336021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:08.336988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Checking segment: {'id': '91826e1d-c42a-4804-8bff-0081c5c55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:08.336988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.337708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Bound using segment: {'id': '91826e1d-c42a-4804-8bff-0081c5c55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:08.337708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Bound port: 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91826e1d-c42a-4804-8bff-0081c5c55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '790e56f6-e472-4bcd-876a-1c35904a7da9'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:08.338571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.343079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d4af4d1-79b1-434c-92aa-2ae185a196e0 req-23e81844-5151-4ff0-942f-1ebf8bae262f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280794 Aug 27 02:35:08.382859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb0afdc-e95c-4b13-92aa-d131ca69ca49,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.433334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] For port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:08.441565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] For port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=79ca7b6a-a93d-4032-a3ce-53676f8a7b3c,segment=NetworkSegment(91826e1d-c42a-4804-8bff-0081c5c55cec),segment_id=91826e1d-c42a-4804-8bff-0081c5c55cec)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:08.454480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.518760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.523491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-b75848d5-d122-4d53-8960-7fce57a38dfb service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708622 Aug 27 02:35:08.525270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.557843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562da7-f137-4e12-8f4e-c4f2261ac731 None None] Pushing event updated for resources: {'Port': ['ID=79ca7b6a-a93d-4032-a3ce-53676f8a7b3c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.581435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d6ef3-a63b-4aee-8eaf-3cdae47d12eb None None] Network 790e56f6-e472-4bcd-876a-1c35904a7da9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:08.679730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=9676ba41-080f-4e83-b3db-ddf0519d3eef,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:08.709951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.737190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71d009ca-c9e0-4c49-9fab-0b5b00c464ec req-b7bba400-78e0-49ff-b5ab-e6d1746ef45e service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841531 Aug 27 02:35:08.753286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a847aee-3737-4e67-aa62-c18573f74717 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:08.920462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a847aee-3737-4e67-aa62-c18573f74717 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:08.927016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.960693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.971645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:08.976321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-103122f4-d3f7-43ec-8361-e1ff1e589ca9 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4195673 Aug 27 02:35:08.976592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46892) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:08.981985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e0ab150c-c301-46dc-9a56-f0a6ee7a3380 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'floatingip': {'port_id': '2516d610-f718-48bb-bf4e-1b05997947c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:09.002360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790e56f6-e472-4bcd-876a-1c35904a7da9']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.019175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.040832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91826e1d-c42a-4804-8bff-0081c5c55cec') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.041130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91826e1d-c42a-4804-8bff-0081c5c55cec') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:09.083138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:09.086720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.159652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eba45-0406-45d2-8e89-317536500fef req-846641b8-fd44-45a3-8840-fa27981fbc70 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.161281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c1eba45-0406-45d2-8e89-317536500fef req-846641b8-fd44-45a3-8840-fa27981fbc70 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.2663529 Aug 27 02:35:09.175684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.176173 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Added segment 747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e of type vlan for network 61adbc67-343e-46f7-8939-a404f20c96c3 Aug 27 02:35:09.187377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.201758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b77659-8159-4343-933d-78aff29df592,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.253215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:09.253681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:09.257220 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:09.283188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.317230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.414714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c1eba45-0406-45d2-8e89-317536500fef req-6df42098-34b8-45cd-8b59-e8bb72b0f882 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403646 Aug 27 02:35:09.424711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0ab150c-c301-46dc-9a56-f0a6ee7a3380 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.431387 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:09.431387 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:09.431387 n-d-806292-1 neutron-server[94831]: [parameters: {'id': '790e56f6-e472-4bcd-876a-1c35904a7da9'}] Aug 27 02:35:09.431387 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:09.431387 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:09.491843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.492790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.493393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.558805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7125914 Aug 27 02:35:09.561689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:09.569124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Request body: {'subnet': {'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1564971829-subnet', 'tenant_id': 'cc92ffd32ff64a1f844e48e7c241bb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:09.592855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43548c3-d98c-4a5b-a733-30020882b124 req-ee61ccd0-53f5-4fec-87d4-bb451713d81e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:09.594579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c43548c3-d98c-4a5b-a733-30020882b124 req-ee61ccd0-53f5-4fec-87d4-bb451713d81e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 944 time: 0.1251121 Aug 27 02:35:09.611825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0599dc8-b146-4b0b-be0c-b194e4a517bc admin admin] Pushing event updated for resources: {'Network': ['ID=61adbc67-343e-46f7-8939-a404f20c96c3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:09.622174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 61adbc67-343e-46f7-8939-a404f20c96c3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:09.631976 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e0ab150c-c301-46dc-9a56-f0a6ee7a3380 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] update failed (client error): The resource could not be found. Aug 27 02:35:09.633258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0ab150c-c301-46dc-9a56-f0a6ee7a3380 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "PUT /v2.0/floatingips/337018ec-4d9e-4519-8709-3f7cb9cb3127 HTTP/1.1" status: 404 len: 507 time: 0.6553576 Aug 27 02:35:09.638080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46902) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:09.685258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Made reservation on behalf of cc92ffd32ff64a1f844e48e7c241bb50 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:09.687810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.692200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.696254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.783608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c43548c3-d98c-4a5b-a733-30020882b124 req-4b16985c-5312-4223-a9f4-2d9649c44d02 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740177 Aug 27 02:35:09.834348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router 66e44c88-f393-4cb2-b14e-47fc895028e3 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:09.889256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting port 9676ba41-080f-4e83-b3db-ddf0519d3eef {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:09.889597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.932143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.957408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:09.969366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] Sync routers for ids ['66e44c88-f393-4cb2-b14e-47fc895028e3'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:09.978292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:09.979598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9e422cac-3fa7-4c72-90cf-656bec72f5d7 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "PUT /v2.0/routers/66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 200 len: 914 time: 3.8036954 Aug 27 02:35:09.982771 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] Routers {'66e44c88-f393-4cb2-b14e-47fc895028e3'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:09.982960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:09.984001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['66e44c88-f393-4cb2-b14e-47fc895028e3'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.019505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.027866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.028271 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.065542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Calling delete_port for 9676ba41-080f-4e83-b3db-ddf0519d3eef owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:10.091102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:10.091450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.131834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d604fc1-9599-44f5-942f-f6c6805558b1 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 200 len: 920 time: 0.1453292 Aug 27 02:35:10.138996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.142137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8635126c-b728-4793-874b-9e145a434b32,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.145640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.152247 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] Routers {'66e44c88-f393-4cb2-b14e-47fc895028e3'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:10.153501 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['66e44c88-f393-4cb2-b14e-47fc895028e3'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.189631 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.190823 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3928e9-9aa5-43bd-86b3-667674794d75 None None] The sync data for ids ['66e44c88-f393-4cb2-b14e-47fc895028e3'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:10.193194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=79ca7b6a-a93d-4032-a3ce-53676f8a7b3c,segment=NetworkSegment(91826e1d-c42a-4804-8bff-0081c5c55cec),segment_id=91826e1d-c42a-4804-8bff-0081c5c55cec)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:10.193659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.208003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:10.226998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Checking segment: {'id': '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:10.227361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Network hostable DHCP agents. Network: 61adbc67-343e-46f7-8939-a404f20c96c3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:10.256079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede8f4d6-b73a-48bf-86a4-e06da00c2fa9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.257117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ede8f4d6-b73a-48bf-86a4-e06da00c2fa9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=66e44c88-f393-4cb2-b14e-47fc895028e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1091480 Aug 27 02:35:10.259910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.280124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Network 61adbc67-343e-46f7-8939-a404f20c96c3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:10.294263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 61adbc67-343e-46f7-8939-a404f20c96c3) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:10.302007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720eb00-9e08-43c3-8f83-1dfb6c9afffb None None] Network 61adbc67-343e-46f7-8939-a404f20c96c3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:10.306648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.307254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.317257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1536e5b8-4cd3-4af4-ad70-b55a94b9167a details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:10.348348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d43c2f3d-eead-4ebc-a836-ab33588b172e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7844639 Aug 27 02:35:10.381243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.416488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.463931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Port': ['ID=9676ba41-080f-4e83-b3db-ddf0519d3eef,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.511551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=79ca7b6a-a93d-4032-a3ce-53676f8a7b3c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:10.570439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.577982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.582971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d8edf265-d5d4-429d-8fdd-0805eb7b1fb3 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "DELETE /v2.0/floatingips/337018ec-4d9e-4519-8709-3f7cb9cb3127 HTTP/1.1" status: 204 len: 168 time: 0.9402354 Aug 27 02:35:10.582971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.589908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d41a73d4-bc4e-4a51-8ad7-299e36693ac8 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'floatingip': {'floating_network_id': 'eca69118-85c2-4531-bdf2-506f57e44eea', 'port_id': '2516d610-f718-48bb-bf4e-1b05997947c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:10.593493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port 79ca7b6a-a93d-4032-a3ce-53676f8a7b3c on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:10.616711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:10.636164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d41a73d4-bc4e-4a51-8ad7-299e36693ac8 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.637276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'mac_address': 'fa:16:3e:12:ba:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:10.651480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99dffe0-6b1f-40de-9707-e043b1e83588 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.653298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a99dffe0-6b1f-40de-9707-e043b1e83588 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.3884676 Aug 27 02:35:10.657820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.705158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8af6ac-3cbb-4f5d-97bf-108f41023d43 None None] Network 61adbc67-343e-46f7-8939-a404f20c96c3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:10.726691 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.747718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f631414-f8da-4707-9c46-55d213e193a9 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 200 len: 205 time: 0.0882552 Aug 27 02:35:10.751941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.787538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1536e5b8-4cd3-4af4-ad70-b55a94b9167a {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:10.818317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.823817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:10.837198 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.844688 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-d41a73d4-bc4e-4a51-8ad7-299e36693ac8 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:35:10.847287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d41a73d4-bc4e-4a51-8ad7-299e36693ac8 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2622910 Aug 27 02:35:10.850282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:10.865577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '2516d610-f718-48bb-bf4e-1b05997947c2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:10.865795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a846a3-4403-4b5c-a8da-6e24889c934c req-51986241-5612-49db-a4a7-a5fb209c1a29 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:10.872822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93a846a3-4403-4b5c-a8da-6e24889c934c req-51986241-5612-49db-a4a7-a5fb209c1a29 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.3001900 Aug 27 02:35:10.898052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:10.913189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790e56f6-e472-4bcd-876a-1c35904a7da9']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.944970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91826e1d-c42a-4804-8bff-0081c5c55cec') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:10.945658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91826e1d-c42a-4804-8bff-0081c5c55cec') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:11.006010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.006353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.034821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93a846a3-4403-4b5c-a8da-6e24889c934c req-ecf19841-af35-41ed-8fe8-2e3ff5beaac3 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467376 Aug 27 02:35:11.050822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.055323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d270a5-b5bc-45aa-bfa0-113de8be957a req-9f6c04fe-5b9c-41e3-b49e-7c3e938f9a68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:11.056916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8d270a5-b5bc-45aa-bfa0-113de8be957a req-9f6c04fe-5b9c-41e3-b49e-7c3e938f9a68 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 945 time: 0.1363497 Aug 27 02:35:11.065523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.074474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:11.075220 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.131450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8d270a5-b5bc-45aa-bfa0-113de8be957a req-5b4dfd89-3f00-4838-b760-18760343d858 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657592 Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:11.161574 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:11.175277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.186124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:11.191395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-999664659-network', 'tenant_id': '1bcab8f7de0c44e2a38f0f38c3a3367b'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:11.202571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.214797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.217022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/790e56f6-e472-4bcd-876a-1c35904a7da9 HTTP/1.1" status: 204 len: 168 time: 3.6757221 Aug 27 02:35:11.228005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:11.233974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125523863'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:11.241932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26782-98d2-4ba5-99d5-e3af670ab05e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=790e56f6-e472-4bcd-876a-1c35904a7da9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.261299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Made reservation on behalf of 1bcab8f7de0c44e2a38f0f38c3a3367b for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:11.263958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.265554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1536e5b8-4cd3-4af4-ad70-b55a94b9167a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:11.293476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.328916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:11.333316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.340397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Allocated IP 172.25.8.184 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e86ede99-b47d-4395-a188-df40f86680d7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:11.352582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.375327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:11.406416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.406766 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 847f59fb-9b7f-4dc5-9fa1-c078829dd908 of type vlan for network ebe0615f-3dc1-45cf-898b-47bb257aac8a Aug 27 02:35:11.455603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.488998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port 359b42da-62a7-494a-b2f4-91174761259d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:11.489365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.500652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.515959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.556762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.567865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.583908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.591692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:11.597304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.639639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:11.648635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:11.664559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:11.666547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4eedb-9392-4423-95cc-7ab33bcd312f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.669554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:11.670156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4407973 Aug 27 02:35:11.675907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:11.686838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90064bf-5fe3-41db-8bf1-f933b78e5eee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=ebe0615f-3dc1-45cf-898b-47bb257aac8a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.707080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event updated for resources: {'Port': ['ID=e86ede99-b47d-4395-a188-df40f86680d7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:11.717018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ebe0615f-3dc1-45cf-898b-47bb257aac8a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:11.717645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:11.719117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.720708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.721056 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Added segment 167f9bf6-2e9e-4168-bce9-3f3f389e11a9 of type vlan for network 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d Aug 27 02:35:11.735925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for 359b42da-62a7-494a-b2f4-91174761259d owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:11.884594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.905083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:11.908545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.935364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:11.972127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=359b42da-62a7-494a-b2f4-91174761259d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.023475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.024297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:12.024876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.072444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.126290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9388847 Aug 27 02:35:12.130823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:12.142005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Request body: {'subnet': {'network_id': '38f460f4-bc7a-4100-9c20-57f7bc0ebc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-999664659-subnet', 'tenant_id': '1bcab8f7de0c44e2a38f0f38c3a3367b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:12.147369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4f87e-5c6a-45a2-84a3-386a3ec17fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=38f460f4-bc7a-4100-9c20-57f7bc0ebc5d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.162901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:12.189923 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.192793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.276885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Made reservation on behalf of 1bcab8f7de0c44e2a38f0f38c3a3367b for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:12.279240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.315600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1536e5b8-4cd3-4af4-ad70-b55a94b9167a up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:12.328849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting port e86ede99-b47d-4395-a188-df40f86680d7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:12.329193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.374766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.375928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router 66e44c88-f393-4cb2-b14e-47fc895028e3 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:12.395841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:12.401388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.403720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99ea94d2-8695-4f42-94b1-b48d3c43018c tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 204 len: 168 time: 1.6485400 Aug 27 02:35:12.406737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:12.407223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.409929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46968) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:12.422429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-18599049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:12.453865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.467203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1191c4d-3401-44f9-86bb-f251a5041452 req-62884d46-2f91-4bf2-8ac9-4fc5236cdb0e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:12.469680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1191c4d-3401-44f9-86bb-f251a5041452 req-62884d46-2f91-4bf2-8ac9-4fc5236cdb0e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 945 time: 0.1847322 Aug 27 02:35:12.471338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.472550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.509623 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.535080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:12.537379 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475e1c8-f302-478a-bf25-922bc7ca55fb" -d '{"events": [{"server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "name": "network-vif-plugged", "status": "completed", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:12.542172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.543400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.550926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:12.555771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.564358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Calling delete_port for e86ede99-b47d-4395-a188-df40f86680d7 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:12.607840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.626226 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d097e5-feba-4e17-8de6-cfbeb6199f6d x-openstack-request-id: req-e9d097e5-feba-4e17-8de6-cfbeb6199f6d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:12.626580 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "name": "network-vif-plugged", "status": "completed", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:12.626840 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9d097e5-feba-4e17-8de6-cfbeb6199f6d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:12.627436 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'code': 200} Aug 27 02:35:12.637240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.671441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.678939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1191c4d-3401-44f9-86bb-f251a5041452 req-6cd54e51-96df-4a18-9c03-eaf5f302f8b8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700957 Aug 27 02:35:12.718984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:12.720375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-283ebf3f-40aa-40a6-a9e1-81a8f2490f33 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3044715 Aug 27 02:35:12.723843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:12.735545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'enable_snat': False}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:12.843942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=9550488f-b576-4d90-a94d-1157f081b5b9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:12.900738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a81c7-bad3-47e8-a987-cca6540ccbff req-97d1dfef-5d40-46b9-80ba-d886f2b149d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:12.903119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-254a81c7-bad3-47e8-a987-cca6540ccbff req-97d1dfef-5d40-46b9-80ba-d886f2b149d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 1097 time: 0.1401374 Aug 27 02:35:12.920401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '847f59fb-9b7f-4dc5-9fa1-c078829dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:12.920766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: ebe0615f-3dc1-45cf-898b-47bb257aac8a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:12.985742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.024390 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network ebe0615f-3dc1-45cf-898b-47bb257aac8a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:13.050009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-254a81c7-bad3-47e8-a987-cca6540ccbff req-1d02808f-74f0-40ae-abb4-9fe9c3f9e53e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352251 Aug 27 02:35:13.051512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.060918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ebe0615f-3dc1-45cf-898b-47bb257aac8a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:13.075807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f48fc57-2115-47c2-a287-e9efa46a47cf None None] Network ebe0615f-3dc1-45cf-898b-47bb257aac8a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:13.091202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.095534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:13.096308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.166805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Port': ['ID=e86ede99-b47d-4395-a188-df40f86680d7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:13.207170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a7c6e682-5563-4ed9-88b2-bbbb961a1cb6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5263867 Aug 27 02:35:13.213966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241fc599-31e7-4cb0-8d9b-ca02fec3e7d1,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:13.241223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46988) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:13.275387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ebe0615f-3dc1-45cf-898b-47bb257aac8a', 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '9550488f-b576-4d90-a94d-1157f081b5b9'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:13.276507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.311000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Checking segment: {'id': '167f9bf6-2e9e-4168-bce9-3f3f389e11a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '38f460f4-bc7a-4100-9c20-57f7bc0ebc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:13.311407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Network hostable DHCP agents. Network: 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:13.362843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Network 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:13.371950 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] create failed (client error): The resource could not be found. Aug 27 02:35:13.377442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cee3d196-9845-4f7f-b3c2-2cc374e97606 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5210228 Aug 27 02:35:13.379307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:13.423823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:13.438619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:13.438874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da89584e-49f3-485d-bbdb-28b06010b882 None None] Network 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:13.438998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.455176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.497156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67e094c9-f702-44f1-9c53-17fc6fb3e7a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3621206 Aug 27 02:35:13.530734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Allocated IP 172.20.0.1 (ebe0615f-3dc1-45cf-898b-47bb257aac8a/9550488f-b576-4d90-a94d-1157f081b5b9/c35df851-2b62-4f4c-aaff-8a7b5e364205) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:13.584367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.675094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.699240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:13.713338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049b5fc-f1a3-4cd0-954f-983eb97b4b68 None None] Network 38f460f4-bc7a-4100-9c20-57f7bc0ebc5d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:13.869424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Allocated IP 172.25.8.20 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/d03ba6ce-db49-4aa1-9cfc-7ba6281ef3da) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:13.997505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9f0f-c87a-44e6-b327-f4acca4d96a6 req-201d5ab6-1019-4906-b7ff-bd08c5827960 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:14.002611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-523f9f0f-c87a-44e6-b327-f4acca4d96a6 req-201d5ab6-1019-4906-b7ff-bd08c5827960 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 946 time: 0.1572139 Aug 27 02:35:14.037000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.055269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Transition to ACTIVE for port object c35df851-2b62-4f4c-aaff-8a7b5e364205 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:14.075648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Transition to ACTIVE for port object c35df851-2b62-4f4c-aaff-8a7b5e364205 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:14.086079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.092550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting port 2516d610-f718-48bb-bf4e-1b05997947c2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:14.092903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.179102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Network ebe0615f-3dc1-45cf-898b-47bb257aac8a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:14.190074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:14.205479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.207431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.207939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:14.227494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Pushing event updated for resources: {'Port': ['ID=c35df851-2b62-4f4c-aaff-8a7b5e364205,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.297427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Attempting to bind port c35df851-2b62-4f4c-aaff-8a7b5e364205 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:14.298336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Attempting to bind port c35df851-2b62-4f4c-aaff-8a7b5e364205 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '847f59fb-9b7f-4dc5-9fa1-c078829dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:14.298336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Attempting to bind port c35df851-2b62-4f4c-aaff-8a7b5e364205 on network ebe0615f-3dc1-45cf-898b-47bb257aac8a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:14.298709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=9550488f-b576-4d90-a94d-1157f081b5b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.301071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-523f9f0f-c87a-44e6-b327-f4acca4d96a6 req-da50324d-a038-4ea7-8473-e46498a7cd20 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759528 Aug 27 02:35:14.302824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.304814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:14.305323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Checking segment: {'id': '847f59fb-9b7f-4dc5-9fa1-c078829dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:14.306109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.306568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Bound using segment: {'id': '847f59fb-9b7f-4dc5-9fa1-c078829dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:14.307133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Bound port: c35df851-2b62-4f4c-aaff-8a7b5e364205, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847f59fb-9b7f-4dc5-9fa1-c078829dd908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:14.307519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.320009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.354702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:14.361944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:14.399814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:14.407455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Pushing event updated for resources: {'Port': ['ID=d03ba6ce-db49-4aa1-9cfc-7ba6281ef3da,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.426663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] For port c35df851-2b62-4f4c-aaff-8a7b5e364205, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:14.427871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Calling delete_port for 2516d610-f718-48bb-bf4e-1b05997947c2 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:14.430780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] For port c35df851-2b62-4f4c-aaff-8a7b5e364205, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c35df851-2b62-4f4c-aaff-8a7b5e364205,segment=NetworkSegment(847f59fb-9b7f-4dc5-9fa1-c078829dd908),segment_id=847f59fb-9b7f-4dc5-9fa1-c078829dd908)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:14.441387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.446556 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.471977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe0615f-3dc1-45cf-898b-47bb257aac8a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:14.531911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f59fb-9b7f-4dc5-9fa1-c078829dd908') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:14.533281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f59fb-9b7f-4dc5-9fa1-c078829dd908') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:14.571341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.597676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-9ae23301-826b-4826-a85f-3d1f810826a3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:14.599539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-9ae23301-826b-4826-a85f-3d1f810826a3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/networks?id=61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 200 len: 812 time: 0.3535013 Aug 27 02:35:14.602874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5edd28-25df-4156-9ffb-bccd23d08057 None None] Network ebe0615f-3dc1-45cf-898b-47bb257aac8a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:14.609919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87f014-8391-4c48-a06b-d5f54d7be88c None None] Pushing event updated for resources: {'Port': ['ID=c35df851-2b62-4f4c-aaff-8a7b5e364205,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.624144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.640889 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-681b843a-ab97-4200-9ec8-d135078ee1c9 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/quotas/cc92ffd32ff64a1f844e48e7c241bb50 HTTP/1.1" status: 200 len: 375 time: 0.0280645 Aug 27 02:35:14.643692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:14.644154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:14.654753 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:14.750241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-64e54ce3-a4de-450f-89ed-03f0928dc4e3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079571 Aug 27 02:35:14.779629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf7eb7-585a-48ff-a246-b5ce4d5a35b4 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:14.842225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:14.842225 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:14.842225 n-d-806292-1 neutron-server[94832]: [parameters: {'id': 'ebe0615f-3dc1-45cf-898b-47bb257aac8a'}] Aug 27 02:35:14.842225 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:14.842790 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:14.885710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.892226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:14.946113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Port': ['ID=2516d610-f718-48bb-bf4e-1b05997947c2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:14.946744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf7eb7-585a-48ff-a246-b5ce4d5a35b4 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:14.971340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-a1ba1396-4e39-44ff-b2b5-2ec6eeae975c service neutron] 10.222.0.26 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201321 Aug 27 02:35:15.133807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.139817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4b1aa12-b4f6-467d-a6ca-2f20e682a8ab tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "DELETE /v2.0/ports/2516d610-f718-48bb-bf4e-1b05997947c2 HTTP/1.1" status: 204 len: 168 time: 1.7554281 Aug 27 02:35:15.140644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47020) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.149715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.154077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.220964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-4dfd2650-8e27-4017-9ffa-56253d7bf9ca service neutron] 10.222.0.26 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481666 Aug 27 02:35:15.258322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a848f-eed4-446e-bfe8-e456aab2dc68 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:15.265707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:15.270141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a8a848f-eed4-446e-bfe8-e456aab2dc68 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "GET /v2.0/ports?device_id=35e5b0ac-da4d-4976-abad-79b3e8662356 HTTP/1.1" status: 200 len: 913 time: 0.1255562 Aug 27 02:35:15.343706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.560270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7375ea75-94d7-41c4-84c0-c7b43050cfb4 req-75c8805a-fc51-4c4f-9b6c-28952afd31fc tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 210 time: 0.0835788 Aug 27 02:35:15.604874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port c35df851-2b62-4f4c-aaff-8a7b5e364205 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:15.605139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.690090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port c35df851-2b62-4f4c-aaff-8a7b5e364205, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c35df851-2b62-4f4c-aaff-8a7b5e364205,segment=NetworkSegment(847f59fb-9b7f-4dc5-9fa1-c078829dd908),segment_id=847f59fb-9b7f-4dc5-9fa1-c078829dd908)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:15.690716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.710039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for c35df851-2b62-4f4c-aaff-8a7b5e364205 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:15.758695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd223be-df5c-441a-bdaa-2026d404746a req-a44c4e16-4883-4df5-a219-731b38414221 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:15.760440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9dd223be-df5c-441a-bdaa-2026d404746a req-a44c4e16-4883-4df5-a219-731b38414221 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 946 time: 0.3129447 Aug 27 02:35:15.763529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Router 77caefb7-944f-46a5-a18c-ac6739ff418b is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:15.864859 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:15.909501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=c35df851-2b62-4f4c-aaff-8a7b5e364205,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:15.913766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port c35df851-2b62-4f4c-aaff-8a7b5e364205 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:15.960955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9dd223be-df5c-441a-bdaa-2026d404746a req-4914d670-28b0-421b-9746-16c89827ff1c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823676 Aug 27 02:35:16.022434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:16.028186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.032693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] Sync routers for ids ['77caefb7-944f-46a5-a18c-ac6739ff418b'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:16.033479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6894ccc-3a91-4946-aa1b-bf0a1319dcdf tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "PUT /v2.0/routers/77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 200 len: 913 time: 3.3075039 Aug 27 02:35:16.034766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47044) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.057286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] Routers {'77caefb7-944f-46a5-a18c-ac6739ff418b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:16.059948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['77caefb7-944f-46a5-a18c-ac6739ff418b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.133696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.149426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] Routers {'77caefb7-944f-46a5-a18c-ac6739ff418b'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:16.153232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['77caefb7-944f-46a5-a18c-ac6739ff418b'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.169594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.184398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe0615f-3dc1-45cf-898b-47bb257aac8a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.189162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27567f58-613e-4086-bd14-39adccc967e9 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 200 len: 919 time: 0.1529789 Aug 27 02:35:16.195061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.210599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f59fb-9b7f-4dc5-9fa1-c078829dd908') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.211030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f59fb-9b7f-4dc5-9fa1-c078829dd908') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.222622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.238959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.241198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:16.241935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42a3af-ea86-49d6-855a-6dcff6bf19ea None None] The sync data for ids ['77caefb7-944f-46a5-a18c-ac6739ff418b'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:16.246572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:16.246997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.298903 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:16.313857 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:16.319442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.327716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.330927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/ebe0615f-3dc1-45cf-898b-47bb257aac8a HTTP/1.1" status: 204 len: 168 time: 3.0877805 Aug 27 02:35:16.333755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47048) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.364740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-892775047'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:16.365405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-9d624e66-053e-41c8-b462-8609b5ad2fa1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 267 time: 0.1747324 Aug 27 02:35:16.398901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433401a8-a8fd-4e9d-b982-7827edbaf01a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=ebe0615f-3dc1-45cf-898b-47bb257aac8a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:16.412471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e573dd3-c8a6-4894-b803-52b791544ccd tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.414009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e573dd3-c8a6-4894-b803-52b791544ccd tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=77caefb7-944f-46a5-a18c-ac6739ff418b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2180021 Aug 27 02:35:16.418851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47052) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.430127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.440684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:16.444313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.522595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:16.527319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-4b17c250-ab25-446a-a78f-064bfa8d2e62 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.535895 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-4b17c250-ab25-446a-a78f-064bfa8d2e62 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 946 time: 0.1607060 Aug 27 02:35:16.543596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'security_groups': []}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:16.544864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.545214 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment d0607cf1-be21-443c-83e4-6128a9806902 of type vlan for network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 Aug 27 02:35:16.559500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d931d-ad6f-4ead-aff1-aa37c85f0321 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.563924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f96d931d-ad6f-4ead-aff1-aa37c85f0321 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 881 time: 0.1438823 Aug 27 02:35:16.565438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47054) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.622666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8c21b65d-0026-4fb8-861d-453c17b53540 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 200 len: 205 time: 0.0560362 Aug 27 02:35:16.623467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47058) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:16.672251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.753507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.783508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.854454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f73828fd-de64-49fb-b97f-e8550dab9536 req-8b249814-8301-4b79-85f7-670d62072e60 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 210 time: 0.0996709 Aug 27 02:35:16.967829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:16.973710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:16.974571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.042630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-e2581e43-e0a5-4d71-a4ca-1e90eff6303b tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.044168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-e2581e43-e0a5-4d71-a4ca-1e90eff6303b tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.15 "GET /v2.0/networks?id=61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 200 len: 812 time: 0.3074481 Aug 27 02:35:17.056638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7214794 Aug 27 02:35:17.061866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47062) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:17.072471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:17.072713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Request body: {'port': {'device_id': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3', 'admin_state_up': True, 'tenant_id': 'cc92ffd32ff64a1f844e48e7c241bb50'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:17.094757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146aed-807f-4eeb-954c-c9217f620dec tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=f7bab1fd-7c59-4111-9c84-0e6e74a15ac8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:17.109112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:17.146250 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.175394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:17.234951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:17.239148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.257283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.274667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.290824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:17.295946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port d03ba6ce-db49-4aa1-9cfc-7ba6281ef3da {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:17.296360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.330849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c', '1536e5b8-4cd3-4af4-ad70-b55a94b9167a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:17.352512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:17.353548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.355240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b52f3db4-9be9-4a5c-8558-158a49d984c7 req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "PUT /v2.0/ports/1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 200 len: 905 time: 0.8185258 Aug 27 02:35:17.355914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:17.358617 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:17.363487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting port 0d511c1e-c17d-40f0-8886-963ada311871 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:17.364133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.442891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1418d-282f-429f-864b-bc989c2863bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:17.457441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Made reservation on behalf of cc92ffd32ff64a1f844e48e7c241bb50 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:17.461565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.503450 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8314e4-0f3e-4c90-83cc-260a6d45bbaa x-openstack-request-id: req-3f8314e4-0f3e-4c90-83cc-260a6d45bbaa {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:17.503787 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:17.504011 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f8314e4-0f3e-4c90-83cc-260a6d45bbaa {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:17.507028 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'status': 'completed', 'code': 200} Aug 27 02:35:17.513265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1536e5b8-4cd3-4af4-ad70-b55a94b9167a'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:17.593106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.669871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Calling delete_port for 0d511c1e-c17d-40f0-8886-963ada311871 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:17.788803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.801974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for d03ba6ce-db49-4aa1-9cfc-7ba6281ef3da owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:17.810378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Allocated IP 172.20.0.6 (61adbc67-343e-46f7-8939-a404f20c96c3/8635126c-b728-4793-874b-9e145a434b32/83f475b4-adfa-4012-8eb6-5e734c3cf3f3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:17.879402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c83a4abe-4c85-4c02-be8e-9d1097ed72f1 None None] Provisioning complete for port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:17.879945 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c83a4abe-4c85-4c02-be8e-9d1097ed72f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:17.895973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.030854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17261446-503e-4e5b-9b56-37a3e63b0ce7 req-c0abbb1a-8d21-4a69-945b-dba5826edf13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.043014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66942b65-2041-4541-8b2c-0ffc0ce5784d req-e2df3be6-54b4-4b18-9d2b-df41ca5a83f5 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 210 time: 0.0700290 Aug 27 02:35:18.058161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17261446-503e-4e5b-9b56-37a3e63b0ce7 req-c0abbb1a-8d21-4a69-945b-dba5826edf13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 908 time: 0.5262799 Aug 27 02:35:18.078445 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.103005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-d64b5830-b20f-4328-91a8-3d7c8b9671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.104663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-d64b5830-b20f-4328-91a8-3d7c8b9671de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 1059 time: 0.5177042 Aug 27 02:35:18.144152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Port': ['ID=0d511c1e-c17d-40f0-8886-963ada311871,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.154407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=54060e94-740b-4f45-a45a-6784991c8eca,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.204844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': 'd0607cf1-be21-443c-83e4-6128a9806902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:18.205208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: f7bab1fd-7c59-4111-9c84-0e6e74a15ac8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:18.231417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.327951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:18.336770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.401054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-fa6731ea-850f-4090-aaed-540305f8602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.403573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-fa6731ea-850f-4090-aaed-540305f8602e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2775233 Aug 27 02:35:18.404604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=d03ba6ce-db49-4aa1-9cfc-7ba6281ef3da,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.413616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.426126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6562de-74be-4b88-a306-99b2e468fd70 req-c30ad16a-1634-4dc8-93cc-05e868c3c310 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.427749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d6562de-74be-4b88-a306-99b2e468fd70 req-c30ad16a-1634-4dc8-93cc-05e868c3c310 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1858790 Aug 27 02:35:18.470189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-d4e34d11-71b3-4c68-9a6d-27f05cf86ca0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 200 len: 217 time: 0.0507219 Aug 27 02:35:18.470843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f7bab1fd-7c59-4111-9c84-0e6e74a15ac8) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:18.475995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.476641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.479587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da3b568-b863-4c5d-86ad-c25d98a51a99 None None] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:18.498163 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.575850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.599874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d6562de-74be-4b88-a306-99b2e468fd70 req-21f02756-3246-483e-bfa3-3f093fdb3da8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629944 Aug 27 02:35:18.615435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Network 61adbc67-343e-46f7-8939-a404f20c96c3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:18.655713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:18.660369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Pushing event updated for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:18.662990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:18.703333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-f7bab1fd-7c59-4111-9c84-0e6e74a15ac8', 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '54060e94-740b-4f45-a45a-6784991c8eca'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:18.704772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.740011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Router 35e5b0ac-da4d-4976-abad-79b3e8662356 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:18.762896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.765365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.766021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:18.766722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.863803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.866810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router 77caefb7-944f-46a5-a18c-ac6739ff418b {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:18.882070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:18.887018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bde96bf3-9309-4ba0-890a-586459dbc242 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 204 len: 168 time: 2.2523911 Aug 27 02:35:18.905046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Allocated IP 172.20.0.2 (f7bab1fd-7c59-4111-9c84-0e6e74a15ac8/54060e94-740b-4f45-a45a-6784991c8eca/153a9a16-595f-4a08-8a83-d00cbee0e7aa) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:18.907465 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e36ae728-d27a-4cfe-99a8-b6442bea3009 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8424580 Aug 27 02:35:18.910899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.910899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47086) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:18.917473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1544750292', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:19.018057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-e1828ff5-ae6d-4b63-a5ce-66cf2becd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.019651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-e1828ff5-ae6d-4b63-a5ce-66cf2becd399 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.5210984 Aug 27 02:35:19.040770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecc2f1-3686-42c8-b733-c95339aada8f req-654a170b-2a83-4474-8cb3-4da971ad005b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.055972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8aecc2f1-3686-42c8-b733-c95339aada8f req-654a170b-2a83-4474-8cb3-4da971ad005b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2103231 Aug 27 02:35:19.119361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.124065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.126571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.132518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Transition to ACTIVE for port object 153a9a16-595f-4a08-8a83-d00cbee0e7aa will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:19.161270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-4170d961-f918-42e5-b889-48d25c35733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.162830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Transition to ACTIVE for port object 153a9a16-595f-4a08-8a83-d00cbee0e7aa will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:19.163017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-4170d961-f918-42e5-b889-48d25c35733e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959680 Aug 27 02:35:19.172839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.225723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Pushing event updated for resources: {'Port': ['ID=153a9a16-595f-4a08-8a83-d00cbee0e7aa,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:19.249255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:19.251001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:19.254890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:19.262303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-0aeb1a41-789b-47a0-bc76-f760df0c2077 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2015462 Aug 27 02:35:19.278855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Request body: {'port': {'device_id': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:19.280518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8aecc2f1-3686-42c8-b733-c95339aada8f req-7b41c26e-22b6-43cd-a663-86761df88270 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235956 Aug 27 02:35:19.303241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:19.303364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.303492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-12663ddc-ea05-4f05-ab70-eb6d4ca7576d tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "PUT /v2.0/routers/35e5b0ac-da4d-4976-abad-79b3e8662356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0352547 Aug 27 02:35:19.307083 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] Sync routers for ids ['35e5b0ac-da4d-4976-abad-79b3e8662356'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:19.324797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47094) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:19.336499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] Routers {'35e5b0ac-da4d-4976-abad-79b3e8662356'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:19.339851 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['35e5b0ac-da4d-4976-abad-79b3e8662356'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.347083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Attempting to bind port 153a9a16-595f-4a08-8a83-d00cbee0e7aa on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:19.347464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Attempting to bind port 153a9a16-595f-4a08-8a83-d00cbee0e7aa by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd0607cf1-be21-443c-83e4-6128a9806902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:19.347831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Attempting to bind port 153a9a16-595f-4a08-8a83-d00cbee0e7aa on network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:19.353002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:19.353752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Checking segment: {'id': 'd0607cf1-be21-443c-83e4-6128a9806902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:19.354167 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.354634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Bound using segment: {'id': 'd0607cf1-be21-443c-83e4-6128a9806902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:19.355113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Bound port: 153a9a16-595f-4a08-8a83-d00cbee0e7aa, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0607cf1-be21-443c-83e4-6128a9806902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f7bab1fd-7c59-4111-9c84-0e6e74a15ac8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:19.355736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.408789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c548f-54d4-4d38-9df6-73168a0bbd87 req-b6148cce-2037-4495-a424-5ad364dfc81f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.420842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f45c548f-54d4-4d38-9df6-73168a0bbd87 req-b6148cce-2037-4495-a424-5ad364dfc81f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 931 time: 0.1632206 Aug 27 02:35:19.435981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.441129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.468458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] Routers {'35e5b0ac-da4d-4976-abad-79b3e8662356'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:19.470648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['35e5b0ac-da4d-4976-abad-79b3e8662356'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.497796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f45c548f-54d4-4d38-9df6-73168a0bbd87 req-3eaaa241-2bd3-434b-8540-e662461a941e tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765905 Aug 27 02:35:19.503457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.523884 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:19.524833 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f628618-3d37-4dbe-9f4d-e81d66e0e126 None None] The sync data for ids ['35e5b0ac-da4d-4976-abad-79b3e8662356'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:19.561726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] For port 153a9a16-595f-4a08-8a83-d00cbee0e7aa, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:19.566848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] For port 153a9a16-595f-4a08-8a83-d00cbee0e7aa, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=153a9a16-595f-4a08-8a83-d00cbee0e7aa,segment=NetworkSegment(d0607cf1-be21-443c-83e4-6128a9806902),segment_id=d0607cf1-be21-443c-83e4-6128a9806902)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:19.575109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:19.679609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2fb6-0a10-410c-84e3-e4cdb6e51448 None None] Pushing event updated for resources: {'Port': ['ID=153a9a16-595f-4a08-8a83-d00cbee0e7aa,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:19.965135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-2893d39d-6f9f-4509-a0b0-9e8a01cfc06a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:19.966698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-2893d39d-6f9f-4509-a0b0-9e8a01cfc06a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.3441646 Aug 27 02:35:20.000529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-32ab8e31-be92-443b-89b7-c1bb9019e247 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/quotas/57982f151855440c928a2b74647ad613 HTTP/1.1" status: 200 len: 375 time: 0.0247469 Aug 27 02:35:20.043624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.106934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-27aa583e-2f07-4bc1-a9a8-364e8920137f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1034453 Aug 27 02:35:20.122753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:20.142267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.164294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-717d0f07-453c-4f25-9e21-565838861a0e service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9926918 Aug 27 02:35:20.188683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Transition to ACTIVE for port object 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:20.192946 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.219180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.265317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Pushing event updated for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:20.269374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-c48a45d4-7f18-473a-92cd-06487736fe0f service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551728 Aug 27 02:35:20.414262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 153a9a16-595f-4a08-8a83-d00cbee0e7aa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:20.424436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Attempting to bind port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:20.425002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Attempting to bind port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:20.425115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Attempting to bind port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 on network 61adbc67-343e-46f7-8939-a404f20c96c3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:20.436934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 on network 61adbc67-343e-46f7-8939-a404f20c96c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:35:20.437429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Attempting to bind port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 on network 61adbc67-343e-46f7-8939-a404f20c96c3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:20.449115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-6882de4d-5db5-401c-bc91-39a66251c0e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580808 Aug 27 02:35:20.462536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:20.462888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Checking segment: {'id': '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:20.463282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Bound using segment: {'id': '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:20.463717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Bound port: 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:20.464649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.467772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.470060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.502927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 153a9a16-595f-4a08-8a83-d00cbee0e7aa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:20.526557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port 153a9a16-595f-4a08-8a83-d00cbee0e7aa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:20.527490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.531196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43a81f3-211a-4d1b-85b7-fe28a40f17a6 req-23893f2b-1ff6-4e25-8c8d-1dab7bdbead5 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297317 Aug 27 02:35:20.561605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.562132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Fanout notify agent at l3_agent the message router_deleted on router 35e5b0ac-da4d-4976-abad-79b3e8662356 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:20.580464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.583941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ec78fe1d-9bdc-4271-8aa6-ea3d46037116 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "DELETE /v2.0/routers/35e5b0ac-da4d-4976-abad-79b3e8662356 HTTP/1.1" status: 204 len: 168 time: 1.1745024 Aug 27 02:35:20.586667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:20.654256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:20.659289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,segment=NetworkSegment(747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e),segment_id=747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:20.669196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting subnet 894e2f04-622d-4cea-9901-9e24b540f7bf {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:20.672773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.676185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.732042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port 153a9a16-595f-4a08-8a83-d00cbee0e7aa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=153a9a16-595f-4a08-8a83-d00cbee0e7aa,segment=NetworkSegment(d0607cf1-be21-443c-83e4-6128a9806902),segment_id=d0607cf1-be21-443c-83e4-6128a9806902)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:20.732422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.787746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for 153a9a16-595f-4a08-8a83-d00cbee0e7aa owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:20.811653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:20.812350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.815772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] 10.222.0.15 "PUT /v2.0/ports/83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 200 len: 1091 time: 1.5417504 Aug 27 02:35:20.816263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:20.818639 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:20.836168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848651b-0770-4523-91e2-522c279f2950 req-64174bb0-8419-4a6f-a6b6-5e29e376b0c0 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:20.838152 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:20.838534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5848651b-0770-4523-91e2-522c279f2950 req-64174bb0-8419-4a6f-a6b6-5e29e376b0c0 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 943 time: 0.1728756 Aug 27 02:35:20.944264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896527a-da0f-4b64-9a08-a6d95340840b None None] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:20.964437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5848651b-0770-4523-91e2-522c279f2950 req-bc76adfa-8b88-403f-afa6-9a91b0772fe1 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Aug 27 02:35:20.993310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29880dcd-6751-4ae3-8c60-35f0e5678784 req-929d9d3e-9c3b-404f-b479-a81effa5deeb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 210 time: 0.0956757 Aug 27 02:35:21.020049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Pushing event updated for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.047053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.047785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.048325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.048862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.049354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.049845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.050332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.051752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.052446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.052812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.053397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.053817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f0e3e-d41d-4f01-968b-f9b6164b43cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.063662 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68977208-a58e-4712-afd2-fabe98da6515 x-openstack-request-id: req-68977208-a58e-4712-afd2-fabe98da6515 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:21.064125 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:21.064474 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68977208-a58e-4712-afd2-fabe98da6515 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:21.065017 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3', 'status': 'completed', 'code': 200} Aug 27 02:35:21.110940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-f9ae0dd6-b734-4c96-9578-604e0fb3889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:21.112824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-f9ae0dd6-b734-4c96-9578-604e0fb3889c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 1094 time: 0.2122691 Aug 27 02:35:21.154988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8d93335f-3d78-4464-bea0-6d30bb46d45f None None] Provisioning for port 153a9a16-595f-4a08-8a83-d00cbee0e7aa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:21.164215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8d93335f-3d78-4464-bea0-6d30bb46d45f None None] Provisioning complete for port 153a9a16-595f-4a08-8a83-d00cbee0e7aa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:21.164854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d93335f-3d78-4464-bea0-6d30bb46d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.170853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.171552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.175240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-16882624-5c10-43e6-ac7e-7ba73857e041 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 200 len: 217 time: 0.0523689 Aug 27 02:35:21.182510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.209062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8d93335f-3d78-4464-bea0-6d30bb46d45f None None] Port 153a9a16-595f-4a08-8a83-d00cbee0e7aa was deleted so its status cannot be updated. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:35:21.232593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=153a9a16-595f-4a08-8a83-d00cbee0e7aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.256041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.266654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-18101259-047f-46c8-9ca8-a7f35c6e2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:21.268157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-18101259-047f-46c8-9ca8-a7f35c6e2be3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8635126c-b728-4793-874b-9e145a434b32 HTTP/1.1" status: 200 len: 852 time: 0.0678575 Aug 27 02:35:21.271674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.272023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.272486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.272711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.273042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.273376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.273706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.274119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.274495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.275161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.275161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.275450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:21.294993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port 153a9a16-595f-4a08-8a83-d00cbee0e7aa on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:21.311663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-e10be40b-663e-4023-912d-e76699bec6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61adbc67-343e-46f7-8939-a404f20c96c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339439 Aug 27 02:35:21.317664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.386430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.390721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Subnet': ['ID=894e2f04-622d-4cea-9901-9e24b540f7bf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.395807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.397688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5cc5ce18-28de-45e1-a357-271e4ef32187 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "DELETE /v2.0/subnets/894e2f04-622d-4cea-9901-9e24b540f7bf HTTP/1.1" status: 204 len: 168 time: 0.8100486 Aug 27 02:35:21.400144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:21.408330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde189d2-6244-4c31-a537-b8cbeb47e8a8 None None] Network eca69118-85c2-4531-bdf2-506f57e44eea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:21.476309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Allocated IP 172.25.8.166 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/66f08028-7a00-4930-a7a0-4b48f1eaf766) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:21.536432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.570240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.577034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=54060e94-740b-4f45-a45a-6784991c8eca,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.590688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb455eb3-7788-4165-afe2-f4eb9b44a1b0 None None] Network f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:21.592632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-1a28c259-6b04-4769-854b-bbdb7dd35fc5 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721233 Aug 27 02:35:21.664320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.683394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bab1fd-7c59-4111-9c84-0e6e74a15ac8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.691844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] DHCP port deletion for eca69118-85c2-4531-bdf2-506f57e44eea request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:21.701723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0607cf1-be21-443c-83e4-6128a9806902') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.702035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0607cf1-be21-443c-83e4-6128a9806902') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:21.705712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.717905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.738654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.754344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:21.754961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:21.758290 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:21.762637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Deleting port bd92e7bd-f2fc-4335-83be-114a7b2a663e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:21.763077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.787109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7463cad0-3af7-47b2-9fb8-d3a2d75d00a7 req-27a38c6d-8341-48cb-bc9a-061f5d73c23b service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606817 Aug 27 02:35:21.802770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Deleting port bd92e7bd-f2fc-4335-83be-114a7b2a663e {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:21.803389 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.844420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.856999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.868650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] For port bd92e7bd-f2fc-4335-83be-114a7b2a663e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bd92e7bd-f2fc-4335-83be-114a7b2a663e,segment=NetworkSegment(644e023a-cb36-446b-b6b9-6a804ed60626),segment_id=644e023a-cb36-446b-b6b9-6a804ed60626)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:21.869089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.871587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9ac8c-0ff4-4fb5-8fc0-8b843931d8c8 None None] DHCP port deletion for f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:21.892941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.897884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 HTTP/1.1" status: 204 len: 168 time: 2.9706492 Aug 27 02:35:21.903120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47142) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:21.913936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Calling delete_port for bd92e7bd-f2fc-4335-83be-114a7b2a663e owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:21.929944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] For port bd92e7bd-f2fc-4335-83be-114a7b2a663e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bd92e7bd-f2fc-4335-83be-114a7b2a663e,segment=NetworkSegment(644e023a-cb36-446b-b6b9-6a804ed60626),segment_id=644e023a-cb36-446b-b6b9-6a804ed60626)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:21.930801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:21.931401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285123120'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:21.948144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:21.954358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1932eb-016a-4d37-b345-b6fd6c338549 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=f7bab1fd-7c59-4111-9c84-0e6e74a15ac8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:21.963185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:21.966305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Calling delete_port for bd92e7bd-f2fc-4335-83be-114a7b2a663e owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:21.974594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:21.981023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event updated for resources: {'Port': ['ID=66f08028-7a00-4930-a7a0-4b48f1eaf766,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.032684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:22.039431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.084668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.119461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] No DVR routers for this DVR port bd92e7bd-f2fc-4335-83be-114a7b2a663e on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:22.167730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce635-ba4f-45b0-833f-232915489933 None None] Pushing event deleted for resources: {'Port': ['ID=bd92e7bd-f2fc-4335-83be-114a7b2a663e,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.214238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-982c64fb-ce93-44a3-a316-2ca17e026ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.216347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-982c64fb-ce93-44a3-a316-2ca17e026ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 1094 time: 0.1938612 Aug 27 02:35:22.217147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.301321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Port': ['ID=bd92e7bd-f2fc-4335-83be-114a7b2a663e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.303173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:22.316948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] No DVR routers for this DVR port bd92e7bd-f2fc-4335-83be-114a7b2a663e on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:22.327829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5275a-fc8f-4864-8bf3-dcd9d2f5a9e8 req-9c45556a-9387-40fd-a292-1c8865321c6a tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.329302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ad5275a-fc8f-4864-8bf3-dcd9d2f5a9e8 req-9c45556a-9387-40fd-a292-1c8865321c6a tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 943 time: 0.1629353 Aug 27 02:35:22.362712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c024442c-4ae5-43bd-b80b-9d48969e6a81 req-1551be89-c183-400d-a092-4ca64bbae4a7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 210 time: 0.2001808 Aug 27 02:35:22.376887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 153a9a16-595f-4a08-8a83-d00cbee0e7aa no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:22.390986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.391521 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 61971ebe-89bc-461d-b8a8-965532a3f07b of type vlan for network d96c9586-dd61-49ca-bf8f-1bef9149315f Aug 27 02:35:22.405455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 153a9a16-595f-4a08-8a83-d00cbee0e7aa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:22.405799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 153a9a16-595f-4a08-8a83-d00cbee0e7aa not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:22.406359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bd92e7bd-f2fc-4335-83be-114a7b2a663e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:22.435859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: bd92e7bd-f2fc-4335-83be-114a7b2a663e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:22.436209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bd92e7bd-f2fc-4335-83be-114a7b2a663e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:22.497941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-9a977304-fb6a-481e-b3e9-dbee977236de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.499679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-9a977304-fb6a-481e-b3e9-dbee977236de service neutron] 10.222.0.15 "GET /v2.0/networks?id=61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 200 len: 913 time: 0.2528663 Aug 27 02:35:22.503144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.508621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ad5275a-fc8f-4864-8bf3-dcd9d2f5a9e8 req-58378ada-e3e3-4e0c-9487-fd55be3c370c tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663523 Aug 27 02:35:22.510375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.522813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-aa2a4b98-2340-4381-bc2b-5631a73d5727 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.524437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-aa2a4b98-2340-4381-bc2b-5631a73d5727 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 812 time: 0.4266844 Aug 27 02:35:22.525576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca69118-85c2-4531-bdf2-506f57e44eea']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:22.550102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Request body: {'port': {'device_id': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'admin_state_up': True, 'tenant_id': '57982f151855440c928a2b74647ad613'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:22.564185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644e023a-cb36-446b-b6b9-6a804ed60626') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:22.564511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644e023a-cb36-446b-b6b9-6a804ed60626') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:22.567073 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-aee185d9-6dc7-4eaf-a832-32afa343a6f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 200 len: 217 time: 0.0524707 Aug 27 02:35:22.575932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.624445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba6da5fd-4087-43b0-9402-67bb4ef41cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.625010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.637618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:22.638071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:22.641194 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:22.645011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.649074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.649662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.717204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-582bd30c-b05a-497c-a7c0-02c3ae726929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:22.718988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-582bd30c-b05a-497c-a7c0-02c3ae726929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8635126c-b728-4793-874b-9e145a434b32 HTTP/1.1" status: 200 len: 852 time: 0.1411340 Aug 27 02:35:22.720086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.742036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:22.744329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] 10.222.0.26 "DELETE /v2.0/networks/eca69118-85c2-4531-bdf2-506f57e44eea HTTP/1.1" status: 204 len: 168 time: 1.3432615 Aug 27 02:35:22.757775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de245c4b-fb0e-4161-b633-de3013889703 tempest-FloatingIPNegativeTestJSON-611538065 tempest-FloatingIPNegativeTestJSON-611538065-project] Pushing event deleted for resources: {'Network': ['ID=eca69118-85c2-4531-bdf2-506f57e44eea,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:22.775734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-5174d158-8b3f-44c4-9cee-b34120198476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61adbc67-343e-46f7-8939-a404f20c96c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294182 Aug 27 02:35:22.903790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:22.944886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-9d57014f-13cc-4a74-90c4-810523caf5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607275 Aug 27 02:35:23.064288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,segment=NetworkSegment(747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e),segment_id=747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:23.086202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3', 'network_id': '61adbc67-343e-46f7-8939-a404f20c96c3', 'port_id': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3', 'mac_address': 'fa:16:3e:33:51:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8635126c-b728-4793-874b-9e145a434b32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:23.107704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b7f82e3-d0ea-4966-a1ce-bfdfb1b870a0 req-745acacc-5395-43d5-acc1-a2e7144c4d95 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498764 Aug 27 02:35:23.129880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.144964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:23.166790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=d96c9586-dd61-49ca-bf8f-1bef9149315f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.169179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,segment=NetworkSegment(747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e),segment_id=747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:23.170280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f42d629b-5d71-4b9f-8f4e-d7f31f167e35 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2663484 Aug 27 02:35:23.173357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47158) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.179018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d96c9586-dd61-49ca-bf8f-1bef9149315f details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:23.179345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': 'd96c9586-dd61-49ca-bf8f-1bef9149315f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:23.200490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.217078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.241399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.286317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.314423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Made reservation on behalf of 57982f151855440c928a2b74647ad613 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:23.317906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.330604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:23.334204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.390944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:35:23.391447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:35:23.521840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.525762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d5514fd-c625-4d46-bc01-6381ad21a04c req-8e905908-614b-4d38-8664-31ff557447e8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 210 time: 0.0732043 Aug 27 02:35:23.555580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['83f475b4-adfa-4012-8eb6-5e734c3cf3f3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:23.581094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e05e1d57-bee3-412a-a75e-67e4203c0caf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e2bb96776a0427e9e10ec1b1c0b43d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387723 Aug 27 02:35:23.586284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47168) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.592241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=d17373aa-f2db-4186-95dc-6bf4a2515ce7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:23.608805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.667472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '61971ebe-89bc-461d-b8a8-965532a3f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd96c9586-dd61-49ca-bf8f-1bef9149315f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:23.667893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: d96c9586-dd61-49ca-bf8f-1bef9149315f, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:23.669354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Allocated IP 172.20.0.3 (ef4d91af-f633-414f-b200-70de811f4768/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8/f6daa932-0c7a-45c7-99f1-44dde814614f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:23.705717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e22b-eaf5-42b6-a2d3-28e6b8876a12 req-68c652f2-186d-4ad4-99f8-af56429fe65b tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:23.707532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c828e22b-eaf5-42b6-a2d3-28e6b8876a12 req-68c652f2-186d-4ad4-99f8-af56429fe65b tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 944 time: 0.1050651 Aug 27 02:35:23.725529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network d96c9586-dd61-49ca-bf8f-1bef9149315f is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:23.746154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d96c9586-dd61-49ca-bf8f-1bef9149315f) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:23.756847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a9f8a-06eb-47da-91c9-daada0af5beb None None] Network d96c9586-dd61-49ca-bf8f-1bef9149315f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:23.757568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:23.758177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.759285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.782288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c828e22b-eaf5-42b6-a2d3-28e6b8876a12 req-c51764a1-f575-4f8a-a1b9-d5e20093e30f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655494 Aug 27 02:35:23.785747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f438ba6-139b-4c0b-96e2-e745ee1bdbf5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6111579 Aug 27 02:35:23.788794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:23.837362 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.910916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.962725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c98af-4f48-4579-a267-08de66573c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d96c9586-dd61-49ca-bf8f-1bef9149315f', 'network_id': 'd96c9586-dd61-49ca-bf8f-1bef9149315f', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': 'd17373aa-f2db-4186-95dc-6bf4a2515ce7'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:23.966256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f09c98af-4f48-4579-a267-08de66573c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.978257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.983167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Router 82bfcb9f-4e36-45ed-8450-add7eac6702e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:23.987722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.993252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.996505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:23.997995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c97e2af-b447-4d65-b16d-3de06e0f81d7 HTTP/1.1" status: 204 len: 168 time: 0.4092307 Aug 27 02:35:24.016810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba4968-c412-437c-ad3c-b5adcad8567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c97e2af-b447-4d65-b16d-3de06e0f81d7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.020415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Transition to ACTIVE for port object f6daa932-0c7a-45c7-99f1-44dde814614f will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:24.097716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.141595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=d17373aa-f2db-4186-95dc-6bf4a2515ce7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.145292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-f09c98af-4f48-4579-a267-08de66573c9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d17373aa-f2db-4186-95dc-6bf4a2515ce7: This subnet is being modified by another concurrent operation. Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:35:24.182697 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d17373aa-f2db-4186-95dc-6bf4a2515ce7: This subnet is being modified by another concurrent operation. Aug 27 02:35:24.188382 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:35:24.193912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:24.206596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:24.220878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Network ef4d91af-f633-414f-b200-70de811f4768 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:24.230232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:24.237795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:24.239528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.247467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:24.256490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] Sync routers for ids ['82bfcb9f-4e36-45ed-8450-add7eac6702e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:24.256706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96c9586-dd61-49ca-bf8f-1bef9149315f']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.264718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11e509-9fa3-4a28-9125-d975ca9d4a74 None None] Network d96c9586-dd61-49ca-bf8f-1bef9149315f requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:24.284289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61971ebe-89bc-461d-b8a8-965532a3f07b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.284586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61971ebe-89bc-461d-b8a8-965532a3f07b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.297780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.301989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:24.306977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39f44b8f-313c-400c-82cc-5cb1297c263a tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3939569 Aug 27 02:35:24.309263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:24.312922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.329233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.330236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.352088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-4e3f9bb8-ab8f-4b31-812c-51820c3cad7d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8101587 Aug 27 02:35:24.375651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] Routers {'82bfcb9f-4e36-45ed-8450-add7eac6702e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:24.376542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['82bfcb9f-4e36-45ed-8450-add7eac6702e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.386079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Request body: {'port': {'device_id': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:24.437655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.505571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.508400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] Routers {'82bfcb9f-4e36-45ed-8450-add7eac6702e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:24.509040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:34:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['82bfcb9f-4e36-45ed-8450-add7eac6702e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.550014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:24.550712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c1b75-4690-45b6-b810-caa981a047f1 None None] The sync data for ids ['82bfcb9f-4e36-45ed-8450-add7eac6702e'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:24.553579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:24.603310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491afe73-37a7-4c8c-8f30-749b9b87b699 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:24.732691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.746173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:24.746954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:24.751409 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:24.785419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c6f96c5-1342-4896-9152-5fc7a2917b63 None None] Provisioning for port f6daa932-0c7a-45c7-99f1-44dde814614f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:24.804664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c6f96c5-1342-4896-9152-5fc7a2917b63 None None] Provisioning complete for port f6daa932-0c7a-45c7-99f1-44dde814614f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:24.805053 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c6f96c5-1342-4896-9152-5fc7a2917b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.843134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c121-fa89-450e-b05c-29817b9a926c req-407c05d7-e442-447c-aa4f-6f85c4bc3028 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:24.844727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c38c121-fa89-450e-b05c-29817b9a926c req-407c05d7-e442-447c-aa4f-6f85c4bc3028 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 931 time: 0.1875432 Aug 27 02:35:24.894111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:24.921492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:25.023253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.029567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c38c121-fa89-450e-b05c-29817b9a926c req-896aeaf2-b02a-4eff-9358-04e586aae7d3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719017 Aug 27 02:35:25.058841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f96c5-1342-4896-9152-5fc7a2917b63 None None] Port f6daa932-0c7a-45c7-99f1-44dde814614f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:25.067057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491afe73-37a7-4c8c-8f30-749b9b87b699 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:25.071884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.075145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/d96c9586-dd61-49ca-bf8f-1bef9149315f HTTP/1.1" status: 204 len: 168 time: 1.2852364 Aug 27 02:35:25.084097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:25.084537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47210) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.093348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:25.093724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.097023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432464955'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:25.109940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecfeff-d08b-40a9-b5b1-409f5abfd1d6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=d96c9586-dd61-49ca-bf8f-1bef9149315f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.154583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6daa932-0c7a-45c7-99f1-44dde814614f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:25.164062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.183086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Transition to ACTIVE for port object f6daa932-0c7a-45c7-99f1-44dde814614f will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:25.185440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:25.201696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.210057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea4ac-d72b-486b-818e-b2ba858ecaf8 req-e427c06d-e4de-42a8-a7f6-3ca72069c821 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.219009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-306ea4ac-d72b-486b-818e-b2ba858ecaf8 req-e427c06d-e4de-42a8-a7f6-3ca72069c821 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 944 time: 0.1999440 Aug 27 02:35:25.236520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.251262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.287315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-1772593270'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:25.292651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.303010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-306ea4ac-d72b-486b-818e-b2ba858ecaf8 req-942989a9-c02f-4542-888c-a4630afdd304 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Aug 27 02:35:25.335816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:25.357286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.360795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:25.364579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.365127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.365474 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment b656953b-9aca-428d-8922-1a6a9e83c556 of type vlan for network 78faa359-8602-4832-8bed-bc09425b6121 Aug 27 02:35:25.380610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.424960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Deleting port 66f08028-7a00-4930-a7a0-4b48f1eaf766 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:25.425203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.443095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0465d189-b5ad-463b-b921-4dfadb360913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.455212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.455479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.493620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Attempting to bind port f6daa932-0c7a-45c7-99f1-44dde814614f on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:25.494507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Attempting to bind port f6daa932-0c7a-45c7-99f1-44dde814614f by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:25.494507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Attempting to bind port f6daa932-0c7a-45c7-99f1-44dde814614f on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:25.500900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Port f6daa932-0c7a-45c7-99f1-44dde814614f on network ef4d91af-f633-414f-b200-70de811f4768 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:35:25.501202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Attempting to bind port f6daa932-0c7a-45c7-99f1-44dde814614f on network ef4d91af-f633-414f-b200-70de811f4768 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:25.510574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:25.511630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Checking segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:25.512076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Bound using segment: {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:25.513438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Bound port: f6daa932-0c7a-45c7-99f1-44dde814614f, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:25.513849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.529828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.536015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.536628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.555477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.576322 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.577620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Calling delete_port for 66f08028-7a00-4930-a7a0-4b48f1eaf766 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:25.590680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.626728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5391393 Aug 27 02:35:25.632583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:25.633240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.644487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:25.646105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e026d72-641c-436a-8447-1d88142c2a5f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=78faa359-8602-4832-8bed-bc09425b6121,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.646797 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcda761-015e-408f-9fd3-f435712d0f05" -d '{"events": [{"server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "name": "network-vif-plugged", "status": "completed", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:25.648779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '78faa359-8602-4832-8bed-bc09425b6121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:25.667634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 78faa359-8602-4832-8bed-bc09425b6121 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:25.674414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,segment=NetworkSegment(747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e),segment_id=747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:25.690507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:25.694213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:25.702692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.721266 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad66d7fe-3dcd-401f-8851-f71ef1e2281d x-openstack-request-id: req-ad66d7fe-3dcd-401f-8851-f71ef1e2281d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:25.721632 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "name": "network-vif-plugged", "status": "completed", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:25.721835 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad66d7fe-3dcd-401f-8851-f71ef1e2281d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:25.722358 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3', 'code': 200} Aug 27 02:35:25.732259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.763140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:25.764009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.764619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.765996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6daa932-0c7a-45c7-99f1-44dde814614f HTTP/1.1" status: 200 len: 1091 time: 1.3866651 Aug 27 02:35:25.766479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:25.769131 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab42ec0-cff4-4658-b795-a0c2786bf0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:25.820291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d2f3d-54ac-4335-bc96-3d38461c6371 service neutron] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.822029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.822378 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 264a5806-96d0-461e-a372-02cdf5ab4b2a of type vlan for network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 Aug 27 02:35:25.828644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a110c3a-401d-4adf-a36a-ada24109445c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.833969 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990244a3-aaf4-4545-af0a-8458e8002428 x-openstack-request-id: req-990244a3-aaf4-4545-af0a-8458e8002428 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:25.833969 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:25.833969 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-990244a3-aaf4-4545-af0a-8458e8002428 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:25.834328 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'status': 'completed', 'code': 200} Aug 27 02:35:25.898123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-b0479c39-2986-4293-baec-7e504cbccaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.899756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-b0479c39-2986-4293-baec-7e504cbccaa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 1094 time: 0.0488529 Aug 27 02:35:25.918298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:25.942345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:25.964594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-c66613ee-a654-45ec-ae7b-81482a8440ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6daa932-0c7a-45c7-99f1-44dde814614f HTTP/1.1" status: 200 len: 217 time: 0.0439985 Aug 27 02:35:25.977227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5691c-85ea-4bdb-ae3c-f9e9e4e10b09 req-f226e0bb-2772-43bf-9cd6-4e0a0999df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:25.978741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bad5691c-85ea-4bdb-ae3c-f9e9e4e10b09 req-f226e0bb-2772-43bf-9cd6-4e0a0999df3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 1096 time: 0.2028387 Aug 27 02:35:25.983727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:25.987241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.019448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-7f89770e-24d9-45ea-b5e9-c54dd6d6ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.020909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-7f89770e-24d9-45ea-b5e9-c54dd6d6ed9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0489054 Aug 27 02:35:26.076583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-d1e97fde-ffa5-4dca-a219-5d0873579303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.077047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-d1e97fde-ffa5-4dca-a219-5d0873579303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472345 Aug 27 02:35:26.109603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.115425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.116051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.132778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.249649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5969-3363-479a-8210-9a225be88b88 req-13c0677d-b49c-473a-9166-13336e042839 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.251287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d7a5969-3363-479a-8210-9a225be88b88 req-13c0677d-b49c-473a-9166-13336e042839 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.1454902 Aug 27 02:35:26.257056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Pushing event deleted for resources: {'Port': ['ID=66f08028-7a00-4930-a7a0-4b48f1eaf766,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.259479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-5a5324e6-4d40-443f-aa31-65c800601854 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740360 Aug 27 02:35:26.329370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2520931 Aug 27 02:35:26.336991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.345849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-455297153'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:26.374416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bad5691c-85ea-4bdb-ae3c-f9e9e4e10b09 req-bccfcfb4-d48a-429a-89f6-03187a742075 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582895 Aug 27 02:35:26.381963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d7a5969-3363-479a-8210-9a225be88b88 req-da19db04-5b7e-4b85-bf60-ac99e6f5c377 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Aug 27 02:35:26.391445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a93c-ef4c-4a18-93a6-e1f19a5d871e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=3138b94e-ca45-4169-9655-8ed6f3bf4e52,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.413131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:26.445351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e067f8-91ca-47ff-afda-0470aefacd65 req-a90ace4d-fe86-48d5-98e2-60e125f0512c service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653814 Aug 27 02:35:26.446347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:26.447510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.451269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.485089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:26.497701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.498511 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment d1f0fe49-7571-43e3-ad23-c53c49e97659 of type vlan for network 74d28745-d07d-4757-86fd-a4cc10c84645 Aug 27 02:35:26.542853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.581926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.640013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-45ce9944-ba3e-4da3-9044-06557950d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.641798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-45ce9944-ba3e-4da3-9044-06557950d9de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 1094 time: 0.0797668 Aug 27 02:35:26.673215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.679031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.679468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.718276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80869ab-1060-4663-99c1-1e5ae058128c req-81bd5693-5f9f-4881-a464-c35ec95df97c tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.719917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e80869ab-1060-4663-99c1-1e5ae058128c req-81bd5693-5f9f-4881-a464-c35ec95df97c tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2137892 Aug 27 02:35:26.772309 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4342682 Aug 27 02:35:26.783621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:26.793405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:26.845668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.849757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.864907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:26.893694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596804d-d17b-4ddf-924f-8f517447008e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=74d28745-d07d-4757-86fd-a4cc10c84645,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.896554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e80869ab-1060-4663-99c1-1e5ae058128c req-814700fc-56a4-47e9-9f64-abe2a38074d9 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548669 Aug 27 02:35:26.922633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 74d28745-d07d-4757-86fd-a4cc10c84645 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:26.931198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-e4273f45-3897-4669-a72a-b8cd4cbab0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:26.933179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-e4273f45-3897-4669-a72a-b8cd4cbab0d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2828064 Aug 27 02:35:26.993366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=b363dcab-5b0e-4271-bccc-c540c241adbe,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:26.995121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-ba114fec-66a9-44b8-b138-b21f1c9ef8ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6daa932-0c7a-45c7-99f1-44dde814614f HTTP/1.1" status: 200 len: 217 time: 0.0523660 Aug 27 02:35:27.011731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Router 82bfcb9f-4e36-45ed-8450-add7eac6702e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:27.020878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': 'b656953b-9aca-428d-8922-1a6a9e83c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78faa359-8602-4832-8bed-bc09425b6121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:27.021279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 78faa359-8602-4832-8bed-bc09425b6121, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:27.053408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-f2896b3f-0bd1-4f52-bf1d-da1ca4e34168 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.055036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-f2896b3f-0bd1-4f52-bf1d-da1ca4e34168 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.2929282 Aug 27 02:35:27.062600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:27.062600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.139534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-6faed2a0-a8e1-4054-a1c9-91d39db03965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.141023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-6faed2a0-a8e1-4054-a1c9-91d39db03965 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1357067 Aug 27 02:35:27.144680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c7b9d4bd-0a37-4c83-adb0-f6b1b8d7eea6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/quotas/1a836fb133f143e3bebdfe21dd6d9315 HTTP/1.1" status: 200 len: 375 time: 0.0404804 Aug 27 02:35:27.289008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-c0a70107-8410-4e64-86e5-4a774b4533e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.290585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-c0a70107-8410-4e64-86e5-4a774b4533e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383498 Aug 27 02:35:27.300602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-996f954c-ee27-454f-bea6-3c437d4c3c7b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471658 Aug 27 02:35:27.371689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 78faa359-8602-4832-8bed-bc09425b6121 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:27.381275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:27.389706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.394061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ebf65e08-2d98-4b6b-bc4b-4d2bc209d47e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "PUT /v2.0/routers/82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 200 len: 706 time: 3.0891583 Aug 27 02:35:27.395030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:27.396558 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] Sync routers for ids ['82bfcb9f-4e36-45ed-8450-add7eac6702e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:27.404397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 78faa359-8602-4832-8bed-bc09425b6121) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:27.415119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd50074-5b68-4f92-a256-b90151c64246 None None] Network 78faa359-8602-4832-8bed-bc09425b6121 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:27.433688 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] Routers {'82bfcb9f-4e36-45ed-8450-add7eac6702e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:27.434347 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['82bfcb9f-4e36-45ed-8450-add7eac6702e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.447942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.449999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.503743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f9e55d0d-294d-4f73-8d37-cd1f618027f4 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/routers/82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 200 len: 741 time: 0.1066732 Aug 27 02:35:27.505118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:27.517356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f5f96a87-c744-41f5-bee3-9b1862c09122 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8801458 Aug 27 02:35:27.551801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:27.576658 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.588107 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] Routers {'82bfcb9f-4e36-45ed-8450-add7eac6702e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:27.589703 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['82bfcb9f-4e36-45ed-8450-add7eac6702e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.594502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a3c2611-1120-4ffd-b138-00ae502a1013 tempest-RoutersAdminTest-2077195757 tempest-RoutersAdminTest-2077195757-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&device_id=82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 200 len: 205 time: 0.0869246 Aug 27 02:35:27.606255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:27.628396 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:27.629564 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772498b6-9188-4d30-b740-ec9e0b1d1a9e None None] The sync data for ids ['82bfcb9f-4e36-45ed-8450-add7eac6702e'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:27.685218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de249d67-a2b0-45f8-84f6-7d597994b87e tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 200 len: 205 time: 0.0776899 Aug 27 02:35:27.694149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:27.747809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-78faa359-8602-4832-8bed-bc09425b6121', 'network_id': '78faa359-8602-4832-8bed-bc09425b6121', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': 'b363dcab-5b0e-4271-bccc-c540c241adbe'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:27.748635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.836500 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.893159 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:27.902529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44208fd-dd0f-4836-aea3-145152b568ee req-02094d4f-b9c8-40b4-9807-30c8d5a21534 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:27.904485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e44208fd-dd0f-4836-aea3-145152b568ee req-02094d4f-b9c8-40b4-9807-30c8d5a21534 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.2281790 Aug 27 02:35:27.905448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Allocated IP 172.20.0.1 (78faa359-8602-4832-8bed-bc09425b6121/b363dcab-5b0e-4271-bccc-c540c241adbe/aa3fe09f-a72a-40e5-9dbb-e141d5d811ad) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:27.914110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-cf31f5a9-c648-433f-a5f5-c7b180fa5b27 service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962636 Aug 27 02:35:27.955051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.022781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-63d98658-2d11-473c-8e10-be6d55b3c7af service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190068 Aug 27 02:35:28.023720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.079044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.090780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Transition to ACTIVE for port object aa3fe09f-a72a-40e5-9dbb-e141d5d811ad will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:28.094203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.099846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.109259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Transition to ACTIVE for port object aa3fe09f-a72a-40e5-9dbb-e141d5d811ad will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:28.116714 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.126822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e44208fd-dd0f-4836-aea3-145152b568ee req-7790db23-db91-4f42-b794-2267cd12cd7b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858349 Aug 27 02:35:28.146790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Network 78faa359-8602-4832-8bed-bc09425b6121 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:28.166231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:28.170046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:28.194739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.200675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.201274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Fanout notify agent at l3_agent the message router_deleted on router 82bfcb9f-4e36-45ed-8450-add7eac6702e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:28.219940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-19db104b-784d-4af2-be06-7b1a8f47b837 service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485533 Aug 27 02:35:28.221904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=e6a89321-7527-409e-be91-c924a69b2af3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.230673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.230966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.236418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff43fd97-3030-4e03-9053-6c9753812803 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 204 len: 168 time: 0.5354662 Aug 27 02:35:28.239764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.246006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Attempting to bind port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:28.246510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Attempting to bind port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b656953b-9aca-428d-8922-1a6a9e83c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78faa359-8602-4832-8bed-bc09425b6121'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:28.246943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Attempting to bind port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad on network 78faa359-8602-4832-8bed-bc09425b6121 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:28.252515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:28.252974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Checking segment: {'id': 'b656953b-9aca-428d-8922-1a6a9e83c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78faa359-8602-4832-8bed-bc09425b6121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:28.253469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.253927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Bound using segment: {'id': 'b656953b-9aca-428d-8922-1a6a9e83c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78faa359-8602-4832-8bed-bc09425b6121'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:28.254487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Bound port: aa3fe09f-a72a-40e5-9dbb-e141d5d811ad, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b656953b-9aca-428d-8922-1a6a9e83c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '78faa359-8602-4832-8bed-bc09425b6121'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:28.254940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.284019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b77fe50-558f-4f12-ab8c-7b7a5ae08522 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 200 len: 205 time: 0.0425127 Aug 27 02:35:28.284453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '264a5806-96d0-461e-a372-02cdf5ab4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:28.285044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 3138b94e-ca45-4169-9655-8ed6f3bf4e52, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:28.285678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.331800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] For port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:28.335005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] For port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,segment=NetworkSegment(b656953b-9aca-428d-8922-1a6a9e83c556),segment_id=b656953b-9aca-428d-8922-1a6a9e83c556)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:28.341226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.360590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eab42ec0-cff4-4658-b795-a0c2786bf0a8 req-76fae9fe-4de8-4b56-9f96-2e27f5b6f7bb service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225977 Aug 27 02:35:28.369935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:28.377154 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-6486156c-3cd3-47e7-9b68-f9b692e02414 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:28.378815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6486156c-3cd3-47e7-9b68-f9b692e02414 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/82bfcb9f-4e36-45ed-8450-add7eac6702e HTTP/1.1" status: 404 len: 336 time: 0.0872428 Aug 27 02:35:28.381779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.415723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3138b94e-ca45-4169-9655-8ed6f3bf4e52) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:28.434033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5350d6-556c-4afb-8174-530a78524ee9 None None] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:28.438664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:28.439521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-80c1aafb-fc8c-4609-aac0-c129772fe995 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 200 len: 205 time: 0.0477073 Aug 27 02:35:28.440300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.444150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.474604 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f56a6a21-63e5-49ce-a747-88186de0ea81 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6854465 Aug 27 02:35:28.477568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.492102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:28.525673 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-3840be9e-324a-46bb-8f95-9c1823245208 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:28.527244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3840be9e-324a-46bb-8f95-9c1823245208 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/77caefb7-944f-46a5-a18c-ac6739ff418b HTTP/1.1" status: 404 len: 336 time: 0.0819099 Aug 27 02:35:28.539618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782abc2-3055-4806-a6aa-6ca18f6c1cb4 req-d0ab6edd-ff2d-43a6-94f8-d3e5991d3cf5 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:28.548785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2782abc2-3055-4806-a6aa-6ca18f6c1cb4 req-d0ab6edd-ff2d-43a6-94f8-d3e5991d3cf5 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2618332 Aug 27 02:35:28.551332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.567881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e2b8e-b96b-478e-94aa-1da42088f291 None None] Pushing event updated for resources: {'Port': ['ID=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.613444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-42ad7400-e634-4c12-aab3-95959b2b1503 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 200 len: 205 time: 0.0589569 Aug 27 02:35:28.613444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.614370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.630052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd0e4459-337b-48c7-948f-c6877713d0d5 req-01a9ac7b-7c51-494d-84fe-01018a862d33 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 210 time: 0.0647423 Aug 27 02:35:28.696726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:28.705481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.788677 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-5393c567-24a3-4ab2-b848-7cb1022c2fa7 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:28.790856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5393c567-24a3-4ab2-b848-7cb1022c2fa7 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/66e44c88-f393-4cb2-b14e-47fc895028e3 HTTP/1.1" status: 404 len: 336 time: 0.1587257 Aug 27 02:35:28.795296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.796812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=b363dcab-5b0e-4271-bccc-c540c241adbe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:28.803485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2782abc2-3055-4806-a6aa-6ca18f6c1cb4 req-8c8d98a2-6b1f-472f-b0a4-63c30129b62b tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538500 Aug 27 02:35:28.836595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3138b94e-ca45-4169-9655-8ed6f3bf4e52', 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': 'e6a89321-7527-409e-be91-c924a69b2af3'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:28.837991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.885431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.903860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79d27bef-5818-47c3-a96a-ebfa61be50f4 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 200 len: 205 time: 0.1068063 Aug 27 02:35:28.907099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78faa359-8602-4832-8bed-bc09425b6121']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.908084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:28.921045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b656953b-9aca-428d-8922-1a6a9e83c556') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.921393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b656953b-9aca-428d-8922-1a6a9e83c556') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:28.932446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.953175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.962662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:28.963073 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:28.968495 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:29.013813 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-ce7a206c-e390-4cf1-8e36-24e94a819205 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:29.014957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ce7a206c-e390-4cf1-8e36-24e94a819205 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/38be4e47-aee6-41ce-a2ad-c03d43edd941 HTTP/1.1" status: 404 len: 336 time: 0.1024957 Aug 27 02:35:29.022203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.041240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Allocated IP 172.20.0.2 (3138b94e-ca45-4169-9655-8ed6f3bf4e52/e6a89321-7527-409e-be91-c924a69b2af3/40a79373-8996-4eea-85cb-f0310e841f16) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:29.043058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376cb9-73fc-41a4-9653-c1ac3ccb2df5 req-2f46a903-d202-4b4b-bb76-5079c7f93c53 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.044983 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5376cb9-73fc-41a4-9653-c1ac3ccb2df5 req-2f46a903-d202-4b4b-bb76-5079c7f93c53 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.1360312 Aug 27 02:35:29.095575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f5c1f37-e858-4443-88d4-04651aa2a5fd tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 200 len: 205 time: 0.0696523 Aug 27 02:35:29.097694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.141492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5376cb9-73fc-41a4-9653-c1ac3ccb2df5 req-7a3be027-8e24-4470-a819-9e89e012b395 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875254 Aug 27 02:35:29.151736 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-1c55b017-a09c-418d-a1f0-216e15dc9b92 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:29.155895 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c55b017-a09c-418d-a1f0-216e15dc9b92 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/7e1ac51f-d65e-49c2-8485-7e19e5df9210 HTTP/1.1" status: 404 len: 336 time: 0.0572381 Aug 27 02:35:29.172770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.190100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:29.190100 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:29.190100 n-d-806292-1 neutron-server[94831]: [parameters: {'id': '78faa359-8602-4832-8bed-bc09425b6121'}] Aug 27 02:35:29.190100 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:29.191855 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:29.262417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0875ad3-d958-4887-a7a9-da96dd63d961 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "GET /v2.0/ports?device_id=f24808b5-8204-4a21-bc5f-0424d42c01c9 HTTP/1.1" status: 200 len: 205 time: 0.1010170 Aug 27 02:35:29.266259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.275955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.287357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Transition to ACTIVE for port object 40a79373-8996-4eea-85cb-f0310e841f16 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:29.306003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Transition to ACTIVE for port object 40a79373-8996-4eea-85cb-f0310e841f16 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:29.318525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.328573 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-b0b78bc5-1285-442a-8ea3-2a60015aebb9 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] delete failed (client error): The resource could not be found. Aug 27 02:35:29.329866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0b78bc5-1285-442a-8ea3-2a60015aebb9 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/routers/f24808b5-8204-4a21-bc5f-0424d42c01c9 HTTP/1.1" status: 404 len: 336 time: 0.0624740 Aug 27 02:35:29.330958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.332877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.381726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Pushing event updated for resources: {'Port': ['ID=40a79373-8996-4eea-85cb-f0310e841f16,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.384810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375ee3-81ae-498f-a7c1-261477298e8f req-3b601b7c-da76-4156-bb2b-011894e1da62 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.389560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7375ee3-81ae-498f-a7c1-261477298e8f req-3b601b7c-da76-4156-bb2b-011894e1da62 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.1255863 Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.413946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.414167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.414312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.414649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:35:29.421384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:29.423531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:29.428272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:29.483131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7375ee3-81ae-498f-a7c1-261477298e8f req-9da290d0-c340-4d99-9717-ce6c83370661 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793960 Aug 27 02:35:29.496593 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f6bd15-1f3e-4104-906f-9db066c74775 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:29.498502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f6bd15-1f3e-4104-906f-9db066c74775 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:29.502020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-85f6bd15-1f3e-4104-906f-9db066c74775 tempest-RoutersAdminTest-923638118 tempest-RoutersAdminTest-923638118-project] 10.222.0.26 "DELETE /v2.0/subnets/981bc419-1b36-4c8f-a554-7a7aa94be55b HTTP/1.1" status: 404 len: 337 time: 0.1325078 Aug 27 02:35:29.509197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Attempting to bind port 40a79373-8996-4eea-85cb-f0310e841f16 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:29.509580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Attempting to bind port 40a79373-8996-4eea-85cb-f0310e841f16 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '264a5806-96d0-461e-a372-02cdf5ab4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:29.509984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Attempting to bind port 40a79373-8996-4eea-85cb-f0310e841f16 on network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:29.518090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:29.518657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Checking segment: {'id': '264a5806-96d0-461e-a372-02cdf5ab4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:29.519597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.519993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Bound using segment: {'id': '264a5806-96d0-461e-a372-02cdf5ab4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:29.521948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Bound port: 40a79373-8996-4eea-85cb-f0310e841f16, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264a5806-96d0-461e-a372-02cdf5ab4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3138b94e-ca45-4169-9655-8ed6f3bf4e52'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:29.522487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.602825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] For port 40a79373-8996-4eea-85cb-f0310e841f16, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:29.606652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] For port 40a79373-8996-4eea-85cb-f0310e841f16, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40a79373-8996-4eea-85cb-f0310e841f16,segment=NetworkSegment(264a5806-96d0-461e-a372-02cdf5ab4b2a),segment_id=264a5806-96d0-461e-a372-02cdf5ab4b2a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:29.616739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.627188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.673142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': 'd1f0fe49-7571-43e3-ad23-c53c49e97659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:29.673681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 74d28745-d07d-4757-86fd-a4cc10c84645, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:29.688236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc87d-0f9a-49f6-ad37-9346442184fd req-8530e26f-0830-4bb4-a2e6-19bb9be7c0be tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.693416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.711815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-219bc87d-0f9a-49f6-ad37-9346442184fd req-8530e26f-0830-4bb4-a2e6-19bb9be7c0be tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.1598365 Aug 27 02:35:29.720420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea78fcf-69a9-4bfa-887f-1a25304ca51d None None] Pushing event updated for resources: {'Port': ['ID=40a79373-8996-4eea-85cb-f0310e841f16,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:29.816257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-219bc87d-0f9a-49f6-ad37-9346442184fd req-2d4d22b2-c78c-4432-a604-82fd8e236aa5 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020720 Aug 27 02:35:29.818236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 74d28745-d07d-4757-86fd-a4cc10c84645 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:29.826158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c77b59d-12b2-4b21-8e74-334f23c81010 req-dba54bb0-749e-4d4a-959c-86f506e76994 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 210 time: 0.0576041 Aug 27 02:35:29.834467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 74d28745-d07d-4757-86fd-a4cc10c84645) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:29.845197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:29.845814 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.855586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df740807-9132-4296-9534-1f84bb62f905 None None] Network 74d28745-d07d-4757-86fd-a4cc10c84645 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:29.877906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-598a0012-494d-483f-b79b-cebdab6d28f9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3984108 Aug 27 02:35:29.880808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:29.885636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1798948623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:29.886600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:29.886957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.959889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:29.961098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.056432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47330) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.086786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec11714-3b35-4832-bb1f-72ada3901d00 None None] Network 78faa359-8602-4832-8bed-bc09425b6121 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:30.160050 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.172549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.184134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,segment=NetworkSegment(b656953b-9aca-428d-8922-1a6a9e83c556),segment_id=b656953b-9aca-428d-8922-1a6a9e83c556)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:30.184827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.205315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.207126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d19046aa-0ccf-4cc8-bb78-e3f52182c2e0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3253584 Aug 27 02:35:30.208802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for aa3fe09f-a72a-40e5-9dbb-e141d5d811ad owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:30.209867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:30.297329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ad08431-0eaa-4c3b-a4d8-5ae8c67b9619 None None] Provisioning for port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:30.335558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:30.376019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80cac8b2-942c-4da7-af5d-079925d701f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.408081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-74d28745-d07d-4757-86fd-a4cc10c84645', 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:30.409203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.477208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] DHCP port deletion for 78faa359-8602-4832-8bed-bc09425b6121 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:30.529500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40a79373-8996-4eea-85cb-f0310e841f16 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:30.716275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-3d87c4a0-77de-4442-a225-3a4c83aa1c91 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:30.717845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-3d87c4a0-77de-4442-a225-3a4c83aa1c91 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.7345777 Aug 27 02:35:30.735078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4161c-ad1d-41f7-beae-ecad98122595 req-4226132b-0b6a-4cb2-bf4f-3691760b9fc7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:30.737092 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa4161c-ad1d-41f7-beae-ecad98122595 req-4226132b-0b6a-4cb2-bf4f-3691760b9fc7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.1433165 Aug 27 02:35:30.749652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.754321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Request body: {'port': {'device_id': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'admin_state_up': True, 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:30.759301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:30.865097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:30.886261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:30.959449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:30.967997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa4161c-ad1d-41f7-beae-ecad98122595 req-7a251c13-1755-44b8-a1d1-d9d754a8b300 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097661 Aug 27 02:35:30.982967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.001740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Allocated IP 172.21.0.2 (74d28745-d07d-4757-86fd-a4cc10c84645/13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4/d14bc495-3c78-446d-a4f4-a75ce7bfdb32) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:31.007706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'mac_address': 'fa:16:3e:26:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:31.032837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Deleting port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:31.033227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.056306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80cac8b2-942c-4da7-af5d-079925d701f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.119626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80cac8b2-942c-4da7-af5d-079925d701f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.137501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8bb6ac4a-58f0-41e6-a9d1-31c20a695a28 req-9c0f6a64-4cc1-4908-a571-97bfc4642b19 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 210 time: 0.0534053 Aug 27 02:35:31.150334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] For port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:31.151067 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.167435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Calling delete_port for aa3fe09f-a72a-40e5-9dbb-e141d5d811ad owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:31.170405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:35:31.174780 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.187274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80cac8b2-942c-4da7-af5d-079925d701f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=057ca26dbba44282a46255e8770fbd87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1273198 Aug 27 02:35:31.189918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cac8b2-942c-4da7-af5d-079925d701f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec9292-9b54-4554-b133-f5323506c966,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.193633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.199874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 40a79373-8996-4eea-85cb-f0310e841f16 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:31.215186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581fa6-8b28-4158-9c5f-109dbcccb28c req-f3aa45f9-3aad-4402-808d-3ad6a8228d68 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.217227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0581fa6-8b28-4158-9c5f-109dbcccb28c req-f3aa45f9-3aad-4402-808d-3ad6a8228d68 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2655041 Aug 27 02:35:31.223145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:31.230052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.241755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.267912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78faa359-8602-4832-8bed-bc09425b6121']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:31.285575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4ccb43-b5a5-4633-b0e6-a0e57ec8863e None None] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:31.288288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] No DVR routers for this DVR port aa3fe09f-a72a-40e5-9dbb-e141d5d811ad on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:31.296201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbc570-f2b2-408e-bbf3-f9ca4a5c9f4d None None] Pushing event deleted for resources: {'Port': ['ID=aa3fe09f-a72a-40e5-9dbb-e141d5d811ad,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.297548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b656953b-9aca-428d-8922-1a6a9e83c556') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:31.298084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b656953b-9aca-428d-8922-1a6a9e83c556') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:31.339354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.351570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0581fa6-8b28-4158-9c5f-109dbcccb28c req-523187b1-6da9-4b09-8119-9d78f2d8e63a tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 Aug 27 02:35:31.358992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.20.0.1 (3138b94e-ca45-4169-9655-8ed6f3bf4e52/e6a89321-7527-409e-be91-c924a69b2af3/3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:31.373842 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.375162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.394867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:31.395369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.395790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.396029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6daa932-0c7a-45c7-99f1-44dde814614f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:31.399786 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:31.447853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:31.470177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Provisioning for port 40a79373-8996-4eea-85cb-f0310e841f16 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:31.472105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.497009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.513711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Provisioning complete for port 40a79373-8996-4eea-85cb-f0310e841f16 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:31.513711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.532138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.535306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Allocated IP 172.20.0.6 (748e5b86-f755-478f-af38-c81c679b7d08/b10fc801-1135-4277-881e-ba9d491763d3/5763cf55-bb38-487c-a61e-3b9e4d35b255) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:31.559506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.565726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/78faa359-8602-4832-8bed-bc09425b6121 HTTP/1.1" status: 204 len: 168 time: 4.0080435 Aug 27 02:35:31.565726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe909d-e28d-4151-abad-1455a57f6db7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=78faa359-8602-4832-8bed-bc09425b6121,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.566946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47352) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:31.572256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401615597'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:31.632442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:31.638147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.649983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.652163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.656761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.658119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98ec9292-9b54-4554-b133-f5323506c966 HTTP/1.1" status: 204 len: 168 time: 0.4546602 Aug 27 02:35:31.669387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.688444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Transition to ACTIVE for port object d14bc495-3c78-446d-a4f4-a75ce7bfdb32 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:31.718546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143781fe-adac-4335-a1c9-4fac37ea2ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec9292-9b54-4554-b133-f5323506c966,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.731244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.756213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Transition to ACTIVE for port object d14bc495-3c78-446d-a4f4-a75ce7bfdb32 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:31.758218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:31.780584 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.786818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.792798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.794672 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment adf14fef-939c-470d-8b18-b6cd95800227 of type vlan for network 69d1a161-dbe4-416c-9ca3-70edcc122bbf Aug 27 02:35:31.837466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-c4a3b691-3c27-4b4e-8b36-6821f27a9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.839705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-c4a3b691-3c27-4b4e-8b36-6821f27a9424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 1096 time: 0.0963621 Aug 27 02:35:31.840474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Network 74d28745-d07d-4757-86fd-a4cc10c84645 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:31.856378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:31.902483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.912802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] For port 40a79373-8996-4eea-85cb-f0310e841f16, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40a79373-8996-4eea-85cb-f0310e841f16,segment=NetworkSegment(264a5806-96d0-461e-a372-02cdf5ab4b2a),segment_id=264a5806-96d0-461e-a372-02cdf5ab4b2a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:31.914375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:31.923492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Pushing event updated for resources: {'Port': ['ID=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:31.933395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:31.960957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-cbeea77f-b683-4956-b0ac-4fc52800799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:31.966436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-cbeea77f-b683-4956-b0ac-4fc52800799f service neutron] 10.222.0.15 "GET /v2.0/networks?id=61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 200 len: 913 time: 0.1167128 Aug 27 02:35:32.009566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.016398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.017030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.041346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-4749e2d2-5ba2-49de-87df-b819c8611ab1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 200 len: 217 time: 0.0646429 Aug 27 02:35:32.041626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:32.061695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4944367 Aug 27 02:35:32.063041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47364) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.065810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1026d1-a537-40be-8054-dce0c14f0e96 None None] Pushing event updated for resources: {'Port': ['ID=40a79373-8996-4eea-85cb-f0310e841f16,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.079141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f6daa932-0c7a-45c7-99f1-44dde814614f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:32.102463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a583353-bd21-4152-9820-c717b70b0528 req-40a959ae-4516-43cc-97bc-86a5e500eb65 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.103963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a583353-bd21-4152-9820-c717b70b0528 req-40a959ae-4516-43cc-97bc-86a5e500eb65 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.1760817 Aug 27 02:35:32.111888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:32.134029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-3557160b-b032-46e2-91c7-c519be477f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.137320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-3557160b-b032-46e2-91c7-c519be477f18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8635126c-b728-4793-874b-9e145a434b32 HTTP/1.1" status: 200 len: 852 time: 0.0873842 Aug 27 02:35:32.194806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Attempting to bind port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:32.195261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Attempting to bind port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd1f0fe49-7571-43e3-ad23-c53c49e97659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:32.195632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Attempting to bind port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 on network 74d28745-d07d-4757-86fd-a4cc10c84645 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:32.201982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47368) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.213881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:32.214425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Checking segment: {'id': 'd1f0fe49-7571-43e3-ad23-c53c49e97659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:32.214934 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.215422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Bound using segment: {'id': 'd1f0fe49-7571-43e3-ad23-c53c49e97659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:32.216275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Bound port: d14bc495-3c78-446d-a4f4-a75ce7bfdb32, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f0fe49-7571-43e3-ad23-c53c49e97659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '74d28745-d07d-4757-86fd-a4cc10c84645'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:32.216750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.249244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-a193df83-6a00-4798-90c3-9d41006ce5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61adbc67-343e-46f7-8939-a404f20c96c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701036 Aug 27 02:35:32.296795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb519d2-8290-4e0c-8e41-4421d0e056c6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=69d1a161-dbe4-416c-9ca3-70edcc122bbf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.315772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a583353-bd21-4152-9820-c717b70b0528 req-40f16b99-0b23-46b0-b302-73479add2be4 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473420 Aug 27 02:35:32.322514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.372488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eb539-c11a-4c7c-90fd-f17b2f52d544 req-b0ba1c83-142c-47e5-8725-103b36eabb3b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.374197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-845eb539-c11a-4c7c-90fd-f17b2f52d544 req-b0ba1c83-142c-47e5-8725-103b36eabb3b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 944 time: 0.2357173 Aug 27 02:35:32.381061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.382281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 69d1a161-dbe4-416c-9ca3-70edcc122bbf details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:32.391010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:32.395039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.406274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] For port d14bc495-3c78-446d-a4f4-a75ce7bfdb32, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:32.409642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] For port d14bc495-3c78-446d-a4f4-a75ce7bfdb32, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,segment=NetworkSegment(d1f0fe49-7571-43e3-ad23-c53c49e97659),segment_id=d1f0fe49-7571-43e3-ad23-c53c49e97659)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:32.410871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4020a840-7496-41e3-821d-450db63b0a37 None None] Provisioning complete for port 40a79373-8996-4eea-85cb-f0310e841f16 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:32.411277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4020a840-7496-41e3-821d-450db63b0a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.429778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40a79373-8996-4eea-85cb-f0310e841f16 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:32.458191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.467769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f201ec1-e3d5-47b7-a937-9248ac264daf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7aa82af3f9be419a8bc75226a7a64e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597764 Aug 27 02:35:32.471596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47374) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:32.512205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4af6c1b-8ef8-4e8c-b2d0-76ace470fb5b req-00690610-9def-4da3-94fd-251664780a8e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 210 time: 0.0910847 Aug 27 02:35:32.513895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:32.516317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.526611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:32.530043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:32.532677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.548965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-845eb539-c11a-4c7c-90fd-f17b2f52d544 req-31f681fd-74ee-44c4-95af-c11f73edeed8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229408 Aug 27 02:35:32.616633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.673757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcab6e-6e5d-47ef-9432-151c97797f76 None None] Pushing event updated for resources: {'Port': ['ID=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.681642 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-de617b6f-68fb-4bdb-9e9a-7ae375ada927 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234500 Aug 27 02:35:32.698220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Network 748e5b86-f755-478f-af38-c81c679b7d08 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:32.739143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:32.754743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 40a79373-8996-4eea-85cb-f0310e841f16 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:32.755116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.832236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:32.832776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.886410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ee4c13a-7fb1-48e0-bcbe-f3d68975ea52 req-fa5c5dc8-2a8a-4926-8c6b-68fb0cade289 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945035 Aug 27 02:35:32.914266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.918165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event updated for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:32.940948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:32.942662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.969484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4e312555-73d7-4c0a-851a-bfc221096bd1 None None] Provisioning for port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:32.974995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.977954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4e312555-73d7-4c0a-851a-bfc221096bd1 None None] Provisioning complete for port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:32.978514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4e312555-73d7-4c0a-851a-bfc221096bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:32.988534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-c22f515f-0284-46ae-8cec-793a1f1bfefe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2387788 Aug 27 02:35:33.003461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Request body: {'port': {'device_id': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:33.065385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4e312555-73d7-4c0a-851a-bfc221096bd1 None None] Port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:33.074296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa3fe09f-a72a-40e5-9dbb-e141d5d811ad no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:33.104519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: aa3fe09f-a72a-40e5-9dbb-e141d5d811ad {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:33.104990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa3fe09f-a72a-40e5-9dbb-e141d5d811ad not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:33.124450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.146756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.149760 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.154121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bf0acf4-ec87-4f35-8859-6295dcbce4ab HTTP/1.1" status: 204 len: 168 time: 0.6784990 Aug 27 02:35:33.163658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1b92b-5b22-4325-8472-bd4ce3ae8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0acf4-ec87-4f35-8859-6295dcbce4ab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.178302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.291765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=5a00be57-1e06-472b-a8fa-af74540363be,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:33.337142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': 'adf14fef-939c-470d-8b18-b6cd95800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:33.337940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 69d1a161-dbe4-416c-9ca3-70edcc122bbf, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:33.380368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 69d1a161-dbe4-416c-9ca3-70edcc122bbf is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:33.396993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 69d1a161-dbe4-416c-9ca3-70edcc122bbf) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:33.407554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:33.408175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.408612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a59f9a-cf9e-4c35-8c16-d96c8dd37e93 None None] Network 69d1a161-dbe4-416c-9ca3-70edcc122bbf requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:33.454134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4b131601-7853-44e1-8e86-75547ba5d0b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3483858 Aug 27 02:35:33.460465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:33.514292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.533441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.607067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5763cf55-bb38-487c-a61e-3b9e4d35b255 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:33.635067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caee135-c916-4920-a866-992496f2ddba req-75d53d38-0e30-4178-9b6b-60c04e3abfe9 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:33.637702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9caee135-c916-4920-a866-992496f2ddba req-75d53d38-0e30-4178-9b6b-60c04e3abfe9 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2061908 Aug 27 02:35:33.645825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.695028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-69d1a161-dbe4-416c-9ca3-70edcc122bbf', 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '5a00be57-1e06-472b-a8fa-af74540363be'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:33.696699 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.754308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Transition to ACTIVE for port object 5763cf55-bb38-487c-a61e-3b9e4d35b255 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:33.768790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.775741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:33.875098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c38fc-2924-4d33-bc46-0cb5e9d146dc req-96f38c31-0adc-4cc7-838c-e642555b0a2d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:33.888862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df7c38fc-2924-4d33-bc46-0cb5e9d146dc req-96f38c31-0adc-4cc7-838c-e642555b0a2d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 931 time: 0.1910191 Aug 27 02:35:33.935621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:33.944575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Pushing event updated for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.020527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Allocated IP 172.20.0.1 (69d1a161-dbe4-416c-9ca3-70edcc122bbf/5a00be57-1e06-472b-a8fa-af74540363be/a5c83a6b-ec44-47ce-a85d-fcf58c35a60f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:34.058218 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.126175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df7c38fc-2924-4d33-bc46-0cb5e9d146dc req-99d66c05-7fa9-418c-ad55-21519e05a642 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363355 Aug 27 02:35:34.177244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63268c9d-a9e2-407a-8823-acfd6ab7a112 None None] Network 74d28745-d07d-4757-86fd-a4cc10c84645 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:34.187463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Attempting to bind port 5763cf55-bb38-487c-a61e-3b9e4d35b255 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:34.187796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Attempting to bind port 5763cf55-bb38-487c-a61e-3b9e4d35b255 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:34.189068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Attempting to bind port 5763cf55-bb38-487c-a61e-3b9e4d35b255 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:34.207406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Port 5763cf55-bb38-487c-a61e-3b9e4d35b255 on network 748e5b86-f755-478f-af38-c81c679b7d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:35:34.208148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Attempting to bind port 5763cf55-bb38-487c-a61e-3b9e4d35b255 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:34.211243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.218092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.263925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:34.264627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Checking segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:34.265289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Bound using segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:34.265977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Bound port: 5763cf55-bb38-487c-a61e-3b9e4d35b255, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:34.266549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.343856 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9caee135-c916-4920-a866-992496f2ddba req-ed2c31a3-ced5-4153-b69a-f019ad3bbe9a tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593151 Aug 27 02:35:34.356420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:34.357953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:34.397840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:34.402318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:34.464009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f575dc-5116-453d-8463-5f33a56c29ba req-9499eaa6-03f6-495b-afec-48c63eb6832e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.466582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03f575dc-5116-453d-8463-5f33a56c29ba req-9499eaa6-03f6-495b-afec-48c63eb6832e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 944 time: 0.2533047 Aug 27 02:35:34.471811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.552837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.553767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.555390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] 10.222.0.15 "PUT /v2.0/ports/5763cf55-bb38-487c-a61e-3b9e4d35b255 HTTP/1.1" status: 200 len: 1091 time: 1.5569448 Aug 27 02:35:34.555853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:34.567414 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb524e0a-c5c7-4eec-bafe-c9675768e38a" -d '{"events": [{"name": "network-changed", "server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:34.604844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:34.610998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d14bc495-3c78-446d-a4f4-a75ce7bfdb32 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:34.614182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router d5b19e44-b371-431d-8be4-a7aeed3d1e56 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:34.713217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-03f575dc-5116-453d-8463-5f33a56c29ba req-398ea05f-4538-42ec-9c60-1fc87b7e9b93 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386491 Aug 27 02:35:34.716224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75105c08-4fcc-41e1-b3a1-72d2e5486aef service neutron] Pushing event updated for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:34.741554 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd340133-20cd-4f54-8690-305dc57150e0 x-openstack-request-id: req-bd340133-20cd-4f54-8690-305dc57150e0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:34.741847 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:34.742094 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd340133-20cd-4f54-8690-305dc57150e0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:34.742518 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255', 'status': 'completed', 'code': 200} Aug 27 02:35:34.752238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-4f183231-e50a-434d-a812-754ec5c08682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.753370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-4f183231-e50a-434d-a812-754ec5c08682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 1094 time: 0.1276832 Aug 27 02:35:34.759559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d172c46d-6df2-4f49-99e9-98abac3f1ae2 None None] Provisioning for port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:34.772573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:34.783956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af1ed9a2-e357-4c3f-9ce0-557aad56256b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5727677 Aug 27 02:35:34.786766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.792237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] Sync routers for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:34.808465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-9754e322-8742-4b44-9aca-f631fa00b611 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255 HTTP/1.1" status: 200 len: 217 time: 0.0444152 Aug 27 02:35:34.841480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03503fbd-7c97-489a-8c98-a038d2c93a69 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.844147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-03503fbd-7c97-489a-8c98-a038d2c93a69 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports/3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d HTTP/1.1" status: 200 len: 910 time: 0.0552597 Aug 27 02:35:34.846345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:34.860559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:34.861203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.933766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.936336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.937804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef19f-0be3-4237-b371-9a86958c9267 req-5227cbca-55b6-4de2-bae5-157c49165c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:34.939505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-5227cbca-55b6-4de2-bae5-157c49165c02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.1221747 Aug 27 02:35:34.952408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f6daa932-0c7a-45c7-99f1-44dde814614f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:34.969882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Transition to ACTIVE for port object a5c83a6b-ec44-47ce-a85d-fcf58c35a60f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:34.983526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-4e81b6be-a055-4639-9d32-eee721f2aa87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346298 Aug 27 02:35:34.986676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f6daa932-0c7a-45c7-99f1-44dde814614f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:34.987096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:34.996692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:34.997329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:34.998975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:35.063990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-12427403-5af3-4f2d-aea0-7209b5b27535 None None] Provisioning complete for port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:35.064366 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12427403-5af3-4f2d-aea0-7209b5b27535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.080480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Transition to ACTIVE for port object a5c83a6b-ec44-47ce-a85d-fcf58c35a60f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:35.081766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:35.082143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.083748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.084363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6573cc-8a73-4254-a63d-8ca11007bc4f None None] The sync data for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:35.120706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47430) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.149476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.227502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-12427403-5af3-4f2d-aea0-7209b5b27535 None None] Port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:35.250641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Network 69d1a161-dbe4-416c-9ca3-70edcc122bbf is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:35.253561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Pushing event updated for resources: {'Port': ['ID=a5c83a6b-ec44-47ce-a85d-fcf58c35a60f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.270191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:35.275952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:35.286811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-380830537'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:35.310718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6db90-73b3-4ad1-a164-930c167250f2 req-ab466e27-3bab-4a45-aa73-4024afba1cb6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.319039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48d6db90-73b3-4ad1-a164-930c167250f2 req-ab466e27-3bab-4a45-aa73-4024afba1cb6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 943 time: 0.0994935 Aug 27 02:35:35.371832 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48d6db90-73b3-4ad1-a164-930c167250f2 req-6e03219b-59cc-42fb-a241-2449c3a8002d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Aug 27 02:35:35.375424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.378036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.395025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.423914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.424327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.426695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Attempting to bind port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:35.428267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Attempting to bind port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'adf14fef-939c-470d-8b18-b6cd95800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:35.428267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Attempting to bind port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f on network 69d1a161-dbe4-416c-9ca3-70edcc122bbf {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:35.455766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:35.458164 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ce7f8-630c-42b8-b652-cd45af4d64cc" -d '{"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-plugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:35.465863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:35.466134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Checking segment: {'id': 'adf14fef-939c-470d-8b18-b6cd95800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:35.466434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.466937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Bound using segment: {'id': 'adf14fef-939c-470d-8b18-b6cd95800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:35.467242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Bound port: a5c83a6b-ec44-47ce-a85d-fcf58c35a60f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf14fef-939c-470d-8b18-b6cd95800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:35.467683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.495738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:35.499210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-854ffd3e-67bd-4091-8a32-ddce2ef6f9da service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040858 Aug 27 02:35:35.500898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=5a00be57-1e06-472b-a8fa-af74540363be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.522731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.534412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d14bc495-3c78-446d-a4f4-a75ce7bfdb32, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,segment=NetworkSegment(d1f0fe49-7571-43e3-ad23-c53c49e97659),segment_id=d1f0fe49-7571-43e3-ad23-c53c49e97659)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:35.535713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.536345 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf1669-a8ef-48d9-ad0d-9b82ad5fa292 x-openstack-request-id: req-50bf1669-a8ef-48d9-ad0d-9b82ad5fa292 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:35.536621 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-plugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:35.536868 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50bf1669-a8ef-48d9-ad0d-9b82ad5fa292 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:35.537353 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'code': 200} Aug 27 02:35:35.542081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.578133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.579797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d00b5993-6e61-426e-ae3f-97becf373214 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4580603 Aug 27 02:35:35.582361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47442) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:35.602833 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.666713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] For port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:35.677175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.686882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] For port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a5c83a6b-ec44-47ce-a85d-fcf58c35a60f,segment=NetworkSegment(adf14fef-939c-470d-8b18-b6cd95800227),segment_id=adf14fef-939c-470d-8b18-b6cd95800227)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:35.708550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.713117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.720750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d64ec0e1-a7b0-42c1-a021-5a9bf6e30ab0 None None] Provisioning complete for port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:35.721116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d64ec0e1-a7b0-42c1-a021-5a9bf6e30ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.785619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.805496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.838570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d1a161-dbe4-416c-9ca3-70edcc122bbf']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.872951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf14fef-939c-470d-8b18-b6cd95800227') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.873339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf14fef-939c-470d-8b18-b6cd95800227') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:35.879953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150bc675-02d7-4aec-aef8-e09494139a07 None None] Network 69d1a161-dbe4-416c-9ca3-70edcc122bbf requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:35.891706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.899688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb970c8-3bed-46f1-8eef-3d648a69879a req-38f24531-73cd-4aa3-9e7b-c6c49635ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.901330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb970c8-3bed-46f1-8eef-3d648a69879a req-38f24531-73cd-4aa3-9e7b-c6c49635ef00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 1096 time: 0.2542124 Aug 27 02:35:35.902047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d590b61-9d88-4cf2-b21f-137db77e6016 req-426a2476-cddf-4f26-a70f-ffa03b0cb8a3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:35.903573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d590b61-9d88-4cf2-b21f-137db77e6016 req-426a2476-cddf-4f26-a70f-ffa03b0cb8a3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.4418969 Aug 27 02:35:35.935732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e96b-aa76-44d6-91e0-8701b1e8086f None None] Pushing event updated for resources: {'Port': ['ID=a5c83a6b-ec44-47ce-a85d-fcf58c35a60f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:35.961916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.975705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.983804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.989526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85cef19f-0be3-4237-b371-9a86958c9267 req-ef67f233-24fe-4872-9b1a-3559555b1690 service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533266 Aug 27 02:35:35.989526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:35.989526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:35.997726 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:36.003215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb970c8-3bed-46f1-8eef-3d648a69879a req-6b46786d-f343-4e65-b196-3f8f1d6b660a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672929 Aug 27 02:35:36.034199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9325d8-d1f0-40b0-bad3-be5c3471fa1b None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:35:36.052849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.053936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0682c811-3a6c-4408-b284-27c6c2ff5766 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:36.059901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.063970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2637a2b0-0d9c-42a4-9f14-78ec7c0fce8c tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0682c811-3a6c-4408-b284-27c6c2ff5766 HTTP/1.1" status: 204 len: 168 time: 0.4776359 Aug 27 02:35:36.066980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.070076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403725-2cf3-4a47-ad76-3e1a56cea599 req-33245fce-7ff6-430d-a04e-c19e318d884b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.077436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc403725-2cf3-4a47-ad76-3e1a56cea599 req-33245fce-7ff6-430d-a04e-c19e318d884b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1832335 Aug 27 02:35:36.089134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Request body: {'router': {'name': 'tempest-router-793745548', 'distributed': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:36.094663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.114939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc403725-2cf3-4a47-ad76-3e1a56cea599 req-0da09efb-4b37-471f-8c66-c44393a402eb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Aug 27 02:35:36.116076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d590b61-9d88-4cf2-b21f-137db77e6016 req-3ffefe76-5561-4980-b7f3-86453fd615a7 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015030 Aug 27 02:35:36.191251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:36.191251 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:36.191251 n-d-806292-1 neutron-server[94831]: [parameters: {'id': '69d1a161-dbe4-416c-9ca3-70edcc122bbf'}] Aug 27 02:35:36.191251 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:36.192147 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:36.205419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9325d8-d1f0-40b0-bad3-be5c3471fa1b None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:35:36.221501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.222553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.236216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-b7c66a99-f377-455b-935d-446f3a6a2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.238339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-b7c66a99-f377-455b-935d-446f3a6a2204 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 1094 time: 0.1760373 Aug 27 02:35:36.385909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.390480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d14bc495-3c78-446d-a4f4-a75ce7bfdb32 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:36.439851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.506847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9dcc-b4fc-4353-af6f-2bc0d196ead3 req-43819edc-444e-4f47-941b-a1d59a4f0edb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.509486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:36.509871 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.515503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9dae9dcc-b4fc-4353-af6f-2bc0d196ead3 req-43819edc-444e-4f47-941b-a1d59a4f0edb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 943 time: 0.0605900 Aug 27 02:35:36.524875 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.526655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-83aad6d5-01cb-4939-afa8-5bab733b90cb tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4436700 Aug 27 02:35:36.533481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47456) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.587426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-b1a0646d-73cb-462d-bca8-2e010c3c51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.589636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-b1a0646d-73cb-462d-bca8-2e010c3c51b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 915 time: 0.3419523 Aug 27 02:35:36.599897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5e0ad-600d-4793-8477-b7303f659be0 req-66c06c68-f228-4adc-9245-34a40bfbe369 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.601490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4c5e0ad-600d-4793-8477-b7303f659be0 req-66c06c68-f228-4adc-9245-34a40bfbe369 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2732289 Aug 27 02:35:36.612736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.680451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-34d6d030-5205-4168-a79e-eb95f0aac9ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255 HTTP/1.1" status: 200 len: 217 time: 0.0681198 Aug 27 02:35:36.693599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9dae9dcc-b4fc-4353-af6f-2bc0d196ead3 req-dfff9f0d-2a58-4b7f-82a9-bfb56b6ea908 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770160 Aug 27 02:35:36.702856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.748392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.21.0.1 (74d28745-d07d-4757-86fd-a4cc10c84645/13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4/6559369e-8150-4e16-aa12-64ad0e4bb4a8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:36.757579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4c5e0ad-600d-4793-8477-b7303f659be0 req-c3a4eaec-9e3b-4f72-995a-d06d180386ba tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462824 Aug 27 02:35:36.788816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.791107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.836182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.837406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8789fe52-c9d1-4d93-acc8-1ce8c90d80dc {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:36.842613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.846871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c0346e9b-635b-4645-aedb-fd37af1b0a56 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "DELETE /v2.0/routers/8789fe52-c9d1-4d93-acc8-1ce8c90d80dc HTTP/1.1" status: 204 len: 168 time: 0.3093383 Aug 27 02:35:36.847646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47462) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.851694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Request body: {'router': {'name': 'tempest-router-223287385', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '59b7200766ed4429a537ba86ceac8346'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:36.855327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-42417f82-082b-4e4a-a066-52b2628cc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:36.857089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-42417f82-082b-4e4a-a066-52b2628cc26a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.1657848 Aug 27 02:35:36.872344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.873843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.907157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-dad12a09-2d71-4d58-a220-da6cc7407c2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405884 Aug 27 02:35:36.931735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.943651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.959649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:36.961043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56747de2-6d23-473a-b8ad-ee692ed1ab07 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1129277 Aug 27 02:35:36.964483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:36.968921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:37.004441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.016355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:37.016602 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.077074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object 6559369e-8150-4e16-aa12-64ad0e4bb4a8 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:37.116540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-4ba6d881-df15-4425-9f21-1d568d6afe4f service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977682 Aug 27 02:35:37.118212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a5c83a6b-ec44-47ce-a85d-fcf58c35a60f,segment=NetworkSegment(adf14fef-939c-470d-8b18-b6cd95800227),segment_id=adf14fef-939c-470d-8b18-b6cd95800227)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:37.118612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.150151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for a5c83a6b-ec44-47ce-a85d-fcf58c35a60f owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:37.173258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.173603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.258075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.290747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94832) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 27 02:35:37.291057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Router 821d856b-a604-477b-b1f9-4d5fcc413ef6 migrating from provider to provider. {{(pid=94832) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 27 02:35:37.291442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.298645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.303575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.315617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0926e2b-3671-4ba9-9e44-c36b698d2d47 req-df15567e-454c-4f25-8aea-bdee5c1db7b0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:37.317108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0926e2b-3671-4ba9-9e44-c36b698d2d47 req-df15567e-454c-4f25-8aea-bdee5c1db7b0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1068747 Aug 27 02:35:37.359404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 74d28745-d07d-4757-86fd-a4cc10c84645 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:37.367136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:37.372311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb524e0a-c5c7-4eec-bafe-c9675768e38a req-3a63e602-2ce2-46da-ab50-d2bb6ba073eb service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450540 Aug 27 02:35:37.372895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=6559369e-8150-4e16-aa12-64ad0e4bb4a8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.375142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:37.422294 n-d-806292-1 neutron-server[94832]: WARNING neutron.scheduler.l3_agent_scheduler [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] No L3 agents can host the router 821d856b-a604-477b-b1f9-4d5fcc413ef6 Aug 27 02:35:37.425687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0926e2b-3671-4ba9-9e44-c36b698d2d47 req-622a13ee-d3a4-4296-a670-3949c1201470 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706205 Aug 27 02:35:37.553923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Hosts for router 821d856b-a604-477b-b1f9-4d5fcc413ef6: [] {{(pid=94832) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 27 02:35:37.578006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Hosts for other DVR routers connected to router 821d856b-a604-477b-b1f9-4d5fcc413ef6: set() {{(pid=94832) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 27 02:35:37.580625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.581895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-861e06fc-68ac-4d2d-a7d7-80b04699dd97 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "PUT /v2.0/routers/821d856b-a604-477b-b1f9-4d5fcc413ef6 HTTP/1.1" status: 200 len: 716 time: 0.6164317 Aug 27 02:35:37.584517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:37.624353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0eb3186-d504-4b7b-993d-9f8294dfca48 None None] Provisioning for port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:37.630754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0eb3186-d504-4b7b-993d-9f8294dfca48 None None] Provisioning complete for port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:37.631669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0eb3186-d504-4b7b-993d-9f8294dfca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.681488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb3186-d504-4b7b-993d-9f8294dfca48 None None] Port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:37.689051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1b219165-cf6f-421f-b1dc-a16969d633ef tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "GET /v2.0/routers/821d856b-a604-477b-b1f9-4d5fcc413ef6 HTTP/1.1" status: 200 len: 716 time: 0.1030719 Aug 27 02:35:37.692374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:37.698654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.733090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.740184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port a5c83a6b-ec44-47ce-a85d-fcf58c35a60f on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:37.772963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=a5c83a6b-ec44-47ce-a85d-fcf58c35a60f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:37.888753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4ac7f4f4-627c-4aad-93fd-e89c9b6da42d tempest-RoutersTestDVR-757964340 tempest-RoutersTestDVR-757964340-project] 10.222.0.26 "GET /v2.0/routers/821d856b-a604-477b-b1f9-4d5fcc413ef6 HTTP/1.1" status: 200 len: 682 time: 0.1945729 Aug 27 02:35:37.891963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47482) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:37.925195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:37.964159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d1a161-dbe4-416c-9ca3-70edcc122bbf']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:37.986290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf14fef-939c-470d-8b18-b6cd95800227') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:37.986605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf14fef-939c-470d-8b18-b6cd95800227') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:37.990601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.013227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.028829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec28d-0731-47f4-931c-0d84bf0a4ad1 req-7838f7c9-a738-4560-a00d-ed2b8d55fab8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.030373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-533ec28d-0731-47f4-931c-0d84bf0a4ad1 req-7838f7c9-a738-4560-a00d-ed2b8d55fab8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 943 time: 0.2590079 Aug 27 02:35:38.058968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.080765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:38.081189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:38.085982 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:38.089299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a8878-81e5-4093-b768-b0a8e192f56c req-3ea88b76-5c67-4695-898a-3fd5bf869bd0 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.089299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e6a8878-81e5-4093-b768-b0a8e192f56c req-3ea88b76-5c67-4695-898a-3fd5bf869bd0 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.1583266 Aug 27 02:35:38.134927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.173860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-533ec28d-0731-47f4-931c-0d84bf0a4ad1 req-14e88472-169e-4844-bd06-2d4bc87e30f8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346595 Aug 27 02:35:38.193666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.197557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.217037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.227203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.229290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/69d1a161-dbe4-416c-9ca3-70edcc122bbf HTTP/1.1" status: 204 len: 168 time: 4.7675812 Aug 27 02:35:38.236971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47484) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:38.253765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698501491'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:38.264014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0e6a8878-81e5-4093-b768-b0a8e192f56c req-a473b81c-ff8d-40ab-97fb-bbbbd1e440a3 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430328 Aug 27 02:35:38.280034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.280985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 821d856b-a604-477b-b1f9-4d5fcc413ef6 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:38.286087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.287219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38a21e83-e933-4709-9bb5-f3d06829d62b tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "DELETE /v2.0/routers/821d856b-a604-477b-b1f9-4d5fcc413ef6 HTTP/1.1" status: 204 len: 168 time: 0.3943152 Aug 27 02:35:38.292231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47486) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:38.299696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Request body: {'router': {'name': 'tempest-router-781613994', 'distributed': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:38.313322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:38.317141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.331505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fc6cb-fea2-4fba-b513-b73ad2d46c7e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=69d1a161-dbe4-416c-9ca3-70edcc122bbf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.350021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.351129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.354465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:38.367628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.367985 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 8971ab66-b3fd-4bc3-b37d-045a03101480 of type vlan for network e344a5ee-707c-45e3-a52e-c72e511bee47 Aug 27 02:35:38.444942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.447730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.456983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.506885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.512910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.513486 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.520716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.522049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35ce51f4-bf35-4d82-8b79-40cf6dc1ed83 tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2275567 Aug 27 02:35:38.528072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47494) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:38.592026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.597925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-9c218d54-2b2e-4173-b8e7-822a4c8fc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.599550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-9c218d54-2b2e-4173-b8e7-822a4c8fc58d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 1096 time: 0.1089201 Aug 27 02:35:38.600950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.676870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251e1c8-548e-4977-8e6e-f99733ac2687 req-384b4c8d-a8bd-4412-9b8d-5b49b50b8f13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.678440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9251e1c8-548e-4977-8e6e-f99733ac2687 req-384b4c8d-a8bd-4412-9b8d-5b49b50b8f13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1565585 Aug 27 02:35:38.781687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:38.783343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=6559369e-8150-4e16-aa12-64ad0e4bb4a8,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.815722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9251e1c8-548e-4977-8e6e-f99733ac2687 req-09e671ad-e9ab-4871-a9d7-8acb9691f8ca tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222401 Aug 27 02:35:38.888325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-9162446b-181f-4450-85a1-6055f7d7581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:38.889908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-9162446b-181f-4450-85a1-6055f7d7581e service neutron] 10.222.0.15 "GET /v2.0/networks?id=61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 200 len: 913 time: 0.2796879 Aug 27 02:35:38.917605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6745486 Aug 27 02:35:38.945395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:38.948567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-144025af-981a-4652-b66c-aa7f0ffc5770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 200 len: 217 time: 0.0488443 Aug 27 02:35:38.956731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:38.977052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be437-e4e3-4063-adf4-5740d0169403 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=e344a5ee-707c-45e3-a52e-c72e511bee47,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:38.991739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5763cf55-bb38-487c-a61e-3b9e4d35b255 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:39.010402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.015941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 74d28745-d07d-4757-86fd-a4cc10c84645 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:39.018824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:39.027946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:39.028173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280e163-5305-44fc-b67e-997b7cf7c46b req-c69bcbba-d59c-4e75-b76d-4fc98893cdae tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.029599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c280e163-5305-44fc-b67e-997b7cf7c46b req-c69bcbba-d59c-4e75-b76d-4fc98893cdae tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.5535979 Aug 27 02:35:39.030996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-4f453f4e-5870-4637-8ad5-0de0d7a3ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.032479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-4f453f4e-5870-4637-8ad5-0de0d7a3ef16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8635126c-b728-4793-874b-9e145a434b32 HTTP/1.1" status: 200 len: 852 time: 0.0760937 Aug 27 02:35:39.137916 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.resource_extend [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:35:39.149393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-ab9f5ac7-094d-46ec-bb75-729f9ac2016a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=61adbc67-343e-46f7-8939-a404f20c96c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750282 Aug 27 02:35:39.274840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:39.277500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router d5b19e44-b371-431d-8be4-a7aeed3d1e56 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:39.295999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90052791-35ef-4be9-9bc6-f146e3c92323 req-b8f2aea6-7d19-4274-a645-78a45dd90eb5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.296522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '5763cf55-bb38-487c-a61e-3b9e4d35b255', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'port_id': '5763cf55-bb38-487c-a61e-3b9e4d35b255', 'mac_address': 'fa:16:3e:ad:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10fc801-1135-4277-881e-ba9d491763d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:39.297681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90052791-35ef-4be9-9bc6-f146e3c92323 req-b8f2aea6-7d19-4274-a645-78a45dd90eb5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1532907 Aug 27 02:35:39.332652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-0a47d8b4-4bb9-403e-bea2-09dc8d31dc17 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737626 Aug 27 02:35:39.344407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.344930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-42c94e11-fbd2-43f5-a209-f232f23b738a None None] Provisioning complete for port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:39.345307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-42c94e11-fbd2-43f5-a209-f232f23b738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.348126 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.379718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.396659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5763cf55-bb38-487c-a61e-3b9e4d35b255 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:39.414925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-42c94e11-fbd2-43f5-a209-f232f23b738a None None] Port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:39.437708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:39.443124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.457526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90052791-35ef-4be9-9bc6-f146e3c92323 req-c6c54e77-6889-4c82-82ff-502900e66b54 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468194 Aug 27 02:35:39.470370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.471048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47e594b2-41e1-466f-87f7-b88b38ae8e10 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:39.476285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.477504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32d889b4-e2fb-41e6-afa7-466a8404b4fc tempest-RoutersTestDVR-237695508 tempest-RoutersTestDVR-237695508-project-admin] 10.222.0.26 "DELETE /v2.0/routers/47e594b2-41e1-466f-87f7-b88b38ae8e10 HTTP/1.1" status: 204 len: 168 time: 0.9374793 Aug 27 02:35:39.487584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:39.500068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] Sync routers for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:39.502251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34c70f29-569b-4329-8126-4c7d59d8b4df tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6545134 Aug 27 02:35:39.507192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c280e163-5305-44fc-b67e-997b7cf7c46b req-d1b846b2-bc08-4be6-8d05-c8db41bcee60 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449623 Aug 27 02:35:39.508156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47510) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.513966 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:39.514627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:39.543270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.563755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd87666e-fee4-4e97-b512-2626b8aabd6f req-7b8046a1-3858-4fd0-8bba-8757a0e8a4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920316 Aug 27 02:35:39.577908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.589553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.622923 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:39.631608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network e344a5ee-707c-45e3-a52e-c72e511bee47 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:35:39.637274 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:39.637911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.638157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:39.638653 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.639942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "PUT /v2.0/networks/e344a5ee-707c-45e3-a52e-c72e511bee47 HTTP/1.1" status: 200 len: 723 time: 0.6875300 Aug 27 02:35:39.643455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.652895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:39.693497 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:39.694374 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69704abd-94a1-48c8-a8c9-fe775e3aabda None None] The sync data for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:39.706513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38999fa5-ec29-47fc-88f9-412e74129695 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.710731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38999fa5-ec29-47fc-88f9-412e74129695 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports/6559369e-8150-4e16-aa12-64ad0e4bb4a8 HTTP/1.1" status: 200 len: 910 time: 0.1465781 Aug 27 02:35:39.711039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47514) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.728830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e22d3-5294-40a2-a68b-7f48cfa4f43b req-997b9bc7-2bae-4857-87d3-32f7627dd6b9 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:39.730410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-313e22d3-5294-40a2-a68b-7f48cfa4f43b req-997b9bc7-2bae-4857-87d3-32f7627dd6b9 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 944 time: 0.1219318 Aug 27 02:35:39.795227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358733b-1f20-456a-8a94-7f0914ac5fab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=e344a5ee-707c-45e3-a52e-c72e511bee47,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:39.801520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-313e22d3-5294-40a2-a68b-7f48cfa4f43b req-58eab646-afaf-4acf-9ea8-9577147986d5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Aug 27 02:35:39.805399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:39.808863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:39.809988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:39.833718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47518) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:39.866198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5763cf55-bb38-487c-a61e-3b9e4d35b255'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:40.028595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.051255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63c3430a-0c03-46db-9169-17bdc283abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.101954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=6a33a7e6-b98f-4bda-b514-40b31c500073,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.121500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '8971ab66-b3fd-4bc3-b37d-045a03101480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:40.121927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: e344a5ee-707c-45e3-a52e-c72e511bee47, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:40.143727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network e344a5ee-707c-45e3-a52e-c72e511bee47 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:40.158514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e344a5ee-707c-45e3-a52e-c72e511bee47) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:40.164359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:40.165109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.175936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94937290-8fd7-4956-aad0-9b4572322bc8 None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:40.208932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.367889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e344a5ee-707c-45e3-a52e-c72e511bee47', 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '6a33a7e6-b98f-4bda-b514-40b31c500073'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:40.368748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.376402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63c3430a-0c03-46db-9169-17bdc283abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.388861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-45c03add-75b3-4f35-96c1-d60638b5a724 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7440445 Aug 27 02:35:40.391444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:40.397939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:40.399890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63c3430a-0c03-46db-9169-17bdc283abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.449792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3430a-0c03-46db-9169-17bdc283abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ed190-eaef-45b7-899b-165d8b815acd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.456940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63c3430a-0c03-46db-9169-17bdc283abe7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59b7200766ed4429a537ba86ceac8346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194313 Aug 27 02:35:40.457405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47526) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:40.505252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13509098'] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.534891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Allocated IP 172.20.0.2 (e344a5ee-707c-45e3-a52e-c72e511bee47/6a33a7e6-b98f-4bda-b514-40b31c500073/b59e56e7-fb19-47dd-8799-a8832e725d6a) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:40.555457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.602806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.650624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af01a-3b7a-4f48-85cd-232557df8b35 req-0812121f-9176-4839-9842-1b938580df00 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:40.652413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e56af01a-3b7a-4f48-85cd-232557df8b35 req-0812121f-9176-4839-9842-1b938580df00 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.0617502 Aug 27 02:35:40.694535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2273369-d874-4930-8a7c-74d87db59d10 req-8b0e9e97-3179-4500-9c61-d675d603df30 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:40.696070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2273369-d874-4930-8a7c-74d87db59d10 req-8b0e9e97-3179-4500-9c61-d675d603df30 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.0972474 Aug 27 02:35:40.700131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 6559369e-8150-4e16-aa12-64ad0e4bb4a8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:40.700480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.707627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e56af01a-3b7a-4f48-85cd-232557df8b35 req-c1375d3c-9b0d-491c-a032-8b4799b4ece7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461240 Aug 27 02:35:40.727644 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.737930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Transition to ACTIVE for port object b59e56e7-fb19-47dd-8799-a8832e725d6a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:40.758586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Transition to ACTIVE for port object b59e56e7-fb19-47dd-8799-a8832e725d6a will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:40.763731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.766224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.769725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756ed190-eaef-45b7-899b-165d8b815acd HTTP/1.1" status: 204 len: 168 time: 0.3094237 Aug 27 02:35:40.772771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.795797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8ecbd-2943-49e4-9aab-85463b36b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ed190-eaef-45b7-899b-165d8b815acd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:40.805766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:40.820106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2273369-d874-4930-8a7c-74d87db59d10 req-87ebdbe1-4374-47c2-b469-7c7b5d1595a5 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095538 Aug 27 02:35:40.841511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:40.855702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:40.862894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 6559369e-8150-4e16-aa12-64ad0e4bb4a8 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:40.878117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:40.970149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772044222760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15929985'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.016536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Attempting to bind port b59e56e7-fb19-47dd-8799-a8832e725d6a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:41.017841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Attempting to bind port b59e56e7-fb19-47dd-8799-a8832e725d6a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8971ab66-b3fd-4bc3-b37d-045a03101480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:41.018183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Attempting to bind port b59e56e7-fb19-47dd-8799-a8832e725d6a on network e344a5ee-707c-45e3-a52e-c72e511bee47 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:41.032101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:41.032478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Checking segment: {'id': '8971ab66-b3fd-4bc3-b37d-045a03101480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:41.034853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.035466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Bound using segment: {'id': '8971ab66-b3fd-4bc3-b37d-045a03101480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:41.036820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:41.037679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Bound port: b59e56e7-fb19-47dd-8799-a8832e725d6a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8971ab66-b3fd-4bc3-b37d-045a03101480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e344a5ee-707c-45e3-a52e-c72e511bee47'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:41.037941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.039103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.041431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Pushing event updated for resources: {'Port': ['ID=b59e56e7-fb19-47dd-8799-a8832e725d6a,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:41.042996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "PUT /v2.0/subnets/6a33a7e6-b98f-4bda-b514-40b31c500073 HTTP/1.1" status: 200 len: 806 time: 0.6502092 Aug 27 02:35:41.043750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.202632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.204892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] For port b59e56e7-fb19-47dd-8799-a8832e725d6a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:41.210436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] For port b59e56e7-fb19-47dd-8799-a8832e725d6a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b59e56e7-fb19-47dd-8799-a8832e725d6a,segment=NetworkSegment(8971ab66-b3fd-4bc3-b37d-045a03101480),segment_id=8971ab66-b3fd-4bc3-b37d-045a03101480)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:41.233990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.253423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640047c-c3d5-4e1e-add0-ba90c219ec8e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=6a33a7e6-b98f-4bda-b514-40b31c500073,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:41.314358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.326828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47554) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:41.345873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c923af-34f8-4d32-8100-b12e62814a5c req-71fc9ec6-db69-47b7-b915-bff32d913ed6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:41.347617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90c923af-34f8-4d32-8100-b12e62814a5c req-71fc9ec6-db69-47b7-b915-bff32d913ed6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 944 time: 0.1383467 Aug 27 02:35:41.367126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f77ee-3243-4fb0-becb-8d2ba7407ca5 None None] Pushing event updated for resources: {'Port': ['ID=b59e56e7-fb19-47dd-8799-a8832e725d6a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:41.381322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=6559369e-8150-4e16-aa12-64ad0e4bb4a8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:41.421567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e034dd3e-96a1-4e1e-9e71-e7bd53b7ec15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.765948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.767235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port b59e56e7-fb19-47dd-8799-a8832e725d6a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:41.767682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.816329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90c923af-34f8-4d32-8100-b12e62814a5c req-8a5a6eda-b6a0-429b-9b03-6b29112c0e87 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610438 Aug 27 02:35:41.871220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7c754-890e-41c6-aba0-563c9ecfef37 req-b8646d4b-9485-4596-ab06-18808ff3493d tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:41.871868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port b59e56e7-fb19-47dd-8799-a8832e725d6a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b59e56e7-fb19-47dd-8799-a8832e725d6a,segment=NetworkSegment(8971ab66-b3fd-4bc3-b37d-045a03101480),segment_id=8971ab66-b3fd-4bc3-b37d-045a03101480)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:41.872238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.880205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1aa7c754-890e-41c6-aba0-563c9ecfef37 req-b8646d4b-9485-4596-ab06-18808ff3493d tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2268753 Aug 27 02:35:41.888101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for b59e56e7-fb19-47dd-8799-a8832e725d6a owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:41.950825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e034dd3e-96a1-4e1e-9e71-e7bd53b7ec15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:41.961268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e034dd3e-96a1-4e1e-9e71-e7bd53b7ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.022928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:35:42.040432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af237e7-e5d7-4372-9985-d134ca66eb03 req-8df086f6-8a1d-4d2c-b779-670364265415 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:42.042873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4af237e7-e5d7-4372-9985-d134ca66eb03 req-8df086f6-8a1d-4d2c-b779-670364265415 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.0719488 Aug 27 02:35:42.098506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034dd3e-96a1-4e1e-9e71-e7bd53b7ec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0739e634-7aab-45f8-9d3e-d34dd1dd4f66,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.105656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e034dd3e-96a1-4e1e-9e71-e7bd53b7ec15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d00f0fedf79d4ff1bae459b74b25b44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7738063 Aug 27 02:35:42.106725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47564) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.109868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1aa7c754-890e-41c6-aba0-563c9ecfef37 req-ef7bdaf3-473c-4d6c-a7c5-02f3b40bd8aa tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285323 Aug 27 02:35:42.133007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4af237e7-e5d7-4372-9985-d134ca66eb03 req-75870c02-1205-489a-be13-9e8210483726 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662787 Aug 27 02:35:42.137666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.176113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=b59e56e7-fb19-47dd-8799-a8832e725d6a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.191168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router d5b19e44-b371-431d-8be4-a7aeed3d1e56 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:42.222197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port b59e56e7-fb19-47dd-8799-a8832e725d6a on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:42.256366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.273908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.324739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.346011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:42.356754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.357088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0da6a9a-a824-4d6c-b687-642cf89724bd tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6438067 Aug 27 02:35:42.359837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] Sync routers for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:42.367545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.376156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:42.377199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.402243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.406269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.412197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0739e634-7aab-45f8-9d3e-d34dd1dd4f66 HTTP/1.1" status: 204 len: 168 time: 0.2983699 Aug 27 02:35:42.424533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9301fe-bb0f-44df-af05-428707463911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0739e634-7aab-45f8-9d3e-d34dd1dd4f66,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.446086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.463056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:42.464172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.493392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=6a33a7e6-b98f-4bda-b514-40b31c500073,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.505303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.505983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823cefc-5d13-4413-a34b-6426d39bcc02 None None] The sync data for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:42.640699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.652612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa8dbe-5211-4ee4-af9e-562dbe5020e0 None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:42.657175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e344a5ee-707c-45e3-a52e-c72e511bee47']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.677077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8971ab66-b3fd-4bc3-b37d-045a03101480') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.677407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8971ab66-b3fd-4bc3-b37d-045a03101480') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:42.691685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.706872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-85cbba02-5410-4b5a-b2e7-d2d53c42d3e6 None None] Could not find standard attr ID for object b59e56e7-fb19-47dd-8799-a8832e725d6a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:42.730802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.748487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:42.749057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:42.752225 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:42.856096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b4f696-5340-48c7-ac50-e1467534d6e0 None None] DHCP port deletion for e344a5ee-707c-45e3-a52e-c72e511bee47 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:42.880243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.880601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7966a9c4-d654-4cb8-96ed-22b619bbaca5 None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:42.896329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:42.897024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7966a9c4-d654-4cb8-96ed-22b619bbaca5 None None] Network e344a5ee-707c-45e3-a52e-c72e511bee47 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:35:42.902168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/e344a5ee-707c-45e3-a52e-c72e511bee47 HTTP/1.1" status: 204 len: 168 time: 1.8498278 Aug 27 02:35:42.902922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.928513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977506b-edb6-4db1-9757-21eea00ecfce tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=e344a5ee-707c-45e3-a52e-c72e511bee47,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:42.933497 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adebbf0-f649-4e86-baaf-68bceed56105 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:42.934061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adebbf0-f649-4e86-baaf-68bceed56105 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:42.947493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9adebbf0-f649-4e86-baaf-68bceed56105 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/e344a5ee-707c-45e3-a52e-c72e511bee47 HTTP/1.1" status: 404 len: 339 time: 0.0399618 Aug 27 02:35:42.948835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:42.953713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731079328', 'description': 'd1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:42.978106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:42.982079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.016875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5763cf55-bb38-487c-a61e-3b9e4d35b255 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:43.028689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:43.029344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04d871-57ab-4d8b-9b87-7305a809ce05 req-d5296c71-7e65-43f0-88e5-56f29466dc13 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.036885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f04d871-57ab-4d8b-9b87-7305a809ce05 req-d5296c71-7e65-43f0-88e5-56f29466dc13 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 944 time: 0.1110985 Aug 27 02:35:43.041350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.042056 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 1a60cb6e-4734-4c3f-9942-484f958fbcf1 of type vlan for network 580bb544-6dd3-4113-9a50-0a0b4ab32d5d Aug 27 02:35:43.093654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 5763cf55-bb38-487c-a61e-3b9e4d35b255 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:43.102727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 5763cf55-bb38-487c-a61e-3b9e4d35b255 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:43.102727 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.110104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.130445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f04d871-57ab-4d8b-9b87-7305a809ce05 req-662ab668-01e9-4922-8c61-e75a27092bfc tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926731 Aug 27 02:35:43.132880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.151978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.170919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.171583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.229602 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.266830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:43.270070 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b8e3a-71aa-4bf8-979c-79cdae8aaf45" -d '{"events": [{"server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "name": "network-vif-plugged", "status": "completed", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:43.286286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:43.296753 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.319399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3670502 Aug 27 02:35:43.321397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47602) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.333487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654860d5-7d83-4474-8a36-12de9c7476e0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=580bb544-6dd3-4113-9a50-0a0b4ab32d5d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.344682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-697a8605-0397-412f-89ea-4c12e817de89 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.350810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 580bb544-6dd3-4113-9a50-0a0b4ab32d5d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:43.354858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-697a8605-0397-412f-89ea-4c12e817de89 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.2938185 Aug 27 02:35:43.412271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b41e2-68c9-4f39-b296-d6bb712527ab req-9cdf48cb-ff0f-4936-b416-8416e7b441f1 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.413493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-715b41e2-68c9-4f39-b296-d6bb712527ab req-9cdf48cb-ff0f-4936-b416-8416e7b441f1 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 945 time: 0.1430430 Aug 27 02:35:43.419756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.427803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c991e434-3a24-4da2-9a0d-951f5cc6e7b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.429411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c991e434-3a24-4da2-9a0d-951f5cc6e7b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks?id=580bb544-6dd3-4113-9a50-0a0b4ab32d5d HTTP/1.1" status: 200 len: 760 time: 0.1069980 Aug 27 02:35:43.439927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.446393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'description': 'd2'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:43.483966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.530677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-715b41e2-68c9-4f39-b296-d6bb712527ab req-aa9a67d4-485d-4d94-bae4-d14c4114d7ba tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1b77659-8159-4343-933d-78aff29df592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001439 Aug 27 02:35:43.540846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbdd96-4417-456f-80e8-7312527502cd req-49f1e887-976b-45cc-b9fc-f99380740504 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.542932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24cbdd96-4417-456f-80e8-7312527502cd req-49f1e887-976b-45cc-b9fc-f99380740504 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.2581627 Aug 27 02:35:43.622454 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-24cbdd96-4417-456f-80e8-7312527502cd req-662bbd55-7311-43fa-b833-57d9bbe41145 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Aug 27 02:35:43.634758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.639981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1841259952'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:43.652013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.671313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 580bb544-6dd3-4113-9a50-0a0b4ab32d5d is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:35:43.676500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Deleting port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:43.676845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.676979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.677655 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.679190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "PUT /v2.0/networks/580bb544-6dd3-4113-9a50-0a0b4ab32d5d HTTP/1.1" status: 200 len: 757 time: 0.2381868 Aug 27 02:35:43.683470 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6897f25a-8b3e-4a58-ae11-0020e91d7fd5 x-openstack-request-id: req-6897f25a-8b3e-4a58-ae11-0020e91d7fd5 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:43.684011 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "name": "network-vif-plugged", "status": "completed", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:43.685241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47612) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.685529 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6897f25a-8b3e-4a58-ae11-0020e91d7fd5 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:43.686237 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255', 'code': 200} Aug 27 02:35:43.724269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472040d0-9864-4a91-b731-e7524ff36be5 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=580bb544-6dd3-4113-9a50-0a0b4ab32d5d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:43.735514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 580bb544-6dd3-4113-9a50-0a0b4ab32d5d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:43.844472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:43.847999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.883523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.920583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fe519b-95b2-4fdc-bbf6-b0e38714259a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.921927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-82fe519b-95b2-4fdc-bbf6-b0e38714259a tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks?id=580bb544-6dd3-4113-9a50-0a0b4ab32d5d HTTP/1.1" status: 200 len: 760 time: 0.2340963 Aug 27 02:35:43.926106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:43.931379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429907180'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:43.954568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] For port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,segment=NetworkSegment(747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e),segment_id=747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:43.954928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:43.972828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cd810-2ab1-4562-b45b-20f7c866bc1c req-cb26cbce-0c22-42f9-ae5f-43c754ed60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:43.974294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe6cd810-2ab1-4562-b45b-20f7c866bc1c req-cb26cbce-0c22-42f9-ae5f-43c754ed60bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 1096 time: 0.1933959 Aug 27 02:35:43.982570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Calling delete_port for 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:44.050880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:44.051216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.144184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe6cd810-2ab1-4562-b45b-20f7c866bc1c req-8e535c61-abd9-4162-967e-c8da4ebb0f80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588411 Aug 27 02:35:44.217920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.226653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.251235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.258796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:44.262602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:44.263086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.273487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ec625-0e98-4fe5-b4c9-cb215ae8772a req-edbd43af-f0d7-4e10-af4b-a287454c57cb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:44.275010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-011ec625-0e98-4fe5-b4c9-cb215ae8772a req-edbd43af-f0d7-4e10-af4b-a287454c57cb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.0658455 Aug 27 02:35:44.310789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:44.319164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b59e56e7-fb19-47dd-8799-a8832e725d6a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:44.320119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:44.329837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-011ec625-0e98-4fe5-b4c9-cb215ae8772a req-b9d1feee-c9de-4063-80e8-d72264bfba55 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Aug 27 02:35:44.335858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.337052 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 5ff27650-8036-4d9b-8d9b-3f58cfd63d5b of type vlan for network 5978ba66-9c99-4963-989d-47a85ffca162 Aug 27 02:35:44.344295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b59e56e7-fb19-47dd-8799-a8832e725d6a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:44.344932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b59e56e7-fb19-47dd-8799-a8832e725d6a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:44.361251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae4f15-6092-42cb-b65c-dca979e9c15d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.367290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.367674 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Added segment 5f93718b-1977-44ec-b069-8cbf273c2af8 of type vlan for network 71bfa034-72bf-43ce-a3e7-88f290b693c1 Aug 27 02:35:44.377803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.384874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.389627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['83f475b4-adfa-4012-8eb6-5e734c3cf3f3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:44.412778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.421009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:44.421617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.431871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:35:44.442191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Pushing event deleted for resources: {'Port': ['ID=83f475b4-adfa-4012-8eb6-5e734c3cf3f3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.464792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.486505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5591607 Aug 27 02:35:44.489473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47620) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:44.496849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': '5978ba66-9c99-4963-989d-47a85ffca162', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:44.514316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a8d13-04d6-4129-9cc6-cb5ede8d1e9f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=5978ba66-9c99-4963-989d-47a85ffca162,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.528375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 5978ba66-9c99-4963-989d-47a85ffca162 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:44.595158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:44.605280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:44.612213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.626550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'port_id': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'mac_address': 'fa:16:3e:26:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:35:44.686243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.705227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6daa932-0c7a-45c7-99f1-44dde814614f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:35:44.735320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:44.742102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.803985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:44.823404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:35:44.847652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f17a366c-dac1-4154-aba9-05fcf2302ec4 req-20c09be4-9657-49c4-8313-08698ffc9383 tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dba5c9d-3c66-421d-94e5-27d3bd74648b HTTP/1.1" status: 200 len: 210 time: 0.0780563 Aug 27 02:35:44.848292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] No DVR routers for this DVR port 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:44.853304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.855315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3caafd6f-0fb3-406e-b55c-9a914afd1401 req-ff03c96a-96c4-404b-98ad-63282910ca9f tempest-TestServerAdvancedOps-628178280 tempest-TestServerAdvancedOps-628178280-project] 10.222.0.15 "DELETE /v2.0/ports/83f475b4-adfa-4012-8eb6-5e734c3cf3f3 HTTP/1.1" status: 204 len: 173 time: 1.4994473 Aug 27 02:35:44.855758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'name': 'network-vif-deleted', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:44.858709 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2efa1-ae11-4277-8ca1-78bc0e6173c0" -d '{"events": [{"server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "name": "network-vif-deleted", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:44.872897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3adc8-9d42-4517-8b13-dbd105137dc0 req-f743757e-6586-4f7f-91a9-2ccf0aeda211 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:44.874593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4f3adc8-9d42-4517-8b13-dbd105137dc0 req-f743757e-6586-4f7f-91a9-2ccf0aeda211 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 944 time: 0.0973041 Aug 27 02:35:44.878754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.884703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:44.885903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.891051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:44.916865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f6daa932-0c7a-45c7-99f1-44dde814614f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:35:44.961412 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1703689-3d5b-45b6-a2d3-2453796d8a61 x-openstack-request-id: req-c1703689-3d5b-45b6-a2d3-2453796d8a61 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:44.961623 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dba5c9d-3c66-421d-94e5-27d3bd74648b", "name": "network-vif-deleted", "tag": "83f475b4-adfa-4012-8eb6-5e734c3cf3f3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:44.962531 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1703689-3d5b-45b6-a2d3-2453796d8a61 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:44.962531 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dba5c9d-3c66-421d-94e5-27d3bd74648b', 'name': 'network-vif-deleted', 'tag': '83f475b4-adfa-4012-8eb6-5e734c3cf3f3', 'status': 'completed', 'code': 200} Aug 27 02:35:44.989164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4966011 Aug 27 02:35:44.992310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:44.994199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4f3adc8-9d42-4517-8b13-dbd105137dc0 req-dac0322b-4707-4bc9-8365-8539e8867101 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023345 Aug 27 02:35:45.001270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=659898a5-4365-447b-ae88-71e5efe050b3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.003255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'subnet': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:45.019463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02295d7-36c7-4d38-805f-d0236d8c0c8e tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Network': ['ID=71bfa034-72bf-43ce-a3e7-88f290b693c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.028750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:45.029124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: 5978ba66-9c99-4963-989d-47a85ffca162, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:45.039735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:45.053729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.054405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network 5978ba66-9c99-4963-989d-47a85ffca162 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:45.066115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 5978ba66-9c99-4963-989d-47a85ffca162) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:45.081509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:45.082426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.110859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=3118dd76-8ee1-4cc0-9987-b3d3a7cbd06d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:45.113637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb3601e9-530e-4863-b64f-e003dd6b359e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6229589 Aug 27 02:35:45.116459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47634) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.180295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffc68d-1142-49b0-8858-191c8b734ab3 None None] Network 5978ba66-9c99-4963-989d-47a85ffca162 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:45.257482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:45.260823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.438138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.489307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-5978ba66-9c99-4963-989d-47a85ffca162', 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '659898a5-4365-447b-ae88-71e5efe050b3'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:45.490485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.639078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router d5b19e44-b371-431d-8be4-a7aeed3d1e56 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:35:45.659755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Allocated IP 172.20.0.2 (5978ba66-9c99-4963-989d-47a85ffca162/659898a5-4365-447b-ae88-71e5efe050b3/dd66ddef-144f-43f8-9010-f7c25bb264c0) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:45.687862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899c7a-8adb-4d4a-a15a-5d7ec3492222 req-0a92cec7-878a-4979-a9a8-d3bf974bfce8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:45.690150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e899c7a-8adb-4d4a-a15a-5d7ec3492222 req-0a92cec7-878a-4979-a9a8-d3bf974bfce8 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.0743682 Aug 27 02:35:45.711744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.751817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e899c7a-8adb-4d4a-a15a-5d7ec3492222 req-a3ebdead-d635-4296-b5f0-c6a16a336b6c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Aug 27 02:35:45.755297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:45.765336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d96a6fb2-6ddb-426a-af97-70cbc7aaab28 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072342 Aug 27 02:35:45.765706 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] Sync routers for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:45.770284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.788158 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:45.790444 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:45.800687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.811589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ca70c9b-0696-4fef-9716-1a5c944b66ef tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b19e44-b371-431d-8be4-a7aeed3d1e56 HTTP/1.1" status: 200 len: 205 time: 0.0405838 Aug 27 02:35:45.812199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47644) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.859385 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:45.870411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] Routers {'d5b19e44-b371-431d-8be4-a7aeed3d1e56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:45.871476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:45.905211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.916786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Transition to ACTIVE for port object dd66ddef-144f-43f8-9010-f7c25bb264c0 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:45.919767 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:45.920755 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2baeb54-162c-4295-9fcf-1426c99b6291 None None] The sync data for ids ['d5b19e44-b371-431d-8be4-a7aeed3d1e56'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:45.925665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47650) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:45.942896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.943206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Transition to ACTIVE for port object dd66ddef-144f-43f8-9010-f7c25bb264c0 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:45.952351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:45.990932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Deleting subnet 8635126c-b728-4793-874b-9e145a434b32 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:45.997638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.000281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.005925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Network 5978ba66-9c99-4963-989d-47a85ffca162 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:46.010665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:46.019444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:46.029108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.043155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Pushing event updated for resources: {'Port': ['ID=dd66ddef-144f-43f8-9010-f7c25bb264c0,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.081731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=659898a5-4365-447b-ae88-71e5efe050b3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.121542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Attempting to bind port dd66ddef-144f-43f8-9010-f7c25bb264c0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:46.121902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Attempting to bind port dd66ddef-144f-43f8-9010-f7c25bb264c0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:46.122473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Attempting to bind port dd66ddef-144f-43f8-9010-f7c25bb264c0 on network 5978ba66-9c99-4963-989d-47a85ffca162 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:46.128540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:46.128923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Checking segment: {'id': '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:46.130116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.130600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Bound using segment: {'id': '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:46.131084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Bound port: dd66ddef-144f-43f8-9010-f7c25bb264c0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5978ba66-9c99-4963-989d-47a85ffca162'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:46.131601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.138933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.184906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.199117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5978ba66-9c99-4963-989d-47a85ffca162']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.214487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.215125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.216768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.222357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] For port dd66ddef-144f-43f8-9010-f7c25bb264c0, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:46.235314 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.239289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.241392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] For port dd66ddef-144f-43f8-9010-f7c25bb264c0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd66ddef-144f-43f8-9010-f7c25bb264c0,segment=NetworkSegment(5ff27650-8036-4d9b-8d9b-3f58cfd63d5b),segment_id=5ff27650-8036-4d9b-8d9b-3f58cfd63d5b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:46.247657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.249201 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.259718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.277449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.294156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:46.294734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.327249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Subnet': ['ID=4b60b3ed-715a-4bd7-b85e-dc587f8c58a7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.336595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5399ea6-8a53-40b6-9b4b-3aebd5b15f63 req-56a2429f-7965-4b7b-9f0b-8aae5c41d7d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:46.337290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560f29c-ece5-4629-bce0-4f5904d78935 None None] Pushing event updated for resources: {'Port': ['ID=dd66ddef-144f-43f8-9010-f7c25bb264c0,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.344472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5399ea6-8a53-40b6-9b4b-3aebd5b15f63 req-56a2429f-7965-4b7b-9f0b-8aae5c41d7d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 944 time: 0.2560761 Aug 27 02:35:46.348492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Checking segment: {'id': '5f93718b-1977-44ec-b069-8cbf273c2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:46.349023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network hostable DHCP agents. Network: 71bfa034-72bf-43ce-a3e7-88f290b693c1, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:46.358326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.359109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router d5b19e44-b371-431d-8be4-a7aeed3d1e56 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:35:46.363725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea12f3d-a190-4fb6-83f2-f8f13f921aed None None] Network 5978ba66-9c99-4963-989d-47a85ffca162 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:46.377556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.379071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca55b74b-8ff1-40a1-b115-6bc0bc560b56 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56 HTTP/1.1" status: 204 len: 168 time: 0.5643995 Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:46.383981 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:46.389554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.415372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:46.415372 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:46.415372 n-d-806292-1 neutron-server[94832]: [parameters: {'id': '5978ba66-9c99-4963-989d-47a85ffca162'}] Aug 27 02:35:46.415372 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:46.416399 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:46.431122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.443023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:46.482877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8635126c-b728-4793-874b-9e145a434b32,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.484929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5399ea6-8a53-40b6-9b4b-3aebd5b15f63 req-9db66873-c146-4072-b0f7-ef318078ff78 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329420 Aug 27 02:35:46.489136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.491881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb602290-f85e-4f75-ba75-3c73fbe94f04 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8635126c-b728-4793-874b-9e145a434b32 HTTP/1.1" status: 204 len: 168 time: 0.5649550 Aug 27 02:35:46.493947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:46.494309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47668) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.529844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:46.533652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.550366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 71bfa034-72bf-43ce-a3e7-88f290b693c1) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:46.589073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:46.589666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.600396 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.611115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03efb81-f8bc-45c7-b265-a4ac5667e996 None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:46.616065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.620473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e96f7d9-98ea-4ca1-b959-b5f7ae22ce3b tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6245477 Aug 27 02:35:46.638342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47670) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.643496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-814357917'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:46.693678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.704904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61adbc67-343e-46f7-8939-a404f20c96c3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.715781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.716127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747cb1fb-d8f1-4ec9-b5e0-c4b8de36589e') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:46.726170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.748286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.759596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:46.761230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:46.763863 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:46.779271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f6daa932-0c7a-45c7-99f1-44dde814614f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:46.779658 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.784583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.824383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.829084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.831391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61adbc67-343e-46f7-8939-a404f20c96c3 HTTP/1.1" status: 204 len: 168 time: 0.3348303 Aug 27 02:35:46.834934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47672) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.847793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:46.862069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.881207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-71bfa034-72bf-43ce-a3e7-88f290b693c1', 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'tenant_id': 'ab192c64a40242b0811870343ad944dd', 'fixed_ips': [{'subnet_id': '4b60b3ed-715a-4bd7-b85e-dc587f8c58a7'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:46.882147 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.890927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e296c2-f699-4a06-8e00-c45e6587e114 admin admin] Pushing event deleted for resources: {'Network': ['ID=61adbc67-343e-46f7-8939-a404f20c96c3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.903700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Deleting subnet 241fc599-31e7-4cb0-8d9b-ca02fec3e7d1 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:46.908737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.911183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.936618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.950572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:46.952853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port 55a9e617-f783-40c3-a226-024340f88367 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:46.962639 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:46.966060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-82bc504d-979b-4d14-b08d-1c2a761cd70c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4 HTTP/1.1" status: 204 len: 168 time: 0.5751855 Aug 27 02:35:46.970190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:46.981902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f98379-a01c-45e5-91a9-dbd222837d26 None None] Network 74d28745-d07d-4757-86fd-a4cc10c84645 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:46.986712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.038454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.059050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:47.071374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port dd66ddef-144f-43f8-9010-f7c25bb264c0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:47.071765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.072051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet e6a89321-7527-409e-be91-c924a69b2af3 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:35:47.095458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.095929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.104518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:47.105137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 83f475b4-adfa-4012-8eb6-5e734c3cf3f3 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:47.157719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.159515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:35:47.161519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.3 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/55a9e617-f783-40c3-a226-024340f88367) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:47.161973 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd4725e-3751-439b-893a-dbfecfc3acca" -d '{"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-plugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:35:47.163437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port dd66ddef-144f-43f8-9010-f7c25bb264c0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd66ddef-144f-43f8-9010-f7c25bb264c0,segment=NetworkSegment(5ff27650-8036-4d9b-8d9b-3f58cfd63d5b),segment_id=5ff27650-8036-4d9b-8d9b-3f58cfd63d5b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:47.163841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.175983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.187393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for dd66ddef-144f-43f8-9010-f7c25bb264c0 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:47.207640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:47.216515 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.220659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.222929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/241fc599-31e7-4cb0-8d9b-ca02fec3e7d1 HTTP/1.1" status: 204 len: 168 time: 0.3870692 Aug 27 02:35:47.231428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.240662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931249aa-0c6c-4e0b-9724-c74381d95228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241fc599-31e7-4cb0-8d9b-ca02fec3e7d1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.249601 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766e7bb-18c0-4dc2-99ac-9114da82f80b x-openstack-request-id: req-d766e7bb-18c0-4dc2-99ac-9114da82f80b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:35:47.249884 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-plugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:35:47.250138 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d766e7bb-18c0-4dc2-99ac-9114da82f80b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:35:47.250549 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'code': 200} Aug 27 02:35:47.285239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.331648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] DHCP port deletion for 74d28745-d07d-4757-86fd-a4cc10c84645 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:47.333430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.348779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port dd66ddef-144f-43f8-9010-f7c25bb264c0 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:47.395707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Deleting port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:47.396408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.401480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=dd66ddef-144f-43f8-9010-f7c25bb264c0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.428655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.460329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.472224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5978ba66-9c99-4963-989d-47a85ffca162']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:47.484570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:47.484859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff27650-8036-4d9b-8d9b-3f58cfd63d5b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:47.489677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] For port d14bc495-3c78-446d-a4f4-a75ce7bfdb32, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,segment=NetworkSegment(d1f0fe49-7571-43e3-ad23-c53c49e97659),segment_id=d1f0fe49-7571-43e3-ad23-c53c49e97659)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:47.490377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.495800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.507540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Calling delete_port for d14bc495-3c78-446d-a4f4-a75ce7bfdb32 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:47.513282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.522908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:47.523460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:47.528343 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:47.629092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.667822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] Pushing event deleted for resources: {'Port': ['ID=d14bc495-3c78-446d-a4f4-a75ce7bfdb32,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.686017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d5580-4be9-4d4a-a548-373ab235b08c None None] No DVR routers for this DVR port d14bc495-3c78-446d-a4f4-a75ce7bfdb32 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:47.734586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0afef3-e489-4f83-8702-46c995bbbe30 req-4f2d05bf-dc0f-4ca9-b812-61af43046243 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:47.736928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b0afef3-e489-4f83-8702-46c995bbbe30 req-4f2d05bf-dc0f-4ca9-b812-61af43046243 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1016579 Aug 27 02:35:47.743989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.777497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.779794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/5978ba66-9c99-4963-989d-47a85ffca162 HTTP/1.1" status: 204 len: 168 time: 2.6615796 Aug 27 02:35:47.782235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb170ad2-66f5-4373-b58b-7b955c959f43 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=5978ba66-9c99-4963-989d-47a85ffca162,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:47.783609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.806441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.811004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b0afef3-e489-4f83-8702-46c995bbbe30 req-c91c5c74-af3c-47d2-8452-b0361698b7e0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639353 Aug 27 02:35:47.838712 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b47c32-9322-4288-b2e0-5d086d194b54 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] GET failed (client error): The resource could not be found. Aug 27 02:35:47.839988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3b47c32-9322-4288-b2e0-5d086d194b54 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets/659898a5-4365-447b-ae88-71e5efe050b3 HTTP/1.1" status: 404 len: 337 time: 0.0554464 Aug 27 02:35:47.842942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47690) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.861762 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b52603b-41c5-4541-a857-76581672ed7b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:47.862312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b52603b-41c5-4541-a857-76581672ed7b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:47.867594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5b52603b-41c5-4541-a857-76581672ed7b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/5978ba66-9c99-4963-989d-47a85ffca162 HTTP/1.1" status: 404 len: 339 time: 0.0201232 Aug 27 02:35:47.868764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47692) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:47.912258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.966978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:47.975537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object 55a9e617-f783-40c3-a226-024340f88367 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:48.016106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.018024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/e6a89321-7527-409e-be91-c924a69b2af3 HTTP/1.1" status: 204 len: 168 time: 1.0473509 Aug 27 02:35:48.018925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dd494-4dff-48dc-9c7f-562ce4606414 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a89321-7527-409e-be91-c924a69b2af3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.019076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259766de-5ba9-43ab-bf3c-d54ba8d970d5 None None] Network 3138b94e-ca45-4169-9655-8ed6f3bf4e52 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:48.021628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.030365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.044420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f460f4-bc7a-4100-9c20-57f7bc0ebc5d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.067927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167f9bf6-2e9e-4168-bce9-3f3f389e11a9') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.068227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167f9bf6-2e9e-4168-bce9-3f3f389e11a9') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.123963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91ae03-f92d-4a77-8b10-614aeac0742c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.128110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf91ae03-f92d-4a77-8b10-614aeac0742c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2565591 Aug 27 02:35:48.128318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.128775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47698) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.159950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.172527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88a4b2ac-d4f0-45fb-913f-634a32f5183b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 207 time: 0.0387561 Aug 27 02:35:48.172803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.175131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:48.175304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.188496 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:48.191560 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:48.212625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.228084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Allocated IP 172.20.0.2 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/a8c78b44-498e-4077-b55f-c42cf126d9d0) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:48.306470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206f049-5379-4145-a71c-e9124de7578a None None] DHCP port deletion for 3138b94e-ca45-4169-9655-8ed6f3bf4e52 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:48.405290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 40a79373-8996-4eea-85cb-f0310e841f16 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:48.439392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:48.463929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.464731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:48.474838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Deleting port 40a79373-8996-4eea-85cb-f0310e841f16 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:48.475348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.480171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.487206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:48.493347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Transition to ACTIVE for port object a8c78b44-498e-4077-b55f-c42cf126d9d0 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:48.540978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.543664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] 10.222.0.26 "DELETE /v2.0/networks/38f460f4-bc7a-4100-9c20-57f7bc0ebc5d HTTP/1.1" status: 204 len: 168 time: 1.3086317 Aug 27 02:35:48.563407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=55a9e617-f783-40c3-a226-024340f88367,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.572944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Transition to ACTIVE for port object a8c78b44-498e-4077-b55f-c42cf126d9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:48.578028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346324bc-a7f9-4f31-bf08-eb32c76fb566 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.584808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346324bc-a7f9-4f31-bf08-eb32c76fb566 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.585122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7206f049-5379-4145-a71c-e9124de7578a None None] For port 40a79373-8996-4eea-85cb-f0310e841f16, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40a79373-8996-4eea-85cb-f0310e841f16,segment=NetworkSegment(264a5806-96d0-461e-a372-02cdf5ab4b2a),segment_id=264a5806-96d0-461e-a372-02cdf5ab4b2a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:48.585650 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.592505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346324bc-a7f9-4f31-bf08-eb32c76fb566 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.595091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.613891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Calling delete_port for 40a79373-8996-4eea-85cb-f0310e841f16 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:48.626958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346324bc-a7f9-4f31-bf08-eb32c76fb566 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.639268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47706) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.642808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-346324bc-a7f9-4f31-bf08-eb32c76fb566 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4685585 Aug 27 02:35:48.645952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.658866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:48.666066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:48.682103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:48.694220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1de5-2ccb-44c3-8fec-9e51a0edfe5d admin admin] Pushing event deleted for resources: {'Network': ['ID=38f460f4-bc7a-4100-9c20-57f7bc0ebc5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.760005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:48.761196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.773911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Pushing event updated for resources: {'Port': ['ID=a8c78b44-498e-4077-b55f-c42cf126d9d0,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.776999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.803576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d28745-d07d-4757-86fd-a4cc10c84645']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.815333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58d19e52-b2a7-4331-94d1-cfdf64038673 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1756546 Aug 27 02:35:48.819441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47710) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.829184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-1894627433', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:87:c6:46'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:48.842548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f0fe49-7571-43e3-ad23-c53c49e97659') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.842697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f0fe49-7571-43e3-ad23-c53c49e97659') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:48.845424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47714) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.865803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 40a79373-8996-4eea-85cb-f0310e841f16, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=40a79373-8996-4eea-85cb-f0310e841f16,segment=NetworkSegment(264a5806-96d0-461e-a372-02cdf5ab4b2a),segment_id=264a5806-96d0-461e-a372-02cdf5ab4b2a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:48.881976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.883172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d14bc495-3c78-446d-a4f4-a75ce7bfdb32 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:48.913905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7f57f70-0ff7-49d2-ba82-c38736cf1e48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc92ffd32ff64a1f844e48e7c241bb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667806 Aug 27 02:35:48.916153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.918061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:48.939419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Attempting to bind port a8c78b44-498e-4077-b55f-c42cf126d9d0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:48.940233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Attempting to bind port a8c78b44-498e-4077-b55f-c42cf126d9d0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5f93718b-1977-44ec-b069-8cbf273c2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:48.941642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Attempting to bind port a8c78b44-498e-4077-b55f-c42cf126d9d0 on network 71bfa034-72bf-43ce-a3e7-88f290b693c1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:48.954989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.965033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=40a79373-8996-4eea-85cb-f0310e841f16,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:48.976286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d14bc495-3c78-446d-a4f4-a75ce7bfdb32 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:48.976770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d14bc495-3c78-446d-a4f4-a75ce7bfdb32 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:48.977777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:48.979352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:48.979953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Checking segment: {'id': '5f93718b-1977-44ec-b069-8cbf273c2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:48.980542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.981139 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.981428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Bound using segment: {'id': '5f93718b-1977-44ec-b069-8cbf273c2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:48.982058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Bound port: a8c78b44-498e-4077-b55f-c42cf126d9d0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f93718b-1977-44ec-b069-8cbf273c2af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:48.983810 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:48.987284 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:49.032358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.086697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206f049-5379-4145-a71c-e9124de7578a None None] No DVR routers for this DVR port 40a79373-8996-4eea-85cb-f0310e841f16 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:49.090846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206f049-5379-4145-a71c-e9124de7578a None None] Pushing event deleted for resources: {'Port': ['ID=40a79373-8996-4eea-85cb-f0310e841f16,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.131059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.133771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] For port a8c78b44-498e-4077-b55f-c42cf126d9d0, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:49.138292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] For port a8c78b44-498e-4077-b55f-c42cf126d9d0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a8c78b44-498e-4077-b55f-c42cf126d9d0,segment=NetworkSegment(5f93718b-1977-44ec-b069-8cbf273c2af8),segment_id=5f93718b-1977-44ec-b069-8cbf273c2af8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:49.144825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.164002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6d42dde5-9b56-4e87-b0a1-842f166f9a08 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5234318 Aug 27 02:35:49.172541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47722) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.179735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.185914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.188226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/74d28745-d07d-4757-86fd-a4cc10c84645 HTTP/1.1" status: 204 len: 168 time: 1.1568787 Aug 27 02:35:49.191684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.199857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47724) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.201480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19fbf-dfd3-482a-9df9-31334b401797 req-62c8559e-493a-490c-8148-cbd8fe05684d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.203156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ea19fbf-dfd3-482a-9df9-31334b401797 req-62c8559e-493a-490c-8148-cbd8fe05684d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.2787707 Aug 27 02:35:49.259671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28904b67-72ed-4286-9c6d-29e7ca1c4e16 None None] Pushing event updated for resources: {'Port': ['ID=a8c78b44-498e-4077-b55f-c42cf126d9d0,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.278776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e8f6-0dd4-448f-ad31-0c7b5b54e08a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=74d28745-d07d-4757-86fd-a4cc10c84645,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.331290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.342306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dacf3c-571f-4b97-913c-faec016857bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.343528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dacf3c-571f-4b97-913c-faec016857bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.351064 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63dacf3c-571f-4b97-913c-faec016857bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1774423 Aug 27 02:35:49.353749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47726) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.411575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.414196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.418090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1b77659-8159-4343-933d-78aff29df592 HTTP/1.1" status: 204 len: 168 time: 0.4963143 Aug 27 02:35:49.443528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ea19fbf-dfd3-482a-9df9-31334b401797 req-f6e38e03-e6db-4d2f-926e-614c36b8a6af tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258542 Aug 27 02:35:49.454961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:49.471249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbc1da-fa70-4c2e-a5cf-724cc919e6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b77659-8159-4343-933d-78aff29df592,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.490235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.542369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3138b94e-ca45-4169-9655-8ed6f3bf4e52']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.560040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264a5806-96d0-461e-a372-02cdf5ab4b2a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.560735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264a5806-96d0-461e-a372-02cdf5ab4b2a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:49.562010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.586663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.587362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a399b-6a81-4dc1-847d-2aef3d726cf2 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.588821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a399b-6a81-4dc1-847d-2aef3d726cf2 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.595653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e30a399b-6a81-4dc1-847d-2aef3d726cf2 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2382929 Aug 27 02:35:49.596311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47730) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.597561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port a9e029e4-f294-4707-8fad-05e195f59ed9 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:49.609065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.621297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:49.622674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:49.634944 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:49.813742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb8c24-f676-464d-87d9-0e689a93031c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:49.814623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.822698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1ceb8c24-f676-464d-87d9-0e689a93031c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks/7ecba5d5-c41b-4c94-ac8e-4c369979e7cd HTTP/1.1" status: 200 len: 800 time: 0.2200220 Aug 27 02:35:49.826146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47736) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.858773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.860736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/3138b94e-ca45-4169-9655-8ed6f3bf4e52 HTTP/1.1" status: 204 len: 168 time: 0.6539264 Aug 27 02:35:49.862681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2032d57-e0c0-426c-a9a1-80544d8fc881 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=3138b94e-ca45-4169-9655-8ed6f3bf4e52,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:49.866182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47740) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:49.871377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-472164044'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:49.896508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:49.901591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.8 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/a9e029e4-f294-4707-8fad-05e195f59ed9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:49.902886 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.935717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:49.947596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:49.947990 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 1d8f7e4e-910e-43ee-a29a-c9627fb23396 of type vlan for network 9c216862-f82b-46af-b2f9-892508710141 Aug 27 02:35:50.001857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47742) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.005943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.033905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9732900c-bf83-44b8-9f83-c2b92e75b037 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/networks/7ecba5d5-c41b-4c94-ac8e-4c369979e7cd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2070727 Aug 27 02:35:50.039378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47744) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.049509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.055223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.055860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.119713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-920b5392-ba53-4c0f-b703-23405f009efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bcab8f7de0c44e2a38f0f38c3a3367b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162548 Aug 27 02:35:50.124281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47746) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.193103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3257246 Aug 27 02:35:50.196740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.220505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b07aa-3ace-4beb-b7ad-8e6fab390071 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=9c216862-f82b-46af-b2f9-892508710141,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.227200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ae248-c3ed-49e5-9b11-d2415ef9032f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.232960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 9c216862-f82b-46af-b2f9-892508710141 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:50.235653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e5ae248-c3ed-49e5-9b11-d2415ef9032f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets/7c806d2d-41fa-4d3d-8399-eb1e4208ec89 HTTP/1.1" status: 200 len: 811 time: 0.1951575 Aug 27 02:35:50.236332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.242593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.267505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object a9e029e4-f294-4707-8fad-05e195f59ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:50.292177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '9c216862-f82b-46af-b2f9-892508710141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:50.295519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.301903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da982e-1cc0-4beb-a146-0c9934ffbcb4 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['shared'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.309186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5da982e-1cc0-4beb-a146-0c9934ffbcb4 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "GET /v2.0/subnets/7c806d2d-41fa-4d3d-8399-eb1e4208ec89?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0707695 Aug 27 02:35:50.310226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.316798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728878265'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:50.387468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:50.392020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.415529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.431960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:50.452528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.454893 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Added segment 5d002479-11ee-4809-b7e0-42523a95c215 of type vlan for network b48fe562-2307-493a-bbb4-56698db4c75d Aug 27 02:35:50.505738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a8c78b44-498e-4077-b55f-c42cf126d9d0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:50.548506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.554018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.611680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.618026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.618735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.636766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a8c78b44-498e-4077-b55f-c42cf126d9d0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:50.656296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=a9e029e4-f294-4707-8fad-05e195f59ed9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.739780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573900f-3b65-4751-97f1-e77848a69b15 None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:50.746740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:50.753593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:50.758842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.764617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:50.770458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:50.773849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.776466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:50.780399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64d4eedb-9392-4423-95cc-7ab33bcd312f HTTP/1.1" status: 204 len: 168 time: 0.6521215 Aug 27 02:35:50.810721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da826b-10f1-4a2e-8cff-2745a07d2be2 req-f7dbbbe2-6d97-4a20-9699-5e5ce2d6abb6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:50.817605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5056634 Aug 27 02:35:50.818587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68da826b-10f1-4a2e-8cff-2745a07d2be2 req-f7dbbbe2-6d97-4a20-9699-5e5ce2d6abb6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.2569494 Aug 27 02:35:50.821290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47772) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:50.842950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:50.884083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05390f8b-a95a-452d-913d-4cc27ccd98ca tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Network': ['ID=b48fe562-2307-493a-bbb4-56698db4c75d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:50.965688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17c609-63be-41ce-93ef-741c298aef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4eedb-9392-4423-95cc-7ab33bcd312f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.074366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Made reservation on behalf of 61a57a81e938491faceecf89e99d23f5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:51.078221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.095964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.096778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.134796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68da826b-10f1-4a2e-8cff-2745a07d2be2 req-0186ca18-829c-4b26-b14d-0da5511d4fc8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152292 Aug 27 02:35:51.171607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88068bac-adeb-43b6-97a4-e944f9437777 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3491395 Aug 27 02:35:51.175709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.183266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b48fe562-2307-493a-bbb4-56698db4c75d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:51.188920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:35:51.189577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:35:51.407273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Provisioning for port a8c78b44-498e-4077-b55f-c42cf126d9d0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:51.418530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86145a4c-12eb-4df9-92e4-8b35fd419460 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.421252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Provisioning complete for port a8c78b44-498e-4077-b55f-c42cf126d9d0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:51.421926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.425007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.425641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86145a4c-12eb-4df9-92e4-8b35fd419460 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.432611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86145a4c-12eb-4df9-92e4-8b35fd419460 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.439102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-86145a4c-12eb-4df9-92e4-8b35fd419460 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2607183 Aug 27 02:35:51.460513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.490906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.565375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.580020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=19907fda-5ee6-4190-8c6b-03cdcd296a39,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.589464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '1d8f7e4e-910e-43ee-a29a-c9627fb23396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c216862-f82b-46af-b2f9-892508710141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:51.590306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 9c216862-f82b-46af-b2f9-892508710141, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:51.596509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=5db3ae48-997c-46fc-9e13-295a0c3eb96a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:51.624840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] For port a8c78b44-498e-4077-b55f-c42cf126d9d0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a8c78b44-498e-4077-b55f-c42cf126d9d0,segment=NetworkSegment(5f93718b-1977-44ec-b069-8cbf273c2af8),segment_id=5f93718b-1977-44ec-b069-8cbf273c2af8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:51.625163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 9c216862-f82b-46af-b2f9-892508710141 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:51.630730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Checking segment: {'id': '5d002479-11ee-4809-b7e0-42523a95c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:51.631052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network hostable DHCP agents. Network: b48fe562-2307-493a-bbb4-56698db4c75d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:51.656950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 9c216862-f82b-46af-b2f9-892508710141) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:51.663114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.663410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.682730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Network b48fe562-2307-493a-bbb4-56698db4c75d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:51.687927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port a9e029e4-f294-4707-8fad-05e195f59ed9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:51.688382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.699126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-98446f3a-a384-48e4-91b5-6f4f4093fc7a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4295056 Aug 27 02:35:51.702713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.710975 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.713148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da895aba-c3c6-49b8-9df0-ecb8e02e0df9 None None] Network 9c216862-f82b-46af-b2f9-892508710141 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:51.717876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-721135053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:51.766907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, b48fe562-2307-493a-bbb4-56698db4c75d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:51.796116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:51.796751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.819515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.821735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:51.827072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9c51d-051e-439a-9699-d7a7e8e91387 None None] Network b48fe562-2307-493a-bbb4-56698db4c75d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:51.866061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-55a28323-614a-439d-bc7c-a975ad0766dd tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0413027 Aug 27 02:35:51.872396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:51.884455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:52.074830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-b48fe562-2307-493a-bbb4-56698db4c75d', 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d', 'tenant_id': '61a57a81e938491faceecf89e99d23f5', 'fixed_ips': [{'subnet_id': '5db3ae48-997c-46fc-9e13-295a0c3eb96a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:52.074830 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.075328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.097241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.099360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.105646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08be33-cc07-44b6-8a22-56ca67600d19 None None] Pushing event updated for resources: {'Port': ['ID=a8c78b44-498e-4077-b55f-c42cf126d9d0,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:52.146596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for a9e029e4-f294-4707-8fad-05e195f59ed9 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:52.156534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13509098'] for subnet, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.167206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.173497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e227ddf5-0a64-40a1-808e-82c0a76287de tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4693725 Aug 27 02:35:52.174730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47828) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.199395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'port': {'network_id': '9c216862-f82b-46af-b2f9-892508710141', 'name': 'tempest-RoutersTest-649484255'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:52.482330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a8c78b44-498e-4077-b55f-c42cf126d9d0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:52.516321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.538505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-9c216862-f82b-46af-b2f9-892508710141', 'network_id': '9c216862-f82b-46af-b2f9-892508710141', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '19907fda-5ee6-4190-8c6b-03cdcd296a39'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:52.539389 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.544357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772044222760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15929985'] for subnet, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.698373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:52.708003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.709712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "PUT /v2.0/subnets/5db3ae48-997c-46fc-9e13-295a0c3eb96a HTTP/1.1" status: 200 len: 877 time: 0.8357968 Aug 27 02:35:52.722546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:52.726335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1499302874-network', 'tenant_id': '92967bc26d174be08089f397092ed051'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:52.825269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e26940-3199-4422-8c3b-7a053d194887 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event updated for resources: {'Subnet': ['ID=5db3ae48-997c-46fc-9e13-295a0c3eb96a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:52.924017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Allocated IP 172.20.0.2 (9c216862-f82b-46af-b2f9-892508710141/19907fda-5ee6-4190-8c6b-03cdcd296a39/c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:52.938062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Made reservation on behalf of 92967bc26d174be08089f397092ed051 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:52.957821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:52.971889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.012441 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.162814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.180042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Transition to ACTIVE for port object c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:53.216944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Transition to ACTIVE for port object c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:53.277044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.302194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f95d1-6907-426b-92c6-2bd1320bb112 req-e5efd48e-a61b-4fb4-b4fb-712639d994d1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:53.303825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-638f95d1-6907-426b-92c6-2bd1320bb112 req-e5efd48e-a61b-4fb4-b4fb-712639d994d1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1889148 Aug 27 02:35:53.306805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Could not find standard attr ID for object a9e029e4-f294-4707-8fad-05e195f59ed9. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:53.362771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-150d9541-7c48-4422-8e1a-ffb5ce69f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.376127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-638f95d1-6907-426b-92c6-2bd1320bb112 req-9541d0ab-54d9-4f8c-a76e-a3a5aaa1081e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Aug 27 02:35:53.379187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.410204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Provisioning complete for port a8c78b44-498e-4077-b55f-c42cf126d9d0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.410836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.469467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=a9e029e4-f294-4707-8fad-05e195f59ed9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:53.511728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Network 9c216862-f82b-46af-b2f9-892508710141 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:53.550211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.590121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:53.610488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:53.622811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Pushing event updated for resources: {'Port': ['ID=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:53.693896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Allocated IP 172.20.0.3 (b48fe562-2307-493a-bbb4-56698db4c75d/5db3ae48-997c-46fc-9e13-295a0c3eb96a/5f45fa25-2488-4bfc-bc5b-79017e8917ab) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:53.712451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a8c78b44-498e-4077-b55f-c42cf126d9d0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.713123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.777258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Provisioning for port 55a9e617-f783-40c3-a226-024340f88367 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:53.826967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Provisioning complete for port 55a9e617-f783-40c3-a226-024340f88367 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:53.827498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.910727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Attempting to bind port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:53.911233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Attempting to bind port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '1d8f7e4e-910e-43ee-a29a-c9627fb23396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c216862-f82b-46af-b2f9-892508710141'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:53.911668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Attempting to bind port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 on network 9c216862-f82b-46af-b2f9-892508710141 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:53.940567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:53.941044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Checking segment: {'id': '1d8f7e4e-910e-43ee-a29a-c9627fb23396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c216862-f82b-46af-b2f9-892508710141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:53.941516 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.941978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Bound using segment: {'id': '1d8f7e4e-910e-43ee-a29a-c9627fb23396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c216862-f82b-46af-b2f9-892508710141'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:53.942566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Bound port: c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f7e4e-910e-43ee-a29a-c9627fb23396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c216862-f82b-46af-b2f9-892508710141'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:53.943013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.962808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-445e02e5-fdc9-42f1-8a4e-f198d224cfff None None] Port 55a9e617-f783-40c3-a226-024340f88367 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:53.967147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.980022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:53.984527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6f908d7-bb02-426a-b655-9e0cd3d0f954 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/a9e029e4-f294-4707-8fad-05e195f59ed9 HTTP/1.1" status: 204 len: 168 time: 2.5205569 Aug 27 02:35:53.985694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47858) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.015924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.048661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:54.051592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:35:54.053425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.059408 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-445f921b-30eb-487d-837b-b588fb773892 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] GET failed (client error): The resource could not be found. Aug 27 02:35:54.075286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-445f921b-30eb-487d-837b-b588fb773892 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports/a9e029e4-f294-4707-8fad-05e195f59ed9 HTTP/1.1" status: 404 len: 333 time: 0.0870833 Aug 27 02:35:54.082123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:54.092740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-2094884078'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:54.100466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] device_id is not set on port e8ff6335-69f0-4af3-96d3-0202b7e45207 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:54.108074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8d0df3ab-16af-4df1-b370-40a945e0f200 None None] Could not find standard attr ID for object a9e029e4-f294-4707-8fad-05e195f59ed9. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:35:54.128407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.132898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] For port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:54.135659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] For port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,segment=NetworkSegment(1d8f7e4e-910e-43ee-a29a-c9627fb23396),segment_id=1d8f7e4e-910e-43ee-a29a-c9627fb23396)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:54.146888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Transition to ACTIVE for port object 5f45fa25-2488-4bfc-bc5b-79017e8917ab will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:54.153584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8d0df3ab-16af-4df1-b370-40a945e0f200 None None] Provisioning complete for port 55a9e617-f783-40c3-a226-024340f88367 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:54.154030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d0df3ab-16af-4df1-b370-40a945e0f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.160108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.205467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.205812 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Added segment 8960a1bf-ee4e-45fd-b361-f7cfd3fdf917 of type vlan for network 5e58229a-d11b-40c9-ba11-700b97a0eb9e Aug 27 02:35:54.213915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Transition to ACTIVE for port object 5f45fa25-2488-4bfc-bc5b-79017e8917ab will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:54.217915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3efd6d-1dac-4afe-8976-15e50b100f12,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.240663 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.245896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8d0df3ab-16af-4df1-b370-40a945e0f200 None None] Port 55a9e617-f783-40c3-a226-024340f88367 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:54.281521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Network b48fe562-2307-493a-bbb4-56698db4c75d is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:54.283083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d98264-3078-410c-a543-e0a56de4b46b None None] Pushing event updated for resources: {'Port': ['ID=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.286073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:54.290472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:54.466636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.20.0.7 (9c216862-f82b-46af-b2f9-892508710141/19907fda-5ee6-4190-8c6b-03cdcd296a39/e8ff6335-69f0-4af3-96d3-0202b7e45207) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:54.613954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Pushing event updated for resources: {'Port': ['ID=5f45fa25-2488-4bfc-bc5b-79017e8917ab,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:54.640671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Attempting to bind port 5f45fa25-2488-4bfc-bc5b-79017e8917ab on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:54.641995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Attempting to bind port 5f45fa25-2488-4bfc-bc5b-79017e8917ab by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5d002479-11ee-4809-b7e0-42523a95c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:54.642705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Attempting to bind port 5f45fa25-2488-4bfc-bc5b-79017e8917ab on network b48fe562-2307-493a-bbb4-56698db4c75d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:54.661066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:54.661922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Checking segment: {'id': '5d002479-11ee-4809-b7e0-42523a95c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:54.662937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.663663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Bound using segment: {'id': '5d002479-11ee-4809-b7e0-42523a95c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:54.664335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Bound port: 5f45fa25-2488-4bfc-bc5b-79017e8917ab, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d002479-11ee-4809-b7e0-42523a95c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b48fe562-2307-493a-bbb4-56698db4c75d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:54.669410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.766501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.789290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object e8ff6335-69f0-4af3-96d3-0202b7e45207 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:54.801277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] For port 5f45fa25-2488-4bfc-bc5b-79017e8917ab, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:54.806511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bc88-cb20-4219-945e-0425cb3cb0f3 req-e32d5c7c-6036-43f1-a36e-8548a30ba8fe tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:54.808434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e994bc88-cb20-4219-945e-0425cb3cb0f3 req-e32d5c7c-6036-43f1-a36e-8548a30ba8fe tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1060305 Aug 27 02:35:54.815222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] For port 5f45fa25-2488-4bfc-bc5b-79017e8917ab, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f45fa25-2488-4bfc-bc5b-79017e8917ab,segment=NetworkSegment(5d002479-11ee-4809-b7e0-42523a95c215),segment_id=5d002479-11ee-4809-b7e0-42523a95c215)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:54.825721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.856794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.873345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-4013dceb-5631-4583-88a0-3f162f578560 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:54.882072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-4013dceb-5631-4583-88a0-3f162f578560 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.9314501 Aug 27 02:35:54.888081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:54.892651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.898218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e994bc88-cb20-4219-945e-0425cb3cb0f3 req-f2e41026-3de3-4c40-9f4d-abc267831a4a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823076 Aug 27 02:35:54.908068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.935040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-047a2f4a-b032-4851-afa9-8c58a64e9d54 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/quotas/1a836fb133f143e3bebdfe21dd6d9315 HTTP/1.1" status: 200 len: 375 time: 0.0519168 Aug 27 02:35:54.949732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:54.993029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c2be-d031-490a-bccc-509b3f1eb1b3 None None] Pushing event updated for resources: {'Port': ['ID=5f45fa25-2488-4bfc-bc5b-79017e8917ab,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.007255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 9c216862-f82b-46af-b2f9-892508710141 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:55.016866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:55.019599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:55.085424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=e8ff6335-69f0-4af3-96d3-0202b7e45207,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.105995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port 390c7e7c-cc0f-4e80-93e8-117228d35d86 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:35:55.112270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=5db3ae48-997c-46fc-9e13-295a0c3eb96a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.130496 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.131082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:55.131302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:55.131867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.132184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.150451 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-100f2f68-42e4-454b-b28f-2f7246418b44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9729826 Aug 27 02:35:55.151728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47868) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:55.189742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-541c6d53-a19e-410c-a3ad-8b648c7ee6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.379434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.398991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8735836 Aug 27 02:35:55.401928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.413301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:55.441739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Request body: {'subnet': {'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1499302874-subnet', 'tenant_id': '92967bc26d174be08089f397092ed051', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:55.446196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48fe562-2307-493a-bbb4-56698db4c75d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:55.476783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-28d16fe7-00b4-4c2b-858d-8899d5c5fd81 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5405912 Aug 27 02:35:55.516537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d002479-11ee-4809-b7e0-42523a95c215') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:55.516822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d002479-11ee-4809-b7e0-42523a95c215') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:55.521871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a7b48-e435-4d94-9a16-3023ea195375 admin admin] Pushing event updated for resources: {'Network': ['ID=5e58229a-d11b-40c9-ba11-700b97a0eb9e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:55.533615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:35:55.692495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.695406 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.739362 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.753141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Made reservation on behalf of 92967bc26d174be08089f397092ed051 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:35:55.755527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.767391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:55.767906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:55.774031 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:55.777161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.8 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/390c7e7c-cc0f-4e80-93e8-117228d35d86) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:55.918083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12a335-cc5c-4292-96c2-ba1b3c68acb5 None None] Network 9c216862-f82b-46af-b2f9-892508710141 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:56.026317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-60595b7a-dbf6-4350-8a1e-796fe9a91d0d service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479925 Aug 27 02:35:56.107656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:35:56.107656 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:35:56.107656 n-d-806292-1 neutron-server[94831]: [parameters: {'id': 'b48fe562-2307-493a-bbb4-56698db4c75d'}] Aug 27 02:35:56.107656 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:35:56.108588 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:35:56.123559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.161699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-36343731-f0d8-4f7d-bb72-0058bf87eb3f None None] Provisioning for port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:56.163909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.245145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=e8ff6335-69f0-4af3-96d3-0202b7e45207,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:56.312928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a739e2-a5f0-4b65-a49c-eec5ababf5cd req-f93ab9b8-de92-4b5d-90d4-b8bb33c7d150 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:56.314805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a739e2-a5f0-4b65-a49c-eec5ababf5cd req-f93ab9b8-de92-4b5d-90d4-b8bb33c7d150 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1953034 Aug 27 02:35:56.401410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0a739e2-a5f0-4b65-a49c-eec5ababf5cd req-c897d8c6-28ca-4716-8b2e-0aaa6e7867dc tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748808 Aug 27 02:35:56.484375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.562566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:56.641094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.672794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.683656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:56.690672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2098b-9811-44d3-88ff-d8c6258edce8 None None] Network b48fe562-2307-493a-bbb4-56698db4c75d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:56.701538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:56.702295 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.718436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-7a79f135-33fe-4216-a9d2-a4f903dd4370 service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911950 Aug 27 02:35:56.843607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.851869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:56.896596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fbd3f30f-7b9b-4356-8fbc-246cbf951406 None None] Provisioning for port 5f45fa25-2488-4bfc-bc5b-79017e8917ab completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:56.930986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Checking segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:56.931361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Network hostable DHCP agents. Network: 5e58229a-d11b-40c9-ba11-700b97a0eb9e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:35:56.934048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object 390c7e7c-cc0f-4e80-93e8-117228d35d86 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:56.936688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec6313b-3b5a-482f-b5e9-7775f851f4c5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:57.001522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port 5f45fa25-2488-4bfc-bc5b-79017e8917ab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:35:57.002103 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.085957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port 5f45fa25-2488-4bfc-bc5b-79017e8917ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f45fa25-2488-4bfc-bc5b-79017e8917ab,segment=NetworkSegment(5d002479-11ee-4809-b7e0-42523a95c215),segment_id=5d002479-11ee-4809-b7e0-42523a95c215)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:57.086671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.093185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.101977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for 5f45fa25-2488-4bfc-bc5b-79017e8917ab owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:35:57.133860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46ff77f0-674a-4e33-a825-aa92eb2d38f0 req-5770254a-2cc0-4a22-9edd-ab611f70d7c6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 210 time: 0.0415184 Aug 27 02:35:57.215384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Provisioning for port e8ff6335-69f0-4af3-96d3-0202b7e45207 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:57.234927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Provisioning complete for port e8ff6335-69f0-4af3-96d3-0202b7e45207 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:57.236020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.241537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.249067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:35:57.258820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.327291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port 5f45fa25-2488-4bfc-bc5b-79017e8917ab on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:35:57.332764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 5e58229a-d11b-40c9-ba11-700b97a0eb9e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:57.342229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=5f45fa25-2488-4bfc-bc5b-79017e8917ab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:57.361257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac46bf-63ab-4468-a006-456dd8a46d2c None None] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:57.366092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3996ad-c653-42b5-98a7-a5cb546a1cf3 None None] DHCP port deletion for b48fe562-2307-493a-bbb4-56698db4c75d request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:35:57.387791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:57.389395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.522069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Port e8ff6335-69f0-4af3-96d3-0202b7e45207 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:57.534123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e578846-8a4a-4d33-b3db-490e37f9e91e None None] Network b48fe562-2307-493a-bbb4-56698db4c75d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:35:57.544558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,segment=NetworkSegment(1d8f7e4e-910e-43ee-a29a-c9627fb23396),segment_id=1d8f7e4e-910e-43ee-a29a-c9627fb23396)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:35:57.631545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18cfc81a-b0c4-4474-8de3-7b9e18a2aad1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2023880 Aug 27 02:35:57.632031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47894) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:57.645446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:57.649701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.652651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.657983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.658831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f45fa25-2488-4bfc-bc5b-79017e8917ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:57.686737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.689586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.792594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.805901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48fe562-2307-493a-bbb4-56698db4c75d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:57.820658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5f45fa25-2488-4bfc-bc5b-79017e8917ab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:57.821001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f45fa25-2488-4bfc-bc5b-79017e8917ab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 02:35:57.823349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Provisioning complete for port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:57.823349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dadfeccd-e0c4-43db-ae18-512260f8048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.872373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d002479-11ee-4809-b7e0-42523a95c215') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:57.872933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d002479-11ee-4809-b7e0-42523a95c215') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:57.881152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.895989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.901933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Port 5f45fa25-2488-4bfc-bc5b-79017e8917ab not found, will not notify nova. {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 02:35:57.932132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.932414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.945709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:35:57.946121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:57.964600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.043892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:58.060379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=390c7e7c-cc0f-4e80-93e8-117228d35d86,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:35:58.063049 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:35:58.077626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:58.083015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:58.114847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.117824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:58.141012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.154364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.165089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=e8ff6335-69f0-4af3-96d3-0202b7e45207,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:58.214208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.217412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/b48fe562-2307-493a-bbb4-56698db4c75d HTTP/1.1" status: 204 len: 168 time: 5.4868286 Aug 27 02:35:58.227299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:35:58.228179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.248366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.252766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbf33f-21c6-4c50-940a-b65735c4750f req-e0f4465e-8b06-4c82-8284-7c21237ffa7b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:58.278968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27cbf33f-21c6-4c50-940a-b65735c4750f req-e0f4465e-8b06-4c82-8284-7c21237ffa7b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.6954074 Aug 27 02:35:58.333743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26943907-2dc7-4d41-9aa7-f973a5c5694e tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=b48fe562-2307-493a-bbb4-56698db4c75d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:58.385229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:58.386784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.436030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27cbf33f-21c6-4c50-940a-b65735c4750f req-9806ad2c-f06a-400c-bfaa-681896d2402c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527040 Aug 27 02:35:58.443552 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d32de-5eac-45cb-9219-a7fb3131cc59 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:58.444151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5d32de-5eac-45cb-9219-a7fb3131cc59 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:58.448740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a5d32de-5eac-45cb-9219-a7fb3131cc59 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/5db3ae48-997c-46fc-9e13-295a0c3eb96a HTTP/1.1" status: 404 len: 337 time: 0.1779006 Aug 27 02:35:58.448958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.464913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8f05c27-02e2-43c5-a8c5-d91a18dc61ed tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3799994 Aug 27 02:35:58.484582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.486936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Allocated IP 172.20.0.2 (5e58229a-d11b-40c9-ba11-700b97a0eb9e/4ec6313b-3b5a-482f-b5e9-7775f851f4c5/b8f9bb22-54d3-464b-8719-03a9cfe60717) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:58.490095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bcaee434-a030-4bb6-ac9c-44a9efd96ff8 req-68cd05a0-a8f4-43f3-ac9a-80c5a34b6eee tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 210 time: 0.2403958 Aug 27 02:35:58.511170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:87:c6:46'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:58.521589 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-c528fe26-eaf2-4d9f-acff-48392c0ec90c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:58.522647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c528fe26-eaf2-4d9f-acff-48392c0ec90c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:58.526144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c528fe26-eaf2-4d9f-acff-48392c0ec90c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/b48fe562-2307-493a-bbb4-56698db4c75d HTTP/1.1" status: 404 len: 339 time: 0.0758801 Aug 27 02:35:58.528528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.538891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 9c216862-f82b-46af-b2f9-892508710141 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:58.543099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:58.595448 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5719054b-6597-46fb-ad98-ff8220f87818 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:58.603011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5719054b-6597-46fb-ad98-ff8220f87818 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:58.606099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5719054b-6597-46fb-ad98-ff8220f87818 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/659898a5-4365-447b-ae88-71e5efe050b3 HTTP/1.1" status: 404 len: 337 time: 0.0743871 Aug 27 02:35:58.610018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.656416 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9769ea01-786e-4f12-9ede-269ae095e1a0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:35:58.656859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9769ea01-786e-4f12-9ede-269ae095e1a0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:35:58.663325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9769ea01-786e-4f12-9ede-269ae095e1a0 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/5978ba66-9c99-4963-989d-47a85ffca162 HTTP/1.1" status: 404 len: 339 time: 0.0520697 Aug 27 02:35:58.671267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:58.844093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router fed3aebc-5577-4cfd-ac1d-d1803901768f is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:35:58.869505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:35:58.922299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:58.962326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Transition to ACTIVE for port object b8f9bb22-54d3-464b-8719-03a9cfe60717 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:58.976307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-82c0279d-d457-4ab4-9f23-3d4756b7bc46 None None] Provisioning complete for port e8ff6335-69f0-4af3-96d3-0202b7e45207 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:58.976764 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-82c0279d-d457-4ab4-9f23-3d4756b7bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.006875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.031624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Transition to ACTIVE for port object b8f9bb22-54d3-464b-8719-03a9cfe60717 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:35:59.031891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.044448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:59.045117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.051311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.104304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-82c0279d-d457-4ab4-9f23-3d4756b7bc46 None None] Port e8ff6335-69f0-4af3-96d3-0202b7e45207 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:59.123170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-6e1b12fd-4f13-49c0-ae65-b4c45c6653ce tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:59.124696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-6e1b12fd-4f13-49c0-ae65-b4c45c6653ce tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.3897176 Aug 27 02:35:59.143539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Request body: {'port': {'device_id': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'admin_state_up': True, 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:35:59.146931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:35:59.170269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54cc962f-14e6-4e02-a768-ae49c2bdd912 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/fed3aebc-5577-4cfd-ac1d-d1803901768f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0150054 Aug 27 02:35:59.174298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:59.180171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] Sync routers for ids ['fed3aebc-5577-4cfd-ac1d-d1803901768f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:35:59.217985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:59.225707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:59.234050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:59.261335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bb22-54d3-464b-8719-03a9cfe60717,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:59.286660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.291648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Allocated IP 172.25.8.221 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/731954ab-dca2-4a4e-b921-d4a98ab729fb) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:35:59.294275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] Routers {'fed3aebc-5577-4cfd-ac1d-d1803901768f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:59.295750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fed3aebc-5577-4cfd-ac1d-d1803901768f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:59.337463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f194895-7132-4c4e-9980-335537ec6ac0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:35:59.339435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f194895-7132-4c4e-9980-335537ec6ac0 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports/e8ff6335-69f0-4af3-96d3-0202b7e45207 HTTP/1.1" status: 200 len: 976 time: 0.1611795 Aug 27 02:35:59.343255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:35:59.345357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.357417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Provisioning complete for port e8ff6335-69f0-4af3-96d3-0202b7e45207 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:59.357872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.402989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:59.465328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.469896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Attempting to bind port b8f9bb22-54d3-464b-8719-03a9cfe60717 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:35:59.470270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Attempting to bind port b8f9bb22-54d3-464b-8719-03a9cfe60717 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:35:59.470660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Attempting to bind port b8f9bb22-54d3-464b-8719-03a9cfe60717 on network 5e58229a-d11b-40c9-ba11-700b97a0eb9e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:35:59.476452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] Routers {'fed3aebc-5577-4cfd-ac1d-d1803901768f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:35:59.477093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fed3aebc-5577-4cfd-ac1d-d1803901768f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:59.558962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.576496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f45fa25-2488-4bfc-bc5b-79017e8917ab no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:35:59.580160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:35:59.580768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db422dc3-f2e7-4d31-aebb-445b9f682a41 None None] The sync data for ids ['fed3aebc-5577-4cfd-ac1d-d1803901768f'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:35:59.622239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:35:59.622708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Checking segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:35:59.623040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.623432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Bound using segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:35:59.626578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Bound port: b8f9bb22-54d3-464b-8719-03a9cfe60717, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:35:59.627030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.628991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Port e8ff6335-69f0-4af3-96d3-0202b7e45207 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:59.630139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:35:59.631700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5f45fa25-2488-4bfc-bc5b-79017e8917ab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:35:59.632045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f45fa25-2488-4bfc-bc5b-79017e8917ab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:35:59.636197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:35:59.641473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:35:59.705178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Provisioning for port 390c7e7c-cc0f-4e80-93e8-117228d35d86 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:35:59.707692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6893bf1b-76d6-42a3-80e5-1d305bdcaf03 req-ca3c7426-12d3-496b-b28e-0f8f456b88ab tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 210 time: 0.0739741 Aug 27 02:35:59.746532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Provisioning complete for port 390c7e7c-cc0f-4e80-93e8-117228d35d86 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:35:59.749715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Pushing event updated for resources: {'Port': ['ID=731954ab-dca2-4a4e-b921-d4a98ab729fb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:35:59.754640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.767181 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.827865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] For port b8f9bb22-54d3-464b-8719-03a9cfe60717, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:35:59.831238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] For port b8f9bb22-54d3-464b-8719-03a9cfe60717, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f9bb22-54d3-464b-8719-03a9cfe60717,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:35:59.840379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-65988120-c37c-462d-9683-c628ae6e1b11 None None] Port 390c7e7c-cc0f-4e80-93e8-117228d35d86 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:35:59.845497 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:35:59.976650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb55f8-7c6c-4186-a9b3-3401ea389b20 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bb22-54d3-464b-8719-03a9cfe60717,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.134889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.161898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580bb544-6dd3-4113-9a50-0a0b4ab32d5d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:00.319693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a60cb6e-4734-4c3f-9942-484f958fbcf1') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:00.320314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a60cb6e-4734-4c3f-9942-484f958fbcf1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:00.330127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.345159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.352353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:00.353252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.422280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812aa00-cce2-4333-a832-3a46a6c36410 req-50686e0f-5e05-434f-8556-6e900d507f55 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:00.430303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8812aa00-cce2-4333-a832-3a46a6c36410 req-50686e0f-5e05-434f-8556-6e900d507f55 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.8345726 Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:00.432597 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:00.538099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f9bb22-54d3-464b-8719-03a9cfe60717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:00.580491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:00.584420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.629924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.641839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.644308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/580bb544-6dd3-4113-9a50-0a0b4ab32d5d HTTP/1.1" status: 204 len: 168 time: 1.9716947 Aug 27 02:36:00.652221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b8f9bb22-54d3-464b-8719-03a9cfe60717 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:00.670258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:00.689911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7c230-61f6-4689-9802-26a2f448eb5c tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=580bb544-6dd3-4113-9a50-0a0b4ab32d5d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:00.767133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.843005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.886622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9c51c387-f707-4ecd-a6ab-4d4fe1ba0dcf req-6099fdb6-efbb-4d53-90dc-533bd763831a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 210 time: 0.0407848 Aug 27 02:36:00.888695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8812aa00-cce2-4333-a832-3a46a6c36410 req-2ae763ec-d24f-4628-ac52-3747708affea tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396939 Aug 27 02:36:00.893728 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.921194 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cc5d6a-c1ce-4f47-a2d5-11b767c73177 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:00.922012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cc5d6a-c1ce-4f47-a2d5-11b767c73177 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:00.926370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-24cc5d6a-c1ce-4f47-a2d5-11b767c73177 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/6a33a7e6-b98f-4bda-b514-40b31c500073 HTTP/1.1" status: 404 len: 337 time: 0.2304759 Aug 27 02:36:00.932109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:00.934763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47936) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:00.965004 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89a3ffc-6d91-416a-88b9-92367f0945ff tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:00.965887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89a3ffc-6d91-416a-88b9-92367f0945ff tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:00.971808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f89a3ffc-6d91-416a-88b9-92367f0945ff tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/e344a5ee-707c-45e3-a52e-c72e511bee47 HTTP/1.1" status: 404 len: 339 time: 0.0351663 Aug 27 02:36:00.976460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47938) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.017888 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee16082-07d4-499f-a6ad-ddb5664d761b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.018354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee16082-07d4-499f-a6ad-ddb5664d761b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.024528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-aee16082-07d4-499f-a6ad-ddb5664d761b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/5a00be57-1e06-472b-a8fa-af74540363be HTTP/1.1" status: 404 len: 337 time: 0.0469980 Aug 27 02:36:01.025230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47940) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.104147 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf96223-c721-4eb9-ba95-42c8bb0941bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.104781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf96223-c721-4eb9-ba95-42c8bb0941bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.110633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4cf96223-c721-4eb9-ba95-42c8bb0941bb tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/69d1a161-dbe4-416c-9ca3-70edcc122bbf HTTP/1.1" status: 404 len: 339 time: 0.0466611 Aug 27 02:36:01.113263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47944) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.151633 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eb00a3-5046-4a58-b7af-3dee1947b6a7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.152323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4eb00a3-5046-4a58-b7af-3dee1947b6a7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.157405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b4eb00a3-5046-4a58-b7af-3dee1947b6a7 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/b363dcab-5b0e-4271-bccc-c540c241adbe HTTP/1.1" status: 404 len: 337 time: 0.0431097 Aug 27 02:36:01.160204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.185043 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a0ce15-8f99-42a1-8fd2-d9943db245ee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.185726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a0ce15-8f99-42a1-8fd2-d9943db245ee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.193297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-09a0ce15-8f99-42a1-8fd2-d9943db245ee tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/78faa359-8602-4832-8bed-bc09425b6121 HTTP/1.1" status: 404 len: 339 time: 0.0321109 Aug 27 02:36:01.194098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.210465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=390c7e7c-cc0f-4e80-93e8-117228d35d86,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:01.225131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] In _notify_port_updated(), no bound segment for port 390c7e7c-cc0f-4e80-93e8-117228d35d86 on network 71bfa034-72bf-43ce-a3e7-88f290b693c1 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:01.231766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:01.232599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.236435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7aca2bc0-91e9-42b0-85b1-4260789b5d51 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "PUT /v2.0/ports/390c7e7c-cc0f-4e80-93e8-117228d35d86 HTTP/1.1" status: 200 len: 993 time: 2.7481756 Aug 27 02:36:01.241143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.247551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Allocated IP 172.20.0.9 (748e5b86-f755-478f-af38-c81c679b7d08/b10fc801-1135-4277-881e-ba9d491763d3/5dbf4231-698f-437c-b513-fdb77d92d478) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:01.249773 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a69678e-d7bc-4439-9bc6-e8c2161c79ea tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.250447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a69678e-d7bc-4439-9bc6-e8c2161c79ea tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.255173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a69678e-d7bc-4439-9bc6-e8c2161c79ea tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/d17373aa-f2db-4186-95dc-6bf4a2515ce7 HTTP/1.1" status: 404 len: 337 time: 0.0596914 Aug 27 02:36:01.256255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.287948 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf26416-e2ab-4812-b486-a65228e46cd9 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.288830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf26416-e2ab-4812-b486-a65228e46cd9 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.295549 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6bf26416-e2ab-4812-b486-a65228e46cd9 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/d96c9586-dd61-49ca-bf8f-1bef9149315f HTTP/1.1" status: 404 len: 339 time: 0.0315785 Aug 27 02:36:01.297366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47954) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.338357 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d15b70-45b4-4f68-b2c3-180a7245caab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.339235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d15b70-45b4-4f68-b2c3-180a7245caab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.344358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02d15b70-45b4-4f68-b2c3-180a7245caab tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/54060e94-740b-4f45-a45a-6784991c8eca HTTP/1.1" status: 404 len: 337 time: 0.0442119 Aug 27 02:36:01.345787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.377332 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4226784-7db3-4f54-93d7-5c59d140c7e4 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.378214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4226784-7db3-4f54-93d7-5c59d140c7e4 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.383155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4226784-7db3-4f54-93d7-5c59d140c7e4 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/f7bab1fd-7c59-4111-9c84-0e6e74a15ac8 HTTP/1.1" status: 404 len: 339 time: 0.0358386 Aug 27 02:36:01.384033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.438755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Router 63704384-ac04-47e7-bd8f-007d75f70e11 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:01.444032 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e63aca4-fe13-47d5-a509-da9a937cfdd1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.448399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e63aca4-fe13-47d5-a509-da9a937cfdd1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.458026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e63aca4-fe13-47d5-a509-da9a937cfdd1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/9550488f-b576-4d90-a94d-1157f081b5b9 HTTP/1.1" status: 404 len: 337 time: 0.0717158 Aug 27 02:36:01.459280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.493022 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d26a58-c19d-4127-bb98-9c7a7918753f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.493893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d26a58-c19d-4127-bb98-9c7a7918753f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.499787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6d26a58-c19d-4127-bb98-9c7a7918753f tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/ebe0615f-3dc1-45cf-898b-47bb257aac8a HTTP/1.1" status: 404 len: 339 time: 0.0380383 Aug 27 02:36:01.500653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47964) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.582659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ea79dd7-119f-430c-9fb5-4fdf29b94f7f None None] Provisioning complete for port 390c7e7c-cc0f-4e80-93e8-117228d35d86 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:01.583240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea79dd7-119f-430c-9fb5-4fdf29b94f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.594897 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d5b95a-ecda-4da3-adba-9bf753b66ce6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.595403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d5b95a-ecda-4da3-adba-9bf753b66ce6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.607334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-00d5b95a-ecda-4da3-adba-9bf753b66ce6 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/3cb0afdc-e95c-4b13-92aa-d131ca69ca49 HTTP/1.1" status: 404 len: 337 time: 0.1041732 Aug 27 02:36:01.607676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.609066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.635567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc793e7-c4e8-4163-a3c6-6d8819f6bebc None None] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:01.641177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port 390c7e7c-cc0f-4e80-93e8-117228d35d86 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:01.641526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.680968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6ea79dd7-119f-430c-9fb5-4fdf29b94f7f None None] Port 390c7e7c-cc0f-4e80-93e8-117228d35d86 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:01.699447 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efb724b-1c77-4bbe-a3be-1db3af3aa572 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.700033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efb724b-1c77-4bbe-a3be-1db3af3aa572 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.704364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8efb724b-1c77-4bbe-a3be-1db3af3aa572 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/790e56f6-e472-4bcd-876a-1c35904a7da9 HTTP/1.1" status: 404 len: 339 time: 0.0906742 Aug 27 02:36:01.708489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.722528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:01.734263 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Sync routers for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:01.747444 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:01.748072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:01.779810 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1c34f3-b195-4b4c-8994-f256f30058b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.780418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1c34f3-b195-4b4c-8994-f256f30058b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.784896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eb1c34f3-b195-4b4c-8994-f256f30058b1 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/eebe311b-b3e3-4c6c-8004-10975f86c4e5 HTTP/1.1" status: 404 len: 337 time: 0.0739114 Aug 27 02:36:01.792763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.815998 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6cdaaa-a4c8-4a33-98bb-66117695347b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] DELETE failed (client error): The resource could not be found. Aug 27 02:36:01.816588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6cdaaa-a4c8-4a33-98bb-66117695347b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:36:01.821761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ff6cdaaa-a4c8-4a33-98bb-66117695347b tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/6417408f-dbeb-4d7e-b252-7faa3b22bda8 HTTP/1.1" status: 404 len: 339 time: 0.0279846 Aug 27 02:36:01.822955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47972) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.837262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.839290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3303399d-dd18-4d7c-8cff-5b373b98dc91 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2048042 Aug 27 02:36:01.860420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:01.874968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Provisioning for port b8f9bb22-54d3-464b-8719-03a9cfe60717 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:01.881981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Provisioning complete for port b8f9bb22-54d3-464b-8719-03a9cfe60717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:01.883079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:01.983926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting subnet 7c806d2d-41fa-4d3d-8399-eb1e4208ec89 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:01.999267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.016956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:02.019326 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.022422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.074470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] For port b8f9bb22-54d3-464b-8719-03a9cfe60717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f9bb22-54d3-464b-8719-03a9cfe60717,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:02.092983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.118898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.139685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.170599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-374cf38c-bc9d-4945-888c-564cf22be6ee req-1d4ffda7-ce3c-4426-bd6b-faa5f3908b5d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 210 time: 0.0728540 Aug 27 02:36:02.207984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf44037-790b-4f2d-abd5-7d448c1f8390 None None] Pushing event updated for resources: {'Port': ['ID=b8f9bb22-54d3-464b-8719-03a9cfe60717,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:02.208235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for 390c7e7c-cc0f-4e80-93e8-117228d35d86 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:02.327133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.368163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdce64-a909-4709-b4e8-e543b9c5c877 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:36:02.419504 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:35:59Z', 'revision_number': 3, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:02.451764 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Checking router: 63704384-ac04-47e7-bd8f-007d75f70e11 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:36:02.452609 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Updating router 63704384-ac04-47e7-bd8f-007d75f70e11 port 731954ab-dca2-4a4e-b921-d4a98ab729fb binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:36:02.470998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.487898 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.493611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f9bb22-54d3-464b-8719-03a9cfe60717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:02.541377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Subnet': ['ID=7c806d2d-41fa-4d3d-8399-eb1e4208ec89,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:02.559133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.565644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b8489710-7769-479d-acdd-0554afcdb42d tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/subnets/7c806d2d-41fa-4d3d-8399-eb1e4208ec89 HTTP/1.1" status: 204 len: 168 time: 0.7401550 Aug 27 02:36:02.566306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:02.582323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ed196270-da30-4a0c-8385-aca6a507e06b None None] Provisioning complete for port b8f9bb22-54d3-464b-8719-03a9cfe60717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:02.583187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed196270-da30-4a0c-8385-aca6a507e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.690587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.707481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.747367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5763cf55-bb38-487c-a61e-3b9e4d35b255'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:02.749276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:02.764872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.798051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d7480-7e1a-4c42-995c-4ac6920c81cf req-f85c86d4-8334-439e-a48e-5c6ede746d13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:02.799705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-201d7480-7e1a-4c42-995c-4ac6920c81cf req-f85c86d4-8334-439e-a48e-5c6ede746d13 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.7144399 Aug 27 02:36:02.800523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=390c7e7c-cc0f-4e80-93e8-117228d35d86,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:02.816287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Network 748e5b86-f755-478f-af38-c81c679b7d08 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:02.910280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Deleting port aa795525-25f7-4215-8428-1dd8ac6bcec4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:02.910280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.919023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:02.932104 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.943127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event updated for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:02.952313 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Transition to ACTIVE for port object 731954ab-dca2-4a4e-b921-d4a98ab729fb will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:02.954715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:02.964316 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:02.993765 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Attempting to bind port 731954ab-dca2-4a4e-b921-d4a98ab729fb on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:02.994780 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Attempting to bind port 731954ab-dca2-4a4e-b921-d4a98ab729fb by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:02.995144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Attempting to bind port 731954ab-dca2-4a4e-b921-d4a98ab729fb on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:03.021401 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:03.021695 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:03.022058 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.022467 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:03.022929 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Bound port: 731954ab-dca2-4a4e-b921-d4a98ab729fb, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:03.023347 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.042085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] For port aa795525-25f7-4215-8428-1dd8ac6bcec4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aa795525-25f7-4215-8428-1dd8ac6bcec4,segment=NetworkSegment(e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63),segment_id=e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:03.042637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.077733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Calling delete_port for aa795525-25f7-4215-8428-1dd8ac6bcec4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:03.084532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] For port 731954ab-dca2-4a4e-b921-d4a98ab729fb, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:03.088733 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] For port 731954ab-dca2-4a4e-b921-d4a98ab729fb, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=731954ab-dca2-4a4e-b921-d4a98ab729fb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:03.113436 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.140237 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Pushing event updated for resources: {'Port': ['ID=731954ab-dca2-4a4e-b921-d4a98ab729fb,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:03.154445 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.154845 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.155117 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.155447 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.155798 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.156124 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.156446 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.156762 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.157078 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.157390 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.157703 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.158013 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:03.166781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:03.167398 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:03.209780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b8f9bb22-54d3-464b-8719-03a9cfe60717 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:03.210179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.298197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.380709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:03.381765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.389618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Port': ['ID=aa795525-25f7-4215-8428-1dd8ac6bcec4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:03.401657 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311c2c7-4b8b-4c0b-8e2e-26d4586611b1 None None] Pushing event updated for resources: {'Port': ['ID=731954ab-dca2-4a4e-b921-d4a98ab729fb,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:03.428769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] No DVR routers for this DVR port aa795525-25f7-4215-8428-1dd8ac6bcec4 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:03.467059 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:03.514182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778240d-1bab-49a8-91f6-49d2adc90942 req-94e02a16-0cb3-4346-ad21-004212202acb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:03.520255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0778240d-1bab-49a8-91f6-49d2adc90942 req-94e02a16-0cb3-4346-ad21-004212202acb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 931 time: 0.2392251 Aug 27 02:36:03.533125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-201d7480-7e1a-4c42-995c-4ac6920c81cf req-4b37fb56-58a9-405c-9dba-b7671f957946 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182992 Aug 27 02:36:03.565593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-8c10da8a-d90c-406b-a47c-bef3ff164826 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4287977 Aug 27 02:36:03.587264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Request body: {'port': {'device_id': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:03.662542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.664718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f3501be-9977-46a1-817d-35a670dac798 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/390c7e7c-cc0f-4e80-93e8-117228d35d86 HTTP/1.1" status: 204 len: 168 time: 2.4190023 Aug 27 02:36:03.679316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.683451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.685896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cdce64-a909-4709-b4e8-e543b9c5c877 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:36:03.773476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port e8ff6335-69f0-4af3-96d3-0202b7e45207 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:03.779885 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-33319ebc-7512-483c-8c35-e54e5611bcbe tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] GET failed (client error): The resource could not be found. Aug 27 02:36:03.780704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.781004 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:35:59Z', 'revision_number': 3, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:03.785558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-33319ebc-7512-483c-8c35-e54e5611bcbe tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports/390c7e7c-cc0f-4e80-93e8-117228d35d86 HTTP/1.1" status: 404 len: 333 time: 0.0925772 Aug 27 02:36:03.795411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0778240d-1bab-49a8-91f6-49d2adc90942 req-6a18c926-2a83-414a-95e9-672269cb46bf tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550523 Aug 27 02:36:03.798598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:03.810488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-1366157962'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:03.815875 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88120e-6b8f-4bb8-b718-a9747973b03c None None] The sync data for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 is: [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:35:59Z', 'revision_number': 3, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:03.918819 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.938269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for e8ff6335-69f0-4af3-96d3-0202b7e45207 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:03.943610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:03.963989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecba5d5-c41b-4c94-ac8e-4c369979e7cd']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:03.982949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:03.983579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4afc86e-1fcd-4cd3-b7d6-13ea8e5a2b63') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:03.995227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:04.001378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.021014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.037132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port eb37af71-ef0e-4069-b493-9e66e28d957f yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:04.059811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.145831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:04.146257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:04.291061 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:04.301067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.310596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.312515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] 10.222.0.26 "DELETE /v2.0/networks/7ecba5d5-c41b-4c94-ac8e-4c369979e7cd HTTP/1.1" status: 204 len: 168 time: 1.7452369 Aug 27 02:36:04.419339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.5 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/eb37af71-ef0e-4069-b493-9e66e28d957f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:04.445598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4facc-93f5-4f3e-943d-5f841b3e7853 tempest-NetworksTest-1997120596 tempest-NetworksTest-1997120596-project] Pushing event deleted for resources: {'Network': ['ID=7ecba5d5-c41b-4c94-ac8e-4c369979e7cd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.545436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:04.545639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5971367-a558-4e7e-8b46-98edbb4b3e24 None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:04.573748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5971367-a558-4e7e-8b46-98edbb4b3e24 None None] Network 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:36:04.649492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=e8ff6335-69f0-4af3-96d3-0202b7e45207,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:04.734645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 731954ab-dca2-4a4e-b921-d4a98ab729fb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:04.803642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441537a-24ff-46c5-b835-73d8e517771a None None] DHCP port deletion for 7ecba5d5-c41b-4c94-ac8e-4c369979e7cd request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:04.930296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 731954ab-dca2-4a4e-b921-d4a98ab729fb completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:04.934636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 731954ab-dca2-4a4e-b921-d4a98ab729fb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:04.935030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.009700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48008) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.091954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.100308 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.147283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 731954ab-dca2-4a4e-b921-d4a98ab729fb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=731954ab-dca2-4a4e-b921-d4a98ab729fb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:05.157087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.160154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object eb37af71-ef0e-4069-b493-9e66e28d957f will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:05.225151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=731954ab-dca2-4a4e-b921-d4a98ab729fb,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.263572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b8e2e-c956-4040-b807-2965e5009b8b req-ce7018d7-ff1f-4e5a-a185-e6162fcc73a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:05.272322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f7b8e2e-c956-4040-b807-2965e5009b8b req-ce7018d7-ff1f-4e5a-a185-e6162fcc73a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.4947698 Aug 27 02:36:05.285603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.295748 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.378629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:05.382583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:05.392524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:05.435533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-964ce34d-b034-436a-9868-d3bb77b816a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61a57a81e938491faceecf89e99d23f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224741 Aug 27 02:36:05.463800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48012) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.482170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba60a-cb44-4648-9d3c-420bdf0501b2 req-a567e5e5-5f46-4307-b143-638bb1723060 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:05.493111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74aba60a-cb44-4648-9d3c-420bdf0501b2 req-a567e5e5-5f46-4307-b143-638bb1723060 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 931 time: 0.2389305 Aug 27 02:36:05.577774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbf4231-698f-437c-b513-fdb77d92d478 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:05.598543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.607688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=eb37af71-ef0e-4069-b493-9e66e28d957f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.639582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f7b8e2e-c956-4040-b807-2965e5009b8b req-299143e6-4036-4785-8e41-23a4c6a02b21 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659518 Aug 27 02:36:05.660360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:05.661345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.676593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Transition to ACTIVE for port object 5dbf4231-698f-437c-b513-fdb77d92d478 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:05.680244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74aba60a-cb44-4648-9d3c-420bdf0501b2 req-8fb56d9d-3785-49c5-ac6f-59f86dd112c5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817775 Aug 27 02:36:05.688175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.692870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.708895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dad52449-f19b-4611-9801-ecec641bab0a tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9070199 Aug 27 02:36:05.709717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48014) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:05.719601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:c6:46'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:05.730439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.803279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3511915b-0fff-4a97-bbef-65ccd35324e5 None None] Provisioning for port eb37af71-ef0e-4069-b493-9e66e28d957f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:05.811307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3511915b-0fff-4a97-bbef-65ccd35324e5 None None] Provisioning complete for port eb37af71-ef0e-4069-b493-9e66e28d957f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:05.811684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3511915b-0fff-4a97-bbef-65ccd35324e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.870066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3511915b-0fff-4a97-bbef-65ccd35324e5 None None] Port eb37af71-ef0e-4069-b493-9e66e28d957f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:05.911840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router fed3aebc-5577-4cfd-ac1d-d1803901768f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:05.912647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:05.964221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:05.990359 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.013684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Attempting to bind port 5dbf4231-698f-437c-b513-fdb77d92d478 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:06.014010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Attempting to bind port 5dbf4231-698f-437c-b513-fdb77d92d478 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:06.014857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Attempting to bind port 5dbf4231-698f-437c-b513-fdb77d92d478 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:06.052189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.058008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.061356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93932515-5b37-47b8-b025-f3bce797ffb3 HTTP/1.1" status: 204 len: 168 time: 0.5920179 Aug 27 02:36:06.105531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Port 5dbf4231-698f-437c-b513-fdb77d92d478 on network 748e5b86-f755-478f-af38-c81c679b7d08 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:36:06.106124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Attempting to bind port 5dbf4231-698f-437c-b513-fdb77d92d478 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:06.119969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af702a-ef4b-4523-9476-65efe84c17c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93932515-5b37-47b8-b025-f3bce797ffb3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:06.122515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:06.122515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Checking segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:06.122515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Bound using segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:06.123124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Bound port: 5dbf4231-698f-437c-b513-fdb77d92d478, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:06.123425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.149773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:06.171371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] Sync routers for ids ['fed3aebc-5577-4cfd-ac1d-d1803901768f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:06.190054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] Routers {'fed3aebc-5577-4cfd-ac1d-d1803901768f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:06.191142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fed3aebc-5577-4cfd-ac1d-d1803901768f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.205431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-69aec76f-1343-4102-a98c-044579ba0b04 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/fed3aebc-5577-4cfd-ac1d-d1803901768f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8584981 Aug 27 02:36:06.218841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48022) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.255392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.278322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] Routers {'fed3aebc-5577-4cfd-ac1d-d1803901768f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:06.279060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['fed3aebc-5577-4cfd-ac1d-d1803901768f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.334659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:06.335466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5564d-86ad-4b94-bb09-98b028cea7e0 None None] The sync data for ids ['fed3aebc-5577-4cfd-ac1d-d1803901768f'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:06.480361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 731954ab-dca2-4a4e-b921-d4a98ab729fb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:06.533791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:06.570656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 731954ab-dca2-4a4e-b921-d4a98ab729fb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:06.571190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.621567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5dbf4231-698f-437c-b513-fdb77d92d478,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:06.659695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.717901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa795525-25f7-4215-8428-1dd8ac6bcec4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:06.724750 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-501f0db4-9950-4cf7-a69c-5de2cd9d3d4c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 02:36:06.725712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-501f0db4-9950-4cf7-a69c-5de2cd9d3d4c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/fed3aebc-5577-4cfd-ac1d-d1803901768f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5048945 Aug 27 02:36:06.737420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48040) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.746480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: aa795525-25f7-4215-8428-1dd8ac6bcec4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:06.746773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aa795525-25f7-4215-8428-1dd8ac6bcec4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:06.814773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11153a9f-131f-4a7a-b898-127238d97338 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=fed3aebc-5577-4cfd-ac1d-d1803901768f HTTP/1.1" status: 200 len: 205 time: 0.0753188 Aug 27 02:36:06.816490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:06.817565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.818656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] 10.222.0.15 "PUT /v2.0/ports/5dbf4231-698f-437c-b513-fdb77d92d478 HTTP/1.1" status: 200 len: 1091 time: 3.2384381 Aug 27 02:36:06.819954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:06.835012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:06.839682 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d90aeb4-d0f1-491b-8d94-be67ba248edb" -d '{"events": [{"name": "network-changed", "server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:06.871908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:06.942839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Allocated IP 172.20.0.1 (5e58229a-d11b-40c9-ba11-700b97a0eb9e/4ec6313b-3b5a-482f-b5e9-7775f851f4c5/3736c53d-f415-430c-968f-9d72cc2f37a0) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:06.951812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.036678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f300e3-2d73-44ea-a55f-bd652725ceec service neutron] Pushing event updated for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.051961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.242151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=eb37af71-ef0e-4069-b493-9e66e28d957f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:07.291472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57e615-9ba4-43ce-9348-97e359c8ba3e req-088b08a2-3b41-4960-ac20-b606eb5b394c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.293095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd57e615-9ba4-43ce-9348-97e359c8ba3e req-088b08a2-3b41-4960-ac20-b606eb5b394c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 943 time: 0.4781518 Aug 27 02:36:07.362006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48062) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.406537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] In _notify_port_updated(), no bound segment for port eb37af71-ef0e-4069-b493-9e66e28d957f on network 71bfa034-72bf-43ce-a3e7-88f290b693c1 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:07.411948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.412594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.413306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-38d5c8c4-192f-4323-8008-a6afdb41583a None None] Provisioning complete for port eb37af71-ef0e-4069-b493-9e66e28d957f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:07.416994 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8178c7fe-83e0-457c-a7a5-7355e9b08c42 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "PUT /v2.0/ports/eb37af71-ef0e-4069-b493-9e66e28d957f HTTP/1.1" status: 200 len: 996 time: 1.7032967 Aug 27 02:36:07.418257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48066) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.418867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38d5c8c4-192f-4323-8008-a6afdb41583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.465059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-38d5c8c4-192f-4323-8008-a6afdb41583a None None] Port eb37af71-ef0e-4069-b493-9e66e28d957f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:07.500145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.507197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd57e615-9ba4-43ce-9348-97e359c8ba3e req-9e22f1b2-728c-421c-b3a9-0ee073c2b99b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989083 Aug 27 02:36:07.511479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.523745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055f10c-9b52-4b28-bcd3-67384127f8a3 req-39a4ad24-62c4-471c-83e7-3be9cbf17e46 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.528668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5055f10c-9b52-4b28-bcd3-67384127f8a3 req-39a4ad24-62c4-471c-83e7-3be9cbf17e46 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.7314019 Aug 27 02:36:07.610557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.617689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router fed3aebc-5577-4cfd-ac1d-d1803901768f {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:36:07.632441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.633585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2da37532-50c0-4636-aa03-5c48fa7c26f6 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/fed3aebc-5577-4cfd-ac1d-d1803901768f HTTP/1.1" status: 204 len: 168 time: 0.8126769 Aug 27 02:36:07.643379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48068) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:07.674315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.691993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Transition to ACTIVE for port object 3736c53d-f415-430c-968f-9d72cc2f37a0 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:07.704319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--589593646'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:07.708329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-a0b1394c-2a8a-43c4-b948-3ca5e0fa4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.710412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-a0b1394c-2a8a-43c4-b948-3ca5e0fa4858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 1094 time: 0.8182957 Aug 27 02:36:07.718690 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7c76a-f8f4-4ddb-962e-f5e512716568 x-openstack-request-id: req-edb7c76a-f8f4-4ddb-962e-f5e512716568 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:07.719127 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:07.719483 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edb7c76a-f8f4-4ddb-962e-f5e512716568 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:07.719985 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478', 'status': 'completed', 'code': 200} Aug 27 02:36:07.745168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port eb37af71-ef0e-4069-b493-9e66e28d957f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:07.745774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.778843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-4d671b10-8cff-4d0d-b01a-3194052d27bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf4231-698f-437c-b513-fdb77d92d478 HTTP/1.1" status: 200 len: 217 time: 0.0506909 Aug 27 02:36:07.808299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 19907fda-5ee6-4190-8c6b-03cdcd296a39 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:07.818580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.863406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5055f10c-9b52-4b28-bcd3-67384127f8a3 req-a3a250a6-34ce-4ce4-9bfa-49e3b6c4d4ec tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252611 Aug 27 02:36:07.868066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.869982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:07.914508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-762d5545-e3ea-4b75-bb19-d342ffd45f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:07.917095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-762d5545-e3ea-4b75-bb19-d342ffd45f7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.1302407 Aug 27 02:36:07.942807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:07.966512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:07.970221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:07.976711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-e3f0a14e-4c03-4a93-9f1c-ecdaf562a73a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516622 Aug 27 02:36:08.130229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-7977b5d5-fcf7-4863-8633-ebbd56ef47fd service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122944 Aug 27 02:36:08.133072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Pushing event updated for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:08.208094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.283582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.311103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4f5cdfb1-45cc-41a8-9124-bb8175f11a1e None None] Provisioning for port 3736c53d-f415-430c-968f-9d72cc2f37a0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:08.325191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.334937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4f5cdfb1-45cc-41a8-9124-bb8175f11a1e None None] Provisioning complete for port 3736c53d-f415-430c-968f-9d72cc2f37a0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:08.335801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdfb1-45cc-41a8-9124-bb8175f11a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.392401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4f5cdfb1-45cc-41a8-9124-bb8175f11a1e None None] Port 3736c53d-f415-430c-968f-9d72cc2f37a0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:08.409755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d268f02-249c-43f0-ba6c-3cb2f2304e10 req-b415db6d-2608-4443-8b7b-9599ec9f5b11 service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619617 Aug 27 02:36:08.410419 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.442038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.459463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-d510bf4f-f470-4cbe-9a7c-3f1fec096ccc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2091417 Aug 27 02:36:08.460334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for eb37af71-ef0e-4069-b493-9e66e28d957f owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:08.551646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-6540f920-685c-4ebd-89d1-015bf4d70b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.553820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-6540f920-685c-4ebd-89d1-015bf4d70b8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 1094 time: 0.0835695 Aug 27 02:36:08.579373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.728843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-ccffd1f1-22de-417f-8f32-d0700e5e1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.730419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-ccffd1f1-22de-417f-8f32-d0700e5e1a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 915 time: 0.1434031 Aug 27 02:36:08.788319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002b69f-324d-417b-bfda-f7d517117b0f req-1fcd4bc6-2836-4fa5-aa8e-9b56b4562839 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.789869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4002b69f-324d-417b-bfda-f7d517117b0f req-1fcd4bc6-2836-4fa5-aa8e-9b56b4562839 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 943 time: 0.1722629 Aug 27 02:36:08.819481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-25999e53-d6f9-4d01-b7dc-d613c1099d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:08.820962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-25999e53-d6f9-4d01-b7dc-d613c1099d0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.2367666 Aug 27 02:36:08.850348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-42163a8f-2712-4678-a442-90ce6bae6603 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dbf4231-698f-437c-b513-fdb77d92d478 HTTP/1.1" status: 200 len: 217 time: 0.1000161 Aug 27 02:36:08.865469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.875203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.879848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:08.900311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.016815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.048791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=19907fda-5ee6-4190-8c6b-03cdcd296a39,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.050514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-22451a60-c6a0-4bab-b92b-6fac2af4903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.058014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-22451a60-c6a0-4bab-b92b-6fac2af4903b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.1900394 Aug 27 02:36:09.060180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.098775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Pushing event updated for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.130313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404faeb1-61b0-4f28-9040-28b205864d97 None None] Network 9c216862-f82b-46af-b2f9-892508710141 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:09.153596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-51504d1e-66a0-4782-a19f-1b52bc9830f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559354 Aug 27 02:36:09.168350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.171787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b120c-e41a-44fd-9429-1a6b8c611e63,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.199460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.201488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-92cc04a7-effd-49c5-8b99-ecca5b6def42 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/19907fda-5ee6-4190-8c6b-03cdcd296a39 HTTP/1.1" status: 204 len: 168 time: 1.5528197 Aug 27 02:36:09.208684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbc484-b8fc-42bd-9917-e91533a41772 req-34481ad9-44c8-409e-b035-3e413b09bae5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.210699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5dbc484-b8fc-42bd-9917-e91533a41772 req-34481ad9-44c8-409e-b035-3e413b09bae5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.2155712 Aug 27 02:36:09.225834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:09.248449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=eb37af71-ef0e-4069-b493-9e66e28d957f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.271212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4002b69f-324d-417b-bfda-f7d517117b0f req-535e56d1-0dc0-40f1-a4ff-caa72f47b9b4 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705362 Aug 27 02:36:09.404360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] DHCP port deletion for 9c216862-f82b-46af-b2f9-892508710141 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:09.446835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-9e9897dd-659e-4806-ad0c-cc591f0fe372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.459592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-9e9897dd-659e-4806-ad0c-cc591f0fe372 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.5983555 Aug 27 02:36:09.499389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Deleting port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:09.501079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.525556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:09.534021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5dbc484-b8fc-42bd-9917-e91533a41772 req-3b078125-7909-4208-ae7b-2a681faa57b8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538514 Aug 27 02:36:09.557601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:09.579485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.580701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.591711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:09.594190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-a1a8751f-e56c-4643-a3e8-de7241603395 service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292378 Aug 27 02:36:09.596827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-706147f1-def2-4d66-8461-d0a514a1d232 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/eb37af71-ef0e-4069-b493-9e66e28d957f HTTP/1.1" status: 204 len: 168 time: 2.1643789 Aug 27 02:36:09.651203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] For port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,segment=NetworkSegment(1d8f7e4e-910e-43ee-a29a-c9627fb23396),segment_id=1d8f7e4e-910e-43ee-a29a-c9627fb23396)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:09.651914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.673208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-906b31ce-59d9-4dc3-88ec-5db63feb0cc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.2025743 Aug 27 02:36:09.694075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Calling delete_port for c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:09.706706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.756815 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-109e24ac-1b3c-4e4f-9c14-43337057c4dc tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] GET failed (client error): The resource could not be found. Aug 27 02:36:09.767606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-109e24ac-1b3c-4e4f-9c14-43337057c4dc tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports/eb37af71-ef0e-4069-b493-9e66e28d957f HTTP/1.1" status: 404 len: 333 time: 0.1722248 Aug 27 02:36:09.778762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-3bc841f1-9345-4c16-a9ee-5e247b1b4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:09.780253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-3bc841f1-9345-4c16-a9ee-5e247b1b4637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.0962708 Aug 27 02:36:09.785899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:09.792455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-1947419801'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:09.865601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:09.915389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] Pushing event deleted for resources: {'Port': ['ID=c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:09.925106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6f58e-3f7d-48cb-bbcd-0d1cedad9ed9 None None] No DVR routers for this DVR port c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:09.950620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] The port 'c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340' was deleted {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 02:36:09.965682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.016654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:10.032688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.040436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f2a51330-7dbf-40a8-8c3c-7578da129ba7 None None] Provisioning complete for port 3736c53d-f415-430c-968f-9d72cc2f37a0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:10.041365 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2a51330-7dbf-40a8-8c3c-7578da129ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.093377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.097015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d90aeb4-d0f1-491b-8d94-be67ba248edb req-de6a7e82-56c1-4c5d-90f0-2cdd986c83f5 service neutron] 10.222.0.15 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836299 Aug 27 02:36:10.099171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Router 63704384-ac04-47e7-bd8f-007d75f70e11 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:10.123119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c216862-f82b-46af-b2f9-892508710141']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:10.127694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f2a51330-7dbf-40a8-8c3c-7578da129ba7 None None] Port 3736c53d-f415-430c-968f-9d72cc2f37a0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:10.128400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:10.149436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8f7e4e-910e-43ee-a29a-c9627fb23396') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:10.149436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8f7e4e-910e-43ee-a29a-c9627fb23396') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:10.151973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-8913ff20-119b-439f-a489-bf63f6dbd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.153600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-8913ff20-119b-439f-a489-bf63f6dbd7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848686 Aug 27 02:36:10.156316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5907730-9165-418a-bced-980112ecdd38,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:10.158645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.162295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e84e800a-7527-43a5-88d5-1355d7cff614 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7913470 Aug 27 02:36:10.164003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.203229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.244540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.273070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:10.273651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:10.277975 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:10.342166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-3e740d4a-a2ac-48cb-8533-bec891e066f6 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542232 Aug 27 02:36:10.345922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.12 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:10.433230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:10.438623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b428ad62-1373-4422-9370-f598897f216f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2745616 Aug 27 02:36:10.441904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.449270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.456506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-security--1967431028', 'description': 'tempest-security-description-984664659'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:10.466269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.468063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/9c216862-f82b-46af-b2f9-892508710141 HTTP/1.1" status: 204 len: 168 time: 1.2387354 Aug 27 02:36:10.472770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.477826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136620021'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:10.482730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:10.483964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c77111cf-faf8-4dc5-8fa3-e9fb4a8cd340 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:10.518526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:10.535954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec3fa6fa-1d0c-4118-b120-3bda860bed71 admin admin] 10.222.0.26 "PUT /v2.0/routers/63704384-ac04-47e7-bd8f-007d75f70e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6531162 Aug 27 02:36:10.535954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448177bc-d7d3-4117-b7be-defad55859c2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=9c216862-f82b-46af-b2f9-892508710141,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:10.540532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Sync routers for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:10.558704 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:10.559610 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:10.560126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.592040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:10.595477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.640065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3907208a-5a85-422e-b840-7fc6b2b52162 req-461b38e8-1462-4951-be3f-6a6d330d2805 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857895 Aug 27 02:36:10.689081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305696d-a99e-4078-8e42-18271e880077 req-c85fa93c-af9c-4ca8-9a2c-2e553c1fe59f tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.691207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7305696d-a99e-4078-8e42-18271e880077 req-c85fa93c-af9c-4ca8-9a2c-2e553c1fe59f tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 943 time: 0.1943398 Aug 27 02:36:10.720096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:10.743010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:10.765194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.766473 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 3a9a302a-908b-4efb-86dc-1bbec4c76f75 of type vlan for network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 Aug 27 02:36:10.789461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7305696d-a99e-4078-8e42-18271e880077 req-9119d770-f227-4cea-974e-cba9f1f4d00c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590532 Aug 27 02:36:10.828207 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.878874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.892779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.902286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:10.907084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.917441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:10.958293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 2, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:10.964022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4899664 Aug 27 02:36:10.967265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48106) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:10.979137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:10.982839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:10.997840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Checking router: 63704384-ac04-47e7-bd8f-007d75f70e11 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:36:10.998511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Updating router 63704384-ac04-47e7-bd8f-007d75f70e11 port 3736c53d-f415-430c-968f-9d72cc2f37a0 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:36:11.032012 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.109238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513178-3def-4ae7-bfe6-c58dd3f980a9 req-0e4296b6-b0aa-4f4c-8135-6a5384a840bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:11.116747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1513178-3def-4ae7-bfe6-c58dd3f980a9 req-0e4296b6-b0aa-4f4c-8135-6a5384a840bb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.4139032 Aug 27 02:36:11.128380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.131028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.135793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "PUT /v2.0/security-groups/c5907730-9165-418a-bced-980112ecdd38 HTTP/1.1" status: 200 len: 1779 time: 0.6928372 Aug 27 02:36:11.136442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.173269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5dbf4231-698f-437c-b513-fdb77d92d478 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:11.201478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.284316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dc042-8ca2-45d9-95bc-18f94b7f6ea9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=a4cf1a52-9042-4ba4-bac3-a2db4054bef7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.294681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a6ae7-4752-414f-b498-2d20c5b40bac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5907730-9165-418a-bced-980112ecdd38,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.309190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:11.313230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-54203e04-87ea-4d46-b337-317c182fb169 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups/c5907730-9165-418a-bced-980112ecdd38 HTTP/1.1" status: 200 len: 1779 time: 0.1546040 Aug 27 02:36:11.313833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.339401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:11.362945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1513178-3def-4ae7-bfe6-c58dd3f980a9 req-41e0cae5-1bc7-4404-ac9d-9ec20be68e58 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356889 Aug 27 02:36:11.364457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:11.377976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:11.443339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:11.449340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.459554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:11.460626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.490206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.512359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7250559 Aug 27 02:36:11.516406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48120) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.552365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'network_id': '71bfa034-72bf-43ce-a3e7-88f290b693c1', 'name': 'tempest-AllowedAddressPairTestJSON-2110839420'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:11.580789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80a2b5-0f32-470b-8ac7-b90da9acbaaa tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.647071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5dbf4231-698f-437c-b513-fdb77d92d478,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:11.662935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.673937 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.675879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '5dbf4231-698f-437c-b513-fdb77d92d478', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'port_id': '5dbf4231-698f-437c-b513-fdb77d92d478', 'mac_address': 'fa:16:3e:21:92:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10fc801-1135-4277-881e-ba9d491763d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:11.710792 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Transition to ACTIVE for port object 3736c53d-f415-430c-968f-9d72cc2f37a0 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:11.741836 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.763893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.767045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.769200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5907730-9165-418a-bced-980112ecdd38 HTTP/1.1" status: 204 len: 168 time: 0.4522252 Aug 27 02:36:11.773942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48126) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.783707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259482b6-58ac-48a9-8264-db8c7782e5fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5907730-9165-418a-bced-980112ecdd38,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:11.831067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Made reservation on behalf of ab192c64a40242b0811870343ad944dd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:11.835772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.855231 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:11.857681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:11.875064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1943418451-network', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:11.897495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbf4231-698f-437c-b513-fdb77d92d478 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:11.907398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] device_id is not set on port aedc5603-81ac-461f-9ec0-054ff7c1d359 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:11.938873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5dbf4231-698f-437c-b513-fdb77d92d478,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:11.957091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.005711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d0a2d08-1cc2-4ea8-9126-45968bd400f3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2307141 Aug 27 02:36:12.017403 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Attempting to bind port 3736c53d-f415-430c-968f-9d72cc2f37a0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:12.018067 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Attempting to bind port 3736c53d-f415-430c-968f-9d72cc2f37a0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:12.018703 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Attempting to bind port 3736c53d-f415-430c-968f-9d72cc2f37a0 on network 5e58229a-d11b-40c9-ba11-700b97a0eb9e {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:12.019828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48132) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.025120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d01c-ca5c-4cf8-a845-f22915d5a2d1 None None] Pushing event updated for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.032715 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:12.034142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Checking segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:12.034674 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.035148 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Bound using segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:12.035756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Bound port: 3736c53d-f415-430c-968f-9d72cc2f37a0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:12.036214 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.041149 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-25e8cac2-56a5-4622-91b7-8f91447261b3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] delete failed (client error): The resource could not be found. Aug 27 02:36:12.042196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25e8cac2-56a5-4622-91b7-8f91447261b3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5907730-9165-418a-bced-980112ecdd38 HTTP/1.1" status: 404 len: 347 time: 0.0214078 Aug 27 02:36:12.048954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48134) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.059616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--141853581'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:12.074420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Made reservation on behalf of fb2206b0befb409db1d81bb8cd41fa79 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:12.074420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.078912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.114981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.125903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.154512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0f323811-927d-4023-a99a-573066fab992 None None] Provisioning for port 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:12.166173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0f323811-927d-4023-a99a-573066fab992 None None] Provisioning complete for port 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:12.167690 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0f323811-927d-4023-a99a-573066fab992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.185708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15238c-0b00-4f56-b8df-8c85b4c472ee req-cde606a7-2be2-44b3-9d01-00d9c006aec7 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:12.187698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f15238c-0b00-4f56-b8df-8c85b4c472ee req-cde606a7-2be2-44b3-9d01-00d9c006aec7 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 944 time: 0.2373321 Aug 27 02:36:12.267663 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] For port 3736c53d-f415-430c-968f-9d72cc2f37a0, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:12.276914 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] For port 3736c53d-f415-430c-968f-9d72cc2f37a0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3736c53d-f415-430c-968f-9d72cc2f37a0,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:12.287859 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.293838 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.302763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0f323811-927d-4023-a99a-573066fab992 None None] Port 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:12.317373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5dbf4231-698f-437c-b513-fdb77d92d478'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:12.326353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=d50a8841-31c9-4722-bc6a-a4963ae854ec,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.344139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f15238c-0b00-4f56-b8df-8c85b4c472ee req-fdfb7c28-ee0d-461b-b90d-cbb06e4e83ad tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422687 Aug 27 02:36:12.370027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '3a9a302a-908b-4efb-86dc-1bbec4c76f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:12.370860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Allocated IP 172.20.0.13 (71bfa034-72bf-43ce-a3e7-88f290b693c1/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7/aedc5603-81ac-461f-9ec0-054ff7c1d359) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:12.372098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: a4cf1a52-9042-4ba4-bac3-a2db4054bef7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:12.424159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:12.453263 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:12.454006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:12.454434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a4cf1a52-9042-4ba4-bac3-a2db4054bef7) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:12.456271 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06d01c-ca5c-4cf8-a845-f22915d5a2d1 None None] Pushing event updated for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:12.477247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:12.477949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.491429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8d2f2-653c-4db7-a85f-bbd96e0d44d7 None None] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:12.574329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d06b6e-e817-406b-bba6-2a1c0a2448fd req-ec5cfda4-8f80-488e-af21-003387b639a9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:12.576066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31d06b6e-e817-406b-bba6-2a1c0a2448fd req-ec5cfda4-8f80-488e-af21-003387b639a9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1073127 Aug 27 02:36:12.661784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31d06b6e-e817-406b-bba6-2a1c0a2448fd req-b3307067-1589-4730-a071-b7bf2e1911e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Aug 27 02:36:12.721739 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:12.735631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.779093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-31e0de1b-eb18-47c9-a796-a11870a70380 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8089368 Aug 27 02:36:12.779769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48142) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:12.790401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1463239679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:12.812161 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.884044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a4cf1a52-9042-4ba4-bac3-a2db4054bef7', 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': 'd50a8841-31c9-4722-bc6a-a4963ae854ec'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:12.885591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.969511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:12.985260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.068058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.069098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.097661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.102925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Allocated IP 172.20.0.2 (a4cf1a52-9042-4ba4-bac3-a2db4054bef7/d50a8841-31c9-4722-bc6a-a4963ae854ec/da04e479-a511-400b-9f64-89ced0823952) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:13.115518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0651014 Aug 27 02:36:13.122839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48144) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.148125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': 'c92984ec-69e1-4bc9-b74c-9a1e1ecb49a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:13.165210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5a61b-f032-4c2a-934b-500492f2f95b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92984ec-69e1-4bc9-b74c-9a1e1ecb49a4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.215321 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:12Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:13.272764 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.282375 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338847e8-bc08-4147-b180-d02e99f43a61 None None] The sync data for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 is: [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:12Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:13.282745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Transition to ACTIVE for port object da04e479-a511-400b-9f64-89ced0823952 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:13.300131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Transition to ACTIVE for port object da04e479-a511-400b-9f64-89ced0823952 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:13.334529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.385533 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.389766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.408592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.485780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Pushing event updated for resources: {'Port': ['ID=da04e479-a511-400b-9f64-89ced0823952,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.541231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:13.550873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:13.553507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:13.588867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.597679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.602273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-862409e6-62a6-4a49-9947-0a7172058a59 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8190744 Aug 27 02:36:13.605805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Transition to ACTIVE for port object aedc5603-81ac-461f-9ec0-054ff7c1d359 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:13.608030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.708201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d7cd-3c9a-4bd4-8882-f0c052e21302 req-08e9d855-f42d-4e8b-bb43-55df6508397c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:13.709072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Attempting to bind port da04e479-a511-400b-9f64-89ced0823952 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:13.710740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Attempting to bind port da04e479-a511-400b-9f64-89ced0823952 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '3a9a302a-908b-4efb-86dc-1bbec4c76f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:13.711112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Attempting to bind port da04e479-a511-400b-9f64-89ced0823952 on network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:13.716087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95a4d7cd-3c9a-4bd4-8882-f0c052e21302 req-08e9d855-f42d-4e8b-bb43-55df6508397c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 944 time: 0.1126184 Aug 27 02:36:13.737753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:13.738151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Checking segment: {'id': '3a9a302a-908b-4efb-86dc-1bbec4c76f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:13.738456 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.738851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Bound using segment: {'id': '3a9a302a-908b-4efb-86dc-1bbec4c76f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:13.739334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Bound port: da04e479-a511-400b-9f64-89ced0823952, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9a302a-908b-4efb-86dc-1bbec4c76f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a4cf1a52-9042-4ba4-bac3-a2db4054bef7'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:13.739716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.746603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:13.773252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc14ca-2734-4c0b-940b-9604753ed82b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.776982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.777366 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Added segment b640003a-0dbd-42bb-bb3a-f89abf2c151c of type vlan for network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd Aug 27 02:36:13.801738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.833294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.894358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] For port da04e479-a511-400b-9f64-89ced0823952, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:13.902732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] For port da04e479-a511-400b-9f64-89ced0823952, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da04e479-a511-400b-9f64-89ced0823952,segment=NetworkSegment(3a9a302a-908b-4efb-86dc-1bbec4c76f75),segment_id=3a9a302a-908b-4efb-86dc-1bbec4c76f75)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:13.912052 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.936234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8ebea6-70c6-476d-821e-eb4287e2f730,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:13.949289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95a4d7cd-3c9a-4bd4-8882-f0c052e21302 req-2937a4ae-f83b-485b-bae5-86d2a2abe3a5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432545 Aug 27 02:36:13.953870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:13.958845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-83a7328b-b8a3-4ee9-b51e-36e2d926f317 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8306355 Aug 27 02:36:13.959313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:13.974525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03686-9c97-4e8f-be92-04ac7f01d1fc None None] Pushing event updated for resources: {'Port': ['ID=da04e479-a511-400b-9f64-89ced0823952,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.021527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.033114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.054228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.065702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.085865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.107222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.111001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/df8ebea6-70c6-476d-821e-eb4287e2f730 HTTP/1.1" status: 204 len: 168 time: 0.1505606 Aug 27 02:36:14.111946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4973a8e-30ee-42db-8888-06086da4681e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8ebea6-70c6-476d-821e-eb4287e2f730,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.113648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48162) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.194625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:36:14.206215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f68185ee-8eab-4255-bd04-d6568ad7345f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0914876 Aug 27 02:36:14.209542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.325687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.334966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:14.380673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:14.411874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.416591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75f31-db14-4e80-82a4-10ead6d4daf0 req-ce7523c6-25ed-4a43-b428-60bb985be0f2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:14.428381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2b75f31-db14-4e80-82a4-10ead6d4daf0 req-ce7523c6-25ed-4a43-b428-60bb985be0f2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.4313178 Aug 27 02:36:14.448401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:14.459319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=aedc5603-81ac-461f-9ec0-054ff7c1d359,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.549405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.553301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.553681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.554282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:14.554920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.555598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/c92984ec-69e1-4bc9-b74c-9a1e1ecb49a4 HTTP/1.1" status: 204 len: 168 time: 0.3451335 Aug 27 02:36:14.566619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.601003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd05df4-debd-495c-9e5a-55cac571b483 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92984ec-69e1-4bc9-b74c-9a1e1ecb49a4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:14.696270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3736c53d-f415-430c-968f-9d72cc2f37a0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:14.799834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3736c53d-f415-430c-968f-9d72cc2f37a0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:14.808097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3736c53d-f415-430c-968f-9d72cc2f37a0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:14.808480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.884202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2b75f31-db14-4e80-82a4-10ead6d4daf0 req-78cfd830-184c-48db-9870-3188642891ed tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537835 Aug 27 02:36:14.893026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0331419 Aug 27 02:36:14.894802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48172) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:14.900691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Request body: {'subnet': {'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1943418451-subnet', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:14.918308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-280e61a8-ade3-4eb4-a841-66621f9ebedf None None] Provisioning for port aedc5603-81ac-461f-9ec0-054ff7c1d359 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:14.926751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-280e61a8-ade3-4eb4-a841-66621f9ebedf None None] Provisioning complete for port aedc5603-81ac-461f-9ec0-054ff7c1d359 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:14.927263 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-280e61a8-ade3-4eb4-a841-66621f9ebedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.938684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:14.939499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.949048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Made reservation on behalf of fb2206b0befb409db1d81bb8cd41fa79 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:14.951861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:14.970672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-280e61a8-ade3-4eb4-a841-66621f9ebedf None None] Port aedc5603-81ac-461f-9ec0-054ff7c1d359 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:14.982760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.011194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b0a4-f74c-4f98-b084-2e83147a38e2 admin admin] Pushing event updated for resources: {'Network': ['ID=51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.022094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3736c53d-f415-430c-968f-9d72cc2f37a0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3736c53d-f415-430c-968f-9d72cc2f37a0,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:15.025699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:15.088906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f010220-76b6-447a-b7e3-b9993649197c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5111194 Aug 27 02:36:15.089762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.091505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b7c2433-062c-4451-968d-25b618da2177 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5740316 Aug 27 02:36:15.094024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.100160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491584302'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:15.104213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.115366 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.116667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da04e479-a511-400b-9f64-89ced0823952 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:15.121036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:87:c6:46'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d6:86:b1'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:15.243460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5dbf4231-698f-437c-b513-fdb77d92d478 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:15.287167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.303563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port da04e479-a511-400b-9f64-89ced0823952 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:15.304058 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.376718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 5dbf4231-698f-437c-b513-fdb77d92d478 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:15.382187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 5dbf4231-698f-437c-b513-fdb77d92d478 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:15.382418 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.496129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331016-c0f9-47f8-aa53-94f55d9e7e08 req-cb48d18f-1556-45ed-9bdc-bd0f407a9c08 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:15.503434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52331016-c0f9-47f8-aa53-94f55d9e7e08 req-cb48d18f-1556-45ed-9bdc-bd0f407a9c08 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 944 time: 0.3763492 Aug 27 02:36:15.513716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.584923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5dbf4231-698f-437c-b513-fdb77d92d478,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:15.585948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:15.594108 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808dbbe-1ae9-4816-9ea9-d9827cdaf9d7" -d '{"events": [{"server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "name": "network-vif-plugged", "status": "completed", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:15.599597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.628696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.638684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.643924 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52331016-c0f9-47f8-aa53-94f55d9e7e08 req-48f0f879-6a9e-4daa-a533-665ede56576c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395586 Aug 27 02:36:15.689204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.695782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4dc38-0427-4f0c-bbbc-0f1a0276423b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.707499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.20.0.1 (a4cf1a52-9042-4ba4-bac3-a2db4054bef7/d50a8841-31c9-4722-bc6a-a4963ae854ec/50b939a5-8184-4335-99a7-b095d3c4e989) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:15.716616 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfad0930-3bbd-409a-a920-0c68b2eb4f37 x-openstack-request-id: req-cfad0930-3bbd-409a-a920-0c68b2eb4f37 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:15.716930 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "name": "network-vif-plugged", "status": "completed", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:15.717196 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfad0930-3bbd-409a-a920-0c68b2eb4f37 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:15.717668 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478', 'code': 200} Aug 27 02:36:15.723285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.727060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-71ac0228-a2a9-4d02-9108-ae682ecfb440 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6319864 Aug 27 02:36:15.727280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.727448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48194) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:15.757505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '1ff4dc38-0427-4f0c-bbbc-0f1a0276423b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:15.794091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba47a87-0898-4618-a686-c249e983fcbf None None] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:15.830585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.864216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.883908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402411a4-9526-4136-94c3-b480d15ea95a req-cbab62e8-52ea-4f4a-a659-f87c5931b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:15.886099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-402411a4-9526-4136-94c3-b480d15ea95a req-cbab62e8-52ea-4f4a-a659-f87c5931b129 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 1096 time: 0.0916920 Aug 27 02:36:15.909119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.917503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e345337e-b545-4e70-b679-0ca2638591ba,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:15.938594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Provisioning for port da04e479-a511-400b-9f64-89ced0823952 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:15.940122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object 50b939a5-8184-4335-99a7-b095d3c4e989 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:15.944430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Provisioning complete for port da04e479-a511-400b-9f64-89ced0823952 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:15.944806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:15.948369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-402411a4-9526-4136-94c3-b480d15ea95a req-573ce364-2b81-458f-9f11-b376bc9209d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509191 Aug 27 02:36:15.982748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.028054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:16.031460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:16.037637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:16.064839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Checking segment: {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:16.064839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Network hostable DHCP agents. Network: 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:16.076364 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.076640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.085026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=50b939a5-8184-4335-99a7-b095d3c4e989,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.103403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] For port da04e479-a511-400b-9f64-89ced0823952, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da04e479-a511-400b-9f64-89ced0823952,segment=NetworkSegment(3a9a302a-908b-4efb-86dc-1bbec4c76f75),segment_id=3a9a302a-908b-4efb-86dc-1bbec4c76f75)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:16.106543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.110368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.118048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.162728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3584ee0-87a9-40e0-a9e1-7d2564c0706d None None] Pushing event updated for resources: {'Port': ['ID=da04e479-a511-400b-9f64-89ced0823952,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.177383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e95580a-bc63-466e-9c82-f69fc928a74c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.184298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.188183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e12630d-4d90-4927-969c-27811e115810 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4547880 Aug 27 02:36:16.189694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:16.192603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48200) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.202327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '1ff4dc38-0427-4f0c-bbbc-0f1a0276423b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:16.230824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5aab-5ec4-4499-9c23-bcebc0531712 req-3e861cef-578c-498f-adaf-cf1040f90132 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.232594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-248d5aab-5ec4-4499-9c23-bcebc0531712 req-3e861cef-578c-498f-adaf-cf1040f90132 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.1861794 Aug 27 02:36:16.233326 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.239881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:16.251631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4db36d-d90b-4b7b-9c8f-5c1ccf7dd23f None None] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:16.264489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.265093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.351132 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.353071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.358867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.363828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d09bd30-c559-4328-9e7a-50ad172edff2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4676044 Aug 27 02:36:16.370946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48202) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.376646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:16.385726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-248d5aab-5ec4-4499-9c23-bcebc0531712 req-e7cdae3b-2f3f-4af0-9f0f-07f12f676afe tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395037 Aug 27 02:36:16.390623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.455608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.457431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.518552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.535978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3736c53d-f415-430c-968f-9d72cc2f37a0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:16.576432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.598862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event updated for resources: {'Port': ['ID=aedc5603-81ac-461f-9ec0-054ff7c1d359,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.624851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Provisioning for port 50b939a5-8184-4335-99a7-b095d3c4e989 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:16.634360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.639359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcb6db7-78a4-4d14-ac63-ddb00f282658,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:16.652057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3736c53d-f415-430c-968f-9d72cc2f37a0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:16.652433 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.660392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Provisioning complete for port 50b939a5-8184-4335-99a7-b095d3c4e989 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:16.660762 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.661517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.665362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8183866e-9fc5-4ff2-b2fb-73d9ad2ed300 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4643507 Aug 27 02:36:16.667259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-1f232efb-7a4c-4657-9bf9-defd1165cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.668973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-1f232efb-7a4c-4657-9bf9-defd1165cc7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 1096 time: 0.1763124 Aug 27 02:36:16.669868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48204) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.671064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] In _notify_port_updated(), no bound segment for port aedc5603-81ac-461f-9ec0-054ff7c1d359 on network 71bfa034-72bf-43ce-a3e7-88f290b693c1 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:36:16.679544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:16.680296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.682757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df57d2f8-b9e2-445b-815c-791a8cc61d58 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "PUT /v2.0/ports/aedc5603-81ac-461f-9ec0-054ff7c1d359 HTTP/1.1" status: 200 len: 1057 time: 1.5752804 Aug 27 02:36:16.691574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '1ff4dc38-0427-4f0c-bbbc-0f1a0276423b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:16.698635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48210) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:16.766827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Port 50b939a5-8184-4335-99a7-b095d3c4e989 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:16.837136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Provisioning complete for port da04e479-a511-400b-9f64-89ced0823952 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:16.838046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f24f1077-8523-4b98-ad54-53e6ef60a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.911804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.938943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.980949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port aedc5603-81ac-461f-9ec0-054ff7c1d359 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:16.981423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.985146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'fixed_ips': [{'subnet_id': 'e345337e-b545-4e70-b679-0ca2638591ba'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:16.986029 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:16.999976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da04e479-a511-400b-9f64-89ced0823952 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:17.007567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-f5a09b31-f820-4e8b-aa81-cd4bf7b686a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.009260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-f5a09b31-f820-4e8b-aa81-cd4bf7b686a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.3123424 Aug 27 02:36:17.098118 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-fe56f9cd-7c7b-4ee1-88a8-a1fbe0fd9f90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6daa932-0c7a-45c7-99f1-44dde814614f HTTP/1.1" status: 200 len: 217 time: 0.0530150 Aug 27 02:36:17.163961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.185934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.200043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.221010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-8216697b-ff8b-4e2f-8caa-0148cfa02748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.222505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-8216697b-ff8b-4e2f-8caa-0148cfa02748 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1146033 Aug 27 02:36:17.229291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for aedc5603-81ac-461f-9ec0-054ff7c1d359 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:17.231336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1c54b8-9564-49c6-a9d0-4abdbb458ef7,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.244006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Allocated IP 172.20.0.2 (51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd/e345337e-b545-4e70-b679-0ca2638591ba/f5a16483-538d-4068-99c6-92ac1cf4216d) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:17.245277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.249109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-37ab560f-3edb-46e6-8a6a-05eba323ddd0 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5602746 Aug 27 02:36:17.249320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port da04e479-a511-400b-9f64-89ced0823952 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:17.249320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.262494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48214) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:17.268400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '1ff4dc38-0427-4f0c-bbbc-0f1a0276423b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:17.302220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed45820-2093-4641-a631-0ab99743d002 req-e6012508-efe4-47bd-92cf-7648f2b14b38 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.303728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ed45820-2093-4641-a631-0ab99743d002 req-e6012508-efe4-47bd-92cf-7648f2b14b38 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 945 time: 0.4869971 Aug 27 02:36:17.335948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-f64290b4-3f1d-4a3f-b527-91aee2d181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:17.338000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-f64290b4-3f1d-4a3f-b527-91aee2d181fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030760 Aug 27 02:36:17.361285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.373825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Provisioning complete for port 50b939a5-8184-4335-99a7-b095d3c4e989 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:17.374196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.411217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.419135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ed45820-2093-4641-a631-0ab99743d002 req-2ff02ad9-a1ad-47ec-9458-2f5bdb20c3fa tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880442 Aug 27 02:36:17.445110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.465408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Port 50b939a5-8184-4335-99a7-b095d3c4e989 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:17.505651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Provisioning complete for port aedc5603-81ac-461f-9ec0-054ff7c1d359 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:17.506032 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.554555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=50b939a5-8184-4335-99a7-b095d3c4e989,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.565296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.569406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.573566 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-e3c35852-ce00-4ef8-8ec7-5b9d50e313e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218809 Aug 27 02:36:17.579524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.609701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.609989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.629040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Transition to ACTIVE for port object f5a16483-538d-4068-99c6-92ac1cf4216d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:17.635895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-52eceb21-86c0-45a9-ac69-2c0044c1c817 None None] Port aedc5603-81ac-461f-9ec0-054ff7c1d359 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:17.649354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Transition to ACTIVE for port object f5a16483-538d-4068-99c6-92ac1cf4216d will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:17.656937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.658309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7a701c-d852-4429-877c-e7be5b751c73,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.701091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:17.707811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:17.711887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:17.742423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Pushing event updated for resources: {'Port': ['ID=f5a16483-538d-4068-99c6-92ac1cf4216d,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:17.772273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Attempting to bind port f5a16483-538d-4068-99c6-92ac1cf4216d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:17.772563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Attempting to bind port f5a16483-538d-4068-99c6-92ac1cf4216d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:17.772787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Attempting to bind port f5a16483-538d-4068-99c6-92ac1cf4216d on network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:17.778250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:17.778670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Checking segment: {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:17.779073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.779470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Bound using segment: {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:17.779944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Bound port: f5a16483-538d-4068-99c6-92ac1cf4216d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:17.780322 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.782015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.785654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:17.809967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:17.812003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:17.890480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] For port f5a16483-538d-4068-99c6-92ac1cf4216d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:17.894829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] For port f5a16483-538d-4068-99c6-92ac1cf4216d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f5a16483-538d-4068-99c6-92ac1cf4216d,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:17.905385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.010911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760658b-05e9-45bf-a16a-b79bddeacf51 None None] Pushing event updated for resources: {'Port': ['ID=f5a16483-538d-4068-99c6-92ac1cf4216d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.086547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa87b9-912d-4c09-aafa-7cfa437a0982 req-4dc9d2a6-baa9-43b5-9350-0f1b47eb4186 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:18.088097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9caa87b9-912d-4c09-aafa-7cfa437a0982 req-4dc9d2a6-baa9-43b5-9350-0f1b47eb4186 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 945 time: 0.5938101 Aug 27 02:36:18.091000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=aedc5603-81ac-461f-9ec0-054ff7c1d359,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.093838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.094872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-403d3638-484a-4d43-8b39-a69e526a10aa tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8306022 Aug 27 02:36:18.098585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.104668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '1ff4dc38-0427-4f0c-bbbc-0f1a0276423b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:18.152079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Allocated IP 172.25.8.58 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:18.177041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f4c86e6-2981-45f7-97f7-5dc9e599302f None None] Provisioning complete for port 50b939a5-8184-4335-99a7-b095d3c4e989 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:18.178461 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f4c86e6-2981-45f7-97f7-5dc9e599302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.182377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.236283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9caa87b9-912d-4c09-aafa-7cfa437a0982 req-647ccccd-240b-4c12-817c-00f527d61191 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314242 Aug 27 02:36:18.268901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c86e6-2981-45f7-97f7-5dc9e599302f None None] Port 50b939a5-8184-4335-99a7-b095d3c4e989 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:18.275049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 8f04d874-5792-48d2-9841-3e35608cc0d0 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:18.275992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03e15fb4-1139-4acf-bb5b-6e0ad8171e0d req-f6b2871c-9814-4afd-8347-2fb3a1e251ed service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914747 Aug 27 02:36:18.337205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.384331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.484557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:18.496642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] Sync routers for ids ['8f04d874-5792-48d2-9841-3e35608cc0d0'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:18.499741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c26bb81-764d-43a0-8ddd-2f27721adfbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/8f04d874-5792-48d2-9841-3e35608cc0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8884122 Aug 27 02:36:18.502349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48226) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.508475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f5a16483-538d-4068-99c6-92ac1cf4216d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:18.518301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8830f9-2d45-4c85-8fca-c89a44765361,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.524329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.526324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-464d2b4f-3f84-4adb-8154-54a52f9572fb tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/aedc5603-81ac-461f-9ec0-054ff7c1d359 HTTP/1.1" status: 204 len: 168 time: 1.8267994 Aug 27 02:36:18.531700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.547549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] Routers {'8f04d874-5792-48d2-9841-3e35608cc0d0'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:18.548482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f04d874-5792-48d2-9841-3e35608cc0d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:18.562675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8e86a-b26e-4e1a-9af4-fe9ae7fe2c85 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:18.567189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ec8e86a-b26e-4e1a-9af4-fe9ae7fe2c85 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports/50b939a5-8184-4335-99a7-b095d3c4e989 HTTP/1.1" status: 200 len: 910 time: 0.0606310 Aug 27 02:36:18.567367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48230) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.596005 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.597211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6becdf3d-ecc9-444d-877e-b9af31473eda tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4968548 Aug 27 02:36:18.598189 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-71db8865-d51f-4eaf-ac7d-2c1ad2f85af9 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] GET failed (client error): The resource could not be found. Aug 27 02:36:18.599738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-71db8865-d51f-4eaf-ac7d-2c1ad2f85af9 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports/aedc5603-81ac-461f-9ec0-054ff7c1d359 HTTP/1.1" status: 404 len: 333 time: 0.0649414 Aug 27 02:36:18.603754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:18.612102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.612442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48234) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.620285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.622730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] Routers {'8f04d874-5792-48d2-9841-3e35608cc0d0'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:18.623710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f04d874-5792-48d2-9841-3e35608cc0d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:18.632658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:18.663625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857074f-d8c8-4623-9f34-dd280f087841 req-32b196ad-2399-4a86-9038-141ce306cd0e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:18.665493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5857074f-d8c8-4623-9f34-dd280f087841 req-32b196ad-2399-4a86-9038-141ce306cd0e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 945 time: 0.1154609 Aug 27 02:36:18.704795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:18.705899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4a487-d532-4c5d-89c4-ed46a39d9af2 None None] The sync data for ids ['8f04d874-5792-48d2-9841-3e35608cc0d0'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:18.717833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.723440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f5a16483-538d-4068-99c6-92ac1cf4216d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:18.744882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5857074f-d8c8-4623-9f34-dd280f087841 req-df8c491d-bd7d-4911-87b6-24304dfd40bb tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Aug 27 02:36:18.746628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.758455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.787802 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.791756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:18.798734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:18.802445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:18.822831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:18.827608 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701875c-ac12-4f25-b388-fa0c06b783ff" -d '{"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:18.843154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:18.846005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Pushing event updated for resources: {'Port': ['ID=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.850108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.901686 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc8f4e-8e7b-442d-9d31-056ba3735287 x-openstack-request-id: req-12bc8f4e-8e7b-442d-9d31-056ba3735287 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:18.902076 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:18.902443 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12bc8f4e-8e7b-442d-9d31-056ba3735287 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:18.902946 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'code': 200} Aug 27 02:36:18.932527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.938092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:18.948599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.952379 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3d8830f9-2d45-4c85-8fca-c89a44765361 HTTP/1.1" status: 204 len: 168 time: 0.3389969 Aug 27 02:36:18.960075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48242) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:18.981367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:18.981759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:18.984981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751261e-0da3-4d96-8c53-f0cc9bcadad3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8830f9-2d45-4c85-8fca-c89a44765361,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.026091 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:19.196614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5d6cbd76-e7bd-466f-be4f-e6c30e8c6420 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2317042 Aug 27 02:36:19.201125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:19.256354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.271504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.294300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.316053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.331818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for 3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:19.401774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bbb77-eda4-480b-b7cd-1b788b55fc0d None None] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:19.416360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.452595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.455745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7d7a701c-d852-4429-877c-e7be5b751c73 HTTP/1.1" status: 204 len: 168 time: 0.2513394 Aug 27 02:36:19.457853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:19.481570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0306-f08c-4661-8013-22b94dfc75fe tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d7a701c-d852-4429-877c-e7be5b751c73,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.520928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016838a2-f587-43cd-9085-2c42cef2ccde req-cee72e20-9ade-4c93-8e6b-c51a1e2596cb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:19.522826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-016838a2-f587-43cd-9085-2c42cef2ccde req-cee72e20-9ade-4c93-8e6b-c51a1e2596cb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.1415324 Aug 27 02:36:19.536554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.556359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a989960-b5dd-4149-a98e-a17452ae3682 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0892863 Aug 27 02:36:19.575051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48258) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:19.606663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Provisioning for port f5a16483-538d-4068-99c6-92ac1cf4216d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:19.613400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Provisioning complete for port f5a16483-538d-4068-99c6-92ac1cf4216d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:19.613946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.632795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-016838a2-f587-43cd-9085-2c42cef2ccde req-18926f8c-1fdf-4367-bd93-34607351b4de tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989487 Aug 27 02:36:19.670450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.720831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.757368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.757606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.783661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.826716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.834841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] For port f5a16483-538d-4068-99c6-92ac1cf4216d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f5a16483-538d-4068-99c6-92ac1cf4216d,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:19.835576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.836643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1d1c54b8-9564-49c6-a9d0-4abdbb458ef7 HTTP/1.1" status: 204 len: 168 time: 0.2549341 Aug 27 02:36:19.843651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:19.843861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.856147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.898598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006ef17-7883-4e13-8e92-1937cc71e458 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d1c54b8-9564-49c6-a9d0-4abdbb458ef7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.921091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe660cb-cc51-4904-ac7f-3fbd02f74b66 None None] Pushing event updated for resources: {'Port': ['ID=f5a16483-538d-4068-99c6-92ac1cf4216d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:19.945671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:19.948205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-90ac5a5a-bc08-43da-ad4c-4e287066b080 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 HTTP/1.1" status: 204 len: 168 time: 1.3337235 Aug 27 02:36:19.954411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48262) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:20.003573 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c73a4a-bbd8-4e7b-b450-9f2ec92e5f13 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] GET failed (client error): The resource could not be found. Aug 27 02:36:20.008334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24c73a4a-bbd8-4e7b-b450-9f2ec92e5f13 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "GET /v2.0/ports/3ad94dd7-9610-48ba-b5b9-cb2c929ab1e5 HTTP/1.1" status: 404 len: 333 time: 0.0531585 Aug 27 02:36:20.010716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:20.032233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cc2013e9-6c81-4e1b-806b-e6ff35f90ea6 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1875203 Aug 27 02:36:20.035940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:20.084084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d92b29b6-9c72-4017-a1e9-a1a3d22b4a85 None None] Provisioning complete for port f5a16483-538d-4068-99c6-92ac1cf4216d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:20.084653 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d92b29b6-9c72-4017-a1e9-a1a3d22b4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.174298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 50b939a5-8184-4335-99a7-b095d3c4e989 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:20.176825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.182091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.202516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.218136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Router 44b96886-16be-4e07-bcd1-a3ab842a8c29 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:20.304622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port 55a9e617-f783-40c3-a226-024340f88367 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:20.304970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.357261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.377232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 50b939a5-8184-4335-99a7-b095d3c4e989 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:20.380811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.430664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f5a16483-538d-4068-99c6-92ac1cf4216d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:20.502210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f5a16483-538d-4068-99c6-92ac1cf4216d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:20.503099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.625754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.655007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=50b939a5-8184-4335-99a7-b095d3c4e989,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:20.828249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.829581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fbcb6db7-78a4-4d14-ac63-ddb00f282658 HTTP/1.1" status: 204 len: 168 time: 0.7927692 Aug 27 02:36:20.833671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:20.873627 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:20.917917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ee2c9-e33a-4bce-ab9d-8d60572bca17 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbcb6db7-78a4-4d14-ac63-ddb00f282658,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:20.993443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.009086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2b76af8-c1a9-4384-b748-50c7360e26d7 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1525095 Aug 27 02:36:21.011173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.031841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for 55a9e617-f783-40c3-a226-024340f88367 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:21.054333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40668265-976e-4661-89bd-43ff1d56066e req-4823aed2-dec4-4776-ad31-36039358a1ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:21.056662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40668265-976e-4661-89bd-43ff1d56066e req-4823aed2-dec4-4776-ad31-36039358a1ba tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.2171979 Aug 27 02:36:21.066101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:21.077558 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Sync routers for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:21.080901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 8f04d874-5792-48d2-9841-3e35608cc0d0 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:21.087980 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:21.088940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.090911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.105271 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.140263 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.144830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6b5661c4-f607-46b9-a6aa-83601e3a185d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7727432 Aug 27 02:36:21.149454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.199638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:21.208961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] Sync routers for ids ['8f04d874-5792-48d2-9841-3e35608cc0d0'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:21.223553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] Routers {'8f04d874-5792-48d2-9841-3e35608cc0d0'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:21.223822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f04d874-5792-48d2-9841-3e35608cc0d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.227801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8f7654c3-2297-4810-a891-33a183e4e598 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/8f04d874-5792-48d2-9841-3e35608cc0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6590939 Aug 27 02:36:21.245888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48292) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.282510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42bc24ef-7b57-4744-8cf6-af796fd36f6b tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f04d874-5792-48d2-9841-3e35608cc0d0 HTTP/1.1" status: 200 len: 205 time: 0.0332236 Aug 27 02:36:21.291903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.305439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.313042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.318278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] Routers {'8f04d874-5792-48d2-9841-3e35608cc0d0'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:21.319277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f04d874-5792-48d2-9841-3e35608cc0d0'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.326429 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:21.328642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.329106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8e95580a-bc63-466e-9c82-f69fc928a74c HTTP/1.1" status: 204 len: 168 time: 0.3192801 Aug 27 02:36:21.329981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e95580a-bc63-466e-9c82-f69fc928a74c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:21.337748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.339065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.339404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.339740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.340069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.340498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.340833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.341157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.341478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.341796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.342119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.342483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.342810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed30d3a9-351c-45e7-882a-681615f90b9c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:21.391951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.392621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007bdc9-c813-47ae-bfea-3fbc8274b095 None None] The sync data for ids ['8f04d874-5792-48d2-9841-3e35608cc0d0'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:21.402054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.413753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1913fb3a-93f9-4621-9be1-3632126ad842 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632014 Aug 27 02:36:21.416931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.492259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.521083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.529794 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:19Z', 'revision_number': 3, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:21.557037 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Checking router: 44b96886-16be-4e07-bcd1-a3ab842a8c29 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:36:21.557770 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Updating router 44b96886-16be-4e07-bcd1-a3ab842a8c29 port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:36:21.566489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.569255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.571835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ff4dc38-0427-4f0c-bbbc-0f1a0276423b HTTP/1.1" status: 204 len: 168 time: 0.1537271 Aug 27 02:36:21.576106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48304) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.590836 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.604826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4c3f3-1b12-4db4-b2df-d19deebefc58 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4dc38-0427-4f0c-bbbc-0f1a0276423b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:21.607084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40668265-976e-4661-89bd-43ff1d56066e req-bccde4b9-c899-410d-9741-eeb7ed05ff4e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368457 Aug 27 02:36:21.662941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5262096-126c-423e-a416-98111eb66705 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839281 Aug 27 02:36:21.676803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:21.681809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--312997244'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:21.711529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.822996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.827678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6954-5fe6-4537-ab9f-467d62136160 req-09f8548a-ed48-427b-b705-e82f6942b0d6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:21.829405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3a9e6954-5fe6-4537-ab9f-467d62136160 req-09f8548a-ed48-427b-b705-e82f6942b0d6 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0862691 Aug 27 02:36:21.862166 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.898891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3a9e6954-5fe6-4537-ab9f-467d62136160 req-ada114c7-8138-4c81-b384-58d7da4eeed2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623593 Aug 27 02:36:21.944973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.956436 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:21.986040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.003004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.010000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3316014 Aug 27 02:36:22.014261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.025706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed72c2-5050-42fb-8675-a59fb63e2fee', 'direction': 'ingress', 'protocol': 17}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:22.076094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.076343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router 8f04d874-5792-48d2-9841-3e35608cc0d0 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:36:22.076731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e5898-19b6-4d5a-be42-ce15848e22ec tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed72c2-5050-42fb-8675-a59fb63e2fee,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.114613 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.117405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.119360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.122460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bcf81cd4-0b4c-4160-8460-ed57b6937c73 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/8f04d874-5792-48d2-9841-3e35608cc0d0 HTTP/1.1" status: 204 len: 168 time: 0.8252807 Aug 27 02:36:22.129566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48316) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.130399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=55a9e617-f783-40c3-a226-024340f88367,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.132635 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Transition to ACTIVE for port object 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:22.140423 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.169602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.169864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.170104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.170377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.170810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.171146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.171481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.171813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.172855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.173072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.173869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.174207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:22.209181 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Attempting to bind port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:22.209922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Attempting to bind port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:22.210536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Attempting to bind port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:22.223933 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:22.224708 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:22.225332 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.225936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:22.226660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Bound port: 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:22.227422 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.272491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.281852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.317142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] For port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:22.324527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] For port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:22.326195 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b53510-7ce7-48f2-9440-1500e17cb8b8 None None] Pushing event updated for resources: {'Port': ['ID=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.344901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4777ff1-f6e7-4605-9373-2f3a2b891308 req-33ff493b-6b67-46b6-a471-2294ddbb689e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:22.345095 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.346881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4777ff1-f6e7-4605-9373-2f3a2b891308 req-33ff493b-6b67-46b6-a471-2294ddbb689e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.3101640 Aug 27 02:36:22.348021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d232a883-d537-4d2e-ad8d-3ede26164ed5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.357489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.366893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5110c193-8e70-4dea-abb7-9a185419d5e9 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3478587 Aug 27 02:36:22.367544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48318) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.434827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet d50a8841-31c9-4722-bc6a-a4963ae854ec {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:22.448341 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:22.449259 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:35:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:22.469938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4777ff1-f6e7-4605-9373-2f3a2b891308 req-bebca145-73b3-4f2b-a8fd-b2962673eabe tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111670 Aug 27 02:36:22.470717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.534330 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.593565 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:22.595757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.635952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75ec9333-6a4c-4f3a-9b5b-61e02c5e50d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.648424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f6daa932-0c7a-45c7-99f1-44dde814614f no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:22.726289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b53510-7ce7-48f2-9440-1500e17cb8b8 None None] Pushing event updated for resources: {'Port': ['ID=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.739300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.742134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.747263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/a5ed72c2-5050-42fb-8675-a59fb63e2fee HTTP/1.1" status: 204 len: 168 time: 0.3734255 Aug 27 02:36:22.748197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.767628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64460369-6b42-47c8-8efa-24116019d141 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed72c2-5050-42fb-8675-a59fb63e2fee,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:22.801607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.806584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b5768f3-6cca-4766-9398-3fef3fb3c1d6 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/ports/55a9e617-f783-40c3-a226-024340f88367 HTTP/1.1" status: 204 len: 168 time: 2.7956555 Aug 27 02:36:22.810813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.832231 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:19Z', 'revision_number': 3, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:22.876254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4d5d2960-fecf-4800-bdc2-3cf8368b46e8 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097584 Aug 27 02:36:22.876859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:22.881376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555603108'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:22.892458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e42e29-b3c2-4bd8-9b15-39f6a7c73580 None None] The sync data for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 is: [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:19Z', 'revision_number': 3, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:22.910954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:22.976111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.021969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.028376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.061981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7e9c-aa2d-4f7a-afc0-59f3d1c13a44 req-dc6fd28e-0e89-4acd-8cbf-a79790d7cc5e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:23.069143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0da7e9c-aa2d-4f7a-afc0-59f3d1c13a44 req-dc6fd28e-0e89-4acd-8cbf-a79790d7cc5e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2802823 Aug 27 02:36:23.077177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.080282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14132381-d38a-457a-adde-c005f81f52a7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.094303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.100494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-45bcd0b9-1cad-48fe-8ab6-5fde08675c46 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2224991 Aug 27 02:36:23.101599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.108228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140927536'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:23.135629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.229878 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.237328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.239501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting subnet 4b60b3ed-715a-4bd7-b85e-dc587f8c58a7 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:23.288349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.295062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1861424 Aug 27 02:36:23.295062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.299734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '14132381-d38a-457a-adde-c005f81f52a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94e9e3db-b88f-4d49-ad85-4d067dd39d83', 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:23.307052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cb6d5-84d6-408d-87fb-0d625b2d9d39 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e9e3db-b88f-4d49-ad85-4d067dd39d83,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.323557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.361208 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.400427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.453185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.458826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.475251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0da7e9c-aa2d-4f7a-afc0-59f3d1c13a44 req-6dfda1f3-ce6e-4fd5-89ae-bb254c213e5d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049118 Aug 27 02:36:23.476897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d69531b-2dff-4f6d-b026-5b6222822135,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.516386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.517770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-72aacb95-5e7c-45b2-b179-43233310f2e3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2238145 Aug 27 02:36:23.520655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.557384 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.568170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.577859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Allocated IP 172.20.0.1 (51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd/e345337e-b545-4e70-b679-0ca2638591ba/84a26ed4-23c0-4eda-a257-5219fc3b31e4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:23.615724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.618199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.622810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.624397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3d69531b-2dff-4f6d-b026-5b6222822135 HTTP/1.1" status: 204 len: 168 time: 0.1027088 Aug 27 02:36:23.627150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48344) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.657005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7aed-ed54-44ea-bc65-3a2df8878786 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d69531b-2dff-4f6d-b026-5b6222822135,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.703744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-886fa5d6-2253-45e1-948e-e93542a4cb3d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0711164 Aug 27 02:36:23.705195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48348) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.784952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.796167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.842214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.877816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.917529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.921684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.924188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.926826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/94e9e3db-b88f-4d49-ad85-4d067dd39d83 HTTP/1.1" status: 204 len: 168 time: 0.2197778 Aug 27 02:36:23.928008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.931643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=d50a8841-31c9-4722-bc6a-a4963ae854ec,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.951193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.955349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb00c60-cc6a-4ef0-abe4-4ae4010d7a0c None None] Network a4cf1a52-9042-4ba4-bac3-a2db4054bef7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:23.966254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-17aa63c1-8348-4b04-8030-7f52fb09424d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/d50a8841-31c9-4722-bc6a-a4963ae854ec HTTP/1.1" status: 204 len: 168 time: 1.8183560 Aug 27 02:36:23.971542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20bc79-ef62-4692-9196-f4bd4c3451ae tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e9e3db-b88f-4d49-ad85-4d067dd39d83,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:23.971933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:23.973742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:23.974686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Transition to ACTIVE for port object 84a26ed4-23c0-4eda-a257-5219fc3b31e4 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:24.072321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-de6730e5-b3f2-4d32-bb9d-1cac72f77ee5 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1355650 Aug 27 02:36:24.076499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48356) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.104488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.107256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/subnets/4b60b3ed-715a-4bd7-b85e-dc587f8c58a7 HTTP/1.1" status: 204 len: 168 time: 1.2899194 Aug 27 02:36:24.108297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc94f6b-c23c-47ae-b8f0-101716838d46 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Subnet': ['ID=4b60b3ed-715a-4bd7-b85e-dc587f8c58a7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:24.114283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16c2f8-4658-4a0d-bd49-e7ecfb1935be None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:24.124238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48358) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.169093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.188270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.270977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.271586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:24.274184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.289618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:24.315717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:24.317978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.381520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Pushing event updated for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:24.416704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.472339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] DHCP port deletion for 71bfa034-72bf-43ce-a3e7-88f290b693c1 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:24.478923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port da04e479-a511-400b-9f64-89ced0823952 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:24.479394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.506861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Deleting port a8c78b44-498e-4077-b55f-c42cf126d9d0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:24.507478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.509585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.522885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.524143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/14132381-d38a-457a-adde-c005f81f52a7 HTTP/1.1" status: 204 len: 168 time: 0.4467056 Aug 27 02:36:24.529388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48362) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.556231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] DHCP port deletion for a4cf1a52-9042-4ba4-bac3-a2db4054bef7 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:24.666817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:24.723327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0f2d9-7791-4441-b344-87c1d7467697 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14132381-d38a-457a-adde-c005f81f52a7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:24.773314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b93687-38bb-4fd2-9e13-f0df0506fb2a req-4c9beb6a-603c-438a-9f52-48bfca8fe668 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:24.775006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21b93687-38bb-4fd2-9e13-f0df0506fb2a req-4c9beb6a-603c-438a-9f52-48bfca8fe668 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1054673 Aug 27 02:36:24.787035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-96eb4e82-f9f2-4c31-ad45-e52a53ee665a tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2377572 Aug 27 02:36:24.811131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48368) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:24.817244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652839584'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:24.837166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] For port a8c78b44-498e-4077-b55f-c42cf126d9d0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a8c78b44-498e-4077-b55f-c42cf126d9d0,segment=NetworkSegment(5f93718b-1977-44ec-b069-8cbf273c2af8),segment_id=5f93718b-1977-44ec-b069-8cbf273c2af8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:24.837539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.842882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-76551621-74ce-4717-8cf1-5a2746cbb693 None None] Provisioning for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:24.852724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-76551621-74ce-4717-8cf1-5a2746cbb693 None None] Provisioning complete for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:24.853910 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-76551621-74ce-4717-8cf1-5a2746cbb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.860699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Deleting port a8c78b44-498e-4077-b55f-c42cf126d9d0 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:24.861977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.868306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:24.872174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Calling delete_port for a8c78b44-498e-4077-b55f-c42cf126d9d0 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:24.915072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:24.915599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.992444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21b93687-38bb-4fd2-9e13-f0df0506fb2a req-f4ff8e11-b795-4904-b82b-128be9f8f2fb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043002 Aug 27 02:36:24.994288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:24.998972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.062438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port da04e479-a511-400b-9f64-89ced0823952, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da04e479-a511-400b-9f64-89ced0823952,segment=NetworkSegment(3a9a302a-908b-4efb-86dc-1bbec4c76f75),segment_id=3a9a302a-908b-4efb-86dc-1bbec4c76f75)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:25.063216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.086660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for da04e479-a511-400b-9f64-89ced0823952 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:25.090740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Port': ['ID=a8c78b44-498e-4077-b55f-c42cf126d9d0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.103476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] No DVR routers for this DVR port a8c78b44-498e-4077-b55f-c42cf126d9d0 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:25.209596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.224600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bfa034-72bf-43ce-a3e7-88f290b693c1']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.232036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.241539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f93718b-1977-44ec-b069-8cbf273c2af8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.241837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f93718b-1977-44ec-b069-8cbf273c2af8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.253533 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.271319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.281396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:25.281946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.296882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Deleting port da04e479-a511-400b-9f64-89ced0823952 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:25.297671 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.327505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.360698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port da04e479-a511-400b-9f64-89ced0823952 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:25.383592 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:25.386821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.394343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.401377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] 10.222.0.26 "DELETE /v2.0/networks/71bfa034-72bf-43ce-a3e7-88f290b693c1 HTTP/1.1" status: 204 len: 168 time: 1.2746222 Aug 27 02:36:25.423170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23b039-80bd-4564-af4a-ad79f2e2cbf1 tempest-AllowedAddressPairTestJSON-1747768385 tempest-AllowedAddressPairTestJSON-1747768385-project] Pushing event deleted for resources: {'Network': ['ID=71bfa034-72bf-43ce-a3e7-88f290b693c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.429592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-76551621-74ce-4717-8cf1-5a2746cbb693 None None] Port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:25.448283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=da04e479-a511-400b-9f64-89ced0823952,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.472569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] For port da04e479-a511-400b-9f64-89ced0823952, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da04e479-a511-400b-9f64-89ced0823952,segment=NetworkSegment(3a9a302a-908b-4efb-86dc-1bbec4c76f75),segment_id=3a9a302a-908b-4efb-86dc-1bbec4c76f75)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:25.473369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.499341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Calling delete_port for da04e479-a511-400b-9f64-89ced0823952 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:25.506234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.512538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.550873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a4a42-97bd-40d9-a86f-06d4db8d83a6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.555600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.558375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-73d87445-2d29-46d9-a30c-631e10d79fcb tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7445838 Aug 27 02:36:25.561067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48374) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.567057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': 'fd9a4a42-97bd-40d9-a86f-06d4db8d83a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:25.575047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.588353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cf1a52-9042-4ba4-bac3-a2db4054bef7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.601644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9a302a-908b-4efb-86dc-1bbec4c76f75') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.602205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9a302a-908b-4efb-86dc-1bbec4c76f75') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:25.607147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.614574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.633393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.639672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c54b26c-1add-4881-aef6-023fe9c2699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.644654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.645276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:25.645870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:25.649557 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:25.653223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] For port a8c78b44-498e-4077-b55f-c42cf126d9d0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a8c78b44-498e-4077-b55f-c42cf126d9d0,segment=NetworkSegment(5f93718b-1977-44ec-b069-8cbf273c2af8),segment_id=5f93718b-1977-44ec-b069-8cbf273c2af8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:25.653223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.693233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.697779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Calling delete_port for a8c78b44-498e-4077-b55f-c42cf126d9d0 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:25.701647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.703256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] No DVR routers for this DVR port da04e479-a511-400b-9f64-89ced0823952 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:25.713335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e9d26-408b-4474-838f-1f92d3fb1440 None None] Pushing event deleted for resources: {'Port': ['ID=da04e479-a511-400b-9f64-89ced0823952,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.722806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.740059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660a3d10-493f-4738-aa25-a11ee694d8f0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.761451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.762724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10f53f2a-39b0-42d9-ae25-f5361f0d6821 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1997287 Aug 27 02:36:25.766192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48378) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.809200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.815228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.817302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/a4cf1a52-9042-4ba4-bac3-a2db4054bef7 HTTP/1.1" status: 204 len: 168 time: 1.8378549 Aug 27 02:36:25.824320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.826797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.850266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1213924041', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:25.858827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729d297-9f42-4365-a951-2b7993d3367a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=a4cf1a52-9042-4ba4-bac3-a2db4054bef7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.859539 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.861888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.892413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.900303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:25.903895 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.921754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.931981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Pushing event deleted for resources: {'Port': ['ID=a8c78b44-498e-4077-b55f-c42cf126d9d0,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:25.949842 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.950532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.960670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:25.961922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] Network 71bfa034-72bf-43ce-a3e7-88f290b693c1 is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:36:25.962631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75525a-c01e-4066-bef1-5f3e02151845 None None] No DVR routers for this DVR port a8c78b44-498e-4077-b55f-c42cf126d9d0 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:25.981853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.983264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:25.995817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.006759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.008017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/660a3d10-493f-4738-aa25-a11ee694d8f0 HTTP/1.1" status: 204 len: 168 time: 0.2407968 Aug 27 02:36:26.014705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:26.017773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915efe-f1d8-4f58-8a22-c8dba5aa0437 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=660a3d10-493f-4738-aa25-a11ee694d8f0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.057655 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.065652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.120252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Pushing event updated for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.160222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-882610c9-ae67-4d1f-b333-fcc2e1bc7c57 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1443796 Aug 27 02:36:26.169534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:26.250915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640530c-85db-426e-b928-00d6a4518cb7 req-a2708d55-6654-43d9-b9c2-923f92f2c5d1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:26.252602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7640530c-85db-426e-b928-00d6a4518cb7 req-a2708d55-6654-43d9-b9c2-923f92f2c5d1 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1245120 Aug 27 02:36:26.254528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:26.264582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:26.274673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.285237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5082951e-f4b1-44bb-afe2-6296cc81b3fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab192c64a40242b0811870343ad944dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239510 Aug 27 02:36:26.288963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:26.301137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.345058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.394925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7640530c-85db-426e-b928-00d6a4518cb7 req-d2e08910-9825-4ef5-8de6-8e5e8b9d18eb tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348836 Aug 27 02:36:26.472189 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.490000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:26.498797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.536002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.538997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Router 44b96886-16be-4e07-bcd1-a3ab842a8c29 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:26.589038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:26.589779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.720575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.724528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.726650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16ae4f15-6092-42cb-b65c-dca979e9c15d HTTP/1.1" status: 204 len: 168 time: 0.4366775 Aug 27 02:36:26.762491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131f02-f704-4ab4-88a5-f7b616c13d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae4f15-6092-42cb-b65c-dca979e9c15d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:26.773565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:26.787889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Sync routers for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:26.789011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e7b6d896-cf5a-435f-93ea-3e4e9bca56c0 None None] Provisioning complete for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:26.789387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7b6d896-cf5a-435f-93ea-3e4e9bca56c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.814946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:26.814946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:26.815313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59c6b6a6-577d-4652-8042-da5991789bdf admin admin] 10.222.0.26 "PUT /v2.0/routers/44b96886-16be-4e07-bcd1-a3ab842a8c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6628616 Aug 27 02:36:26.863603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a8c78b44-498e-4077-b55f-c42cf126d9d0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:26.948568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a8c78b44-498e-4077-b55f-c42cf126d9d0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:26.948989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a8c78b44-498e-4077-b55f-c42cf126d9d0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:26.949448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da04e479-a511-400b-9f64-89ced0823952 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:26.967739 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:26.977437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.980046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:26.981482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/fd9a4a42-97bd-40d9-a86f-06d4db8d83a6 HTTP/1.1" status: 204 len: 168 time: 0.8110902 Aug 27 02:36:26.984278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.028879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: da04e479-a511-400b-9f64-89ced0823952 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:27.029046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33788f90-cb73-4124-87f1-1f97f389b5e4 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a4a42-97bd-40d9-a86f-06d4db8d83a6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.029250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da04e479-a511-400b-9f64-89ced0823952 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:27.030897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e7b6d896-cf5a-435f-93ea-3e4e9bca56c0 None None] Port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:27.092741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-efe49c7e-af26-4313-ad23-e836157e6e57 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065130 Aug 27 02:36:27.097096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48416) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.116856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522453744'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:27.176743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.327141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.352202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.380585 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '84a26ed4-23c0-4eda-a257-5219fc3b31e4', 'name': '', 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'mac_address': 'fa:16:3e:8b:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:23Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 2, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'subnets': [{'id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:27.416917 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Checking router: 44b96886-16be-4e07-bcd1-a3ab842a8c29 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:36:27.417614 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Updating router 44b96886-16be-4e07-bcd1-a3ab842a8c29 port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:36:27.444967 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.479407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.523657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.574420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70969842-395c-480b-be01-9b64232dd6c8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.577546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.25.8.132 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4784255e-efa2-4fe0-9fdb-b127392b239a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:27.580128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.582662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1b3f705-d3e2-4622-be96-7fa974ffd1ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4821973 Aug 27 02:36:27.584182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48432) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.590501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '70969842-395c-480b-be01-9b64232dd6c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:27.622634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1fd82-451a-43f1-911b-6a264c8f8dc0 req-a2a9f884-d048-477b-b389-37d22d51e7a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:27.624269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d1fd82-451a-43f1-911b-6a264c8f8dc0 req-a2a9f884-d048-477b-b389-37d22d51e7a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1041045 Aug 27 02:36:27.684637 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d1fd82-451a-43f1-911b-6a264c8f8dc0 req-be5c5e01-6d8c-4e40-90a0-b183e327f322 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Aug 27 02:36:27.702610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.720921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.725927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730694214', 'description': 'tempest-secgroup-smoke-730694214 description', 'project_id': '92967bc26d174be08089f397092ed051'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:27.777228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.779023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.805018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.807264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.840654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3418b6-f823-4a26-82b4-02d4d32ca0c1,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.851189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.871225 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.885566 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Transition to ACTIVE for port object 84a26ed4-23c0-4eda-a257-5219fc3b31e4 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:27.890301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:27.893255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:27.897016 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.897231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:27.900436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.926924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=4784255e-efa2-4fe0-9fdb-b127392b239a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.933755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.940248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.949161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:27.951027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c60feaa9-05f5-4ba3-aa28-17d5d27d4605 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3657181 Aug 27 02:36:27.953476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48442) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.979459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda42492-90a3-4bd2-836c-d392dc82277e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:27.982079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:27.986900 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572125b-5dc5-406b-95d0-bd4fb5ce2065 None None] Pushing event updated for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.033985 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.035431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-487932ab-d0f2-4615-9ee0-037e6ef54d58 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3132641 Aug 27 02:36:28.038597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.044185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.053195 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Attempting to bind port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:28.053831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Attempting to bind port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:28.054442 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Attempting to bind port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 on network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:28.062116 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:28.064097 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Checking segment: {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:28.064330 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.064727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Bound using segment: {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:28.067872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Bound port: 84a26ed4-23c0-4eda-a257-5219fc3b31e4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b640003a-0dbd-42bb-bb3a-f89abf2c151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:28.068264 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.075956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bca0046f-41b2-4189-8a27-b34749d205ac tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules/de3418b6-f823-4a26-82b4-02d4d32ca0c1 HTTP/1.1" status: 200 len: 763 time: 0.1178465 Aug 27 02:36:28.076544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.160569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2103703239'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.182969 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] For port 84a26ed4-23c0-4eda-a257-5219fc3b31e4, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:28.187001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] For port 84a26ed4-23c0-4eda-a257-5219fc3b31e4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a26ed4-23c0-4eda-a257-5219fc3b31e4,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:28.192560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c365b6c-825e-4c8e-a921-b0a62a4a701c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1157081 Aug 27 02:36:28.196986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48456) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.197275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.198700 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.255927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:28.260280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.271121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:28.272223 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:28.273934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.282555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.292658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.325959 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572125b-5dc5-406b-95d0-bd4fb5ce2065 None None] Pushing event updated for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.339061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.351451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.379377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad641fc2-0013-42e7-906d-c8cca500864e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.408831 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.418901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.421421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/de3418b6-f823-4a26-82b4-02d4d32ca0c1 HTTP/1.1" status: 204 len: 168 time: 0.2231815 Aug 27 02:36:28.427525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48458) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.437761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.455832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4d63d-b45f-43dd-95fc-4e21d37b753d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de3418b6-f823-4a26-82b4-02d4d32ca0c1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.474543 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.484542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.533238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:36:28.539279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180bafd6-8525-4891-88f9-b31e779feec1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.554978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.561232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-da073214-8147-4122-a09f-faf8e80c6603 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5210514 Aug 27 02:36:28.564799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b0db9ec-3cc3-421b-9dcf-58c380cdd89c tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1338100 Aug 27 02:36:28.566281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.568348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.573681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '70969842-395c-480b-be01-9b64232dd6c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.575979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.582523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:28.604444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.605016 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Added segment e6e0b768-1efd-4067-9330-7ad77426fdc5 of type vlan for network 92eac24d-ff82-48bb-be22-fc03ecea96f3 Aug 27 02:36:28.650851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.654261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.658343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.748557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.750083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.757236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:28.757855 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.765264 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '84a26ed4-23c0-4eda-a257-5219fc3b31e4', 'name': '', 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'mac_address': 'fa:16:3e:8b:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:23Z', 'updated_at': '2021-08-27T02:36:28Z', 'revision_number': 4, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'subnets': [{'id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:28.777193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.797684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8013937 Aug 27 02:36:28.800041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b936c84-b8fa-4543-913b-e7d7bf6e0fce None None] The sync data for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 is: [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '84a26ed4-23c0-4eda-a257-5219fc3b31e4', 'name': '', 'network_id': '51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'mac_address': 'fa:16:3e:8b:41:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:23Z', 'updated_at': '2021-08-27T02:36:28Z', 'revision_number': 4, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'subnets': [{'id': 'e345337e-b545-4e70-b679-0ca2638591ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:28.800281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.806805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.811567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.816054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.878087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca19df2-0109-41c8-985b-ec6a661b01dd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.894041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.897579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.898811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27eddeea-a067-403e-b0a8-3bf72fa4540a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313801 Aug 27 02:36:28.901603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:28.906261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:28.910788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f620-e78f-4384-907b-8fc314d9fd1f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Network': ['ID=92eac24d-ff82-48bb-be22-fc03ecea96f3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:28.924765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:28.954926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:28.979851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3fb4c8-4106-4acb-a9ad-81bc1f7655e5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.008376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.013330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b95e0a35-0d19-4c2f-af14-7411d3fc2d9f tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4438992 Aug 27 02:36:29.014496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.030895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4285db-c3c7-4e7a-a20f-4843e0e82519 req-07116d77-08b2-470d-bc01-ccc486398e83 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:29.032480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee4285db-c3c7-4e7a-a20f-4843e0e82519 req-07116d77-08b2-470d-bc01-ccc486398e83 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2197978 Aug 27 02:36:29.040871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8b4bd39-a97d-4da2-af10-541dd005111a tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules/ed3fb4c8-4106-4acb-a9ad-81bc1f7655e5 HTTP/1.1" status: 200 len: 763 time: 0.0252254 Aug 27 02:36:29.042725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.043483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.062647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.091048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49381669-35da-4eec-9363-229fae3fae22,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.113997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c2975d2-3e93-4856-a674-f0b6dcb0e5a3 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0693371 Aug 27 02:36:29.116817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.137214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:29.140880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.143852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.147060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.150880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4453b63f-c0c2-4878-8fbf-ef652b1f13d3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2456000 Aug 27 02:36:29.152914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.157372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.163269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.163960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee4285db-c3c7-4e7a-a20f-4843e0e82519 req-64fc11c3-72a9-4047-933f-cb70997381d9 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975692 Aug 27 02:36:29.225995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.249038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.267733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router e9fb0efe-10c1-4180-9a62-28c3755acf26 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:29.272196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.276615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ed3fb4c8-4106-4acb-a9ad-81bc1f7655e5 HTTP/1.1" status: 204 len: 168 time: 0.1588187 Aug 27 02:36:29.277658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79249f-1c5c-4853-b041-621782d1f11e tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3fb4c8-4106-4acb-a9ad-81bc1f7655e5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.293506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.373629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a784c2d3-ad05-49f2-a2ba-6e33caaeb1fc tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786941 Aug 27 02:36:29.378637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.381312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.384758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Request body: {'security_group_rule': {'security_group_id': '70969842-395c-480b-be01-9b64232dd6c8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.392326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.420094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ffd5ed-b333-4481-a064-665010fd7b82,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.436811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.448454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.450419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5d7fdbf-52ef-4ec8-bac0-496fb8e8c276 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959108 Aug 27 02:36:29.453554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.461149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.466248 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.472226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:29.488771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] Sync routers for ids ['e9fb0efe-10c1-4180-9a62-28c3755acf26'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:29.507922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] Routers {'e9fb0efe-10c1-4180-9a62-28c3755acf26'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:29.509171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e9fb0efe-10c1-4180-9a62-28c3755acf26'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:29.520782 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Project 92967bc26d174be08089f397092ed051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:36:29.530084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.531336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4f0f07b9-1b43-4f24-bd43-6ad8a942023f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7032897 Aug 27 02:36:29.533433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.534930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.549327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:29.559654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=4002d96c-61f8-4a7c-8c14-94c027919a3a,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.560699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] Routers {'e9fb0efe-10c1-4180-9a62-28c3755acf26'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:29.561639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e9fb0efe-10c1-4180-9a62-28c3755acf26'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:29.565314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:29.565680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network hostable DHCP agents. Network: 92eac24d-ff82-48bb-be22-fc03ecea96f3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:29.586580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.591106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:29.597800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.606231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:29.606737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 92eac24d-ff82-48bb-be22-fc03ecea96f3) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:29.606900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a904cd9-c64c-4596-baae-a35a31a212fc None None] The sync data for ids ['e9fb0efe-10c1-4180-9a62-28c3755acf26'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:29.616658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:29.617148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.629283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418f244d-325c-471a-b45e-e2ef76d10663 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:29.636273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f35e6410-fe1c-4d9c-915f-6eb1cf4f1059 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8336308 Aug 27 02:36:29.639680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48494) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.652670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'name': 'tempest-NetworksTestDHCPv6-683701531'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.692862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5c8b0e-6283-4b8f-8fc8-7d8c66a961ca,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.723209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.724393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79d8e30a-8d6f-4ee0-9dd4-b18320e72475 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450849 Aug 27 02:36:29.731407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.747535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e3cc197-7bb6-49eb-9234-405fd76418c8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers/e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 200 len: 881 time: 0.2108238 Aug 27 02:36:29.755719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.767044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.792345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-29c2cc53-56dd-4e78-95f9-68343d751138 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules/eb5c8b0e-6283-4b8f-8fc8-7d8c66a961ca HTTP/1.1" status: 200 len: 764 time: 0.0597653 Aug 27 02:36:29.793239 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.824345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.867436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:29.869170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '4002d96c-61f8-4a7c-8c14-94c027919a3a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:29.870165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.871081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.900838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:29.904801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8899b54d-52d1-4578-8e8c-1b2f96f30c09 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0768604 Aug 27 02:36:29.905156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48502) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.905487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48504) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:29.905707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4480255 Aug 27 02:36:29.907897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b1716-7e29-4d7c-b0c0-42c4431aba77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3c9636-5fd1-42b7-8680-5a3136c2d9eb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:29.912275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'security_group_rule': {'security_group_id': 'bda42492-90a3-4bd2-836c-d392dc82277e', 'project_id': '92967bc26d174be08089f397092ed051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:29.938232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:29.996394 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.012865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.023924 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Project 92967bc26d174be08089f397092ed051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:36:30.039985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.085508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/4002d96c-61f8-4a7c-8c14-94c027919a3a/68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:30.088176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.094694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.095908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/eb5c8b0e-6283-4b8f-8fc8-7d8c66a961ca HTTP/1.1" status: 204 len: 168 time: 0.1882353 Aug 27 02:36:30.099886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48506) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.120374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bac8f2-ee0c-4e19-bbde-5d9eb58acc22 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb5c8b0e-6283-4b8f-8fc8-7d8c66a961ca,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.148650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-90865799-3649-497a-b103-4d0fc4c1db07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3788297 Aug 27 02:36:30.149360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.151307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.157723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1213924041'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:30.160014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.181554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bb84c67-1baf-4641-82ac-b663b623817b tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794332 Aug 27 02:36:30.188858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48510) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.209689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.211521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046522 Aug 27 02:36:30.211786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fdc20-1853-45a3-aff0-25264e6083fd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151afb99-ce06-48c8-869f-e98deffc2ba5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.287453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.317625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.376878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.395793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.398426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.399532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Transition to ACTIVE for port object 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:30.402509 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "DELETE /v2.0/security-groups/70969842-395c-480b-be01-9b64232dd6c8 HTTP/1.1" status: 204 len: 168 time: 0.2094686 Aug 27 02:36:30.405624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.430241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Transition to ACTIVE for port object 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:30.436934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d620fe2-f13b-4625-902e-0d29c011d48d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70969842-395c-480b-be01-9b64232dd6c8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.445733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.483632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:30.507039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38461c05-26a4-439a-b4c3-36ff56b9646d tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1003428 Aug 27 02:36:30.508973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:30.512854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48524) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.542145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::ed (92eac24d-ff82-48bb-be22-fc03ecea96f3/4002d96c-61f8-4a7c-8c14-94c027919a3a/50ad1f34-28e9-4ffb-b00f-4adb7ecd5028) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:30.545185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a26ed4-23c0-4eda-a257-5219fc3b31e4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:30.555272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e1ec1-2959-4c2f-854c-35c218debd66 req-1ea1f1e2-21c1-4378-b961-3028e200edf4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.557659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7e1ec1-2959-4c2f-854c-35c218debd66 req-1ea1f1e2-21c1-4378-b961-3028e200edf4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2740016 Aug 27 02:36:30.589821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccc4847d-d871-42c6-8e6d-e84b8808a4e6 tempest-SecGroupTest-1406017087 tempest-SecGroupTest-1406017087-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756040 Aug 27 02:36:30.596053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:30.724526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Pushing event updated for resources: {'Port': ['ID=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:30.765128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.767266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.767798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.768333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.770275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.771047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.771735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.772501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.774041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.775200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.775839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.777386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:36:30.786178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-dc517f8c-c7e1-4a10-a91a-8309efb880e6 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730694214&fields=id&tenant_id=92967bc26d174be08089f397092ed051 HTTP/1.1" status: 200 len: 267 time: 0.0723870 Aug 27 02:36:30.815278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Attempting to bind port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:30.815960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Attempting to bind port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:30.816461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Attempting to bind port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:30.825632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:30.826078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:30.826496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.826947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:30.827791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Bound port: 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:30.828111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.830161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:30.851821 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.857285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:30.858076 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.894843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:30.932083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:30.956573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-13aff7f3-c533-44a5-a205-2116cf84b5c8 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:30.966271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-13aff7f3-c533-44a5-a205-2116cf84b5c8 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 809 time: 0.1789885 Aug 27 02:36:30.976862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:30.992768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-e2536542-8d1c-4a21-b523-235cad0436da tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/quotas/92967bc26d174be08089f397092ed051 HTTP/1.1" status: 200 len: 375 time: 0.0255132 Aug 27 02:36:31.010686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.015462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] For port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:31.025405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] For port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:31.059805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 84a26ed4-23c0-4eda-a257-5219fc3b31e4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a26ed4-23c0-4eda-a257-5219fc3b31e4,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:31.060088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-6d2248a6-5c18-42ff-a97f-d13a88bb1d91 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663671 Aug 27 02:36:31.061524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.061702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.075197 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.079843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd7e1ec1-2959-4c2f-854c-35c218debd66 req-4c39c320-1add-4c14-b0c6-5321c44a107c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085316 Aug 27 02:36:31.136376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6227c2f-be5d-4654-97c9-81d0bd671364 None None] Pushing event updated for resources: {'Port': ['ID=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.137896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:31.179119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:31.189730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:31.200157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:31.200918 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.207853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=50ad1f34-28e9-4ffb-b00f-4adb7ecd5028,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.208097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.214272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.229887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.242593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-72e5efca-235c-4736-90fe-b73831dcf144 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6002250 Aug 27 02:36:31.246131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48544) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.319098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32d5c020-965d-4301-9197-04cb8a6972c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3aab9c600c614bbb9decd2183d5d4cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394315 Aug 27 02:36:31.321838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.322017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-1dcbb37e-b2c5-4bb6-af00-a9a23ef90cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205627 Aug 27 02:36:31.340554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d5023-8447-43c4-bb40-cc3db42cef3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:31.346175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d5023-8447-43c4-bb40-cc3db42cef3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:31.356914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.357588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-729d5023-8447-43c4-bb40-cc3db42cef3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1100113 Aug 27 02:36:31.477150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a6ee60e4-970c-4de2-b260-949d34db3f85 service neutron] 10.222.0.26 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187303 Aug 27 02:36:31.483482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router e9fb0efe-10c1-4180-9a62-28c3755acf26 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:31.511615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.583297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.610404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:31.610404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.699084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c986ece0-3a25-4557-ab8d-c7667d71df1d req-309ec1a7-8fac-4e73-8561-e96f7d475b43 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 210 time: 0.0341158 Aug 27 02:36:31.741747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:31.749728 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.751027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-579be1a4-c904-4402-a919-d67c4590cd7c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 200 len: 888 time: 1.5986316 Aug 27 02:36:31.753124 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] Sync routers for ids ['e9fb0efe-10c1-4180-9a62-28c3755acf26'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:31.754693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:31.770502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] Routers {'e9fb0efe-10c1-4180-9a62-28c3755acf26'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:31.771094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.771341 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e9fb0efe-10c1-4180-9a62-28c3755acf26'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:31.773594 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.778422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f3b120c-e41a-44fd-9429-1a6b8c611e63 HTTP/1.1" status: 204 len: 168 time: 0.4503188 Aug 27 02:36:31.823373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:31.830817 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:31.839872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff219e2c-eb86-4e63-ab84-82a30184d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b120c-e41a-44fd-9429-1a6b8c611e63,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:31.850742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:31.861036 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] Routers {'e9fb0efe-10c1-4180-9a62-28c3755acf26'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:31.867324 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e9fb0efe-10c1-4180-9a62-28c3755acf26'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:31.968768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:31.975262 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced772c4-32e3-4971-b112-e762040f6ffb None None] The sync data for ids ['e9fb0efe-10c1-4180-9a62-28c3755acf26'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:31.977100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8257d491-ebbb-4762-b856-27ea34070d22 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers/e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 200 len: 888 time: 0.2198510 Aug 27 02:36:31.980912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:32.025419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3e81b5a-0fd0-427d-8337-1a7f574a86eb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 200 len: 205 time: 0.0425420 Aug 27 02:36:32.027750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:32.203505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.273903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.341312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=50ad1f34-28e9-4ffb-b00f-4adb7ecd5028,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:32.395098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.397055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcae6d9c-0705-47cb-9899-20da065acc7f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 HTTP/1.1" status: 204 len: 168 time: 1.0367126 Aug 27 02:36:32.404005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:32.425238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32175df-301d-42e1-8aec-7bd829195a3b req-a0dbeb77-4337-4dab-ad38-70677a8b2ddf tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:32.426854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b32175df-301d-42e1-8aec-7bd829195a3b req-a0dbeb77-4337-4dab-ad38-70677a8b2ddf tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2419744 Aug 27 02:36:32.442786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f8734d-ed4b-4818-b81f-1e06e92dd796 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:32.514743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824c0a8-541c-4252-a871-064009f79c3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:32.516973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.521799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824c0a8-541c-4252-a871-064009f79c3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:32.523504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e824c0a8-541c-4252-a871-064009f79c3f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1187568 Aug 27 02:36:32.527335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:32.552963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b32175df-301d-42e1-8aec-7bd829195a3b req-8d235e8a-554c-4bfe-bce1-d424223c1e3b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133764 Aug 27 02:36:32.635033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:32.642193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-56b3a184-c5ac-41b0-b00f-28e6c29a319a None None] Provisioning for port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:32.655923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 4002d96c-61f8-4a7c-8c14-94c027919a3a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:32.656081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 4784255e-efa2-4fe0-9fdb-b127392b239a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:32.656328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.660088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.749135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.762243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.780204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 4784255e-efa2-4fe0-9fdb-b127392b239a owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:32.832459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:32.837479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:32.838141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:32.987880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.007903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c095a0db-578b-4da9-8e9c-18c995cbb81a req-3790526c-f653-498c-a12d-42960f17bea8 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 210 time: 0.1446218 Aug 27 02:36:33.061482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.081136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:33.090174 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.091541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a26ed4-23c0-4eda-a257-5219fc3b31e4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:33.105722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.112411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=4784255e-efa2-4fe0-9fdb-b127392b239a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:33.277545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.281491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:33.293447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-abf5510d-8048-4aa1-b9bb-66b18b871c79 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:33.294275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-abf5510d-8048-4aa1-b9bb-66b18b871c79 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 809 time: 0.4012172 Aug 27 02:36:33.307420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.311464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1c44a5c4-2f2d-4ebf-a1e4-73011fa3e4d0 None None] Provisioning complete for port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:33.311680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c44a5c4-2f2d-4ebf-a1e4-73011fa3e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.313644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:33.313930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.352001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=4002d96c-61f8-4a7c-8c14-94c027919a3a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:33.360678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.362593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eccf3e10-d7b6-4607-850d-92cacd2ac116 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/4002d96c-61f8-4a7c-8c14-94c027919a3a HTTP/1.1" status: 204 len: 168 time: 0.8342390 Aug 27 02:36:33.365587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48610) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.396494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.398915 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.447241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.447824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router e9fb0efe-10c1-4180-9a62-28c3755acf26 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:36:33.456015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.464988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3d266a24-282f-45db-a111-53960689a2f8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 204 len: 168 time: 1.4359529 Aug 27 02:36:33.465490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48612) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.470167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6899a5ca-4716-4819-b498-6e886579611d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034822 Aug 27 02:36:33.474427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-168399142'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:33.476333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-09cb563f-cffc-4418-a165-49763ac7ef7f tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92967bc26d174be08089f397092ed051 HTTP/1.1" status: 200 len: 379 time: 0.1648796 Aug 27 02:36:33.476823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.486376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:33.496015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'port': {'device_id': '64331d2b-50cc-4620-b4f0-7968658d03af', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'admin_state_up': True, 'tenant_id': '92967bc26d174be08089f397092ed051', 'security_groups': ['bda42492-90a3-4bd2-836c-d392dc82277e']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:33.523615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:33.529576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.572344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:33.591835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa761ac-2ba5-41f7-aed9-91c1c5aef168 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:33.596479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.597101 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 2e1b478b-1e4d-4840-8c88-191526651f53 of type vlan for network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b Aug 27 02:36:33.661739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.681534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c215ca7a-cb50-4eb1-9a94-3e425d65ce83 None None] Could not find standard attr ID for object 50ad1f34-28e9-4ffb-b00f-4adb7ecd5028. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:33.716289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.723793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:33.724659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.729904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:33.738502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.741903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Made reservation on behalf of 92967bc26d174be08089f397092ed051 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:33.745752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:33.829867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:33.836918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3703120 Aug 27 02:36:33.837710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48628) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:33.852069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17981a36-f7b7-4053-b50e-24f9fdbb2c02 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:33.865854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:33.869057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a5b38-f9ce-4415-8524-9013aaa488fd req-024a1a1c-4ede-4df9-842e-412e16256305 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:33.870810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-672a5b38-f9ce-4415-8524-9013aaa488fd req-024a1a1c-4ede-4df9-842e-412e16256305 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1596909 Aug 27 02:36:33.900740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:33.939390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-672a5b38-f9ce-4415-8524-9013aaa488fd req-065994da-aed4-46d4-987e-95ed8f8272a3 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615973 Aug 27 02:36:33.965688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Deleting port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:33.966607 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.092177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] For port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:34.092575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.131682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Allocated IP 172.20.0.10 (5e58229a-d11b-40c9-ba11-700b97a0eb9e/4ec6313b-3b5a-482f-b5e9-7775f851f4c5/6caf488f-0e2c-4dbc-b0e1-01b53ba043c7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:34.146461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Calling delete_port for 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:34.150928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91d47541-fe52-4a59-b51d-164cb631b5de req-a0266313-2799-44f8-9c29-e3038fcdca94 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 210 time: 0.0641189 Aug 27 02:36:34.266940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.290421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] No DVR routers for this DVR port 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:34.340411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ccfd-1c23-44c0-a9c7-43a7fdcdf120 None None] Pushing event deleted for resources: {'Port': ['ID=68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:34.366749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:34.372227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.457985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:34.482892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:34.483232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 68b1f0e9-eefe-4c72-bbd2-ceeac7d158ca not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:34.779498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:34.865017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182ffeb-a2c4-4ee4-949d-cfe68da5ecca req-414e66b4-e9ee-47b2-9294-783f02de9747 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:34.866669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3182ffeb-a2c4-4ee4-949d-cfe68da5ecca req-414e66b4-e9ee-47b2-9294-783f02de9747 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.6812010 Aug 27 02:36:34.907474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-06ba42a0-f635-495f-874e-0d069edfeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:34.908935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-06ba42a0-f635-495f-874e-0d069edfeb12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.6617072 Aug 27 02:36:34.920417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c094b68c-637e-452b-a91c-803fa385ec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:34.924316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.029066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c094b68c-637e-452b-a91c-803fa385ec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.033102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c094b68c-637e-452b-a91c-803fa385ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.060137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:35.073172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c094b68c-637e-452b-a91c-803fa385ec97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dab1d2d559c44b92b7092276c50225f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914009 Aug 27 02:36:35.075776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:35.083293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094b68c-637e-452b-a91c-803fa385ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17ef8c-d931-430c-9c4c-04a4a30949d9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:35.083910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:35.086821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.087949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.095110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3b3d3-1c2f-403b-b7ce-d68a1e54ab3d None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:35.104890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.116374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3182ffeb-a2c4-4ee4-949d-cfe68da5ecca req-85051edd-fdff-4bef-be2b-4d0e78861c66 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299268 Aug 27 02:36:35.134024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=f82b3b9d-c828-4257-a54d-f59208bab925,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:35.154622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.176691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0032b313-075d-4015-89ea-31c97a0e61e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6988266 Aug 27 02:36:35.178268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Transition to ACTIVE for port object 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:35.183099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:35.188892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'name': 'tempest-NetworksTestDHCPv6-1418562811'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:35.194370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.216936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-fc72e012-4668-48a8-ade1-833ad24028a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.218449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-fc72e012-4668-48a8-ade1-833ad24028a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.2998579 Aug 27 02:36:35.311753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76a675e2-8575-40b4-b891-82c3e7ee184a req-5023c5b7-4530-4497-9e94-3d7f02be8726 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 210 time: 0.0500646 Aug 27 02:36:35.345731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.357197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.381973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.387726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.389235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-e1505ff4-6adc-42f0-9f99-54af7c5247ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1562409 Aug 27 02:36:35.389864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac17ef8c-d931-430c-9c4c-04a4a30949d9 HTTP/1.1" status: 204 len: 168 time: 0.3125949 Aug 27 02:36:35.407014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f8b7a-a837-4167-b4c9-7c64a2210ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17ef8c-d931-430c-9c4c-04a4a30949d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:35.423514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:35.427527 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.458258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 72b00db6-773a-44da-a5a5-280935c74cfc yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:35.489285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:35.512488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:35.516261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:35.555156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': 'f82b3b9d-c828-4257-a54d-f59208bab925'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:35.559553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.584263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:35.617347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=73cd648d-1bf5-4bd1-9fe7-a74180e45195,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:35.638596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-08fb97d0-f2f1-41e8-b1cb-504d0fa934b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.640069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-08fb97d0-f2f1-41e8-b1cb-504d0fa934b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.2239308 Aug 27 02:36:35.669281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::68 (92eac24d-ff82-48bb-be22-fc03ecea96f3/f82b3b9d-c828-4257-a54d-f59208bab925/72b00db6-773a-44da-a5a5-280935c74cfc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:35.717020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '2e1b478b-1e4d-4840-8c88-191526651f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:35.717901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:35.764809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.767794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.807413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-f6cac92b-98bb-4319-9ece-d58bbbed9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.808932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-f6cac92b-98bb-4319-9ece-d58bbbed9c9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524804 Aug 27 02:36:35.810017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:35.833485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-a2dc0c64-58ac-4509-9a8e-7d2103d549c0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3428721 Aug 27 02:36:35.881096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Request body: {'port': {'device_id': '64331d2b-50cc-4620-b4f0-7968658d03af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:35.884774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:35.889837 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:35.890860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.897084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82a946-4867-4513-8b7e-52152278e37b None None] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:35.922980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48694) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:35.954505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.955942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0e954dc-8520-4709-b606-ac51a04ac465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:35.966638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e5082db-e412-420c-9a84-2841801c61e2 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1269181 Aug 27 02:36:35.984993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:35.987488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 72b00db6-773a-44da-a5a5-280935c74cfc will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:35.991796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-522398856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:36.016761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.030649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-57e7ea06-b63a-4e14-8c34-03909ae193c4 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100229 Aug 27 02:36:36.086956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-26bc9e69-b4c3-4223-909d-9501fe60aed2 None None] Provisioning for port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:36.093938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.144109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=72b00db6-773a-44da-a5a5-280935c74cfc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:36.159986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-26bc9e69-b4c3-4223-909d-9501fe60aed2 None None] Provisioning complete for port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:36.161054 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-26bc9e69-b4c3-4223-909d-9501fe60aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.171953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:36.175844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:36.192748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:36.200730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.201790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.209638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b', 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '73cd648d-1bf5-4bd1-9fe7-a74180e45195'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:36.210537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.268703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/f82b3b9d-c828-4257-a54d-f59208bab925/5a36c219-9096-4083-9d57-2f2f2e7859bc) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:36.274747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-26bc9e69-b4c3-4223-909d-9501fe60aed2 None None] Port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:36.284693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ff4756c-af5e-4a9f-914e-eef479a9237f req-3ee62cfb-96b0-41da-a5a6-2ee4f837d981 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462091 Aug 27 02:36:36.336516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0e954dc-8520-4709-b606-ac51a04ac465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.349199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e0e954dc-8520-4709-b606-ac51a04ac465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.375596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e9ba-12df-434c-b442-e214d0ce5e97 req-666ce342-2c44-40e4-ba28-21b8cd7b09a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.377253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad61e9ba-12df-434c-b442-e214d0ce5e97 req-666ce342-2c44-40e4-ba28-21b8cd7b09a5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1197703 Aug 27 02:36:36.397989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a238b1b-bd5e-4e87-908d-9e4cd48a0926 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2114165 Aug 27 02:36:36.403180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48704) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:36.428572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954dc-8520-4709-b606-ac51a04ac465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73269cf7-d4f5-49ca-a04b-a0208b86a4ae,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:36.436178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0e954dc-8520-4709-b606-ac51a04ac465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02be3fd878704aca9623b2109257b488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5095417 Aug 27 02:36:36.454505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48706) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:36.475730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Allocated IP 172.20.0.2 (6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b/73cd648d-1bf5-4bd1-9fe7-a74180e45195/efd3450b-cf59-4ebb-9ae5-d46f504b9895) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:36.481018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.482106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.501444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad61e9ba-12df-434c-b442-e214d0ce5e97 req-7b81c0f9-a8de-467d-a607-24ac93d55d1e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898094 Aug 27 02:36:36.585340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.591345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.597869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec48e64-2b6f-4edc-90d4-78ddb60c24bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.599863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ec48e64-2b6f-4edc-90d4-78ddb60c24bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1932933 Aug 27 02:36:36.606787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:36.633439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.637221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1011-ad39-4756-a79a-e1d2464ed525 req-2d8b1bb3-f2ff-4ed3-9865-744aeeaa3785 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:36.645139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4af1011-ad39-4756-a79a-e1d2464ed525 req-2d8b1bb3-f2ff-4ed3-9865-744aeeaa3785 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 932 time: 0.1949360 Aug 27 02:36:36.651573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.652981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Transition to ACTIVE for port object 5a36c219-9096-4083-9d57-2f2f2e7859bc will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:36.656802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4d11741-c1e6-4f84-8484-1c41c5ef71f3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6705065 Aug 27 02:36:36.657281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:36.661429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:36.673583 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.682082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.721797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Transition to ACTIVE for port object 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:36.724074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.738455 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.740343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4af1011-ad39-4756-a79a-e1d2464ed525 req-f55ccabf-8f54-427f-b723-c1cd3fe799bc tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897787 Aug 27 02:36:36.743630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Transition to ACTIVE for port object 5a36c219-9096-4083-9d57-2f2f2e7859bc will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:36.749547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.757097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Transition to ACTIVE for port object efd3450b-cf59-4ebb-9ae5-d46f504b9895 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:36.773999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Transition to ACTIVE for port object efd3450b-cf59-4ebb-9ae5-d46f504b9895 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:36.786268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.834076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:36.841009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Pushing event updated for resources: {'Port': ['ID=efd3450b-cf59-4ebb-9ae5-d46f504b9895,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:36.847362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.930518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.936290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:36.942639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73269cf7-d4f5-49ca-a04b-a0208b86a4ae HTTP/1.1" status: 204 len: 168 time: 0.4858606 Aug 27 02:36:36.959859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:36.967081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:36.974133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:36.977788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:36.986672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:36.992540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:37.021594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd23bb1-1cb9-4492-9614-53b1eb282be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73269cf7-d4f5-49ca-a04b-a0208b86a4ae,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.059825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Attempting to bind port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:37.063450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Attempting to bind port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:37.063914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Attempting to bind port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 on network 5e58229a-d11b-40c9-ba11-700b97a0eb9e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:37.067561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Pushing event updated for resources: {'Port': ['ID=5a36c219-9096-4083-9d57-2f2f2e7859bc,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.077792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 on network 5e58229a-d11b-40c9-ba11-700b97a0eb9e not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:36:37.085292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Attempting to bind port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 on network 5e58229a-d11b-40c9-ba11-700b97a0eb9e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:37.106069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:37.106420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Checking segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:37.108762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Bound using segment: {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:37.111047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Bound port: 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:37.111903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.172400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Attempting to bind port efd3450b-cf59-4ebb-9ae5-d46f504b9895 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:37.177797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Attempting to bind port efd3450b-cf59-4ebb-9ae5-d46f504b9895 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '2e1b478b-1e4d-4840-8c88-191526651f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:37.178426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Attempting to bind port efd3450b-cf59-4ebb-9ae5-d46f504b9895 on network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:37.186581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:37.187520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Checking segment: {'id': '2e1b478b-1e4d-4840-8c88-191526651f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:37.188157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.188770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Bound using segment: {'id': '2e1b478b-1e4d-4840-8c88-191526651f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:37.189710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Bound port: efd3450b-cf59-4ebb-9ae5-d46f504b9895, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b478b-1e4d-4840-8c88-191526651f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:37.190329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.212138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Attempting to bind port 5a36c219-9096-4083-9d57-2f2f2e7859bc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:37.212938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Attempting to bind port 5a36c219-9096-4083-9d57-2f2f2e7859bc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:37.213543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Attempting to bind port 5a36c219-9096-4083-9d57-2f2f2e7859bc on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:37.223996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:37.224825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:37.225480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.226110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:37.226867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Bound port: 5a36c219-9096-4083-9d57-2f2f2e7859bc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:37.227554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.269700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:37.277775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:37.292512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.352004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:37.352662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.354282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] 10.222.0.46 "PUT /v2.0/ports/6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 1092 time: 1.4793046 Aug 27 02:36:37.354784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:37.357541 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b0469-c0d0-42f5-9f5d-1e8d6814501e" -d '{"events": [{"name": "network-changed", "server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:37.359682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] For port efd3450b-cf59-4ebb-9ae5-d46f504b9895, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:37.366475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] For port efd3450b-cf59-4ebb-9ae5-d46f504b9895, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efd3450b-cf59-4ebb-9ae5-d46f504b9895,segment=NetworkSegment(2e1b478b-1e4d-4840-8c88-191526651f53),segment_id=2e1b478b-1e4d-4840-8c88-191526651f53)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:37.372875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] For port 5a36c219-9096-4083-9d57-2f2f2e7859bc, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:37.377825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] For port 5a36c219-9096-4083-9d57-2f2f2e7859bc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a36c219-9096-4083-9d57-2f2f2e7859bc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:37.379774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.390044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75bc4d-85ef-4a3d-a245-5ed7aae73de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.447179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2384bae-67f0-4cac-817c-e454cff3bbfd None None] Pushing event updated for resources: {'Port': ['ID=efd3450b-cf59-4ebb-9ae5-d46f504b9895,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.450158 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:37.495708 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3adf6f4-1b72-48e6-b359-9aa8aa1ae382 x-openstack-request-id: req-a3adf6f4-1b72-48e6-b359-9aa8aa1ae382 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:37.496475 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:37.496475 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3adf6f4-1b72-48e6-b359-9aa8aa1ae382 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:37.496736 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'status': 'completed', 'code': 200} Aug 27 02:36:37.551491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-bfd8eeb7-943b-4c9e-b87c-a741413bf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:37.553073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-bfd8eeb7-943b-4c9e-b87c-a741413bf7fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1095 time: 0.1108797 Aug 27 02:36:37.588780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53cd72-24e1-4824-9494-e40ae1763858 None None] Pushing event updated for resources: {'Port': ['ID=5a36c219-9096-4083-9d57-2f2f2e7859bc,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:37.659800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-cca9a003-fd0b-427f-a99f-1b0017f6d358 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 217 time: 0.0894856 Aug 27 02:36:37.787507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-680262d0-e013-4e07-bfac-5e6b28736458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:37.789034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-680262d0-e013-4e07-bfac-5e6b28736458 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.1213334 Aug 27 02:36:38.009442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-8235e4b6-dcdb-4843-a923-2c4c31279288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.012666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-8235e4b6-dcdb-4843-a923-2c4c31279288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155023 Aug 27 02:36:38.128713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb519b9-8496-4275-855b-b653cf7bc8e7 req-af6875d9-88d2-4b8d-a324-92b61edc558c tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.130625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdb519b9-8496-4275-855b-b653cf7bc8e7 req-af6875d9-88d2-4b8d-a324-92b61edc558c tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 944 time: 0.2473919 Aug 27 02:36:38.143513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e5555-8a45-492e-a2bb-7ad44499d6bd req-dc4ef8a5-6abb-467e-856c-490fcfdade38 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.145055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b1e5555-8a45-492e-a2bb-7ad44499d6bd req-dc4ef8a5-6abb-467e-856c-490fcfdade38 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2731395 Aug 27 02:36:38.203089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bdb519b9-8496-4275-855b-b653cf7bc8e7 req-d28b0a5a-2853-4aa1-8473-4f998d6d2798 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615549 Aug 27 02:36:38.204792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 72b00db6-773a-44da-a5a5-280935c74cfc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:38.205135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:38.261052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-57dcb9bc-4c0f-41c4-91f4-99289441a7aa service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360492 Aug 27 02:36:38.280225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b1e5555-8a45-492e-a2bb-7ad44499d6bd req-2a63e1bd-c0c7-4129-93b3-8c22d6c65b5b tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066558 Aug 27 02:36:38.319074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:38.450208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bce00fe-fbd6-4223-bb88-58b3a935b0ac req-fd17dc55-9437-41b9-9e05-80d09a51e116 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846497 Aug 27 02:36:38.552662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:38.638494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a36c219-9096-4083-9d57-2f2f2e7859bc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:38.643453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 72b00db6-773a-44da-a5a5-280935c74cfc owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:38.648459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-8968132f-e654-445b-8d37-a36848d284cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.650342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-8968132f-e654-445b-8d37-a36848d284cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1095 time: 0.1048491 Aug 27 02:36:38.715102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5a36c219-9096-4083-9d57-2f2f2e7859bc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:38.726563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efd3450b-cf59-4ebb-9ae5-d46f504b9895 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:38.823919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-8efcc9e8-5f4b-4d9d-83cf-2874de9b8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.825951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-8efcc9e8-5f4b-4d9d-83cf-2874de9b8a82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.1676188 Aug 27 02:36:38.837278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port efd3450b-cf59-4ebb-9ae5-d46f504b9895 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:38.899859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-0b3c3ee2-2431-48cd-96a8-373f4bf7e41f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 217 time: 0.0616777 Aug 27 02:36:38.922687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411715a-3178-47e8-8a65-2a5b83030108 req-62cd72e6-2e38-4cb6-ba6e-b01fcf2a385a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.930298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c411715a-3178-47e8-8a65-2a5b83030108 req-62cd72e6-2e38-4cb6-ba6e-b01fcf2a385a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.3835778 Aug 27 02:36:38.978462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-392fd69d-b514-44c5-aa5c-28f006a6ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:38.980626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-392fd69d-b514-44c5-aa5c-28f006a6ce52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.0735435 Aug 27 02:36:39.072784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-24365755-08e8-4d6e-96bd-bfae96c88b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.074516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-24365755-08e8-4d6e-96bd-bfae96c88b6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856781 Aug 27 02:36:39.103195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c411715a-3178-47e8-8a65-2a5b83030108 req-d82602a7-47f7-4d0a-886d-d8d6b7afdf52 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707971 Aug 27 02:36:39.219035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.20.0.1 (6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b/73cd648d-1bf5-4bd1-9fe7-a74180e45195/d2781587-0128-4557-82e4-16caea7a50be) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:39.312216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Provisioning for port 5a36c219-9096-4083-9d57-2f2f2e7859bc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:39.326721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Provisioning complete for port 5a36c219-9096-4083-9d57-2f2f2e7859bc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:39.327200 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.351111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-17aed658-5a2d-4ace-9556-791e26623af4 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681470 Aug 27 02:36:39.371473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8af73c-5f18-48e7-b621-e5997f5831fe req-6e29cde9-c892-4111-8a4d-0475c243244c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.379229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9b8af73c-5f18-48e7-b621-e5997f5831fe req-6e29cde9-c892-4111-8a4d-0475c243244c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1703508 Aug 27 02:36:39.470627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.570472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=72b00db6-773a-44da-a5a5-280935c74cfc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:39.591264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9b8af73c-5f18-48e7-b621-e5997f5831fe req-8cffb470-fa55-43d3-9900-6f05314371b7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108002 Aug 27 02:36:39.609041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96035-59e6-41a4-8921-ad9a66c4057c req-8389b206-d759-4ff1-9c76-132fa9bba400 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.611057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a96035-59e6-41a4-8921-ad9a66c4057c req-8389b206-d759-4ff1-9c76-132fa9bba400 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 944 time: 0.2317786 Aug 27 02:36:39.615196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.666060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-337b0469-c0d0-42f5-9f5d-1e8d6814501e req-24ead98b-12b4-40f9-b54c-48fcbaccf8c2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813351 Aug 27 02:36:39.672826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.678503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:39.689122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a74e77b8-4954-4b4f-a62b-3dfd7087e021 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/72b00db6-773a-44da-a5a5-280935c74cfc HTTP/1.1" status: 204 len: 168 time: 3.0811212 Aug 27 02:36:39.719153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] For port 5a36c219-9096-4083-9d57-2f2f2e7859bc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a36c219-9096-4083-9d57-2f2f2e7859bc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:39.729941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.776722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ce11c-669d-4b9f-94ed-705fcea8d678 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.779949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.783684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ce11c-669d-4b9f-94ed-705fcea8d678 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:39.794804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b12ce11c-669d-4b9f-94ed-705fcea8d678 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1127262 Aug 27 02:36:39.795695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48782) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:39.797292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object d2781587-0128-4557-82e4-16caea7a50be will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:39.875584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a96035-59e6-41a4-8921-ad9a66c4057c req-23ae0d36-adde-4a13-945d-32bd9169c421 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079511 Aug 27 02:36:39.889583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548c663c-36f5-4dc1-8502-63464e6a8ffe None None] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:39.912021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet f82b3b9d-c828-4257-a54d-f59208bab925 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:39.923191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:39.952310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.014742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.066013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:40.086552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:40.095626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:40.120160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869649c9-5795-4e08-b622-b40e9d6c2ea5 None None] Pushing event updated for resources: {'Port': ['ID=5a36c219-9096-4083-9d57-2f2f2e7859bc,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.165559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=d2781587-0128-4557-82e4-16caea7a50be,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.182268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Provisioning for port efd3450b-cf59-4ebb-9ae5-d46f504b9895 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:40.188847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.213491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Provisioning complete for port efd3450b-cf59-4ebb-9ae5-d46f504b9895 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:40.214151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.324179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.351184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.362245 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.418864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] For port efd3450b-cf59-4ebb-9ae5-d46f504b9895, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efd3450b-cf59-4ebb-9ae5-d46f504b9895,segment=NetworkSegment(2e1b478b-1e4d-4840-8c88-191526651f53),segment_id=2e1b478b-1e4d-4840-8c88-191526651f53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:40.445826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.493937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Could not find standard attr ID for object 72b00db6-773a-44da-a5a5-280935c74cfc. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:40.507601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a36c219-9096-4083-9d57-2f2f2e7859bc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:40.550682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341dc26-40f8-46dd-ac0d-401e94c65711 req-7f2b03e3-5bdc-4597-96ca-3f963e185be8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:40.560843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1341dc26-40f8-46dd-ac0d-401e94c65711 req-7f2b03e3-5bdc-4597-96ca-3f963e185be8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2694345 Aug 27 02:36:40.566776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.608759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a4b78-7a7c-4382-9c85-a5ed42f992e2 None None] Pushing event updated for resources: {'Port': ['ID=efd3450b-cf59-4ebb-9ae5-d46f504b9895,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.610936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=f82b3b9d-c828-4257-a54d-f59208bab925,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:40.645318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5a36c219-9096-4083-9d57-2f2f2e7859bc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:40.645966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.661505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:40.663619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f316bc5a-bfb4-4442-9e9c-86804d7d6f22 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/f82b3b9d-c828-4257-a54d-f59208bab925 HTTP/1.1" status: 204 len: 168 time: 0.8662448 Aug 27 02:36:40.667887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:40.690202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1341dc26-40f8-46dd-ac0d-401e94c65711 req-44ccf7b5-3b32-40b2-8d4e-2187b6dbe597 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278515 Aug 27 02:36:40.737405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7e28010-dd84-4dd1-bb9c-76ec9a5a3742 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683362 Aug 27 02:36:40.740497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48802) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:40.747744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:40.770503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62290e5-c5f5-4f59-94f4-5ec23e4fa132 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:40.919472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:40.922541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.001723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Provisioning complete for port efd3450b-cf59-4ebb-9ae5-d46f504b9895 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:41.002321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.035944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.071901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.174651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Provisioning for port d2781587-0128-4557-82e4-16caea7a50be completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:41.181335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Provisioning complete for port d2781587-0128-4557-82e4-16caea7a50be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:41.181713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.196846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=d2781587-0128-4557-82e4-16caea7a50be,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:41.199636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.217756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e02c-f0c7-412e-b012-c06bb0870c90 req-1a1bd5d3-46be-4ecb-a3aa-a2b27153894c tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:41.225253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50a3e02c-f0c7-412e-b012-c06bb0870c90 req-1a1bd5d3-46be-4ecb-a3aa-a2b27153894c tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 944 time: 0.2475574 Aug 27 02:36:41.232969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:41.273943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fec17ca5-9187-4543-a089-053c9783859d None None] Port d2781587-0128-4557-82e4-16caea7a50be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:41.291997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.306287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Deleting port 5a36c219-9096-4083-9d57-2f2f2e7859bc {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:41.307134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.312899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50a3e02c-f0c7-412e-b012-c06bb0870c90 req-66d36cb2-f271-47c1-bd14-02f42d575d52 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827508 Aug 27 02:36:41.335024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:41.340919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:41.345518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:41.346166 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.363883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:41.366033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:41.371372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=3fa1ab39-5de7-4b27-9065-546d469c7ab5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:41.378280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1f1aee2d-bfcd-4fe6-9a12-ccbdd9aafe88 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6342838 Aug 27 02:36:41.378718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48810) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:41.385935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'name': 'tempest-NetworksTestDHCPv6-1148247942'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:41.414882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] For port 5a36c219-9096-4083-9d57-2f2f2e7859bc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5a36c219-9096-4083-9d57-2f2f2e7859bc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:41.415469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.435424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Calling delete_port for 5a36c219-9096-4083-9d57-2f2f2e7859bc owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:41.526860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:41.531832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.553420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 9dd831cd-683c-4a50-8641-69096fd677f5 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:41.555041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 9666bc0b-d71b-4e36-b7dc-9428c21ba008 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:36:41.571562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a1fc53cf-24f4-4126-92d0-c65f442d1235 None None] Provisioning complete for port d2781587-0128-4557-82e4-16caea7a50be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:41.572071 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1fc53cf-24f4-4126-92d0-c65f442d1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.610718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:41.643853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] No DVR routers for this DVR port 5a36c219-9096-4083-9d57-2f2f2e7859bc on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:41.683030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc53cf-24f4-4126-92d0-c65f442d1235 None None] Port d2781587-0128-4557-82e4-16caea7a50be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:41.687931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf2b9-a76c-4fd6-a2e3-80b6dfdb6e13 None None] Pushing event deleted for resources: {'Port': ['ID=5a36c219-9096-4083-9d57-2f2f2e7859bc,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:41.707750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08fb937-9251-4bdb-83c7-c3867dd5b5e7 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:41.714168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:41.724228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:41.724510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-719f939a-6235-425d-aab7-5f6f00fb0773 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/9666bc0b-d71b-4e36-b7dc-9428c21ba008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0611858 Aug 27 02:36:41.725470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::d8 (92eac24d-ff82-48bb-be22-fc03ecea96f3/3fa1ab39-5de7-4b27-9065-546d469c7ab5/9dd831cd-683c-4a50-8641-69096fd677f5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:41.766114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] Sync routers for ids ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:41.790813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a3e1f-0946-49c4-83f9-8716a19dd7db tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:41.795227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-499a3e1f-0946-49c4-83f9-8716a19dd7db tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports/d2781587-0128-4557-82e4-16caea7a50be HTTP/1.1" status: 200 len: 910 time: 0.0642474 Aug 27 02:36:41.795227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48816) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:41.801156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73cd648d-1bf5-4bd1-9fe7-a74180e45195'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:42.007517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] Routers {'9666bc0b-d71b-4e36-b7dc-9428c21ba008'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:42.008254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:42.013389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-66e57743-9e66-444c-b900-b66cb1238b3f None None] Provisioning complete for port d2781587-0128-4557-82e4-16caea7a50be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:42.013837 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-66e57743-9e66-444c-b900-b66cb1238b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.068447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011b9d-5fdf-46d5-bbbd-70d0588f231c req-38bcabec-079d-4440-8c4c-df04e105ec19 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.071355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:42.078433 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb011b9d-5fdf-46d5-bbbd-70d0588f231c req-38bcabec-079d-4440-8c4c-df04e105ec19 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2421825 Aug 27 02:36:42.107712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] Routers {'9666bc0b-d71b-4e36-b7dc-9428c21ba008'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:42.108484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:42.111342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-66e57743-9e66-444c-b900-b66cb1238b3f None None] Port d2781587-0128-4557-82e4-16caea7a50be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:42.119474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.161131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 9dd831cd-683c-4a50-8641-69096fd677f5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:42.163907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:42.164665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a68764-989c-4eb7-acf3-a0d8db32fd7c None None] The sync data for ids ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:42.179849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb011b9d-5fdf-46d5-bbbd-70d0588f231c req-be4e209f-d55d-4dca-b02d-50e48af2f266 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904138 Aug 27 02:36:42.231230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '3fa1ab39-5de7-4b27-9065-546d469c7ab5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:42.232196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.272417 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.293309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.440815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:42.450089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:42.491593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/3fa1ab39-5de7-4b27-9065-546d469c7ab5/284db952-6153-46b4-991b-ebd913d1eeb3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:42.505068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:42.510884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.511751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.512208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efd3450b-cf59-4ebb-9ae5-d46f504b9895 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:42.515154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=9dd831cd-683c-4a50-8641-69096fd677f5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:42.580011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77ee02-71fa-47f2-9473-80cac23b0072 req-652c0a96-38da-44ab-b0ab-3927ae04d8b5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.593746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb77ee02-71fa-47f2-9473-80cac23b0072 req-652c0a96-38da-44ab-b0ab-3927ae04d8b5 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.0763280 Aug 27 02:36:42.625289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76dc7298-0038-47d7-a231-d49106eddc87 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2449179 Aug 27 02:36:42.630237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48844) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:42.658083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port efd3450b-cf59-4ebb-9ae5-d46f504b9895 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:42.658484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.683361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ec14-45f3-4822-a110-ba7225359010 req-d44a097b-7169-422c-ac4a-697b302c32c3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.684886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eef9ec14-45f3-4822-a110-ba7225359010 req-d44a097b-7169-422c-ac4a-697b302c32c3 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 944 time: 0.1811504 Aug 27 02:36:42.690177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-9a2311ad-9e5c-4fe8-95c5-5159726b43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.691648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-9a2311ad-9e5c-4fe8-95c5-5159726b43f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=57982f151855440c928a2b74647ad613&device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 1095 time: 0.1774268 Aug 27 02:36:42.745176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:42.751467 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.753976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb77ee02-71fa-47f2-9473-80cac23b0072 req-7003a1da-f22d-4ccc-a862-0be0a47c7588 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589565 Aug 27 02:36:42.770723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Transition to ACTIVE for port object 284db952-6153-46b4-991b-ebd913d1eeb3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:42.794941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435b3f5-5a24-41c1-899a-f910f9fa61e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:42.801107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7435b3f5-5a24-41c1-899a-f910f9fa61e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1696086 Aug 27 02:36:42.802159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:42.859655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Transition to ACTIVE for port object 284db952-6153-46b4-991b-ebd913d1eeb3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:42.877463 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:42.977276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a36c219-9096-4083-9d57-2f2f2e7859bc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:42.995485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 9dd831cd-683c-4a50-8641-69096fd677f5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:42.995886 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.004498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:43.029916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Pushing event updated for resources: {'Port': ['ID=284db952-6153-46b4-991b-ebd913d1eeb3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.072850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:43.089727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5a36c219-9096-4083-9d57-2f2f2e7859bc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:43.090078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5a36c219-9096-4083-9d57-2f2f2e7859bc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:43.093401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:43.097326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:43.108360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.125835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 9dd831cd-683c-4a50-8641-69096fd677f5 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:43.154746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'port_id': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'mac_address': 'fa:16:3e:12:a7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:43.254279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Attempting to bind port 284db952-6153-46b4-991b-ebd913d1eeb3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:43.258506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Attempting to bind port 284db952-6153-46b4-991b-ebd913d1eeb3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:43.259448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Attempting to bind port 284db952-6153-46b4-991b-ebd913d1eeb3 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:43.297461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eef9ec14-45f3-4822-a110-ba7225359010 req-c1b164bb-5748-4312-830f-6a62e2e7ffe2 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6024311 Aug 27 02:36:43.311891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.347329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:43.354171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:43.355789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.356433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:43.357077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Bound port: 284db952-6153-46b4-991b-ebd913d1eeb3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:43.358834 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.374673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.391734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:43.423583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:43.424034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-c23f5248-f3a3-420e-8b30-6b213493224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.425535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-c23f5248-f3a3-420e-8b30-6b213493224c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 200 len: 913 time: 0.7219405 Aug 27 02:36:43.450851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.455803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/9dd831cd-683c-4a50-8641-69096fd677f5 HTTP/1.1" status: 204 len: 168 time: 0.6518533 Aug 27 02:36:43.456722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:43.457762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820beebf-a235-4170-998c-91a478e0d944 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=9dd831cd-683c-4a50-8641-69096fd677f5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.546327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-2cb5b358-17bc-4c35-8507-af5d99c258cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 200 len: 998 time: 0.1129968 Aug 27 02:36:43.557309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] For port 284db952-6153-46b4-991b-ebd913d1eeb3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:43.560973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] For port 284db952-6153-46b4-991b-ebd913d1eeb3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=284db952-6153-46b4-991b-ebd913d1eeb3,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:43.563152 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.603346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.618858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.630811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.632831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851505b5-727e-4c98-a4f4-b4bb60f8dc70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.637198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.644172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851505b5-727e-4c98-a4f4-b4bb60f8dc70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.647349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-851505b5-727e-4c98-a4f4-b4bb60f8dc70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1854444 Aug 27 02:36:43.667866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48874) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:43.698972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-a831f01a-8dd0-48eb-b33b-8b191af769af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.700223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-a831f01a-8dd0-48eb-b33b-8b191af769af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 200 len: 851 time: 0.1469419 Aug 27 02:36:43.700747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c93a11-0633-42a5-a456-55cf61bef3bf None None] Pushing event updated for resources: {'Port': ['ID=284db952-6153-46b4-991b-ebd913d1eeb3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.721378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-ce3a95a6-67b9-4c22-b83c-41dc27b6896c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.723050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-ce3a95a6-67b9-4c22-b83c-41dc27b6896c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.1676257 Aug 27 02:36:43.742016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-d3695737-202a-45e5-a5bd-34f580aca4f9 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/quotas/1a836fb133f143e3bebdfe21dd6d9315 HTTP/1.1" status: 200 len: 375 time: 0.0098319 Aug 27 02:36:43.788725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=d2781587-0128-4557-82e4-16caea7a50be,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:43.810815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.811463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.812807 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93454623-cb18-4e7a-95b1-88f0f2845952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/ports/d2781587-0128-4557-82e4-16caea7a50be HTTP/1.1" status: 200 len: 910 time: 2.0168588 Aug 27 02:36:43.816353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48878) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:43.822148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-f7cf3f2b-058d-48e3-95a4-a3e1a3dd773d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706599 Aug 27 02:36:43.879469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 3fa1ab39-5de7-4b27-9065-546d469c7ab5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:43.932677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:43.959561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-02b1023a-011c-483d-bba4-f1a25a76cabe service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267314 Aug 27 02:36:43.985916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-fa06f660-9e7a-41dc-ad6a-051fa3a36c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:43.987467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-fa06f660-9e7a-41dc-ad6a-051fa3a36c2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef4d91af-f633-414f-b200-70de811f4768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759371 Aug 27 02:36:43.993951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['6caf488f-0e2c-4dbc-b0e1-01b53ba043c7'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:44.067000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.094021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-942d64a2-c76b-435f-a7e5-fb773b2c0001 service neutron] 10.222.0.26 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272027 Aug 27 02:36:44.172888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a3ecf-4390-4811-b411-5be2b62a467f req-7947671d-9a57-43c6-b3ea-44c2621c1324 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.174334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080a3ecf-4390-4811-b411-5be2b62a467f req-7947671d-9a57-43c6-b3ea-44c2621c1324 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2867930 Aug 27 02:36:44.313736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d01ed3a-f878-4b8a-9266-f6effb2a871b req-3e83401b-bcd6-4b90-a2bb-f62b26752707 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 210 time: 0.0496686 Aug 27 02:36:44.338831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080a3ecf-4390-4811-b411-5be2b62a467f req-4d9ab21d-55a9-4679-b408-fe490d4ba52c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505697 Aug 27 02:36:44.340862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-8bc06868-84bd-4703-bebd-5f3eeda64508 service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446000 Aug 27 02:36:44.369083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.562411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.571599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 284db952-6153-46b4-991b-ebd913d1eeb3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:44.588794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9240-0d88-4ac4-819e-47b47d91f588 req-d1c8e3cd-4326-4974-91f2-205b9276304a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.590345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-292d9240-0d88-4ac4-819e-47b47d91f588 req-d1c8e3cd-4326-4974-91f2-205b9276304a tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 945 time: 0.1434319 Aug 27 02:36:44.642813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9e149912-2334-470e-96fc-7778bb0a9f76 req-f9c1508e-40bf-40d2-9185-b0faed47261c service neutron] 10.222.0.46 "GET /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722962 Aug 27 02:36:44.653896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa1ab39-5de7-4b27-9065-546d469c7ab5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:44.654133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 284db952-6153-46b4-991b-ebd913d1eeb3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:44.706922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.708933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f9593111-b283-4d7d-9ef6-01e52947a2d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/3fa1ab39-5de7-4b27-9065-546d469c7ab5 HTTP/1.1" status: 204 len: 168 time: 1.0400374 Aug 27 02:36:44.711740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48900) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:44.760988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-292d9240-0d88-4ac4-819e-47b47d91f588 req-23405956-b312-4ab0-8b4b-03d99705af94 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624658 Aug 27 02:36:44.767847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b27c47f3-75ad-4ad1-88ab-189dd251ecee tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543799 Aug 27 02:36:44.770438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:44.822893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:44.927456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349424b-a2ad-405c-8aa7-3ec389a1a26b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:44.928629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b349424b-a2ad-405c-8aa7-3ec389a1a26b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1572292 Aug 27 02:36:44.932489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:45.013417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c1f91-647a-4597-a795-d75929de981e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.017727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-104c1f91-647a-4597-a795-d75929de981e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841975 Aug 27 02:36:45.018335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:45.103481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-94c399d3-d079-4b43-aadc-fa4875d6dc92 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837579 Aug 27 02:36:45.110322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:45.116178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:45.151386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a248c-96bd-4dd0-8c9b-4db3b7f450b6 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:45.160955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port d2781587-0128-4557-82e4-16caea7a50be {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:45.160955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.219942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:45.225454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Provisioning for port 284db952-6153-46b4-991b-ebd913d1eeb3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:45.227759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.234320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Provisioning complete for port 284db952-6153-46b4-991b-ebd913d1eeb3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:45.234901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.268091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.304759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for d2781587-0128-4557-82e4-16caea7a50be owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:45.465984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:45.546443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-533c0ada-0728-495a-995a-284ac1024149 req-8a808fc5-e415-4976-b4ea-0230e150c456 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 210 time: 0.0564668 Aug 27 02:36:45.569414 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.668391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.726064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] For port 284db952-6153-46b4-991b-ebd913d1eeb3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=284db952-6153-46b4-991b-ebd913d1eeb3,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:45.759633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.834073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115562f-71d2-4924-98ed-65a08003ba35 req-b05e9b5e-0f4f-423b-adf5-1695b004f62f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.834693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=00fc60d5-18a4-4812-9bd1-c94cbc957255,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.844796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d115562f-71d2-4924-98ed-65a08003ba35 req-b05e9b5e-0f4f-423b-adf5-1695b004f62f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.3344526 Aug 27 02:36:45.899930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:45.907155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:45.912880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.918113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ff23-25b5-4a1e-8cf3-348eed0bfe0a None None] Pushing event updated for resources: {'Port': ['ID=284db952-6153-46b4-991b-ebd913d1eeb3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:45.927179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Deleting port 284db952-6153-46b4-991b-ebd913d1eeb3 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:45.928044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.931924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.936989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:45.951528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6cab3ca0-6d75-4b76-a81f-0af6ab9b299a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8400941 Aug 27 02:36:45.956346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:45.964496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '00fc60d5-18a4-4812-9bd1-c94cbc957255', 'ip_address': '2001:db8::dec0:c9eb:edd2:40e3'}], 'name': 'tempest-NetworksTestDHCPv6-1598724106'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:45.968408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-4e8fde62-a304-4e77-b413-f94b4717b642 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:45.969593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-4e8fde62-a304-4e77-b413-f94b4717b642 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 814 time: 0.4201820 Aug 27 02:36:46.002189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d115562f-71d2-4924-98ed-65a08003ba35 req-5e9e0e35-2de2-46ec-a173-4ab7b6f2ded8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550360 Aug 27 02:36:46.013004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Request body: {'port': {'device_id': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'admin_state_up': True, 'tenant_id': '1a836fb133f143e3bebdfe21dd6d9315'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:46.016512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=d2781587-0128-4557-82e4-16caea7a50be,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:46.105707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] For port 284db952-6153-46b4-991b-ebd913d1eeb3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=284db952-6153-46b4-991b-ebd913d1eeb3,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:46.106110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.124224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Calling delete_port for 284db952-6153-46b4-991b-ebd913d1eeb3 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:46.188851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61cfa9-379e-4c5d-b8fc-2527a5316580 req-5acd61ed-eb4b-4346-8c2a-a34a1dbaa7a5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:46.190669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc61cfa9-379e-4c5d-b8fc-2527a5316580 req-5acd61ed-eb4b-4346-8c2a-a34a1dbaa7a5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 945 time: 0.1972744 Aug 27 02:36:46.191995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:46.245793 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.314475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.316146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] Pushing event deleted for resources: {'Port': ['ID=284db952-6153-46b4-991b-ebd913d1eeb3,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:46.317250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.320303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afadf44-4021-4339-a6a9-711a69a1af71 None None] No DVR routers for this DVR port 284db952-6153-46b4-991b-ebd913d1eeb3 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:46.330860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.334202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Made reservation on behalf of 1a836fb133f143e3bebdfe21dd6d9315 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:46.338267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.340832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b26c4-1052-4bca-8024-e3845d810617 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:46.398524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port bbb1758b-44f2-4eac-85d0-23fe2112c08d yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:46.434319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc61cfa9-379e-4c5d-b8fc-2527a5316580 req-93600a09-f655-4dcb-9542-88345a2f49e0 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128106 Aug 27 02:36:46.495301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 284db952-6153-46b4-991b-ebd913d1eeb3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:46.564628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 284db952-6153-46b4-991b-ebd913d1eeb3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:46.565472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 284db952-6153-46b4-991b-ebd913d1eeb3 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:46.634308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '00fc60d5-18a4-4812-9bd1-c94cbc957255'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:46.635344 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:46.662955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::dec0:c9eb:edd2:40e3 (92eac24d-ff82-48bb-be22-fc03ecea96f3/00fc60d5-18a4-4812-9bd1-c94cbc957255/bbb1758b-44f2-4eac-85d0-23fe2112c08d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:46.752066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:46.826632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:46.834548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:46.835657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.008967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.024747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.044088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object bbb1758b-44f2-4eac-85d0-23fe2112c08d will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:47.050533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:47.060075 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc5b79-b090-415d-981a-b76960080161" -d '{"events": [{"server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "name": "network-vif-plugged", "status": "completed", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:47.087545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:47.091885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.152337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.186496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:47.188970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/00fc60d5-18a4-4812-9bd1-c94cbc957255/da0e4de6-1f86-4b24-a7e1-2046040c2f9f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:47.199393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:47.213273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12c750bf-e2e7-4a5b-b87c-0805d56e1791 req-37c25983-301c-4cfe-8aaf-b0c09bf0178d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 210 time: 0.0499680 Aug 27 02:36:47.214015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:47.220579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.221463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.226182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=bbb1758b-44f2-4eac-85d0-23fe2112c08d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.253247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 9666bc0b-d71b-4e36-b7dc-9428c21ba008 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:36:47.272842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480a06-a180-4d9e-b92d-f094aa43c9ba req-865c2843-ebcb-4534-8c9b-30c827c77f74 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.286373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8480a06-a180-4d9e-b92d-f094aa43c9ba req-865c2843-ebcb-4534-8c9b-30c827c77f74 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1759794 Aug 27 02:36:47.295561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b348b184-c309-437d-bda5-e4ddc0aa4e96 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3371322 Aug 27 02:36:47.296465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.311011 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818cd736-f1b4-4785-be1e-4eefbec175a1 x-openstack-request-id: req-818cd736-f1b4-4785-be1e-4eefbec175a1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:47.311596 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "name": "network-vif-plugged", "status": "completed", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:47.312036 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-818cd736-f1b4-4785-be1e-4eefbec175a1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:47.312614 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'code': 200} Aug 27 02:36:47.318580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.329809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Allocated IP 172.20.0.5 (748e5b86-f755-478f-af38-c81c679b7d08/b10fc801-1135-4277-881e-ba9d491763d3/e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:47.397634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:36:47.406377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf5411a7-42d9-4df4-9bb9-9098719d0379 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/9666bc0b-d71b-4e36-b7dc-9428c21ba008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5888147 Aug 27 02:36:47.414438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] Sync routers for ids ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:36:47.415975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.431427 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] Routers {'9666bc0b-d71b-4e36-b7dc-9428c21ba008'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:47.433745 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.474743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dc398c6c-557e-46c1-b358-c5d51a3ecac4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9666bc0b-d71b-4e36-b7dc-9428c21ba008 HTTP/1.1" status: 200 len: 205 time: 0.0566304 Aug 27 02:36:47.481679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48954) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.499245 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.534460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Transition to ACTIVE for port object da0e4de6-1f86-4b24-a7e1-2046040c2f9f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:47.566459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.577670 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] Routers {'9666bc0b-d71b-4e36-b7dc-9428c21ba008'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:36:47.578607 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.597875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Transition to ACTIVE for port object da0e4de6-1f86-4b24-a7e1-2046040c2f9f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:47.619991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.621875 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:47.622751 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631f4f1-e1e2-449c-a1f2-9b4d506de71a None None] The sync data for ids ['9666bc0b-d71b-4e36-b7dc-9428c21ba008'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:36:47.643304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.662797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:47.665840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:47.670495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:47.725962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Pushing event updated for resources: {'Port': ['ID=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:47.760205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51978c-bdb4-4b1d-8718-8d99a2779940 req-a9b3e75a-3054-4ee4-a2d1-d3f3456f294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.761840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a51978c-bdb4-4b1d-8718-8d99a2779940 req-a9b3e75a-3054-4ee4-a2d1-d3f3456f294d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.3593066 Aug 27 02:36:47.804527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Attempting to bind port da0e4de6-1f86-4b24-a7e1-2046040c2f9f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:47.805112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Attempting to bind port da0e4de6-1f86-4b24-a7e1-2046040c2f9f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:47.806003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Attempting to bind port da0e4de6-1f86-4b24-a7e1-2046040c2f9f on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:47.813462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:47.813887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:47.814338 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.814794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:47.815303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Bound port: da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:47.815676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.826970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a8480a06-a180-4d9e-b92d-f094aa43c9ba req-df66e859-b5d9-414f-8a92-b03e9bddf4ed tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5396574 Aug 27 02:36:47.841452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212c95c9-525a-4f0a-8109-c6083de87022 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.847864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212c95c9-525a-4f0a-8109-c6083de87022 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:47.852202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-212c95c9-525a-4f0a-8109-c6083de87022 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1004505 Aug 27 02:36:47.853150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:47.909443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] For port da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:47.913598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] For port da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:47.922613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.972032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.975826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:47.981259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port bbb1758b-44f2-4eac-85d0-23fe2112c08d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:47.982078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.031149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbbb2d-72e6-46db-a2ea-1af786149438 None None] Pushing event updated for resources: {'Port': ['ID=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.037200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a51978c-bdb4-4b1d-8718-8d99a2779940 req-2279f882-e52c-45ec-a254-3b3428e1f10d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550492 Aug 27 02:36:48.046904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615977e-20e0-4e01-8428-a4c93e63fcd6 req-ed644df9-58a9-4992-ae0e-310a5160b59b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.050244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a615977e-20e0-4e01-8428-a4c93e63fcd6 req-ed644df9-58a9-4992-ae0e-310a5160b59b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.4236405 Aug 27 02:36:48.081790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.169045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.175311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.175524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router 9666bc0b-d71b-4e36-b7dc-9428c21ba008 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:36:48.185706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a615977e-20e0-4e01-8428-a4c93e63fcd6 req-7ffac255-3a9e-4aff-af55-d0931c6de639 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141746 Aug 27 02:36:48.192302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.196129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e3d5ae2-fb67-462c-8617-877931f6778e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/9666bc0b-d71b-4e36-b7dc-9428c21ba008 HTTP/1.1" status: 204 len: 168 time: 0.7125051 Aug 27 02:36:48.198321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.207613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30db9-e7b2-4386-8713-fcfaf1a37e47 req-53ba5e11-d3e5-494e-8947-9f5a5770bcc2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.209194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ca30db9-e7b2-4386-8713-fcfaf1a37e47 req-53ba5e11-d3e5-494e-8947-9f5a5770bcc2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1125231 Aug 27 02:36:48.223863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for bbb1758b-44f2-4eac-85d0-23fe2112c08d owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:48.268064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 73cd648d-1bf5-4bd1-9fe7-a74180e45195 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:48.272025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.322614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2ca30db9-e7b2-4386-8713-fcfaf1a37e47 req-c1ce014a-59bf-4c69-b21e-d9f592e9a30a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049671 Aug 27 02:36:48.329857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.459497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.564585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=bbb1758b-44f2-4eac-85d0-23fe2112c08d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.587720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12cba9c5-75c6-4a8e-bec9-cce66cb83b22 req-8b863569-cc3b-43d8-8638-c1424748eb32 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 210 time: 0.0845814 Aug 27 02:36:48.604767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.618985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-46567255-f615-4de2-885e-b54096fe3aff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/bbb1758b-44f2-4eac-85d0-23fe2112c08d HTTP/1.1" status: 204 len: 168 time: 0.7596393 Aug 27 02:36:48.619318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48980) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.626751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.631428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.643262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da0e4de6-1f86-4b24-a7e1-2046040c2f9f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:48.645605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5763cf55-bb38-487c-a61e-3b9e4d35b255', '5dbf4231-698f-437c-b513-fdb77d92d478'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:48.706974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:48.750815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Network 748e5b86-f755-478f-af38-c81c679b7d08 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:48.767955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:48.782111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:48.785275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event updated for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.793147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f898c-98eb-408d-9bfb-3da146bfe08c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.795093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f898c-98eb-408d-9bfb-3da146bfe08c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.798019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fe1f898c-98eb-408d-9bfb-3da146bfe08c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1831045 Aug 27 02:36:48.801038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.857317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.865284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:48.865932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.891158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 00fc60d5-18a4-4812-9bd1-c94cbc957255 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:48.895722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.904474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.908687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/73cd648d-1bf5-4bd1-9fe7-a74180e45195 HTTP/1.1" status: 204 len: 168 time: 0.7069795 Aug 27 02:36:48.908687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb58d-9d43-4b22-ba3a-030863a10833 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=73cd648d-1bf5-4bd1-9fe7-a74180e45195,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:48.911039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48988) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:48.939247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-1b772877-f963-424d-9493-00cc23700d79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9332635 Aug 27 02:36:48.986208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:48.996881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Request body: {'port': {'device_id': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:49.050177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.094730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.159860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.161139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7971be2-87c6-4b04-975f-95df7c0ed9a3 None None] Network 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:49.315721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.357344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port da0e4de6-1f86-4b24-a7e1-2046040c2f9f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:49.373817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=00fc60d5-18a4-4812-9bd1-c94cbc957255,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:49.375778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.377650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6cfc667c-8859-445b-8229-09a33a450cfb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/00fc60d5-18a4-4812-9bd1-c94cbc957255 HTTP/1.1" status: 204 len: 168 time: 0.5752902 Aug 27 02:36:49.382340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49026) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:49.456595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6caf4839-1da2-4fe8-a6cb-b6a9adc89298 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730510 Aug 27 02:36:49.464741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:49.471178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:49.679414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] DHCP port deletion for 6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:49.725926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a64d9a-a738-4cc8-9f63-16495c16f08d None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:49.740719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port efd3450b-cf59-4ebb-9ae5-d46f504b9895 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:49.741320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.783897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-fb8fbfe6-092e-4485-8bf1-7678b3315433 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.786168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-fb8fbfe6-092e-4485-8bf1-7678b3315433 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b63f246-d8a1-4c28-b50d-bee574316b2a HTTP/1.1" status: 200 len: 943 time: 0.0923238 Aug 27 02:36:49.789327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:49.793775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.819572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dcc6f-e002-430f-b9a1-ff3ea3eafd60 req-d20e16ae-d152-45a2-bbc5-d7ad175b9cd1 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:49.827666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b7dcc6f-e002-430f-b9a1-ff3ea3eafd60 req-d20e16ae-d152-45a2-bbc5-d7ad175b9cd1 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.4776676 Aug 27 02:36:49.831643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Provisioning for port da0e4de6-1f86-4b24-a7e1-2046040c2f9f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:49.845673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Provisioning complete for port da0e4de6-1f86-4b24-a7e1-2046040c2f9f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:49.846196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.869830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port efd3450b-cf59-4ebb-9ae5-d46f504b9895, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efd3450b-cf59-4ebb-9ae5-d46f504b9895,segment=NetworkSegment(2e1b478b-1e4d-4840-8c88-191526651f53),segment_id=2e1b478b-1e4d-4840-8c88-191526651f53)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:49.870195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.905380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for efd3450b-cf59-4ebb-9ae5-d46f504b9895 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:49.942186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Deleting port efd3450b-cf59-4ebb-9ae5-d46f504b9895 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:49.942706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:49.946930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5b7dcc6f-e002-430f-b9a1-ff3ea3eafd60 req-ef6c7013-6f27-4ba1-9225-01f9e621f34b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138716 Aug 27 02:36:50.037353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] For port efd3450b-cf59-4ebb-9ae5-d46f504b9895, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efd3450b-cf59-4ebb-9ae5-d46f504b9895,segment=NetworkSegment(2e1b478b-1e4d-4840-8c88-191526651f53),segment_id=2e1b478b-1e4d-4840-8c88-191526651f53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:50.041902 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.073379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.088821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Calling delete_port for efd3450b-cf59-4ebb-9ae5-d46f504b9895 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:50.118841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:50.132758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.158302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:50.160693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Transition to ACTIVE for port object e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:50.175987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.250263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:50.252418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=56c56f85-b5c0-48d7-87ec-89aafe4e1e7a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.252583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.262084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.286239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:50.296964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.298041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.314156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Pushing event updated for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.318518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port efd3450b-cf59-4ebb-9ae5-d46f504b9895 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:50.330052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] For port da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:50.343783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.353541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ebec9aa-b44c-42d5-ac20-603f31399330 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8873780 Aug 27 02:36:50.357044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Deleting port da0e4de6-1f86-4b24-a7e1-2046040c2f9f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:50.358743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.360310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port f6daa932-0c7a-45c7-99f1-44dde814614f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:50.362751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.364567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.369493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:50.392754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '56c56f85-b5c0-48d7-87ec-89aafe4e1e7a', 'ip_address': '2001:db8::fe45:32b0:6858:aa9f'}], 'name': 'tempest-NetworksTestDHCPv6-1535739036'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:50.428755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b6c44-9a4e-4c05-99db-459f4e5773bc req-a4255649-1fc6-448b-90e0-3add4bfe3265 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.430254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-580b6c44-9a4e-4c05-99db-459f4e5773bc req-a4255649-1fc6-448b-90e0-3add4bfe3265 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 943 time: 0.2656243 Aug 27 02:36:50.472212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=efd3450b-cf59-4ebb-9ae5-d46f504b9895,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.478241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] No DVR routers for this DVR port efd3450b-cf59-4ebb-9ae5-d46f504b9895 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:50.545244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da0e4de6-1f86-4b24-a7e1-2046040c2f9f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:50.577119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.578941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1d9c6-ff27-47ca-85c7-01e5b6d753fc None None] Pushing event updated for resources: {'Port': ['ID=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.608580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:50.611348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Attempting to bind port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:50.611757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Attempting to bind port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:50.612189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Attempting to bind port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:50.623807 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-580b6c44-9a4e-4c05-99db-459f4e5773bc req-7da6fe95-b829-4be2-b367-3bbc4f47f255 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676817 Aug 27 02:36:50.636356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port f6daa932-0c7a-45c7-99f1-44dde814614f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f6daa932-0c7a-45c7-99f1-44dde814614f,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:50.636730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.640243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f476-8ef3-4b76-b8fd-bf65b64c8cee None None] Pushing event deleted for resources: {'Port': ['ID=efd3450b-cf59-4ebb-9ae5-d46f504b9895,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.646981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 on network 748e5b86-f755-478f-af38-c81c679b7d08 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:36:50.648696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Attempting to bind port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 on network 748e5b86-f755-478f-af38-c81c679b7d08 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:50.656018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1b478b-1e4d-4840-8c88-191526651f53') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:50.656542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1b478b-1e4d-4840-8c88-191526651f53') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:36:50.658134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] For port da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:50.658725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:50.659251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Checking segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:50.659855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Bound using segment: {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:50.660285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Bound port: e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:50.660647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.661195 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.677949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.678620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for f6daa932-0c7a-45c7-99f1-44dde814614f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:50.705932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Calling delete_port for da0e4de6-1f86-4b24-a7e1-2046040c2f9f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:50.721891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.733754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:36:50.734520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:36:50.738488 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:36:50.788128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.830137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:50.836690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.837660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port da0e4de6-1f86-4b24-a7e1-2046040c2f9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:50.844479 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.845326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efd3450b-cf59-4ebb-9ae5-d46f504b9895 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:50.854492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:50.861987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port c293f456-3043-41d8-96b5-59c730c52753 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:50.867378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:50.868955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: efd3450b-cf59-4ebb-9ae5-d46f504b9895 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:50.869425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efd3450b-cf59-4ebb-9ae5-d46f504b9895 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:50.895062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.897928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.913078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.915031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b HTTP/1.1" status: 204 len: 168 time: 2.0031099 Aug 27 02:36:50.920755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:50.926018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1134288510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:50.931473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.933089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.952290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf38ea-efac-4a12-9be7-ec41115f15d4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=6dc57ffa-bf3c-4f6d-b9b6-68ac28e9255b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.959343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:50.960036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:50.961437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] 10.222.0.46 "PUT /v2.0/ports/e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 HTTP/1.1" status: 200 len: 1091 time: 1.9932187 Aug 27 02:36:50.961884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:50.964507 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:50.969001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:50.984457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:50.997911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=f6daa932-0c7a-45c7-99f1-44dde814614f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:50.999444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538314a4-faf0-46c1-84e5-e4af2d54145a service neutron] Pushing event updated for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:51.156440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.157505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.189830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] No DVR routers for this DVR port da0e4de6-1f86-4b24-a7e1-2046040c2f9f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:51.196476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] No DVR routers for this DVR port f6daa932-0c7a-45c7-99f1-44dde814614f on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:51.207258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:51.211042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.213137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9dd8512-a2a9-415f-b62f-9cd71921fd37 req-40a8e5ac-9c80-459b-8c23-069b2dd78a75 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "DELETE /v2.0/ports/f6daa932-0c7a-45c7-99f1-44dde814614f HTTP/1.1" status: 204 len: 173 time: 1.1889718 Aug 27 02:36:51.213599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-deleted', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:51.215898 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4595d-f62b-4d84-b63d-5e074e148be6" -d '{"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-deleted", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:51.241867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-7065e2ce-f88c-4138-b63f-8f09b15a2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.251260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-7065e2ce-f88c-4138-b63f-8f09b15a2af6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 1094 time: 0.2059863 Aug 27 02:36:51.255853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584abaa-ea67-469a-9db9-f10e0f356d4a None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:51.311927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e7a7a-cb1a-4764-b82a-410ded5164a1 None None] Pushing event deleted for resources: {'Port': ['ID=da0e4de6-1f86-4b24-a7e1-2046040c2f9f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:51.329711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.341565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.383930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.388113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2284034b-7eee-421a-bf7a-74b1679140aa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4630961 Aug 27 02:36:51.388553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:51.395794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-1437928337'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:51.401607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::fe45:32b0:6858:aa9f (92eac24d-ff82-48bb-be22-fc03ecea96f3/56c56f85-b5c0-48d7-87ec-89aafe4e1e7a/c293f456-3043-41d8-96b5-59c730c52753) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:51.407764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-8c4de0c4-a7f8-45d4-ab44-6e40e851f6a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 HTTP/1.1" status: 200 len: 217 time: 0.1314003 Aug 27 02:36:51.447793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:51.463641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.484223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faad97-e258-4583-a1a3-b2aba519a5ca req-13cc67db-f01f-4c49-bd68-f2bb2e86dfea tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.498620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34faad97-e258-4583-a1a3-b2aba519a5ca req-13cc67db-f01f-4c49-bd68-f2bb2e86dfea tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.3522906 Aug 27 02:36:51.561672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:36:51.617439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.617762 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment a94a77a6-60e4-49a9-8f39-294c88144b9f of type vlan for network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e Aug 27 02:36:51.672084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34faad97-e258-4583-a1a3-b2aba519a5ca req-871c6672-5b81-4e80-9171-74995ffebe8b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721320 Aug 27 02:36:51.692251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-3673e490-9c24-49d3-9541-40e9ee934132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.694650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-3673e490-9c24-49d3-9541-40e9ee934132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.2716432 Aug 27 02:36:51.726247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.756171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-58d20347-c149-4e19-b969-1980091f2164 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493765 Aug 27 02:36:51.760768 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9daebe-7b55-4703-aa96-b9a4795e1498 x-openstack-request-id: req-bf9daebe-7b55-4703-aa96-b9a4795e1498 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:51.761208 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:51.761600 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf9daebe-7b55-4703-aa96-b9a4795e1498 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:51.762131 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9', 'status': 'completed', 'code': 200} Aug 27 02:36:51.834270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.846175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '56c56f85-b5c0-48d7-87ec-89aafe4e1e7a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:51.848115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.849391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-43d65264-aecb-4c73-975f-b688db6f27a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0736818 Aug 27 02:36:51.853734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.859732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:51.860498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:51.901163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5083966 Aug 27 02:36:51.905128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49068) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:51.914048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:51.947314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object c293f456-3043-41d8-96b5-59c730c52753 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:52.032022 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53aa9c91-bed4-4a9e-ab4b-bc2e327d2d16 x-openstack-request-id: req-53aa9c91-bed4-4a9e-ab4b-bc2e327d2d16 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:52.032592 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63f246-d8a1-4c28-b50d-bee574316b2a", "name": "network-vif-deleted", "tag": "f6daa932-0c7a-45c7-99f1-44dde814614f", "status": "failed", "code": 422}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:52.032946 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53aa9c91-bed4-4a9e-ab4b-bc2e327d2d16 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:52.033458 n-d-806292-1 neutron-server[94831]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b63f246-d8a1-4c28-b50d-bee574316b2a', 'name': 'network-vif-deleted', 'tag': 'f6daa932-0c7a-45c7-99f1-44dde814614f', 'status': 'failed', 'code': 422} returned with failed status Aug 27 02:36:52.103853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7531-9fd5-4694-89e5-fa5ba044aa54 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=6f27f0e2-30d8-459a-8a3e-9ee6295b245e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:52.117235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-f7d46c2d-6f71-46e7-8402-63026b473fa8 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474882 Aug 27 02:36:52.120143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:36:52.133882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.137918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.138890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.142678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.147333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.150458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:52.152791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.153342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.154782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.159536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3426784d-5d34-4fc1-9ebb-9bfa4d1298a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.2104900 Aug 27 02:36:52.231848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.254279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42c157-8961-4847-a66b-2b52ff755f2d req-3a73bed4-504e-4228-a262-0758686ba164 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.261684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c42c157-8961-4847-a66b-2b52ff755f2d req-3a73bed4-504e-4228-a262-0758686ba164 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 943 time: 0.2177081 Aug 27 02:36:52.295231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/56c56f85-b5c0-48d7-87ec-89aafe4e1e7a/391ff128-428a-44f1-8f5d-ea8d8e00d311) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:52.349839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c42c157-8961-4847-a66b-2b52ff755f2d req-f4b3d0be-2c76-4d4f-becb-07f035ad81f4 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Aug 27 02:36:52.421994 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ba136b-a208-4d6f-a59c-f90102c269fa req-8619cc3b-e385-41ec-9aae-2c95d0bf2ebb service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815187 Aug 27 02:36:52.461153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:52.476025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:52.484097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:52.490458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.491143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.494856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=c293f456-3043-41d8-96b5-59c730c52753,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:52.530494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c8e2-835b-4c74-92f7-9107c44fb18e req-79531d3e-51ad-460c-98fa-d25dee257b77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.532170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fe2c8e2-835b-4c74-92f7-9107c44fb18e req-79531d3e-51ad-460c-98fa-d25dee257b77 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.1829319 Aug 27 02:36:52.535638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6500f09d-884a-4534-bfb5-3f5294b70481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.536260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6500f09d-884a-4534-bfb5-3f5294b70481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.537050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6500f09d-884a-4534-bfb5-3f5294b70481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.539176 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6500f09d-884a-4534-bfb5-3f5294b70481 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=21f4e9ec-f566-445b-8875-ebf072595efc&id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 2298 time: 0.3333313 Aug 27 02:36:52.544348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-57294631-88fe-4047-8922-c8d5422504c7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1607292 Aug 27 02:36:52.546273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:52.705415 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.710023 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3da29a0-6f75-4546-a5df-1a7daf38094c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.713297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-8b52be57-d037-4206-88e0-e4635cd51eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.714884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fe2c8e2-835b-4c74-92f7-9107c44fb18e req-056a5a92-e30e-4b05-9ca8-870bcadc5b4f tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694517 Aug 27 02:36:52.715001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-8b52be57-d037-4206-88e0-e4635cd51eed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 1094 time: 0.1677399 Aug 27 02:36:52.751894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.775388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Transition to ACTIVE for port object 391ff128-428a-44f1-8f5d-ea8d8e00d311 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:52.785700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-87dfe822-d693-431e-a0b4-c16bb04d2fa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 1001 time: 0.2073059 Aug 27 02:36:52.844506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Transition to ACTIVE for port object 391ff128-428a-44f1-8f5d-ea8d8e00d311 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:52.865755 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:52.947573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:52.951345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:52.956047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-c9860547-2f77-4df6-966e-f79290d00055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:52.957497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:52.957750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-c9860547-2f77-4df6-966e-f79290d00055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 200 len: 855 time: 0.1646791 Aug 27 02:36:53.026198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f380a14-03a9-485e-aadd-cffb6d1c9464 req-76a8fda3-549c-440b-8616-4c32484381a2 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.027910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f380a14-03a9-485e-aadd-cffb6d1c9464 req-76a8fda3-549c-440b-8616-4c32484381a2 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.1507947 Aug 27 02:36:53.029296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Pushing event updated for resources: {'Port': ['ID=391ff128-428a-44f1-8f5d-ea8d8e00d311,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:53.050738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-c70a5e29-385b-44a5-bd0c-b4af1e720a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.053491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Attempting to bind port 391ff128-428a-44f1-8f5d-ea8d8e00d311 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:53.054024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Attempting to bind port 391ff128-428a-44f1-8f5d-ea8d8e00d311 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:53.054602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Attempting to bind port 391ff128-428a-44f1-8f5d-ea8d8e00d311 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:53.056325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-c70a5e29-385b-44a5-bd0c-b4af1e720a9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5011a0a6-db4b-445a-b800-c985def8639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777938 Aug 27 02:36:53.061160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:53.061494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:53.062000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.062563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:53.062887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Bound port: 391ff128-428a-44f1-8f5d-ea8d8e00d311, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:53.063268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.143359 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f380a14-03a9-485e-aadd-cffb6d1c9464 req-2050595a-e785-4fb5-a5ae-993fb0eb89b5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049116 Aug 27 02:36:53.186105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.219530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae0617-cb3c-4c3b-af3a-0d204e5d9907 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.223401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38ae0617-cb3c-4c3b-af3a-0d204e5d9907 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6726916 Aug 27 02:36:53.233188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] For port 391ff128-428a-44f1-8f5d-ea8d8e00d311, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:53.235572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.244155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] For port 391ff128-428a-44f1-8f5d-ea8d8e00d311, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=391ff128-428a-44f1-8f5d-ea8d8e00d311,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:53.257412 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.271990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:53.272658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 6f27f0e2-30d8-459a-8a3e-9ee6295b245e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:36:53.289008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2091b-787a-4498-8853-9f8a77ef30c2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:53.313002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55beaac-68eb-44b6-bf2f-60789d0fad85 req-1f8a6327-98c9-45f5-a061-2b4b4570c22c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.326771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a55beaac-68eb-44b6-bf2f-60789d0fad85 req-1f8a6327-98c9-45f5-a061-2b4b4570c22c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 908 time: 0.1537919 Aug 27 02:36:53.353287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:36:53.377490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-81075358-cf03-4e19-8f45-2ea07990ee56 service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065953 Aug 27 02:36:53.390419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-37340cb7-690e-4a4c-a632-88e6dd32cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.391957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-37340cb7-690e-4a4c-a632-88e6dd32cd94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 915 time: 0.6524096 Aug 27 02:36:53.400712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6f27f0e2-30d8-459a-8a3e-9ee6295b245e) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:53.433698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7d9a9-3aae-4538-bfdd-141d7bd9ebf2 None None] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:53.455535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.456143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.462398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-c686789f-6ca3-40b5-9067-6e8de4ac4609 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 HTTP/1.1" status: 200 len: 217 time: 0.0555632 Aug 27 02:36:53.515111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d5d5089-152e-4ca6-a8fd-35359b5e6532 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6063254 Aug 27 02:36:53.544996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49094) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.591620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-74b19cc7-2ade-457f-9c16-6bf368a29365 service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782546 Aug 27 02:36:53.596450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238d915-b5b1-450f-8876-ea4f3477c654 None None] Pushing event updated for resources: {'Port': ['ID=391ff128-428a-44f1-8f5d-ea8d8e00d311,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:53.763817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-d743d247-2b8b-4c19-8299-41907e1c4e3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 217 time: 0.1260874 Aug 27 02:36:53.799431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port c293f456-3043-41d8-96b5-59c730c52753 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:53.799778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.849299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:53.850190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:53.899912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e43ae-9108-45d5-89b8-ca4198342695 req-e3a37078-75dc-4431-9366-322dfafec26e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.912043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe3e43ae-9108-45d5-89b8-ca4198342695 req-e3a37078-75dc-4431-9366-322dfafec26e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 943 time: 0.3180661 Aug 27 02:36:53.941791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98fbcd-baaa-4a0a-87ab-369c89ff789a tempest-TestServerBasicOps-1279870389 tempest-TestServerBasicOps-1279870389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.947473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a98fbcd-baaa-4a0a-87ab-369c89ff789a tempest-TestServerBasicOps-1279870389 tempest-TestServerBasicOps-1279870389-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1092 time: 0.7603014 Aug 27 02:36:53.952534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49102) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:53.960242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'tenant_id': '92967bc26d174be08089f397092ed051', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:53.968507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-0927686b-0bac-410b-af66-4568537b5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.970408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-0927686b-0bac-410b-af66-4568537b5006 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.4739664 Aug 27 02:36:53.975467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-7c832dbd-5df8-40dc-9219-6606176a827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:53.977573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-7c832dbd-5df8-40dc-9219-6606176a827d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1931369 Aug 27 02:36:54.058976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-3fefa3fd-2c97-416b-9950-de007800940e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393918 Aug 27 02:36:54.085790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe3e43ae-9108-45d5-89b8-ca4198342695 req-972ea507-1da3-4db4-a183-580076ec88e7 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724610 Aug 27 02:36:54.092113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.111734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for c293f456-3043-41d8-96b5-59c730c52753 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:54.114960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-9c8df763-2678-40ce-b6f0-c6d45a1732b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:54.116402 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-9c8df763-2678-40ce-b6f0-c6d45a1732b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300070 Aug 27 02:36:54.202704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.211532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Allocated IP 172.20.0.2 (6f27f0e2-30d8-459a-8a3e-9ee6295b245e/e2b2091b-787a-4498-8853-9f8a77ef30c2/a82dd58a-af23-4184-b5b7-73293b70df48) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:54.268277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.275032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-30d56147-3e0c-412e-bd56-23e637bbf542 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507850 Aug 27 02:36:54.528927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.545553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Transition to ACTIVE for port object a82dd58a-af23-4184-b5b7-73293b70df48 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:54.578564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 391ff128-428a-44f1-8f5d-ea8d8e00d311 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:54.606173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-cb0bc38b-360f-4180-8ec6-8ed2c3e8bbb8 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352395 Aug 27 02:36:54.621689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Transition to ACTIVE for port object a82dd58a-af23-4184-b5b7-73293b70df48 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:54.642862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.767933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:54.768741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 391ff128-428a-44f1-8f5d-ea8d8e00d311 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:54.777125 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9a8b9c7-3ea5-40c8-a03b-e063b40eb528 req-c6b95c1c-2ebd-4073-a0af-7e1480b9c42f service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433556 Aug 27 02:36:54.780141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:54.783773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:54.787349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Pushing event updated for resources: {'Port': ['ID=a82dd58a-af23-4184-b5b7-73293b70df48,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:54.891554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Attempting to bind port a82dd58a-af23-4184-b5b7-73293b70df48 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:54.891930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Attempting to bind port a82dd58a-af23-4184-b5b7-73293b70df48 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:54.892369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Attempting to bind port a82dd58a-af23-4184-b5b7-73293b70df48 on network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:54.899924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:54.900694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Checking segment: {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:54.901103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.901491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Bound using segment: {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:54.901958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Bound port: a82dd58a-af23-4184-b5b7-73293b70df48, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:54.902337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.940206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:54.958741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.20.0.1 (6f27f0e2-30d8-459a-8a3e-9ee6295b245e/e2b2091b-787a-4498-8853-9f8a77ef30c2/2d52d61f-d62a-457b-9f23-e262f87b3db6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:54.963856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-317209b3-7cc2-41eb-b99e-eecf2a3cdc11 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811802 Aug 27 02:36:54.984495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b718d6-c129-4fbb-b758-e1167d0f81df req-3eb46f4a-9571-4d5a-82d5-41fdbd2538c8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:54.986119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3b718d6-c129-4fbb-b758-e1167d0f81df req-3eb46f4a-9571-4d5a-82d5-41fdbd2538c8 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 908 time: 0.5599258 Aug 27 02:36:55.035497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-6a94ab80-9f2c-449e-8d3f-d9373de56858 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.037042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=c293f456-3043-41d8-96b5-59c730c52753,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:55.037165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-6a94ab80-9f2c-449e-8d3f-d9373de56858 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 908 time: 0.4184175 Aug 27 02:36:55.085012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] For port a82dd58a-af23-4184-b5b7-73293b70df48, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:36:55.089148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-85a6bd22-e131-4724-88a6-2dbd385cc679 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 217 time: 0.0956013 Aug 27 02:36:55.098623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] For port a82dd58a-af23-4184-b5b7-73293b70df48, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a82dd58a-af23-4184-b5b7-73293b70df48,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:36:55.109955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.181781 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.183789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-64e80180-b86f-4c80-8830-8fd30e23aaa5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/c293f456-3043-41d8-96b5-59c730c52753 HTTP/1.1" status: 204 len: 168 time: 1.9470747 Aug 27 02:36:55.186562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:55.202442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.256373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8c376b14-38ff-41b6-a27a-25220340693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.276015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-79cf8a33-c9a2-49bd-b098-3231054a5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.278257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-79cf8a33-c9a2-49bd-b098-3231054a5da4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1741552 Aug 27 02:36:55.287246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61934195-98d1-4a31-8d5c-73f2db34d216 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.288788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61934195-98d1-4a31-8d5c-73f2db34d216 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.290310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-61934195-98d1-4a31-8d5c-73f2db34d216 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1028278 Aug 27 02:36:55.301354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49118) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:55.310892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923394b9-e37b-48c2-b28b-a1c47dbc9ebb None None] Pushing event updated for resources: {'Port': ['ID=a82dd58a-af23-4184-b5b7-73293b70df48,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:55.369098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 56c56f85-b5c0-48d7-87ec-89aafe4e1e7a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:36:55.374422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.417364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Provisioning for port 391ff128-428a-44f1-8f5d-ea8d8e00d311 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:55.429529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-d7d58645-9d5d-4c90-8363-665bee891c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.431559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-d7d58645-9d5d-4c90-8363-665bee891c37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403027 Aug 27 02:36:55.431747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.433828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.434265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Provisioning complete for port 391ff128-428a-44f1-8f5d-ea8d8e00d311 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:55.434559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.534627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:55.535168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.546870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Allocated IP 172.25.8.65 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/572076c3-8265-4969-9b36-a6302910be46) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:55.588110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-535740cb-fa16-4520-9ab4-8a5fbdd51383 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211245 Aug 27 02:36:55.633193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0b502-fe35-4472-9ca1-aece4b4c2c57 req-a5e04154-78fa-46e4-aa04-03e4a88f7da0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:55.640490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2b0b502-fe35-4472-9ca1-aece4b4c2c57 req-a5e04154-78fa-46e4-aa04-03e4a88f7da0 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 943 time: 0.4165995 Aug 27 02:36:55.687736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.756847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.787306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] For port 391ff128-428a-44f1-8f5d-ea8d8e00d311, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=391ff128-428a-44f1-8f5d-ea8d8e00d311,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:55.795332 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.824022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:55.828500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-70894376-247d-4ae5-85cb-fc6d500805e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334480 Aug 27 02:36:55.934750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-1af325bd-e428-4962-80a9-251e6a42ecfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 200 len: 217 time: 0.0764904 Aug 27 02:36:55.944378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object 2d52d61f-d62a-457b-9f23-e262f87b3db6 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:55.956237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2b0b502-fe35-4472-9ca1-aece4b4c2c57 req-8d35bf8d-c929-4957-a0e0-a05af25f5762 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148167 Aug 27 02:36:55.965373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbb01d-907d-4189-b70b-d8329b9eff7a None None] Pushing event updated for resources: {'Port': ['ID=391ff128-428a-44f1-8f5d-ea8d8e00d311,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:56.015065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fdad5492-6cc8-42f8-8551-d819898fc245 None None] Could not find standard attr ID for object 9dd831cd-683c-4a50-8641-69096fd677f5. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:56.034063 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:36:56.133993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-d7768f9d-aa87-4d53-bfdf-d603780ab896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:56.135573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-d7768f9d-aa87-4d53-bfdf-d603780ab896 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1939802 Aug 27 02:36:56.136662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.150936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:56.151826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.176759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.182234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for 1536e5b8-4cd3-4af4-ad70-b55a94b9167a owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:56.242244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.245484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.262721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/56c56f85-b5c0-48d7-87ec-89aafe4e1e7a HTTP/1.1" status: 204 len: 168 time: 0.9589751 Aug 27 02:36:56.262721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83323-1fef-4cf5-a9a8-ad3449498437 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=56c56f85-b5c0-48d7-87ec-89aafe4e1e7a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:56.263574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:56.303167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:56.305489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf009c5a-7208-4179-a49e-3b6b5aad2b24 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395157 Aug 27 02:36:56.308830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:56.315380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:56.323685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:56.349047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:56.383929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-f173358e-e62e-46e8-b3a3-0aba0c6ab28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:56.384939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:56.385329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-f173358e-e62e-46e8-b3a3-0aba0c6ab28e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2277925 Aug 27 02:36:56.400789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089cc69-85d3-409d-a8ee-19949fda3eae req-bbefbf8b-fe06-4210-9567-431a84788212 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:56.421740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6089cc69-85d3-409d-a8ee-19949fda3eae req-bbefbf8b-fe06-4210-9567-431a84788212 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 908 time: 0.2082863 Aug 27 02:36:56.439002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aabee0-a3e7-4b61-8e71-27517420002b None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:56.474412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b93c50f0-88d5-4901-b30d-d78910a0a408 None None] Could not find standard attr ID for object bbb1758b-44f2-4eac-85d0-23fe2112c08d. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:36:56.484164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.552053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:56.555737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.620267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-350687cb-8909-468b-9a90-3fb07b7264d9 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974883 Aug 27 02:36:56.682142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.766740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:56.875348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-3728aea2-e238-4c71-9569-534a83619494 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472253 Aug 27 02:36:56.885479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:36:56.887395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 391ff128-428a-44f1-8f5d-ea8d8e00d311 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:56.899656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=1536e5b8-4cd3-4af4-ad70-b55a94b9167a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:57.000471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-13003177-792a-4432-b9db-1e266bcb9601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 200 len: 217 time: 0.1099308 Aug 27 02:36:57.011060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:57.014545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:57.036768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:57.068375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] No DVR routers for this DVR port 1536e5b8-4cd3-4af4-ad70-b55a94b9167a on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:57.086842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.088901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-621f9f7f-bcab-444b-a07f-3fe612a51725 req-250b52dd-016f-4816-bce1-e2bc79d76432 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "DELETE /v2.0/ports/1536e5b8-4cd3-4af4-ad70-b55a94b9167a HTTP/1.1" status: 204 len: 173 time: 2.0397079 Aug 27 02:36:57.208535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'name': 'network-vif-deleted', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:36:57.217224 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f33bf0-cb3f-4ccb-bcc7-575a55af6d8a" -d '{"events": [{"server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "name": "network-vif-deleted", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:36:57.275870 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.307023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-fa17a3d7-ec7e-44ea-8e8c-74e5d2ead40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.308592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-fa17a3d7-ec7e-44ea-8e8c-74e5d2ead40b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.2992151 Aug 27 02:36:57.329211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.360869 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e1b5d-c2fb-47c1-be58-8cfe684bcddb x-openstack-request-id: req-113e1b5d-c2fb-47c1-be58-8cfe684bcddb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:36:57.361159 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc8999-4b3b-4f10-bbef-abbc23694852", "name": "network-vif-deleted", "tag": "1536e5b8-4cd3-4af4-ad70-b55a94b9167a", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:36:57.361417 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-113e1b5d-c2fb-47c1-be58-8cfe684bcddb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:36:57.361826 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc8999-4b3b-4f10-bbef-abbc23694852', 'name': 'network-vif-deleted', 'tag': '1536e5b8-4cd3-4af4-ad70-b55a94b9167a', 'status': 'completed', 'code': 200} Aug 27 02:36:57.393179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.401687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'Port': ['ID=572076c3-8265-4969-9b36-a6302910be46,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:57.420531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:57.436891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71516b2-adc3-4e2a-8b62-a5c63a5771c5 None None] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:57.463275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:57.468076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6d658c07-429c-4744-98c7-d4c3b1cd5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.470704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-6d658c07-429c-4744-98c7-d4c3b1cd5bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424425 Aug 27 02:36:57.478882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:57.507873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.508838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.565403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9', 'network_id': '748e5b86-f755-478f-af38-c81c679b7d08', 'port_id': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9', 'mac_address': 'fa:16:3e:4d:0a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10fc801-1135-4277-881e-ba9d491763d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:36:57.578778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 391ff128-428a-44f1-8f5d-ea8d8e00d311 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:57.579155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.583394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-84b7df79-2c11-4185-9a0e-91da4b3c0bdc None None] Provisioning for port a82dd58a-af23-4184-b5b7-73293b70df48 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:57.595343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=108456b6-cc49-46f2-9289-769a6ebeda69,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:57.620047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7b8c5fd-99b0-47fc-b191-f1c0220caf36 req-415ccb35-cbdd-421c-8556-d55a07863880 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=2adc8999-4b3b-4f10-bbef-abbc23694852 HTTP/1.1" status: 200 len: 210 time: 0.0680065 Aug 27 02:36:57.647047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2ee527c-6d9d-44dd-8206-3bda69b586d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3354335 Aug 27 02:36:57.653728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:36:57.689393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '108456b6-cc49-46f2-9289-769a6ebeda69', 'ip_address': '2001:db8::d44c:f022:8049:92c1'}], 'name': 'tempest-NetworksTestDHCPv6-1523390431'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:36:57.696316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:36:57.710406 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.722418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-c60b62f0-ed0f-4fd8-8d7a-c965cb5aaa19 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399001 Aug 27 02:36:57.775389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:36:57.870214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:57.898670 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:57.917985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff679-c3e3-40ac-a3b6-668ed7524efc req-6f8ec592-596c-4e47-aede-18962da98312 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:57.920041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-060ff679-c3e3-40ac-a3b6-668ed7524efc req-6f8ec592-596c-4e47-aede-18962da98312 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 943 time: 0.6936839 Aug 27 02:36:57.937131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a82dd58a-af23-4184-b5b7-73293b70df48 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:36:58.002277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.033923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Deleting port 391ff128-428a-44f1-8f5d-ea8d8e00d311 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:58.034309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.089962 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-b005688c-09f2-4ccf-ab5a-eec9e582b65c service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490858 Aug 27 02:36:58.135113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:58.177876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-f5e49ff5-a277-4e60-ac26-a4b948d67725 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 200 len: 217 time: 0.0790555 Aug 27 02:36:58.220200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] For port 391ff128-428a-44f1-8f5d-ea8d8e00d311, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=391ff128-428a-44f1-8f5d-ea8d8e00d311,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:58.220646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.236001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Calling delete_port for 391ff128-428a-44f1-8f5d-ea8d8e00d311 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:36:58.253984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-b1d6808a-0ab2-4b1d-aabd-f2a5e894c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:58.256242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-b1d6808a-0ab2-4b1d-aabd-f2a5e894c8df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.0708876 Aug 27 02:36:58.342759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.363414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-44af9141-4c60-4794-b171-98a7f763dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:58.365312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-44af9141-4c60-4794-b171-98a7f763dd52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007955 Aug 27 02:36:58.377318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a82dd58a-af23-4184-b5b7-73293b70df48 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:58.383685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] Pushing event deleted for resources: {'Port': ['ID=391ff128-428a-44f1-8f5d-ea8d8e00d311,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:58.391974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95341b-42fc-4a4f-83d2-52f66987bef2 None None] No DVR routers for this DVR port 391ff128-428a-44f1-8f5d-ea8d8e00d311 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:36:58.393997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:36:58.400986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a82dd58a-af23-4184-b5b7-73293b70df48 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:58.401818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.434133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981621be-2446-4449-b653-607a0a4dcafc None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:36:58.605405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-f721682e-6a3a-48be-adbc-72bed58594f7 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179008 Aug 27 02:36:58.687085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:36:58.702538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Provisioning for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:36:58.713914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '108456b6-cc49-46f2-9289-769a6ebeda69'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:36:58.715102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.719598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Provisioning complete for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:58.719979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.795428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-17e6205c-4a71-48c8-b8a7-78506c204042 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819277 Aug 27 02:36:58.821080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-060ff679-c3e3-40ac-a3b6-668ed7524efc req-b5ccb407-02f6-45a1-a7d2-961aa46f1522 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445768 Aug 27 02:36:58.828796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.882529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.897697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 29208d5d-0345-4abe-83c5-7a4a35b74bc6 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:36:58.899430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-bbdebd19-a00d-4b15-89c6-4c16c4c269e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 217 time: 0.0935044 Aug 27 02:36:58.906599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:58.965263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-eba142a8-bb94-483d-87d8-bfa5e1810545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:58.967750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-eba142a8-bb94-483d-87d8-bfa5e1810545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.0622241 Aug 27 02:36:58.981973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1536e5b8-4cd3-4af4-ad70-b55a94b9167a no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:59.018161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.038986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1536e5b8-4cd3-4af4-ad70-b55a94b9167a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:59.039905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1536e5b8-4cd3-4af4-ad70-b55a94b9167a not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:59.048279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-fb1706be-9b27-40d3-bbe2-2f34dde9e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:59.056827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-fb1706be-9b27-40d3-bbe2-2f34dde9e7f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765467 Aug 27 02:36:59.063167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Port 2d52d61f-d62a-457b-9f23-e262f87b3db6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:59.090077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/108456b6-cc49-46f2-9289-769a6ebeda69/b0e5dd2f-927e-4e5c-9d7e-eba48a013401) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:59.146935 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.181981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-db4fe42e-cb3f-40b7-b42f-9d5b40c2a9a9 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160014 Aug 27 02:36:59.198740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Provisioning complete for port a82dd58a-af23-4184-b5b7-73293b70df48 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:59.199405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-126c0d89-3ebe-4222-931f-7510e4c7c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.209205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:59.242591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a82dd58a-af23-4184-b5b7-73293b70df48, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a82dd58a-af23-4184-b5b7-73293b70df48,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:36:59.284681 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.302973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-688cad2d-4b66-40af-b4dc-a809e13e9b21 req-11547121-b8e9-4eeb-9575-65952c78f9ab service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130955 Aug 27 02:36:59.462640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a82dd58a-af23-4184-b5b7-73293b70df48,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:59.502515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 391ff128-428a-44f1-8f5d-ea8d8e00d311 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:36:59.531184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 391ff128-428a-44f1-8f5d-ea8d8e00d311 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:36:59.531531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 391ff128-428a-44f1-8f5d-ea8d8e00d311 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:36:59.602272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.611221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Transition to ACTIVE for port object b0e5dd2f-927e-4e5c-9d7e-eba48a013401 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:59.627020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Transition to ACTIVE for port object b0e5dd2f-927e-4e5c-9d7e-eba48a013401 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:36:59.632338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.636266 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.734039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:59.741482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866bcad-c802-49a7-bf33-1143410fd84e req-6fa994de-05c0-4601-bd80-36384b8afdb4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:59.744023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e866bcad-c802-49a7-bf33-1143410fd84e req-6fa994de-05c0-4601-bd80-36384b8afdb4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.15 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 946 time: 0.0649340 Aug 27 02:36:59.751550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccda4bf-2841-448c-9035-628afc5ee9dc req-a8ec8f7b-867a-4ed9-84ef-f6101a1c3d7a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:36:59.753196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eccda4bf-2841-448c-9035-628afc5ee9dc req-a8ec8f7b-867a-4ed9-84ef-f6101a1c3d7a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 946 time: 0.4888904 Aug 27 02:36:59.758075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:59.763175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::d44c:f022:8049:92c1 (92eac24d-ff82-48bb-be22-fc03ecea96f3/108456b6-cc49-46f2-9289-769a6ebeda69/29208d5d-0345-4abe-83c5-7a4a35b74bc6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:36:59.856333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:36:59.864348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:36:59.868308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:36:59.884162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Pushing event updated for resources: {'Port': ['ID=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:36:59.905941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a3a9c191-6ce3-48c7-976b-5ecc94af7301 None None] Provisioning complete for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:36:59.906309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c191-6ce3-48c7-976b-5ecc94af7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.921850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port 9d645f4f-b662-46a5-9929-0a409fa1d893 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:36:59.922929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.933701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.945205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9c191-6ce3-48c7-976b-5ecc94af7301 None None] Port 2d52d61f-d62a-457b-9f23-e262f87b3db6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:36:59.974615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Attempting to bind port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:36:59.974993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Attempting to bind port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:36:59.975663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Attempting to bind port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:36:59.981597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:36:59.982436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:36:59.982988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.983241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:36:59.983712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Bound port: b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:36:59.984231 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:36:59.999328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eccda4bf-2841-448c-9035-628afc5ee9dc req-03508dd5-80eb-4f59-9264-140ae29a8d48 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337089 Aug 27 02:37:00.090138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc1dd35f-0134-4891-8bf0-b9ccbf1ca38e None None] Provisioning complete for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:00.090625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd35f-0134-4891-8bf0-b9ccbf1ca38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.113686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] For port b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:00.118139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port 9d645f4f-b662-46a5-9929-0a409fa1d893, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9d645f4f-b662-46a5-9929-0a409fa1d893,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:00.118571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.137623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12165f-8288-4474-8ac9-c53e75406e11 req-2587a108-b5e5-4c8b-8914-ef3351c53082 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:00.138466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] For port b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:00.145375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d12165f-8288-4474-8ac9-c53e75406e11 req-2587a108-b5e5-4c8b-8914-ef3351c53082 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 944 time: 0.1148765 Aug 27 02:37:00.147477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dd35f-0134-4891-8bf0-b9ccbf1ca38e None None] Port 2d52d61f-d62a-457b-9f23-e262f87b3db6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:00.156685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.157827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for 9d645f4f-b662-46a5-9929-0a409fa1d893 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:00.205747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d12165f-8288-4474-8ac9-c53e75406e11 req-d7b8f6fc-fb1b-495f-95c1-8e7e2004273c tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594192 Aug 27 02:37:00.207331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:00.247017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e4015-38af-4bb2-9d41-7c8debded49e None None] Pushing event updated for resources: {'Port': ['ID=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.273414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.361715 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.361950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.369040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 29208d5d-0345-4abe-83c5-7a4a35b74bc6 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:00.374182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9d645f4f-b662-46a5-9929-0a409fa1d893'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:00.378083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.394568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=9d645f4f-b662-46a5-9929-0a409fa1d893,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.453125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['88806c43-9b80-4f78-91e5-1074d2342c2c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:00.481107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] No DVR routers for this DVR port 9d645f4f-b662-46a5-9929-0a409fa1d893 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:00.483822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.488504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e866bcad-c802-49a7-bf33-1143410fd84e req-e740a722-18b1-4f9c-9b8b-d8bde7df2c1f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.15 "DELETE /v2.0/ports/9d645f4f-b662-46a5-9929-0a409fa1d893 HTTP/1.1" status: 204 len: 173 time: 0.7367764 Aug 27 02:37:00.489510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'name': 'network-vif-deleted', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:00.492094 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a7243-0520-4dd7-9e9c-72417707580b" -d '{"events": [{"server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "name": "network-vif-deleted", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:00.496942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event updated for resources: {'Port': ['ID=572076c3-8265-4969-9b36-a6302910be46,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.499910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:00.536582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:00.558049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:00.558710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:00.559568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.570782 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e23e6a-0dba-41ab-a38d-485667aa77e3 x-openstack-request-id: req-37e23e6a-0dba-41ab-a38d-485667aa77e3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:00.571078 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92403d58-cfed-42f6-bc06-c2275a17831e", "name": "network-vif-deleted", "tag": "9d645f4f-b662-46a5-9929-0a409fa1d893", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:00.571338 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37e23e6a-0dba-41ab-a38d-485667aa77e3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:00.572070 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92403d58-cfed-42f6-bc06-c2275a17831e', 'name': 'network-vif-deleted', 'tag': '9d645f4f-b662-46a5-9929-0a409fa1d893', 'status': 'completed', 'code': 200} Aug 27 02:37:00.623976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-801466bb-52b1-4466-996c-2e889d56392f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0775692 Aug 27 02:37:00.626645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:00.632113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-557885452'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:00.666194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:00.670956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.693120 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Floating IP 96c2c747-5fd9-40f7-931f-9839fdbdc1a6 associated. External IP: 172.25.8.65, port: 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7. Aug 27 02:37:00.708436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:00.723671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.724211 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment d1a4b5ce-b923-4242-9d28-7689ca655825 of type vlan for network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 Aug 27 02:37:00.744734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.748722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:00.782866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.796262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.810191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=29208d5d-0345-4abe-83c5-7a4a35b74bc6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.823030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:00.834126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.843051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:00.843762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.857605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:00.865954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:00.872863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:00.886832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:00.887521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:00.934575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3044720 Aug 27 02:37:00.943870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49192) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:00.959751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44ac60b7-699f-46da-a18d-cb29eff64f23 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2728469 Aug 27 02:37:00.960578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a4783-fada-4458-a610-c0e8a6f8a7fa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=51d9871d-4b9f-4890-be46-6bfb3ffc53f4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:00.961939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:00.964259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49194) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:01.050341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:01.054805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ad032-e3bf-4a57-a876-ca97b298b0e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:01.069060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ad032-e3bf-4a57-a876-ca97b298b0e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:01.074158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e88ad032-e3bf-4a57-a876-ca97b298b0e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1086478 Aug 27 02:37:01.078111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:01.389915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 29208d5d-0345-4abe-83c5-7a4a35b74bc6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:01.390255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.401049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5fee8325-0d94-4554-9b9b-b2e2bdb4a452 req-4cc14cdc-271c-4cf3-9465-19024997fb1c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=92403d58-cfed-42f6-bc06-c2275a17831e HTTP/1.1" status: 200 len: 210 time: 0.1316450 Aug 27 02:37:01.409939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:01.455439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:01.455739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.587986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.594599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:01.599116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.612592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 29208d5d-0345-4abe-83c5-7a4a35b74bc6 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:01.649622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a82dd58a-af23-4184-b5b7-73293b70df48 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:01.768806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80f3b8-f1f0-43e2-8cfb-11c90b6cdce0 req-b0e59ba1-17f4-4d1b-9fc1-ecf047c31951 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:01.777719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b80f3b8-f1f0-43e2-8cfb-11c90b6cdce0 req-b0e59ba1-17f4-4d1b-9fc1-ecf047c31951 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 944 time: 0.4200919 Aug 27 02:37:01.795878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Router 63704384-ac04-47e7-bd8f-007d75f70e11 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:01.821591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:36:56Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:36:57Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:01.860408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b80f3b8-f1f0-43e2-8cfb-11c90b6cdce0 req-5a80de74-000b-4949-9143-06c3cec3e476 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Aug 27 02:37:01.862609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:01.863075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Updating router 1ce8c818-88a0-4426-91d4-96d364152250 port 2d52d61f-d62a-457b-9f23-e262f87b3db6 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:01.866141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.907233 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.913996 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.922597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=29208d5d-0345-4abe-83c5-7a4a35b74bc6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:01.951640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-797f9e6b-4086-4a78-a3fe-2bfb4bfc565c None None] Provisioning for port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:01.964573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:01.967075 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f3eabb-90a4-4d68-a678-f91e59b58bf9" -d '{"events": [{"server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "name": "network-vif-plugged", "status": "completed", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:01.972824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:01.975962 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad764dae-74d9-4056-b761-1404344e9943 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/29208d5d-0345-4abe-83c5-7a4a35b74bc6 HTTP/1.1" status: 204 len: 168 time: 0.8949528 Aug 27 02:37:01.979076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49218) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:02.011468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:02.033852 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.066816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:02.081022 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Sync routers for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:02.088649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a0e37d-ed4b-4ae8-a99a-0393fd0389eb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:02.097495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a0e37d-ed4b-4ae8-a99a-0393fd0389eb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:02.099365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3a0e37d-ed4b-4ae8-a99a-0393fd0389eb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188056 Aug 27 02:37:02.103054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:02.104490 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:02.105644 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:02.110569 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb1ca69-caa8-4684-adf3-4534eab9d742 x-openstack-request-id: req-dfb1ca69-caa8-4684-adf3-4534eab9d742 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:02.111015 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "name": "network-vif-plugged", "status": "completed", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:02.111289 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfb1ca69-caa8-4684-adf3-4534eab9d742 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:02.111787 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9', 'code': 200} Aug 27 02:37:02.215428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 108456b6-cc49-46f2-9289-769a6ebeda69 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:02.224156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.256485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a82dd58a-af23-4184-b5b7-73293b70df48 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:02.262686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.264366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:02.270901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.280261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.318633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-02d0d2fd-1762-4c94-9129-387588d8c3f6 None None] Could not find standard attr ID for object c293f456-3043-41d8-96b5-59c730c52753. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:02.330464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.436285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:02.462026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0e5dd2f-927e-4e5c-9d7e-eba48a013401 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:02.486049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.564916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aabdc39e-c88c-49f7-ab63-b8d2c48dba8f None None] Could not find standard attr ID for object 29208d5d-0345-4abe-83c5-7a4a35b74bc6. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:02.612292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.677593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=108456b6-cc49-46f2-9289-769a6ebeda69,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:02.700910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:02.707056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8196a21-6425-43cb-9cd9-243f6c3f9690 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/108456b6-cc49-46f2-9289-769a6ebeda69 HTTP/1.1" status: 204 len: 168 time: 0.6027439 Aug 27 02:37:02.710142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:02.763337 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '96c2c747-5fd9-40f7-931f-9839fdbdc1a6', 'tenant_id': '92967bc26d174be08089f397092ed051', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'port_id': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'mac_address': 'fa:16:3e:12:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64331d2b-50cc-4620-b4f0-7968658d03af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:36:58Z', 'updated_at': '2021-08-27T02:36:58Z', 'revision_number': 0, 'project_id': '92967bc26d174be08089f397092ed051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:02.814298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1aa917e9-747c-4373-9fa8-8cdfa3801a53 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008022 Aug 27 02:37:02.818999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:02.855886 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Checking router: 63704384-ac04-47e7-bd8f-007d75f70e11 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:02.877673 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:02.878734 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:02.936608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26c44b-2dbd-423c-a748-7c60f7d8cbcd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:02.938411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d26c44b-2dbd-423c-a748-7c60f7d8cbcd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1175206 Aug 27 02:37:02.941275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:03.014297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50213260-2275-4fc0-82da-10733434ba14 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:03.062770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed129a4-1ea3-417b-a977-f6235ac045bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.065017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ed129a4-1ea3-417b-a977-f6235ac045bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1226392 Aug 27 02:37:03.075587 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:03.080551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953083cd-10df-4935-a9c5-895c0d58974f req-e6a217ba-1f40-441f-9d6d-52f9a792cb85 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.088697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-953083cd-10df-4935-a9c5-895c0d58974f req-e6a217ba-1f40-441f-9d6d-52f9a792cb85 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.1322484 Aug 27 02:37:03.108846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:03.127582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:03.143795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:03.144220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.158846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f56af28-4976-4e0b-bed0-a8c504cdc214 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463240 Aug 27 02:37:03.165434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:03.171091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:03.213191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-953083cd-10df-4935-a9c5-895c0d58974f req-bbe1074c-badb-48ed-bb1e-7fdbbbd943b0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198566 Aug 27 02:37:03.222970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da50f6-d1b2-42c1-9249-3aaa58a7dbdc req-f9af3049-5f3b-4bde-a743-f88d34e1ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.224864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1da50f6-d1b2-42c1-9249-3aaa58a7dbdc req-f9af3049-5f3b-4bde-a743-f88d34e1ad6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 1096 time: 1.0721560 Aug 27 02:37:03.267617 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.282426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e6195b87-8cf0-4b0c-9c26-766287b01b4b tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3264310 Aug 27 02:37:03.301490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:03.304186 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093c929-ea00-495b-b038-bec765eee69b" -d '{"events": [{"name": "network-changed", "server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:03.307614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=470ec945-9e91-4257-b995-f1ac19c1d13a,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:03.308092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Transition to ACTIVE for port object 2d52d61f-d62a-457b-9f23-e262f87b3db6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:03.338356 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.346123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.379052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:03.386460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.428095 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb64bc4-d9c4-4bb0-9d05-abad1f1fc6aa x-openstack-request-id: req-8fb64bc4-d9c4-4bb0-9d05-abad1f1fc6aa {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:03.428521 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:03.428881 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb64bc4-d9c4-4bb0-9d05-abad1f1fc6aa {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:03.429387 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'status': 'completed', 'code': 200} Aug 27 02:37:03.441443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9d645f4f-b662-46a5-9929-0a409fa1d893 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:03.443840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:03.484587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1da50f6-d1b2-42c1-9249-3aaa58a7dbdc req-e63971a7-c7f9-4adf-9ca0-d3c366bb1989 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660502 Aug 27 02:37:03.488536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 9d645f4f-b662-46a5-9929-0a409fa1d893 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:03.489064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9d645f4f-b662-46a5-9929-0a409fa1d893 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:03.504443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e303c-57aa-482f-a853-4f510aac20df req-eff2cc85-d850-417b-9467-4e0f84c5eff2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.506686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f75e303c-57aa-482f-a853-4f510aac20df req-eff2cc85-d850-417b-9467-4e0f84c5eff2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.2806208 Aug 27 02:37:03.528840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9562129-b1b4-4647-a19d-0605a815c103 req-6ddf834d-1fab-4469-a2c4-221647230cea tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.536833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9562129-b1b4-4647-a19d-0605a815c103 req-6ddf834d-1fab-4469-a2c4-221647230cea tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.3631086 Aug 27 02:37:03.538835 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '96c2c747-5fd9-40f7-931f-9839fdbdc1a6', 'tenant_id': '92967bc26d174be08089f397092ed051', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'port_id': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'mac_address': 'fa:16:3e:12:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64331d2b-50cc-4620-b4f0-7968658d03af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:36:58Z', 'updated_at': '2021-08-27T02:36:58Z', 'revision_number': 0, 'project_id': '92967bc26d174be08089f397092ed051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:03.564905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:03.565458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 51d9871d-4b9f-4890-be46-6bfb3ffc53f4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:03.600930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9562129-b1b4-4647-a19d-0605a815c103 req-1ba9cf6d-8bc1-497a-b18b-c8fea736d3ff tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Aug 27 02:37:03.613027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47f92-7eb4-4a6f-9d48-d81c37b4f9c3 None None] Pushing event updated for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:03.620444 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cce4f-55c8-462d-9d56-9820f36880f6 None None] The sync data for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 is: [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '96c2c747-5fd9-40f7-931f-9839fdbdc1a6', 'tenant_id': '92967bc26d174be08089f397092ed051', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'port_id': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'mac_address': 'fa:16:3e:12:a7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64331d2b-50cc-4620-b4f0-7968658d03af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:36:58Z', 'updated_at': '2021-08-27T02:36:58Z', 'revision_number': 0, 'project_id': '92967bc26d174be08089f397092ed051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:03.631462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:03.633573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:03.649650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 51d9871d-4b9f-4890-be46-6bfb3ffc53f4) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:03.654993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.655585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.672163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.698509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d09479-d11d-4a9c-a2cb-8dc533712810 None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:03.698872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f064bc65-a122-44a6-a9e0-23c63a8b6c07 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7427986 Aug 27 02:37:03.701456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49252) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:03.713708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Attempting to bind port 2d52d61f-d62a-457b-9f23-e262f87b3db6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:03.721356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Attempting to bind port 2d52d61f-d62a-457b-9f23-e262f87b3db6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:03.722178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Attempting to bind port 2d52d61f-d62a-457b-9f23-e262f87b3db6 on network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:03.783936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c929-ea00-495b-b038-bec765eee69b req-8a3eb8ad-01ac-4af8-b683-91ede148ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.785483 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-8a3eb8ad-01ac-4af8-b683-91ede148ec25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.3200622 Aug 27 02:37:03.787658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.835625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:03.837092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Checking segment: {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:03.837691 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.838279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Bound using segment: {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:03.839120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Bound port: 2d52d61f-d62a-457b-9f23-e262f87b3db6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94a77a6-60e4-49a9-8f39-294c88144b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:03.842517 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.856624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:03.868353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0e5dd2f-927e-4e5c-9d7e-eba48a013401 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:03.913826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:03.920841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:03.921435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:03.980570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Deleting port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:03.981223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.062915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8938603 Aug 27 02:37:04.062915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171a7d5-8b21-4b09-880d-608d30bc6410 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=1fae8e92-1f1b-4b54-a954-a5d20bef95db,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.064010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49262) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:04.071171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '1fae8e92-1f1b-4b54-a954-a5d20bef95db', 'ip_address': '2001:db8::537a:89d9:a68c:e3d9'}], 'name': 'tempest-NetworksTestDHCPv6-509615861'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:04.107519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c929-ea00-495b-b038-bec765eee69b req-39e36641-41c9-48df-abd8-d012140ced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.109014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-39e36641-41c9-48df-abd8-d012140ced3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.2493348 Aug 27 02:37:04.118302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0ba98-8e95-43a8-bccc-ca0c7c7e15d1 None None] New status for floating IP 96c2c747-5fd9-40f7-931f-9839fdbdc1a6: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:37:04.185168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] For port 2d52d61f-d62a-457b-9f23-e262f87b3db6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:04.196313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] For port 2d52d61f-d62a-457b-9f23-e262f87b3db6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2d52d61f-d62a-457b-9f23-e262f87b3db6,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:04.201106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.222415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-b8b5447f-2e91-4776-93e4-ed44b1e134de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 999 time: 0.1032586 Aug 27 02:37:04.267384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.335923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port 88806c43-9b80-4f78-91e5-1074d2342c2c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:04.336500 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.372185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.443589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port 88806c43-9b80-4f78-91e5-1074d2342c2c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=88806c43-9b80-4f78-91e5-1074d2342c2c,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:04.445064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.460786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for 88806c43-9b80-4f78-91e5-1074d2342c2c owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:04.526613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] For port b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:04.527042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.560678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47f92-7eb4-4a6f-9d48-d81c37b4f9c3 None None] Pushing event updated for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.578964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Calling delete_port for b0e5dd2f-927e-4e5c-9d7e-eba48a013401 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:04.673224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:04.673910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:04.678109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c929-ea00-495b-b038-bec765eee69b req-1aeaae6a-3142-462c-916a-40c40f17e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.679680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-1aeaae6a-3142-462c-916a-40c40f17e3be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.4483626 Aug 27 02:37:04.683223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b0e5dd2f-927e-4e5c-9d7e-eba48a013401, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:04.700088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:04.705068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.740925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:04.792551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.831954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c929-ea00-495b-b038-bec765eee69b req-a3651e85-c0c8-4d85-af33-e8b5d3d4ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.844107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-a3651e85-c0c8-4d85-af33-e8b5d3d4ffec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478283 Aug 27 02:37:04.858308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7d84-ddf4-48b2-a010-f23b8f2903fc req-9531cc12-2a3b-4146-b89c-6d4119c88246 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:04.859783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd9e7d84-ddf4-48b2-a010-f23b8f2903fc req-9531cc12-2a3b-4146-b89c-6d4119c88246 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=417ef8c5-2b5e-402f-b228-b55d771b59ee HTTP/1.1" status: 200 len: 946 time: 0.2126033 Aug 27 02:37:04.889912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:04.949643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-2eb7bddd-49dc-4464-9d3a-df8a5e27c965 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888457 Aug 27 02:37:04.971894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=88806c43-9b80-4f78-91e5-1074d2342c2c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:04.994969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58bf2-0117-43b4-846d-71c74c8b544f req-1a049d30-4b65-4c84-a55b-8911c78ddc01 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:05.011578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee58bf2-0117-43b4-846d-71c74c8b544f req-1a049d30-4b65-4c84-a55b-8911c78ddc01 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.2867417 Aug 27 02:37:05.046152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:05.061624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd9e7d84-ddf4-48b2-a010-f23b8f2903fc req-8c9ac64a-d26c-45bc-8879-0d06748d0e32 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=352c93cf-f732-4f23-a020-70f42c592a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972695 Aug 27 02:37:05.139295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.142284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d093c929-ea00-495b-b038-bec765eee69b req-7b446259-43ba-4ec3-88d9-a05cf37181d6 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836593 Aug 27 02:37:05.164886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] No DVR routers for this DVR port 88806c43-9b80-4f78-91e5-1074d2342c2c on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:05.174273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:05.204526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.217317 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f75e303c-57aa-482f-a853-4f510aac20df req-1e15055b-2969-422f-b4ab-67e3aa6dbad2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "DELETE /v2.0/ports/88806c43-9b80-4f78-91e5-1074d2342c2c HTTP/1.1" status: 204 len: 173 time: 1.3190463 Aug 27 02:37:05.237163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.263835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.405248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port ef5456d4-0041-4398-953a-4895da45c551 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:05.424640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee58bf2-0117-43b4-846d-71c74c8b544f req-287da5fd-7e2e-494f-81f6-ff9f1af76083 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562768 Aug 27 02:37:05.430830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'name': 'network-vif-deleted', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:05.434736 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64e7f3-d500-429b-83eb-673b1f1955ef" -d '{"events": [{"server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "name": "network-vif-deleted", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:05.498930 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e9947-5f43-42f8-a3d8-bc5e312cf46c x-openstack-request-id: req-5f5e9947-5f43-42f8-a3d8-bc5e312cf46c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:05.499221 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ef8c5-2b5e-402f-b228-b55d771b59ee", "name": "network-vif-deleted", "tag": "88806c43-9b80-4f78-91e5-1074d2342c2c", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:05.499474 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f5e9947-5f43-42f8-a3d8-bc5e312cf46c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:05.499880 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417ef8c5-2b5e-402f-b228-b55d771b59ee', 'name': 'network-vif-deleted', 'tag': '88806c43-9b80-4f78-91e5-1074d2342c2c', 'status': 'completed', 'code': 200} Aug 27 02:37:05.571438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] Pushing event deleted for resources: {'Port': ['ID=b0e5dd2f-927e-4e5c-9d7e-eba48a013401,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:05.578460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6beadaf-554c-40da-acc4-8eb9742588c0 None None] No DVR routers for this DVR port b0e5dd2f-927e-4e5c-9d7e-eba48a013401 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:05.602760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f47e46-f9f4-4004-bc9e-1242f0397402 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:05.607135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Allocated IP 172.21.0.2 (51d9871d-4b9f-4890-be46-6bfb3ffc53f4/470ec945-9e91-4257-b995-f1ac19c1d13a/58ea80ac-1bc0-49b7-97a4-a650c023ef85) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:05.738588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::537a:89d9:a68c:e3d9 (92eac24d-ff82-48bb-be22-fc03ecea96f3/1fae8e92-1f1b-4b54-a954-a5d20bef95db/ef5456d4-0041-4398-953a-4895da45c551) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:05.954135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:36:56Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:04Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:05.985162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:05.988631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f9b78-9d9f-47e1-899c-2630f8628c0c None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:36:56Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:04Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:06.023378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object ef5456d4-0041-4398-953a-4895da45c551 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.023680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '1fae8e92-1f1b-4b54-a954-a5d20bef95db'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:06.024594 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.045065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.056496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Transition to ACTIVE for port object 58ea80ac-1bc0-49b7-97a4-a650c023ef85 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.141264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.193539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Transition to ACTIVE for port object 58ea80ac-1bc0-49b7-97a4-a650c023ef85 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.246151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.299992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Pushing event updated for resources: {'Port': ['ID=58ea80ac-1bc0-49b7-97a4-a650c023ef85,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:06.336987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:06.346803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:06.349208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/1fae8e92-1f1b-4b54-a954-a5d20bef95db/b31c49a9-430b-45f6-9fb0-06bbf2a3f470) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:06.351427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:06.352674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:06.372860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:06.387337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:06.393442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:06.393948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.460503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=ef5456d4-0041-4398-953a-4895da45c551,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:06.472109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.21.0.1 (51d9871d-4b9f-4890-be46-6bfb3ffc53f4/470ec945-9e91-4257-b995-f1ac19c1d13a/b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:06.489708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40b89b71-5c0e-4be7-9171-d7af9cc61d98 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4210615 Aug 27 02:37:06.489708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:06.494090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '1fae8e92-1f1b-4b54-a954-a5d20bef95db', 'ip_address': '2001:db8::537a:89d9:a68c:e3d9'}], 'name': 'tempest-NetworksTestDHCPv6-215228200'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:06.583382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Attempting to bind port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:06.586493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Attempting to bind port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:06.589702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Attempting to bind port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 on network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:06.606078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:06.606376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Checking segment: {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:06.606815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.607216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Bound using segment: {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:06.607698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Bound port: 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:06.608086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.662746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad3565-7aa5-4fe8-bff1-83755a6ed028 req-8efaf08d-e722-44ba-ab8f-9d415845b1e6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:06.673001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fad3565-7aa5-4fe8-bff1-83755a6ed028 req-8efaf08d-e722-44ba-ab8f-9d415845b1e6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.0903296 Aug 27 02:37:06.713866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fad3565-7aa5-4fe8-bff1-83755a6ed028 req-40046967-6697-4623-8b81-e022e5ca2193 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Aug 27 02:37:06.778983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.803159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] For port 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:06.809304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] For port 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58ea80ac-1bc0-49b7-97a4-a650c023ef85,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:06.810745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Transition to ACTIVE for port object b31c49a9-430b-45f6-9fb0-06bbf2a3f470 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.816964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b5a2-1e61-48a3-a002-f3e5ee443f5c req-f734634d-31cb-400e-9560-7541b2e921a4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:06.824225 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.826301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f585b5a2-1e61-48a3-a002-f3e5ee443f5c req-f734634d-31cb-400e-9560-7541b2e921a4 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.2076604 Aug 27 02:37:06.842502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Transition to ACTIVE for port object b31c49a9-430b-45f6-9fb0-06bbf2a3f470 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.871316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88806c43-9b80-4f78-91e5-1074d2342c2c no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:06.914541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.934677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:06.942429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:06.976026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 88806c43-9b80-4f78-91e5-1074d2342c2c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:06.976306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 88806c43-9b80-4f78-91e5-1074d2342c2c not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:07.044691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:07.053406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:07.057740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47094-7e3d-43eb-8f5d-509e1cbd6459 None None] Pushing event updated for resources: {'Port': ['ID=58ea80ac-1bc0-49b7-97a4-a650c023ef85,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:07.068218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:07.075070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f585b5a2-1e61-48a3-a002-f3e5ee443f5c req-a4860efc-32bc-4566-96b2-db713a9089b0 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431319 Aug 27 02:37:07.086907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.086907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:07.087638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.152565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Pushing event updated for resources: {'Port': ['ID=b31c49a9-430b-45f6-9fb0-06bbf2a3f470,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:07.153710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:07.238971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 7c7521bf-28ca-4389-95f2-c91894760eb6 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:07.271979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:07.276668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:07.296116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Attempting to bind port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:07.296385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Attempting to bind port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:07.296840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Attempting to bind port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:07.310160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:07.310799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:07.311196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.311598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:07.312092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Bound port: b31c49a9-430b-45f6-9fb0-06bbf2a3f470, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:07.312476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.335102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:07.425785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] For port b31c49a9-430b-45f6-9fb0-06bbf2a3f470, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:07.430418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] For port b31c49a9-430b-45f6-9fb0-06bbf2a3f470, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b31c49a9-430b-45f6-9fb0-06bbf2a3f470,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:07.440750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.458554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.554061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a2b54-bcb3-4b3b-8f75-36e08b43074c None None] Pushing event updated for resources: {'Port': ['ID=b31c49a9-430b-45f6-9fb0-06bbf2a3f470,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:07.630684 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:37:07.631212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:07.677257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:07.690480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-961c2dae-9e70-47b3-bbf1-c98109df5f7a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1985424 Aug 27 02:37:07.691769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49320) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:07.770490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a463792-f65a-4d38-bf43-a412b927f3dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:07.784742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a463792-f65a-4d38-bf43-a412b927f3dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:07.792917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a463792-f65a-4d38-bf43-a412b927f3dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0990276 Aug 27 02:37:07.807971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:08.001336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port ef5456d4-0041-4398-953a-4895da45c551 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:08.001747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.006116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2d52d61f-d62a-457b-9f23-e262f87b3db6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:08.106966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:08.115694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:08.118416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.213626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.248112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for ef5456d4-0041-4398-953a-4895da45c551 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:08.308555 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.315664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.335740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.370312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2d52d61f-d62a-457b-9f23-e262f87b3db6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2d52d61f-d62a-457b-9f23-e262f87b3db6,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:08.375791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.376976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58ea80ac-1bc0-49b7-97a4-a650c023ef85 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:08.435303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf11b09-12ca-4bf8-bb64-ac84099754ed req-d91d600d-33de-45f7-9235-469180c87b28 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:08.437330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf11b09-12ca-4bf8-bb64-ac84099754ed req-d91d600d-33de-45f7-9235-469180c87b28 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.1912735 Aug 27 02:37:08.511704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.517417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:08.543445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:08.566178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:08.627108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf11b09-12ca-4bf8-bb64-ac84099754ed req-8fbdc9a1-e79a-4298-bce5-b1e13051443e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Aug 27 02:37:08.631941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.711947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=ef5456d4-0041-4398-953a-4895da45c551,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:08.769389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:08.779611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d754921-70e3-43ad-975c-981663909a85 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/ef5456d4-0041-4398-953a-4895da45c551 HTTP/1.1" status: 204 len: 168 time: 0.9695652 Aug 27 02:37:08.779985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:08.869151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5182a3-3543-417b-9862-1a150447e6d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:08.874455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5182a3-3543-417b-9862-1a150447e6d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:08.881767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe5182a3-3543-417b-9862-1a150447e6d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1004241 Aug 27 02:37:08.884650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:08.989682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 1fae8e92-1f1b-4b54-a954-a5d20bef95db {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:09.004225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.072350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ce525-3adc-4adf-8e4b-f3902827d270 None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:09.083018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.202726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.288267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Provisioning for port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:09.297076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Provisioning complete for port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:09.301701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.329246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.364141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-c49768db-f243-4147-aa61-e7d567145ab7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:09.366823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-c49768db-f243-4147-aa61-e7d567145ab7 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.8773680 Aug 27 02:37:09.384085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=1fae8e92-1f1b-4b54-a954-a5d20bef95db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:09.410245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.415583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7199910c-3788-42ab-8479-5451816c453f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/1fae8e92-1f1b-4b54-a954-a5d20bef95db HTTP/1.1" status: 204 len: 168 time: 0.5293000 Aug 27 02:37:09.417960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:09.497785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:09.504675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96b137b9-fdc3-4fbe-8816-00d6005d6864 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853605 Aug 27 02:37:09.514945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:09.517269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:09.520216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:09.528104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb76444-4e2c-457d-b00c-a75c84836fc0 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:09.744340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:09.806534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:09.812407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.817000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:09.972030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] For port 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58ea80ac-1bc0-49b7-97a4-a650c023ef85,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:09.998636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.000723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:10.025843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:10.026923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c1c65168-f0a1-499b-b335-b9ab2e1faea4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3242519 Aug 27 02:37:10.034448 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:10.050185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:10.056175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port 5c8ab161-9bf6-4506-97c0-657d0423a91e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:10.056565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.059131 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:10.096352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94301f96-a9df-476b-90fc-5421a205631e None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:10.115869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2d52d61f-d62a-457b-9f23-e262f87b3db6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:10.277311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:10.282123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed6028-0b5a-4add-b93c-068536ee8e48 None None] Pushing event updated for resources: {'Port': ['ID=58ea80ac-1bc0-49b7-97a4-a650c023ef85,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:10.282334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:10.299811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fc39febf-2406-4f7e-a255-80a3adb384c7 None None] Provisioning for port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:10.381760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Deleting port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:10.382378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.398054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] For port 5c8ab161-9bf6-4506-97c0-657d0423a91e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=5c8ab161-9bf6-4506-97c0-657d0423a91e,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:10.398682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.448613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-1688348859'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:10.464194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570b7d4-0405-4013-8774-818e53e3e622 req-34db8d06-5930-4ae1-8da8-0e3a67952b1a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:10.472477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3570b7d4-0405-4013-8774-818e53e3e622 req-34db8d06-5930-4ae1-8da8-0e3a67952b1a tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 944 time: 0.7145641 Aug 27 02:37:10.479133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.481896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2d52d61f-d62a-457b-9f23-e262f87b3db6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:10.486951 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.625491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=95205ea7-5617-4567-baba-e26a76114578,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:10.656231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df1e3cb-4713-4323-b028-ad2b043f533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.670815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:10.675845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-94301f96-a9df-476b-90fc-5421a205631e None None] For port b31c49a9-430b-45f6-9fb0-06bbf2a3f470, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b31c49a9-430b-45f6-9fb0-06bbf2a3f470,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:10.676409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.690299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:10.700691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:10.702702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.718691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Provisioning complete for port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:10.719067 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.737544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:10.753587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:10.789655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Calling delete_port for b31c49a9-430b-45f6-9fb0-06bbf2a3f470 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:10.811202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3570b7d4-0405-4013-8774-818e53e3e622 req-50215383-c3ff-4bf0-8b89-d56030a72c2f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb78c07f-e774-47ab-ad79-a4824f8f0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377817 Aug 27 02:37:10.827375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-853335ee-924d-422e-9694-7a3e44bcfb37 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3109505 Aug 27 02:37:10.829360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:10.871904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '95205ea7-5617-4567-baba-e26a76114578', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-406256344'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:10.937165 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:07Z', 'revision_number': 3, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:11.003373 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:11.003717 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Updating router 1ce8c818-88a0-4426-91d4-96d364152250 port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:11.041929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 5c8ab161-9bf6-4506-97c0-657d0423a91e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:11.044785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:11.058805 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.093029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-1d5dce8d-d2df-4a3f-adea-10ef4627a493 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3351002 Aug 27 02:37:11.094853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.095205 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 9e00f83d-3a93-4d75-8a98-a401b1018126 of type vlan for network aacc48c6-4d05-4d47-94bc-0987516c5276 Aug 27 02:37:11.123316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.126684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.129730 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Floating IP 93ea3a88-2f96-44fe-9120-dda4064cbb09 disassociated. External IP: 172.25.8.18, port: 5c8ab161-9bf6-4506-97c0-657d0423a91e. Aug 27 02:37:11.130327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for 5c8ab161-9bf6-4506-97c0-657d0423a91e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:11.211541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Provisioning for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:11.239771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Provisioning complete for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:11.240145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.261385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.286915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-478a3044-e744-4fa6-aaef-784590b60c83 None None] Port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:11.297496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.316100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-9171329b-f1f3-42ee-b207-45f71dcc1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:11.321676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-9171329b-f1f3-42ee-b207-45f71dcc1ab1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 1096 time: 0.1559262 Aug 27 02:37:11.331287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94301f96-a9df-476b-90fc-5421a205631e None None] Pushing event deleted for resources: {'Port': ['ID=b31c49a9-430b-45f6-9fb0-06bbf2a3f470,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:11.339793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.356640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:11.359150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.362224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94301f96-a9df-476b-90fc-5421a205631e None None] No DVR routers for this DVR port b31c49a9-430b-45f6-9fb0-06bbf2a3f470 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:11.382928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ef31d-2601-45f9-8e9d-aa4e650913a9 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:11.438926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df1e3cb-4713-4323-b028-ad2b043f533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.458759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7df1e3cb-4713-4323-b028-ad2b043f533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.481072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8aa2cdc5-90c7-47aa-a8cd-5f1f7a31e283 None None] Provisioning complete for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:11.481727 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cdc5-90c7-47aa-a8cd-5f1f7a31e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.577904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-810c6546-1c4b-44e0-b3ad-ddbfa45c584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:11.579567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-810c6546-1c4b-44e0-b3ad-ddbfa45c584c service neutron] 10.222.0.46 "GET /v2.0/networks?id=748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 200 len: 915 time: 0.2061505 Aug 27 02:37:11.632591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.644907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:11.669073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=5c8ab161-9bf6-4506-97c0-657d0423a91e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:11.686111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7df1e3cb-4713-4323-b028-ad2b043f533d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1a7d5c049b44f558429fca6b9297616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3931851 Aug 27 02:37:11.689211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:11.690141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1e3cb-4713-4323-b028-ad2b043f533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9905b4b-aff8-4f61-ad7e-22a604484260,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:11.710175 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.740165 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Transition to ACTIVE for port object b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:11.758694 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.832589 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Pushing event updated for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:11.845003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.845985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.846665 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.847345 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.847872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.848386 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.848852 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.858922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.862707 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.863353 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.863741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.864076 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.864415 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:11.901394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-8473b5da-78e3-44b4-99b1-a432dbf4d4d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58 HTTP/1.1" status: 200 len: 217 time: 0.3058157 Aug 27 02:37:11.920640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:11.940891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.972565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58ea80ac-1bc0-49b7-97a4-a650c023ef85 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:11.990228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:11.997517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=aacc48c6-4d05-4d47-94bc-0987516c5276,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.014748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f66d0cce-49de-4764-aec0-c2ceb4b05635 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9833138 Aug 27 02:37:12.014955 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Attempting to bind port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:12.015229 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Attempting to bind port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:12.015749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Attempting to bind port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 on network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:12.015859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:12.026023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:12.031205 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:12.031635 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Checking segment: {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:12.032451 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.034677 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Bound using segment: {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:12.035294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Bound port: b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a4b5ce-b923-4242-9d28-7689ca655825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:12.035605 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.060628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 2c11fa97-1b9f-42eb-baab-a76971616c9b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:12.082453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network aacc48c6-4d05-4d47-94bc-0987516c5276 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:12.113687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4366c93e-7a3b-49a7-88fa-0f7f011f3cd8 req-790a7d45-c2ab-4920-88a0-39f83e912f4c tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 210 time: 0.1115644 Aug 27 02:37:12.148119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2cdc5-90c7-47aa-a8cd-5f1f7a31e283 None None] Port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:12.174417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] For port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:12.180162 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] For port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:12.186930 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.233119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-06d2e4cd-1040-4c42-b26f-af6664305776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:12.237749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-06d2e4cd-1040-4c42-b26f-af6664305776 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 200 len: 854 time: 0.3267653 Aug 27 02:37:12.337120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-89b96eb6-6bc5-49eb-a7fd-2ace54e4f7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=748e5b86-f755-478f-af38-c81c679b7d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714643 Aug 27 02:37:12.340999 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:12.341584 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:12.409647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.413791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.420774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9905b4b-aff8-4f61-ad7e-22a604484260 HTTP/1.1" status: 204 len: 168 time: 0.7234144 Aug 27 02:37:12.438493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828de56-eb46-4c29-9986-076b7db96cd3 None None] Pushing event updated for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.467431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f25809-7f5d-4dc5-bf27-c68eaa6c74fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9905b4b-aff8-4f61-ad7e-22a604484260,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:12.489739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:12.511608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:12.511991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.528393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Sync routers for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:12.578602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:12.591354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] No DVR routers for this DVR port 5c8ab161-9bf6-4506-97c0-657d0423a91e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:12.599057 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.600698 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:37:12.601076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-235aefab-dcdb-4a54-becf-215d4c58db94 req-6260191d-8e8c-4a87-ad25-e223d021b1fa tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.46 "DELETE /v2.0/ports/5c8ab161-9bf6-4506-97c0-657d0423a91e HTTP/1.1" status: 204 len: 173 time: 3.2218871 Aug 27 02:37:12.601249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:37:12.602105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-deleted', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:12.616749 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec340c12-7e76-4747-8861-b12c7b310382" -d '{"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-deleted", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:12.620673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b86e2-f424-425c-946a-a654d9eec2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '95205ea7-5617-4567-baba-e26a76114578'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:12.621891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-863b86e2-f424-425c-946a-a654d9eec2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.636991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:12.639726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:12.693795 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8250b0-e24e-4181-a0b8-044a2c49b895 x-openstack-request-id: req-6c8250b0-e24e-4181-a0b8-044a2c49b895 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:12.694023 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaeff48-e3e6-4adb-b0ad-6078a512239e", "name": "network-vif-deleted", "tag": "5c8ab161-9bf6-4506-97c0-657d0423a91e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:12.694334 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c8250b0-e24e-4181-a0b8-044a2c49b895 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:12.695026 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaeff48-e3e6-4adb-b0ad-6078a512239e', 'name': 'network-vif-deleted', 'tag': '5c8ab161-9bf6-4506-97c0-657d0423a91e', 'status': 'completed', 'code': 200} Aug 27 02:37:12.699159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:12.704042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:12.740427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa4b7bb2-c5b0-47c4-b774-e5793e6a2eae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8886950 Aug 27 02:37:12.740520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:12.811287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-529268ff-9ce1-4f32-81aa-a85a2021cea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0696046 Aug 27 02:37:12.811848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:12.887610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-8ba7a473-7cdf-4d7a-93f8-c32a1714f3b8 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405028 Aug 27 02:37:12.917356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:12.985039 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:07Z', 'revision_number': 3, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:12Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:12.994542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e349e0b7-a114-43b6-b6ee-8087681463ce req-2324ddfd-e93c-43f1-9f0f-6d99f75485c2 service neutron] 10.222.0.46 "GET /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965939 Aug 27 02:37:13.000652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1356f-642f-4d5a-b3e2-e72fca1b9e19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:13.002293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1356f-642f-4d5a-b3e2-e72fca1b9e19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:13.006264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-edb1356f-642f-4d5a-b3e2-e72fca1b9e19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1908679 Aug 27 02:37:13.006824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.049463 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93210275-0caf-4ab3-bf67-3b2ccf67f955 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:07Z', 'revision_number': 3, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:12Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:13.058443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.075262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 95205ea7-5617-4567-baba-e26a76114578 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:13.084182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4f05-b286-4548-8917-4ec6e8ca99b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.084930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.192409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.398154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.436569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96993cf0-75d6-4f8d-8338-c1366222edd2 req-6e7d16aa-9c75-4112-81a3-ab22b8c0552d tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eaeff48-e3e6-4adb-b0ad-6078a512239e HTTP/1.1" status: 200 len: 210 time: 0.0897503 Aug 27 02:37:13.455453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.512269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4f05-b286-4548-8917-4ec6e8ca99b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.514414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:13.524493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4f05-b286-4548-8917-4ec6e8ca99b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.615539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Checking router: 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:13.630154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b31c49a9-430b-45f6-9fb0-06bbf2a3f470 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:13.675125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa4f05-b286-4548-8917-4ec6e8ca99b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5211164d-c9e4-4ecd-a400-781f0a3b6b48,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:13.683373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b31c49a9-430b-45f6-9fb0-06bbf2a3f470 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:13.684123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b31c49a9-430b-45f6-9fb0-06bbf2a3f470 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:13.686712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f7fa4f05-b286-4548-8917-4ec6e8ca99b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e29d24a146e642f8abd523ee5e4c6fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270347 Aug 27 02:37:13.687882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49428) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.689843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:13.690690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:13.731473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=0b1eb3f1-3f3b-419a-a057-84245ccbbd45,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:13.767201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.776799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:13.777170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: aacc48c6-4d05-4d47-94bc-0987516c5276, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:13.797250 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.819941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.876501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.876998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network aacc48c6-4d05-4d47-94bc-0987516c5276 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:13.879864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=95205ea7-5617-4567-baba-e26a76114578,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:13.880386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.886960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5211164d-c9e4-4ecd-a400-781f0a3b6b48 HTTP/1.1" status: 204 len: 168 time: 0.1978748 Aug 27 02:37:13.892812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:13.903072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-02ab3a55-b3d8-4c83-87f8-ac7cc19ee2e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/95205ea7-5617-4567-baba-e26a76114578 HTTP/1.1" status: 204 len: 168 time: 0.8952315 Aug 27 02:37:13.903828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7db02-45c2-4d82-9b8a-554c9f0fb7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5211164d-c9e4-4ecd-a400-781f0a3b6b48,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:13.906889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.986889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:13.992643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:13.996724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b44b97ba-07e0-4160-ab68-56dbdea762ca tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847602 Aug 27 02:37:13.998054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, aacc48c6-4d05-4d47-94bc-0987516c5276) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:14.007028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:14.011146 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.017926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:14.053077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b4acf2ec-2533-4c6f-8912-0063cbd8b1c3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0341151 Aug 27 02:37:14.056432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:14.193281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:14.206232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.286119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97aba25-2e58-4ed3-9e6c-e8e159f91670 None None] Network aacc48c6-4d05-4d47-94bc-0987516c5276 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:14.288017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-863b86e2-f424-425c-946a-a654d9eec2b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95205ea7-5617-4567-baba-e26a76114578: This subnet is being modified by another concurrent operation. Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:37:14.353593 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95205ea7-5617-4567-baba-e26a76114578: This subnet is being modified by another concurrent operation. Aug 27 02:37:14.357303 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:37:14.512525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.597304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49450) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:14.620903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=0fea70d5-3b35-44c0-84e9-60c829e00bd5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:14.654024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:14.655931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:14.660791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:14.661576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.698181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b236991e-fe6c-48f5-b26c-a7db9b0d2a6c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7100735 Aug 27 02:37:14.700305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49456) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:14.710288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1504404736', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:14.717380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.754772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d652a37-5a83-4803-b035-bdbaf5abb5df None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:14.776386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.778077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.811617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.880758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.885088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.896865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.935331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:14.937119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3059d19-f2b9-4e75-8a62-52db5e45955e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2339211 Aug 27 02:37:14.939977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49462) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:14.940352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:14.974589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:14.975064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.033905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.037143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.038492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb78c07f-e774-47ab-ad79-a4824f8f0a72 HTTP/1.1" status: 204 len: 168 time: 0.4394090 Aug 27 02:37:15.078142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:15.078994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-aacc48c6-4d05-4d47-94bc-0987516c5276', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:15.080117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.103495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6496ef0-e181-44d2-8124-f358787bb1e2 tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78c07f-e774-47ab-ad79-a4824f8f0a72,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:15.122277 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-936308d3-e622-4ab4-8c8d-9563e696548f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] show failed (client error): The resource could not be found. Aug 27 02:37:15.123522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-936308d3-e622-4ab4-8c8d-9563e696548f tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "GET /v2.0/security-groups/bb78c07f-e774-47ab-ad79-a4824f8f0a72 HTTP/1.1" status: 404 len: 347 time: 0.0350471 Aug 27 02:37:15.126498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:15.199791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.22.0.1 (aacc48c6-4d05-4d47-94bc-0987516c5276/0b1eb3f1-3f3b-419a-a057-84245ccbbd45/d9296b30-f202-4de3-a35a-448c0ec4bf98) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:15.342194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.361226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object d9296b30-f202-4de3-a35a-448c0ec4bf98 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:15.404182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.487106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network aacc48c6-4d05-4d47-94bc-0987516c5276 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:15.490833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:15.499732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Deleting port e51ceebe-8060-43f8-9384-bfa63c84edf6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:15.500080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.503616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.506040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:15.547234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:15.572944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.791677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.904309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.904806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:15.926673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Calling delete_port for e51ceebe-8060-43f8-9384-bfa63c84edf6 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:15.938913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::1 (92eac24d-ff82-48bb-be22-fc03ecea96f3/0fea70d5-3b35-44c0-84e9-60c829e00bd5/0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:15.972743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:15.973601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.015397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:16.035012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.083935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f15194-e78f-4724-a330-bd4c5404c3ae None None] The sync data for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 is: [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '82babf70-b49d-4edb-b286-4b0930bbe1c7', 'name': '', 'network_id': 'ef4d91af-f633-414f-b200-70de811f4768', 'tenant_id': '57982f151855440c928a2b74647ad613', 'mac_address': 'fa:16:3e:f7:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:17Z', 'updated_at': '2021-08-27T02:25:23Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'subnets': [{'id': '88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:16.089482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Allocated IP 172.22.0.2 (aacc48c6-4d05-4d47-94bc-0987516c5276/0b1eb3f1-3f3b-419a-a057-84245ccbbd45/4b81df19-f569-4020-9477-ea1d073455be) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:16.200830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.237845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:16.252570 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.287768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:16.308068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Pushing event deleted for resources: {'Port': ['ID=e51ceebe-8060-43f8-9384-bfa63c84edf6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.325206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.405931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.408842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.413073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-82ac902e-3af2-4a4a-b504-9261f8f3d76e tempest-ServerActionsTestJSON-1833091984 tempest-ServerActionsTestJSON-1833091984-project] 10.222.0.26 "DELETE /v2.0/floatingips/93ea3a88-2f96-44fe-9120-dda4064cbb09 HTTP/1.1" status: 204 len: 168 time: 1.2825923 Aug 27 02:37:16.413552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:16.417696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.417858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.488529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.503486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:16.505360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:16.508707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:16.509272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.552532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55534802-0238-4b24-ad2a-fe709333a1a0 None None] New status for floating IP 93ea3a88-2f96-44fe-9120-dda4064cbb09: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:37:16.583079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:16.668155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/0fea70d5-3b35-44c0-84e9-60c829e00bd5/642f896f-80d7-4fc2-8db8-3b7ee9ca45d5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:16.758686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.872007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:16.893447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Transition to ACTIVE for port object 4b81df19-f569-4020-9477-ea1d073455be will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:16.949631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Transition to ACTIVE for port object 4b81df19-f569-4020-9477-ea1d073455be will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:16.968461 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.012461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.022249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Network aacc48c6-4d05-4d47-94bc-0987516c5276 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:17.033240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.056286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:17.060671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:17.063229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Pushing event updated for resources: {'Port': ['ID=4b81df19-f569-4020-9477-ea1d073455be,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.093508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.125302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Transition to ACTIVE for port object 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:17.151446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.153968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.218051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Transition to ACTIVE for port object 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:17.220103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Attempting to bind port 4b81df19-f569-4020-9477-ea1d073455be on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:17.220477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Attempting to bind port 4b81df19-f569-4020-9477-ea1d073455be by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:17.220864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Attempting to bind port 4b81df19-f569-4020-9477-ea1d073455be on network aacc48c6-4d05-4d47-94bc-0987516c5276 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:17.227978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:17.228349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Checking segment: {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:17.228754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.229149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Bound using segment: {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:17.229628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Bound port: 4b81df19-f569-4020-9477-ea1d073455be, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:17.230261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.241228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.281368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network aacc48c6-4d05-4d47-94bc-0987516c5276 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:17.283179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:17.300615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Pushing event updated for resources: {'Port': ['ID=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.316862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:17.337850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:17.342818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:17.417885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:17.421806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Attempting to bind port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:17.422266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Attempting to bind port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:17.422726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Attempting to bind port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:17.453071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:17.453470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:17.453867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.458743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:17.459275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Bound port: 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:17.459739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.497978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] For port 4b81df19-f569-4020-9477-ea1d073455be, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:17.527539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] For port 4b81df19-f569-4020-9477-ea1d073455be, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4b81df19-f569-4020-9477-ea1d073455be,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:17.534161 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.567123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:17.575009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0fa007af-68f5-4f19-988f-521ac8c8a143 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5151849 Aug 27 02:37:17.575243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49520) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:17.582918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'network': {'name': 'tempest-RoutersTest-1356520643'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:17.602255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:17.610075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] For port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:17.610889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] For port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:17.620066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:17.627452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:17.628095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:17.633697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.659450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:17.672019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.672322 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added segment 148f3e27-c3cb-4f9d-af44-e2684f49cc8c of type vlan for network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 Aug 27 02:37:17.705333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.718089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eacea5-a03e-4893-aede-6535b1b6de4b None None] Pushing event updated for resources: {'Port': ['ID=4b81df19-f569-4020-9477-ea1d073455be,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.724464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.752424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.758886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:17.759501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.771211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.773826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:17.784559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.786886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:17.825885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0928-98c5-447e-b20d-c944e5046b0d None None] Pushing event updated for resources: {'Port': ['ID=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.858681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2806740 Aug 27 02:37:17.859794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24357-0e28-49ea-b1de-c41d5e07fbc9 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Network': ['ID=3fc12d87-deb7-4926-8e6f-7e37c8c57a41,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:17.862039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:17.879478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'subnet': {'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:17.893956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:18.043401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:18.090763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Made reservation on behalf of 5c19c5b26cb1494cb4277a432a5783db for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:18.101623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.136573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:18.140032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:18.242506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:15Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:18.292576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:18.292984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Updating router 1ce8c818-88a0-4426-91d4-96d364152250 port d9296b30-f202-4de3-a35a-448c0ec4bf98 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:18.330527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.396213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.457882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.468066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Router 1e22802b-6829-47de-a5e3-fb24aa968dd4 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:18.572591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Subnet': ['ID=3c907754-e9d7-44f1-a2df-815d306d8ce8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:18.592448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Checking segment: {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:18.593055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network hostable DHCP agents. Network: 3fc12d87-deb7-4926-8e6f-7e37c8c57a41, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:18.614670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:18.632108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3fc12d87-deb7-4926-8e6f-7e37c8c57a41) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:18.646515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1122a-e5ba-4cb1-b2ad-7d9d769cb5d6 None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:18.659220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:18.660036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.672008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4b81df19-f569-4020-9477-ea1d073455be up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:18.687932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:18.697555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a2d84c6e-f9fb-431f-86b6-cfce99692489 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "PUT /v2.0/routers/1e22802b-6829-47de-a5e3-fb24aa968dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7531583 Aug 27 02:37:18.700192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:18.700389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:18.704492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Sync routers for ids ['1e22802b-6829-47de-a5e3-fb24aa968dd4'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:18.712295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3af345a2-02de-4fff-8c5c-e6f625ff8aed tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8378763 Aug 27 02:37:18.720107 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Routers {'1e22802b-6829-47de-a5e3-fb24aa968dd4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:18.722138 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1e22802b-6829-47de-a5e3-fb24aa968dd4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:18.798269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.832165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Transition to ACTIVE for port object d9296b30-f202-4de3-a35a-448c0ec4bf98 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:18.837118 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Set router 1e22802b-6829-47de-a5e3-fb24aa968dd4 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:18.917484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:18.945668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25176602-de07-4903-ac3e-cde508f75fd2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:18.947217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25176602-de07-4903-ac3e-cde508f75fd2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports/0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 HTTP/1.1" status: 200 len: 911 time: 0.2451179 Aug 27 02:37:18.949866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:18.996646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4b81df19-f569-4020-9477-ea1d073455be completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:19.026549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'fixed_ips': [{'subnet_id': '3c907754-e9d7-44f1-a2df-815d306d8ce8'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:19.027423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.095475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb45032-1d3b-4174-9971-aba7e2cc2c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:19.116757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb45032-1d3b-4174-9971-aba7e2cc2c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:19.123452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6bb45032-1d3b-4174-9971-aba7e2cc2c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1697156 Aug 27 02:37:19.123882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:19.343920 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'name': 'tempest-NetworksTestDHCPv6-router-1504404736', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:88:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:15Z', 'updated_at': '2021-08-27T02:37:17Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:19.417990 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Checking router: 1e22802b-6829-47de-a5e3-fb24aa968dd4 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:19.420009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Updating router 1e22802b-6829-47de-a5e3-fb24aa968dd4 port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:19.471679 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.511879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Deleting port 82babf70-b49d-4edb-b286-4b0930bbe1c7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:19.512225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.656438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Allocated IP 172.23.0.2 (3fc12d87-deb7-4926-8e6f-7e37c8c57a41/3c907754-e9d7-44f1-a2df-815d306d8ce8/efc42a17-37e6-48bd-ac64-0e1e350eb9bb) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:19.717597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.855948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:19.858580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:19.952388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0295965-9d21-48c1-8ea0-876dc5559bee None None] Network aacc48c6-4d05-4d47-94bc-0987516c5276 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:19.983303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1157798-8345-45cd-bcd2-2641786e4ee1 None None] Pushing event updated for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:20.037463 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.039403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] For port 82babf70-b49d-4edb-b286-4b0930bbe1c7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=82babf70-b49d-4edb-b286-4b0930bbe1c7,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:20.039807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.052472 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Transition to ACTIVE for port object 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:20.064838 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.100921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Calling delete_port for 82babf70-b49d-4edb-b286-4b0930bbe1c7 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:20.105857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Attempting to bind port d9296b30-f202-4de3-a35a-448c0ec4bf98 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:20.106230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Attempting to bind port d9296b30-f202-4de3-a35a-448c0ec4bf98 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:20.106625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Attempting to bind port d9296b30-f202-4de3-a35a-448c0ec4bf98 on network aacc48c6-4d05-4d47-94bc-0987516c5276 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:20.147538 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7aad-6fa3-49b4-a797-6557c8189930 None None] Pushing event updated for resources: {'Port': ['ID=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:20.147946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b71ce44-3926-4f36-9536-4c7787d0b2af None None] Provisioning for port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:20.192388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:20.192891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.211428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:20.212333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Checking segment: {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:20.213437 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.214070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Bound using segment: {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:20.214784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Bound port: d9296b30-f202-4de3-a35a-448c0ec4bf98, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e00f83d-3a93-4d75-8a98-a401b1018126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:20.215478 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.234636 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Attempting to bind port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:20.234830 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Attempting to bind port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:20.235373 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Attempting to bind port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:20.247081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:20.247081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:20.247081 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.247506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:20.248958 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Bound port: 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:20.249399 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.387221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.387762 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.399288 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] For port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:20.418999 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] For port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:20.421676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5, host n-d-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:20.422468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.432336 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.453973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:20.458095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.501447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Provisioning for port 4b81df19-f569-4020-9477-ea1d073455be completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:20.548027 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7aad-6fa3-49b4-a797-6557c8189930 None None] Pushing event updated for resources: {'Port': ['ID=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:20.558251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Transition to ACTIVE for port object efc42a17-37e6-48bd-ac64-0e1e350eb9bb will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:20.573091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Provisioning complete for port 4b81df19-f569-4020-9477-ea1d073455be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:20.580087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.595581 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Routers {'1e22802b-6829-47de-a5e3-fb24aa968dd4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:20.598151 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1e22802b-6829-47de-a5e3-fb24aa968dd4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:20.641276 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.702371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Pushing event deleted for resources: {'Port': ['ID=82babf70-b49d-4edb-b286-4b0930bbe1c7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:20.846231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] For port d9296b30-f202-4de3-a35a-448c0ec4bf98, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:20.861255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Transition to ACTIVE for port object efc42a17-37e6-48bd-ac64-0e1e350eb9bb will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:20.930301 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:20.936193 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] Set router 1e22802b-6829-47de-a5e3-fb24aa968dd4 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:20.962778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.011884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.062551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] For port d9296b30-f202-4de3-a35a-448c0ec4bf98, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d9296b30-f202-4de3-a35a-448c0ec4bf98,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:21.065010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Pushing event updated for resources: {'Port': ['ID=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.099224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.145837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:21.184980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:21.207462 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.222212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:21.280219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.302820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Allocated IP 172.23.0.1 (3fc12d87-deb7-4926-8e6f-7e37c8c57a41/3c907754-e9d7-44f1-a2df-815d306d8ce8/b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:21.343403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c625da0-dbab-46ed-9068-33f1671b645c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.371095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.438680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:21.440714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:21.513543 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'name': 'tempest-NetworksTestDHCPv6-router-1504404736', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:88:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:15Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 4, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:21.588007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.596604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65ce54-bbc7-4670-b22b-36a4e6bc27ee None None] The sync data for ids ['1e22802b-6829-47de-a5e3-fb24aa968dd4'] in n-d-806292-1 is: [{'id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'name': 'tempest-NetworksTestDHCPv6-router-1504404736', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:88:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e22802b-6829-47de-a5e3-fb24aa968dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:15Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 4, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '0fea70d5-3b35-44c0-84e9-60c829e00bd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:21.605899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Transition to ACTIVE for port object b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:21.656235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:21.757227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1157798-8345-45cd-bcd2-2641786e4ee1 None None] Pushing event updated for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.760616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c625da0-dbab-46ed-9068-33f1671b645c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.761628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Attempting to bind port efc42a17-37e6-48bd-ac64-0e1e350eb9bb on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:21.762016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Attempting to bind port efc42a17-37e6-48bd-ac64-0e1e350eb9bb by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:21.762462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Attempting to bind port efc42a17-37e6-48bd-ac64-0e1e350eb9bb on network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:21.774536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9c625da0-dbab-46ed-9068-33f1671b645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.792868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.809188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:21.809588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Checking segment: {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:21.809960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.810375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Bound using segment: {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:21.810897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Bound port: efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:21.811267 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.853786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:21.882230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:21.941330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:21.943736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9c625da0-dbab-46ed-9068-33f1671b645c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abb26bd8d76e4bb59dd3d661ef22b207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9777997 Aug 27 02:37:21.944607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] For port 4b81df19-f569-4020-9477-ea1d073455be, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4b81df19-f569-4020-9477-ea1d073455be,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:21.947283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:21.959011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c625da0-dbab-46ed-9068-33f1671b645c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a9cdef-4c78-4738-906b-b2fcfcf3e5ef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:21.987148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:22.003436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:22.043495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:22.075210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:22.081218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Router 1e22802b-6829-47de-a5e3-fb24aa968dd4 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:22.096810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.097316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.097753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.098194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.098856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.099436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.100037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.100466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.100900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.101374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.101824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.102244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:22.108947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:22.114908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.246205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] For port efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:22.251096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] For port efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:22.259018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.263079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.263922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:22.274490 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.287733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d838db1-0c41-4c1a-b7a9-bc34079dfd14 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "PUT /v2.0/routers/1e22802b-6829-47de-a5e3-fb24aa968dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1627204 Aug 27 02:37:22.288882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:22.293075 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.295166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:22.372831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027216d-776b-4a6d-9f06-ea6e01906ffa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:22.375611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027216d-776b-4a6d-9f06-ea6e01906ffa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:22.380554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f027216d-776b-4a6d-9f06-ea6e01906ffa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834405 Aug 27 02:37:22.380740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Could not find standard attr ID for object 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:22.395959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:22.411397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.594308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 0fea70d5-3b35-44c0-84e9-60c829e00bd5 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:22.607919 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.624765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dbbf5-5e53-463a-9961-c9cc3019d87b None None] Pushing event updated for resources: {'Port': ['ID=4b81df19-f569-4020-9477-ea1d073455be,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:22.787535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8c73614-5128-4db1-903e-785e7dcb44b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.801342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-139886d7-0177-4e88-b725-e4fe10e7539a None None] Provisioning complete for port 4b81df19-f569-4020-9477-ea1d073455be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:22.801559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.802356 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-139886d7-0177-4e88-b725-e4fe10e7539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.929688 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:22.967527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c796c8-714a-42f4-aeec-aeac46e2cef4 None None] Pushing event updated for resources: {'Port': ['ID=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.017875 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.020732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.022160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0a9cdef-4c78-4738-906b-b2fcfcf3e5ef HTTP/1.1" status: 204 len: 168 time: 1.0738704 Aug 27 02:37:23.033762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.034168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.067177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:15Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:23.086314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a9cdef-4c78-4738-906b-b2fcfcf3e5ef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.099001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=0fea70d5-3b35-44c0-84e9-60c829e00bd5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:23.114074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.114273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.114562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.114898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.115282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.115582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.115960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.116228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.116609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.116976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.117332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.118631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.126778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.131063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-37f56417-c517-49e6-b664-67be86d16dbf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/0fea70d5-3b35-44c0-84e9-60c829e00bd5 HTTP/1.1" status: 204 len: 168 time: 0.7316811 Aug 27 02:37:23.131459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.132388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.132508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49610) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.132942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.132942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.132942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.133378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.133562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.133976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.134307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.134787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.135114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.135439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a756ff-66b6-4f11-9e36-1ed4a239c0bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:23.154433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68324fd-5683-48ec-aba6-76ed988354df None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:23.159500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523445e6-799e-471e-b4cd-41600376bf52 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:15Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:23.408537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.558339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.576838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa6d602-d872-44af-b50d-e99dcd2bca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.698937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:23.715233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.716116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-45f18ba8-fa33-4cba-90ce-79dea3f8211b admin admin] 10.222.0.26 "PUT /v2.0/routers/5fa92d00-b2eb-4ece-95d3-4cb2f63f45db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2968934 Aug 27 02:37:23.732610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Sync routers for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:23.790887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bfb31e6d-8c74-423f-912a-aaa14252cbe7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6573844 Aug 27 02:37:23.794421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49624) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:23.814462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa6d602-d872-44af-b50d-e99dcd2bca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:23.841629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:23.842446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:23.845769 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:37:23.846790 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:37:23.849194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-139886d7-0177-4e88-b725-e4fe10e7539a None None] Provisioning for port d9296b30-f202-4de3-a35a-448c0ec4bf98 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:23.949732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-139886d7-0177-4e88-b725-e4fe10e7539a None None] Could not find standard attr ID for object 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:24.008325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.079393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.087097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:24.148439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa6d602-d872-44af-b50d-e99dcd2bca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.223299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:24.265592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-caa6d602-d872-44af-b50d-e99dcd2bca20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56e714d46f1d41fbaef96a27b67b0ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057531 Aug 27 02:37:24.269466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.363476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6d602-d872-44af-b50d-e99dcd2bca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b86585-2549-466b-b586-c43f4eb28cb7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:24.371429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.437042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98188a01-7134-45c2-8acc-553891fcdfa2 None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:24.463153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Deleting port a3539aab-93d6-4687-aa86-a45281e0fdfd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:24.465455 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.565857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.570351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.571916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.621235 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.621426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] For port a3539aab-93d6-4687-aa86-a45281e0fdfd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a3539aab-93d6-4687-aa86-a45281e0fdfd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:24.621885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.623780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Deleting port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:24.624142 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.634085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fce136a5-2f62-4224-bce8-57a67d0aff35 None None] Provisioning for port efc42a17-37e6-48bd-ac64-0e1e350eb9bb completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:24.634827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Calling delete_port for a3539aab-93d6-4687-aa86-a45281e0fdfd owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:24.660317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.687962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.688462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Fanout notify agent at l3_agent the message router_deleted on router 1e22802b-6829-47de-a5e3-fb24aa968dd4 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:24.708697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.709800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56ca5678-87ab-4084-a696-f1406125d703 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/routers/1e22802b-6829-47de-a5e3-fb24aa968dd4 HTTP/1.1" status: 204 len: 168 time: 0.9139650 Aug 27 02:37:24.716439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49646) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:24.721824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:24.744993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:24.757997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.768357 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.772827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.817066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] For port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:24.817465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.834265 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.838047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.841524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:24.845300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22b86585-2549-466b-b586-c43f4eb28cb7 HTTP/1.1" status: 204 len: 168 time: 0.5707722 Aug 27 02:37:24.847272 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Sync routers for ids ['1e22802b-6829-47de-a5e3-fb24aa968dd4'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:24.863570 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Routers set() bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:24.864317 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Router IDs set() for agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:37:24.865148 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_agentschedulers_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e22802b-6829-47de-a5e3-fb24aa968dd4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent'). {{(pid=94834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:37:24.880062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1922c-ef1c-4643-9b33-85e5e47b14d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b86585-2549-466b-b586-c43f4eb28cb7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:24.881565 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Routers set() bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:24.881995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Router IDs set() for agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 02:37:24.883214 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_agentschedulers_db [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e22802b-6829-47de-a5e3-fb24aa968dd4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent'). {{(pid=94834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 27 02:37:24.883651 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52433692-8cad-40f7-a0eb-29eaee5f2501 None None] The sync data for ids ['1e22802b-6829-47de-a5e3-fb24aa968dd4'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:24.945552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Calling delete_port for 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:24.945668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event updated for resources: {'Port': ['ID=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.011355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:25.012389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.012791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:25.045035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:25.048965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.145376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 5, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port': {'id': 'a3539aab-93d6-4687-aa86-a45281e0fdfd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:25:12Z', 'updated_at': '2021-08-27T02:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:25.177371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Checking router: 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:25.205141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.219925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:25.227257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Routers {'5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:25.227887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:25.243762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a3539aab-93d6-4687-aa86-a45281e0fdfd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.293137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-59aa21ab-5d1d-4c47-804b-342aa061e315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.369823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.382081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] Set router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:25.448690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:25.471702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ea8a756-7c1e-4399-9425-a82b0d7f7ef4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7683537 Aug 27 02:37:25.474843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.489820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.493686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.497503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:25.568425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:25.586216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=5c6e3782-2aa5-41f7-ba4a-2e561961d192,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.707270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:25.713664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:25.721911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:25.722571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.750095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] No DVR routers for this DVR port 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:25.759090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b047e-b0bb-4dd6-8ae0-79a1e591f02b None None] Pushing event deleted for resources: {'Port': ['ID=642f896f-80d7-4fc2-8db8-3b7ee9ca45d5,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:25.759817 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.766177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:37:25Z', 'revision_number': 7, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:25.768612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.770747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.784832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8f51fb27-ee07-4ea4-9f80-294ff3643c52 None None] Provisioning for port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:25.785231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4f9e4a4-5aac-4589-a94f-a8404cba078d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0675018 Aug 27 02:37:25.794740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:25.805865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:25.861971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3dc4a-8a71-44e9-b2a9-5f4bac5509b7 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:25.864263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efc42a17-37e6-48bd-ac64-0e1e350eb9bb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:25.866064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:25.867502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:25.883330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8f51fb27-ee07-4ea4-9f80-294ff3643c52 None None] Provisioning complete for port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:25.883731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8f51fb27-ee07-4ea4-9f80-294ff3643c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.944544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2275facd-6fc8-40cd-9dc4-b08c7a74d3cc None None] The sync data for ids ['5fa92d00-b2eb-4ece-95d3-4cb2f63f45db'] in n-d-806292-1 is: [{'id': '5fa92d00-b2eb-4ece-95d3-4cb2f63f45db', 'name': 'tempest-ServerActionsTestJSON-1792576900-router', 'tenant_id': '57982f151855440c928a2b74647ad613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:25:11Z', 'updated_at': '2021-08-27T02:37:25Z', 'revision_number': 7, 'project_id': '57982f151855440c928a2b74647ad613', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:25.956035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:25.958728 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.095265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8f51fb27-ee07-4ea4-9f80-294ff3643c52 None None] Port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:26.107638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.120020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.140535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.141097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa92d00-b2eb-4ece-95d3-4cb2f63f45db {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:26.156650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.160403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0153ee3b-1336-415f-8984-20b6f9f50cfd admin admin] 10.222.0.26 "DELETE /v2.0/routers/5fa92d00-b2eb-4ece-95d3-4cb2f63f45db HTTP/1.1" status: 204 len: 168 time: 2.4392529 Aug 27 02:37:26.160403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.160856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-14555898-763a-4ec3-8c94-e6b9a509424b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3649819 Aug 27 02:37:26.161081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.169211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49682) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.276603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Deleting subnet 88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:26.283430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.349240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:26.350397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.390608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.391801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:26.463378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port efc42a17-37e6-48bd-ac64-0e1e350eb9bb completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:26.483170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port efc42a17-37e6-48bd-ac64-0e1e350eb9bb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:26.483655 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.595407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.690218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:37:26.724105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Removed routes are [] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:37:26.724520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.732037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.760119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.799948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.802122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-af946937-2208-4691-bf50-589192756e94 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8 HTTP/1.1" status: 204 len: 168 time: 0.6401350 Aug 27 02:37:26.803342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af946937-2208-4691-bf50-589192756e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ffd3eb-6c2b-4683-8aea-565c0e7e4cd8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:26.806700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:26.859412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d681f-e24d-4edb-b322-606a12ee951f None None] Network ef4d91af-f633-414f-b200-70de811f4768 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:26.894784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-38509b10-2573-4789-af4f-7fb2ca7f1d65 None None] Provisioning complete for port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:26.895327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38509b10-2573-4789-af4f-7fb2ca7f1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.924180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:26.981639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-38509b10-2573-4789-af4f-7fb2ca7f1d65 None None] Port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:26.989185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.031963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Deleting port 111510f3-7aad-4fc9-9d74-d87238cc1523 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:27.032305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.164844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] For port 111510f3-7aad-4fc9-9d74-d87238cc1523, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=111510f3-7aad-4fc9-9d74-d87238cc1523,segment=NetworkSegment(d1e62d2a-4532-4b9a-8941-9a23f5134a6e),segment_id=d1e62d2a-4532-4b9a-8941-9a23f5134a6e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:27.165211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.203196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Calling delete_port for 111510f3-7aad-4fc9-9d74-d87238cc1523 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:27.334180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.410683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=111510f3-7aad-4fc9-9d74-d87238cc1523,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:27.419198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] No DVR routers for this DVR port 111510f3-7aad-4fc9-9d74-d87238cc1523 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:27.474639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/5c6e3782-2aa5-41f7-ba4a-2e561961d192/8b87a746-ac5b-43e6-ac73-1d4182de5f62) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:27.489178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:23Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed', 'name': '', 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:e8:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:19Z', 'updated_at': '2021-08-27T02:37:24Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:20Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:27.496615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.543044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:27.543598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Updating router 1ce8c818-88a0-4426-91d4-96d364152250 port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:27.619943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.631087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4d91af-f633-414f-b200-70de811f4768']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:27.644702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:27.645079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e62d2a-4532-4b9a-8941-9a23f5134a6e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:27.657634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.673752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.683040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:27.683586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:27.750448 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:27.762733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac0ea1-56a9-44b3-97a9-5ccf91d9ec84 None None] DHCP port deletion for ef4d91af-f633-414f-b200-70de811f4768 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:27.776703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.782770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:27.788231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.796221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ef4d91af-f633-414f-b200-70de811f4768 HTTP/1.1" status: 204 len: 168 time: 0.9876194 Aug 27 02:37:27.812291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.813139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4b81df19-f569-4020-9477-ea1d073455be up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:27.817154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.826580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f637af5-bcdf-4225-8aaa-55508e80cbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4d91af-f633-414f-b200-70de811f4768,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:27.908022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.961174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:27.973386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.040347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.055894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Transition to ACTIVE for port object 8b87a746-ac5b-43e6-ac73-1d4182de5f62 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:28.121103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.132240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Transition to ACTIVE for port object 8b87a746-ac5b-43e6-ac73-1d4182de5f62 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:28.135803 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.144720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4b81df19-f569-4020-9477-ea1d073455be triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:28.145661 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.155186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:28.200817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f2071d7-84cf-49ea-a12e-f7dc42209279 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57982f151855440c928a2b74647ad613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782139 Aug 27 02:37:28.203332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.289626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::1 (92eac24d-ff82-48bb-be22-fc03ecea96f3/5c6e3782-2aa5-41f7-ba4a-2e561961d192/2ad490b3-89d2-41bc-993d-f3ae4cb2706f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:28.310084 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.316403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.374252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.395661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:28.411572 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.414665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58cedb8e-78c2-43d8-8cc5-6cb6ba455453 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 934 time: 2.9386840 Aug 27 02:37:28.418757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49722) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.427608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:28.443082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:28.447061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:28.482211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.485466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.486812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/352c93cf-f732-4f23-a020-70f42c592a86 HTTP/1.1" status: 204 len: 168 time: 0.2804530 Aug 27 02:37:28.497474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Pushing event updated for resources: {'Port': ['ID=8b87a746-ac5b-43e6-ac73-1d4182de5f62,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.510714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66d389-e6ee-4a9f-bdaa-71baa86e1a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352c93cf-f732-4f23-a020-70f42c592a86,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.581184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d9296b30-f202-4de3-a35a-448c0ec4bf98 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:28.628536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-70f7f79e-67e2-46fe-82d6-673ec6890fbb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 934 time: 0.2057953 Aug 27 02:37:28.628898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:28.635414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'routes': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:28.650475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Attempting to bind port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:28.651613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Attempting to bind port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:28.652192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Attempting to bind port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:28.656073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.677138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:28.678188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:28.678854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.680310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:28.681121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Bound port: 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:28.681749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.691291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 2ad490b3-89d2-41bc-993d-f3ae4cb2706f will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:28.746266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.839063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:28.871774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:28.877200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:28.880313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:28.881962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:28.999678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.030993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d9296b30-f202-4de3-a35a-448c0ec4bf98 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:29.035413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Transition to ACTIVE for port object b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:29.039090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d9296b30-f202-4de3-a35a-448c0ec4bf98 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:29.040227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.083602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.098206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] For port 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:29.114672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.129246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] For port 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b87a746-ac5b-43e6-ac73-1d4182de5f62,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:29.217387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e242-e58b-47f9-b545-17397f32fc83 None None] Pushing event updated for resources: {'Port': ['ID=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:29.239795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.495888 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.556085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d9296b30-f202-4de3-a35a-448c0ec4bf98, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d9296b30-f202-4de3-a35a-448c0ec4bf98,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:29.557208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420775ee-4c02-4449-acfe-ccb909ab8498 None None] Pushing event updated for resources: {'Port': ['ID=8b87a746-ac5b-43e6-ac73-1d4182de5f62,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:29.561620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Attempting to bind port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:29.562049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Attempting to bind port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:29.562507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Attempting to bind port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed on network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:29.568327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:29.569004 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Checking segment: {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:29.569411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.570493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Bound using segment: {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:29.571006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Bound port: b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148f3e27-c3cb-4f9d-af44-e2684f49cc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:29.571388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.575333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.789253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:29.861676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:29.861676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 642f896f-80d7-4fc2-8db8-3b7ee9ca45d5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:29.883736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:29.918569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:29.925474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] For port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:29.940528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.944067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] For port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:29.948531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:29.950542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.001836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.076033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.extraroute_db [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added routes are [] {{(pid=94831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:37:30.077407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.extraroute_db [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:37:30.122883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:30.129974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e242-e58b-47f9-b545-17397f32fc83 None None] Pushing event updated for resources: {'Port': ['ID=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:30.134081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:30.134454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0ee0598a-3db2-4ca5-a3b4-dc85e21ddeb5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:30.148913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:30.149561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:30.149970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.247652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:30.249057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:30.266975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49762) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:30.543200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:30.587791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Router a0c48764-48b0-4b18-9722-1f6ced55d72a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:30.617128 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.626793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.674081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efc42a17-37e6-48bd-ac64-0e1e350eb9bb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:30.712075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1458464210-network', 'tenant_id': '49728403685344929a6be14cc0cadadc'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:30.756530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:30.815280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:30.825541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Made reservation on behalf of 49728403685344929a6be14cc0cadadc for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:30.828062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Sync routers for ids ['a0c48764-48b0-4b18-9722-1f6ced55d72a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:30.829741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.839105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-911fc93f-65d1-4250-8db3-6af016721166 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "PUT /v2.0/routers/a0c48764-48b0-4b18-9722-1f6ced55d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6685562 Aug 27 02:37:30.846596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49770) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:30.847865 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Routers {'a0c48764-48b0-4b18-9722-1f6ced55d72a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:30.848607 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a0c48764-48b0-4b18-9722-1f6ced55d72a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:30.878256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.905117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:30.920113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:30.921332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b88073f5-e243-44b4-9911-5ee290dacdc8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 700 time: 2.2914369 Aug 27 02:37:30.924008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49774) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.008825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.038205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.040173 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Set router a0c48764-48b0-4b18-9722-1f6ced55d72a gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:31.052081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.088389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63358d00-2c40-4492-a71e-fe0869d5588b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:31.124178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9163dc-2e89-4357-b62b-683715bb69af tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.126545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c9163dc-2e89-4357-b62b-683715bb69af tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports/2ad490b3-89d2-41bc-993d-f3ae4cb2706f HTTP/1.1" status: 200 len: 911 time: 0.2785299 Aug 27 02:37:31.129769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49778) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.161058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8433fa15-2602-489c-8e23-baffe29a98e8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 700 time: 0.2358527 Aug 27 02:37:31.163887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49780) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.177389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:37:31.193943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port efc42a17-37e6-48bd-ac64-0e1e350eb9bb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:31.194330 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.237279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.237910 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Added segment c90ee278-cbb4-4d53-886e-146514f50c58 of type vlan for network e6f1593b-1108-4cd4-abc7-0378334dce8d Aug 27 02:37:31.277872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd0998-e246-4fb0-a33f-38f747b07e80 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.293176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3bf81dbf-271d-45d4-9ef2-2aa1376b2f97 None None] Provisioning for port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:31.293598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd0998-e246-4fb0-a33f-38f747b07e80 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.295826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-09dd0998-e246-4fb0-a33f-38f747b07e80 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1637537 Aug 27 02:37:31.308000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49786) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:31.374242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:26Z', 'revision_number': 6, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed', 'name': '', 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:e8:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:19Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:31.450909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4f28b-3c04-4bf5-a63f-28f50b1c9bbd None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:26Z', 'revision_number': 6, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed', 'name': '', 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:e8:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:19Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:31.500966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b87a746-ac5b-43e6-ac73-1d4182de5f62 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:31.586940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:28Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '2ad490b3-89d2-41bc-993d-f3ae4cb2706f', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:18:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:27Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:31.590604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.655144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Checking router: a0c48764-48b0-4b18-9722-1f6ced55d72a for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:31.660201 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Updating router a0c48764-48b0-4b18-9722-1f6ced55d72a port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:37:31.716454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0dfd845-4822-4e9e-bc29-d51903fd17e1 None None] Provisioning for port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:31.728378 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.752077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0dfd845-4822-4e9e-bc29-d51903fd17e1 None None] Provisioning complete for port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:31.752527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd845-4822-4e9e-bc29-d51903fd17e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.821078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.822061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:31.827112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.906243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfd845-4822-4e9e-bc29-d51903fd17e1 None None] Port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:31.914937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:31.923033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:31.923414 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:31.936469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6651044 Aug 27 02:37:31.940828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49792) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:32.018540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.056546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Request body: {'subnet': {'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1458464210-subnet', 'tenant_id': '49728403685344929a6be14cc0cadadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:32.173044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.179452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7498386-61fd-4dc5-90fd-10954001f95b None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:37:32.231157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e671c6-5ddb-4ca5-aff2-ba3a999028f1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f1593b-1108-4cd4-abc7-0378334dce8d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.266602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e6f1593b-1108-4cd4-abc7-0378334dce8d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:37:32.291058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Made reservation on behalf of 49728403685344929a6be14cc0cadadc for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:32.293456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.313606 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.339251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Transition to ACTIVE for port object 2ad490b3-89d2-41bc-993d-f3ae4cb2706f will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:32.353318 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.427108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1eb7ce3e-471d-4aa5-a2f9-5a0fd710869a None None] Provisioning complete for port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:32.427486 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ce3e-471d-4aa5-a2f9-5a0fd710869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.482861 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787f47-8af6-4ae0-9d9e-66e81e6c909f None None] Pushing event updated for resources: {'Port': ['ID=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.573747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7ce3e-471d-4aa5-a2f9-5a0fd710869a None None] Port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:37:32.603316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b87a746-ac5b-43e6-ac73-1d4182de5f62,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:32.615360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.616152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d9296b30-f202-4de3-a35a-448c0ec4bf98 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:32.617334 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Attempting to bind port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:32.617962 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Attempting to bind port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:32.619617 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Attempting to bind port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:32.636837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:32.637318 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:32.639045 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.639724 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:32.640283 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Bound port: 2ad490b3-89d2-41bc-993d-f3ae4cb2706f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:32.640984 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.647216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:32.647810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.716323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8b87a746-ac5b-43e6-ac73-1d4182de5f62,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:32.739258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.739859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.740063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.740421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.740744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.741075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.741409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.742279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.742643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.742967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.743296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.743622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:37:32.786430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d9296b30-f202-4de3-a35a-448c0ec4bf98 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:32.786699 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.817045 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] For port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:32.824005 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] For port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:32.838122 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.842305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7498386-61fd-4dc5-90fd-10954001f95b None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:37:32.927121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:32.927494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:32.954941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:32.955207 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Routers {'a0c48764-48b0-4b18-9722-1f6ced55d72a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:32.955824 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a0c48764-48b0-4b18-9722-1f6ced55d72a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:32.995275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:33.013810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:33.014478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:33.099415 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:37:33.108607 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787f47-8af6-4ae0-9d9e-66e81e6c909f None None] Pushing event updated for resources: {'Port': ['ID=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.121248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 82babf70-b49d-4edb-b286-4b0930bbe1c7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:33.132241 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] Set router a0c48764-48b0-4b18-9722-1f6ced55d72a gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:33.182002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 82babf70-b49d-4edb-b286-4b0930bbe1c7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:33.182941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 82babf70-b49d-4edb-b286-4b0930bbe1c7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:33.183551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 111510f3-7aad-4fc9-9d74-d87238cc1523 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:33.231212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 111510f3-7aad-4fc9-9d74-d87238cc1523 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:33.231857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 111510f3-7aad-4fc9-9d74-d87238cc1523 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:33.232460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a3539aab-93d6-4687-aa86-a45281e0fdfd no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:33.270506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a3539aab-93d6-4687-aa86-a45281e0fdfd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:33.271218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a3539aab-93d6-4687-aa86-a45281e0fdfd not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:33.337069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.346481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:33.365388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.455138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.559644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.630751 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:28Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '2ad490b3-89d2-41bc-993d-f3ae4cb2706f', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:18:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:27Z', 'updated_at': '2021-08-27T02:37:32Z', 'revision_number': 4, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:33.684567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:33.721909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:33.722339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 02:37:33.727550 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4782aa72-975f-4f64-8098-b3e6e929b5ed None None] The sync data for ids ['a0c48764-48b0-4b18-9722-1f6ced55d72a'] in n-d-806292-1 is: [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:28Z', 'revision_number': 2, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None, '_interfaces': [{'id': '2ad490b3-89d2-41bc-993d-f3ae4cb2706f', 'name': '', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'mac_address': 'fa:16:3e:18:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:27Z', 'updated_at': '2021-08-27T02:37:32Z', 'revision_number': 4, 'project_id': 'feec99021c454843a1cd22edaa444992', 'subnets': [{'id': '5c6e3782-2aa5-41f7-ba4a-2e561961d192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:33.796656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:33.829090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Checking segment: {'id': 'c90ee278-cbb4-4d53-886e-146514f50c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:33.829381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Network hostable DHCP agents. Network: e6f1593b-1108-4cd4-abc7-0378334dce8d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:37:33.849313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec052563-9d25-4485-9281-820987bdd3ef,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:33.991585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Network e6f1593b-1108-4cd4-abc7-0378334dce8d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:37:34.013154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e6f1593b-1108-4cd4-abc7-0378334dce8d) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:34.054724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:34.055582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.085191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Port b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed not found, will not notify nova. {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 02:37:34.086417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b87a746-ac5b-43e6-ac73-1d4182de5f62 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:34.182755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba7601ae-69f4-473e-915a-966be3ac20df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1417384 Aug 27 02:37:34.241136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:34.241985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.322479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:34.346365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:34.348357 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.415020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 2ad490b3-89d2-41bc-993d-f3ae4cb2706f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:34.415572 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.446040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 2ad490b3-89d2-41bc-993d-f3ae4cb2706f owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:34.489829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:30Z', 'revision_number': 7, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed', 'name': '', 'network_id': '3fc12d87-deb7-4926-8e6f-7e37c8c57a41', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:e8:a3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:19Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 4, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '3c907754-e9d7-44f1-a2df-815d306d8ce8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:34.500886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:34.510861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a27b9cf6-cf9e-4fe2-b34a-691cdb774ef7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419135 Aug 27 02:37:34.510861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49826) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:34.594756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:34.623990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:34.624642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:34.636776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 3c907754-e9d7-44f1-a2df-815d306d8ce8 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:34.640542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.733996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.814479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:34.863827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:34.892930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=2ad490b3-89d2-41bc-993d-f3ae4cb2706f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:35.186829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.237062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:33Z', 'revision_number': 8, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:35.312106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce7c37-bae6-4a9b-9684-0a59d2aa33f5 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:33Z', 'revision_number': 8, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:35.511371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Router a0c48764-48b0-4b18-9722-1f6ced55d72a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:35.529173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.608323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:35.618225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-030e9ebd-fee7-4c6e-a1b9-4aeaddd405bf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "PUT /v2.0/routers/a0c48764-48b0-4b18-9722-1f6ced55d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3091018 Aug 27 02:37:35.620614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49860) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:35.636540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1bf894-ca8e-4364-a169-94ff653614b4 None None] Network e6f1593b-1108-4cd4-abc7-0378334dce8d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:35.662669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-c6b341a6-de28-4aa1-8bea-2eea1715dbdb tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:35.671345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-c6b341a6-de28-4aa1-8bea-2eea1715dbdb tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/networks?id=e6f1593b-1108-4cd4-abc7-0378334dce8d HTTP/1.1" status: 200 len: 814 time: 0.7156863 Aug 27 02:37:35.697622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-8773bda3-2983-4559-a06f-8980954d01cd tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/quotas/49728403685344929a6be14cc0cadadc HTTP/1.1" status: 200 len: 375 time: 0.0252550 Aug 27 02:37:35.717655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341b6e6-8953-4046-a4d3-de69d505a275 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:35.721224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341b6e6-8953-4046-a4d3-de69d505a275 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:35.727754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1341b6e6-8953-4046-a4d3-de69d505a275 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1060600 Aug 27 02:37:35.728712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:35.730129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.852444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4b25ba64-8df6-4f61-aec8-5c67444a7727 None None] Provisioning complete for port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:35.853009 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4b25ba64-8df6-4f61-aec8-5c67444a7727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:35.855268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-8ef17469-d723-4a37-9349-73ede2e7f562 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=49728403685344929a6be14cc0cadadc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566913 Aug 27 02:37:35.904458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 5c6e3782-2aa5-41f7-ba4a-2e561961d192 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:35.915053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.025420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.137934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ca155-6408-4957-ad8c-52e7365655ad None None] Network e6f1593b-1108-4cd4-abc7-0378334dce8d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:36.141513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.163325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=3c907754-e9d7-44f1-a2df-815d306d8ce8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:36.175355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.177283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ae50e30-556c-4afa-9a27-d7957f1cd856 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/3c907754-e9d7-44f1-a2df-815d306d8ce8 HTTP/1.1" status: 204 len: 168 time: 1.6666057 Aug 27 02:37:36.213278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-829819b8-c325-4d00-b806-0ee343fc945f service neutron] 10.222.0.26 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570139 Aug 27 02:37:36.235803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:36.259749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.273482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c9555-b9d9-4172-930f-0f90af582fcf None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:36.306842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6e3782-2aa5-41f7-ba4a-2e561961d192,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:36.308643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4b25ba64-8df6-4f61-aec8-5c67444a7727 None None] Could not find standard attr ID for object 2ad490b3-89d2-41bc-993d-f3ae4cb2706f. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:36.330049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.340950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-909d31e9-a6e2-4bbc-83fb-7b2a95b64607 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/5c6e3782-2aa5-41f7-ba4a-2e561961d192 HTTP/1.1" status: 204 len: 168 time: 0.6111560 Aug 27 02:37:36.341853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49872) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:36.370125 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:36.389948 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:36.390727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:36.476500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-86afe0fb-920d-4cf5-a3ab-39e8ef093083 None None] Could not find standard attr ID for object 2ad490b3-89d2-41bc-993d-f3ae4cb2706f. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:36.526560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aafc5b-c99d-4ee4-a659-5bd79af3c9ce None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:36.528970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c89099b-6a21-4ea1-95b4-6d658801481c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1851923 Aug 27 02:37:36.529432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:36.658970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Sync routers for ids ['a0c48764-48b0-4b18-9722-1f6ced55d72a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:36.671502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.678661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:36.698616 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:36.739983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Routers {'a0c48764-48b0-4b18-9722-1f6ced55d72a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:36.741015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a0c48764-48b0-4b18-9722-1f6ced55d72a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:36.880701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Set router a0c48764-48b0-4b18-9722-1f6ced55d72a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:36.941521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:33Z', 'revision_number': 8, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:36.970245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:34Z', 'revision_number': 3, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:37.002488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:37.007914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Checking router: a0c48764-48b0-4b18-9722-1f6ced55d72a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:37.011927 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:37.031537 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:37.032175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:37.042758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] DHCP port deletion for 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:37.049960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Routers {'a0c48764-48b0-4b18-9722-1f6ced55d72a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:37.050751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a0c48764-48b0-4b18-9722-1f6ced55d72a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:37.052611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-e4664dc3-c401-4bc9-ab0a-ecba6ea444d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290513 Aug 27 02:37:37.054714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.063654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.109020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port efc42a17-37e6-48bd-ac64-0e1e350eb9bb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:37.109367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.192028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:37.192427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.204296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] Set router a0c48764-48b0-4b18-9722-1f6ced55d72a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:37.215727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for efc42a17-37e6-48bd-ac64-0e1e350eb9bb owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:37.236393 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:37.246106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.246873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Fanout notify agent at l3_agent the message router_deleted on router a0c48764-48b0-4b18-9722-1f6ced55d72a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:37.255654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.257833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-492a135a-cfec-4c27-bead-427a70283ea6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/routers/a0c48764-48b0-4b18-9722-1f6ced55d72a HTTP/1.1" status: 204 len: 168 time: 0.7243292 Aug 27 02:37:37.260977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49880) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:37.318007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:34Z', 'revision_number': 3, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:37.393040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1b993-135e-46ed-bb48-8725a42034ec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:37.395027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8f1b993-135e-46ed-bb48-8725a42034ec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1330197 Aug 27 02:37:37.399364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49888) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:37.424041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1389d73-7e8d-4ae0-9cdd-c63f54d02eb8 None None] The sync data for ids ['a0c48764-48b0-4b18-9722-1f6ced55d72a'] in n-d-806292-1 is: [{'id': 'a0c48764-48b0-4b18-9722-1f6ced55d72a', 'name': 'tempest-NetworksTestDHCPv6-router-1146439345', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:25Z', 'updated_at': '2021-08-27T02:37:34Z', 'revision_number': 3, 'project_id': 'feec99021c454843a1cd22edaa444992', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:37.446139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Deleting port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:37.446561 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.605323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2264a6-401f-46ec-ba24-17583745614c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:37.615417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c2264a6-401f-46ec-ba24-17583745614c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2110159 Aug 27 02:37:37.670585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efc42a17-37e6-48bd-ac64-0e1e350eb9bb no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:37.672363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49894) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:37.716864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2aa80ecd-3935-4f3c-b93c-f0f9b31bbd5a req-127f9b24-3846-4236-9bcd-161e0c6db90c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 210 time: 0.1601617 Aug 27 02:37:37.726275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Deleting port efc42a17-37e6-48bd-ac64-0e1e350eb9bb {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:37.754234 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.760526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4370fb7f-5342-4fd2-8aeb-223d0f9a8839 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869248 Aug 27 02:37:37.767229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:37.774600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:37.782656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.849886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] For port 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b87a746-ac5b-43e6-ac73-1d4182de5f62,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:37.850280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:37.854748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:37.857624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port efc42a17-37e6-48bd-ac64-0e1e350eb9bb on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:37.890860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:33Z', 'revision_number': 8, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:37.939312 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e725d9-2edb-4af9-a986-e4576e158984 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:33Z', 'revision_number': 8, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9296b30-f202-4de3-a35a-448c0ec4bf98', 'name': '', 'network_id': 'aacc48c6-4d05-4d47-94bc-0987516c5276', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:fe:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:14Z', 'updated_at': '2021-08-27T02:37:29Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '0b1eb3f1-3f3b-419a-a057-84245ccbbd45', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:38.032634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.056723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:38.065451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.074598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port efc42a17-37e6-48bd-ac64-0e1e350eb9bb {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:37:38.075036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device efc42a17-37e6-48bd-ac64-0e1e350eb9bb not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:38.075890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:38.077336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc12d87-deb7-4926-8e6f-7e37c8c57a41']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:38.098235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Calling delete_port for 8b87a746-ac5b-43e6-ac73-1d4182de5f62 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:38.101302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148f3e27-c3cb-4f9d-af44-e2684f49cc8c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:38.101597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148f3e27-c3cb-4f9d-af44-e2684f49cc8c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:38.126079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.136828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] For port efc42a17-37e6-48bd-ac64-0e1e350eb9bb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,segment=NetworkSegment(148f3e27-c3cb-4f9d-af44-e2684f49cc8c),segment_id=148f3e27-c3cb-4f9d-af44-e2684f49cc8c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:38.137698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.140711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:38.141157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b4fe4e35-4bf8-4609-b5c9-6a7f726f5aed not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:38.141676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b87a746-ac5b-43e6-ac73-1d4182de5f62 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:38.150552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.166644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:38.167038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:38.172420 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:38.207217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Calling delete_port for efc42a17-37e6-48bd-ac64-0e1e350eb9bb owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:38.307408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.314721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.320970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.323571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/3fc12d87-deb7-4926-8e6f-7e37c8c57a41 HTTP/1.1" status: 204 len: 168 time: 2.0865641 Aug 27 02:37:38.327025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:38.346687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8cd11-d081-4f6d-8f76-6a62826f09b1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=3fc12d87-deb7-4926-8e6f-7e37c8c57a41,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:38.449321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8b87a746-ac5b-43e6-ac73-1d4182de5f62, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b87a746-ac5b-43e6-ac73-1d4182de5f62,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:38.466055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.568781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8b87a746-ac5b-43e6-ac73-1d4182de5f62,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:38.573211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.603902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] Pushing event deleted for resources: {'Port': ['ID=8b87a746-ac5b-43e6-ac73-1d4182de5f62,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:38.610334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:38.612933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b3cfb-4687-4a8a-9f98-5692da03d7a6 None None] No DVR routers for this DVR port 8b87a746-ac5b-43e6-ac73-1d4182de5f62 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:38.641331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Network 3fc12d87-deb7-4926-8e6f-7e37c8c57a41 is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:37:38.642027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] No DVR routers for this DVR port efc42a17-37e6-48bd-ac64-0e1e350eb9bb on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:38.644239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b32bd-99b0-48ba-a000-f50f9ff6aa24 None None] Pushing event deleted for resources: {'Port': ['ID=efc42a17-37e6-48bd-ac64-0e1e350eb9bb,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:38.909528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a2e71bd-c619-44c3-9f65-1280329c2f9e req-5430adae-7972-440f-bda0-bf5c13b4037e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 210 time: 0.0457525 Aug 27 02:37:39.226832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:37:39.244648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.313874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:39.320048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:39.325026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=c7d2c049-9b38-4c8c-8f09-312113c18457,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:39.328047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:39.328706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.330017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9691f-15ed-43de-b1ac-814ba375a75a None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:39.352721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-58b2ce1d-b3fd-4e28-b2e9-b576a859a1aa tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:39.355167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-58b2ce1d-b3fd-4e28-b2e9-b576a859a1aa tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.46 "GET /v2.0/networks?id=e6f1593b-1108-4cd4-abc7-0378334dce8d HTTP/1.1" status: 200 len: 814 time: 0.2714458 Aug 27 02:37:39.356629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62eb7122-7ef1-4ceb-a8f1-2a16b427b1be tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5880258 Aug 27 02:37:39.360252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:39.366083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:39.405447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ad490b3-89d2-41bc-993d-f3ae4cb2706f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:39.422628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.425734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Request body: {'port': {'device_id': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d', 'admin_state_up': True, 'tenant_id': '49728403685344929a6be14cc0cadadc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:39.429763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2ad490b3-89d2-41bc-993d-f3ae4cb2706f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:39.430110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ad490b3-89d2-41bc-993d-f3ae4cb2706f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:39.577846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': 'c7d2c049-9b38-4c8c-8f09-312113c18457'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:37:39.579941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.683054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:37:39.683054 n-d-806292-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:37:39.683054 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id': 'feec99021c454843a1cd22edaa444992', 'id': '2a9d2d11-ca2b-4c82-b90f-c640cbaf2946', 'expiration': datetime.datetime(2021, 8, 27, 2, 39, 39, 669875)}] Aug 27 02:37:39.683054 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:37:39.683054 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:37:39.697816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Made reservation on behalf of 49728403685344929a6be14cc0cadadc for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:39.702597 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:39.800821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Allocated IP 2001:db8::f816:3eff:fe78:5a76 (92eac24d-ff82-48bb-be22-fc03ecea96f3/c7d2c049-9b38-4c8c-8f09-312113c18457/6365eb84-02d5-434b-88b6-f36680c9d376) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:39.897588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec8b05-0b5a-4378-9a0b-c425b2ebd9d9 req-83581f88-9728-41c3-bffc-51813fa6fffe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:39.905899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b7ec8b05-0b5a-4378-9a0b-c425b2ebd9d9 req-83581f88-9728-41c3-bffc-51813fa6fffe tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.0865991 Aug 27 02:37:39.906910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Allocated IP 172.20.0.7 (e6f1593b-1108-4cd4-abc7-0378334dce8d/ec052563-9d25-4485-9281-820987bdd3ef/606b73ff-004d-4128-9caf-60846889ef63) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:39.919410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port d9296b30-f202-4de3-a35a-448c0ec4bf98 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:39.919930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.060868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b7ec8b05-0b5a-4378-9a0b-c425b2ebd9d9 req-2068f1d2-693e-4411-b5b8-3575135db51e tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537576 Aug 27 02:37:40.095867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.129622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port d9296b30-f202-4de3-a35a-448c0ec4bf98, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d9296b30-f202-4de3-a35a-448c0ec4bf98,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:40.129995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.147547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.161287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:40.163666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for d9296b30-f202-4de3-a35a-448c0ec4bf98 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:40.166612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.179549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:40.193485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.260434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:40.265103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:40.280143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:40.297095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.370715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Network e6f1593b-1108-4cd4-abc7-0378334dce8d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:40.380588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:40.389269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:40.398793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Pushing event updated for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.400952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Attempting to bind port 6365eb84-02d5-434b-88b6-f36680c9d376 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:40.401425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Attempting to bind port 6365eb84-02d5-434b-88b6-f36680c9d376 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:40.401832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Attempting to bind port 6365eb84-02d5-434b-88b6-f36680c9d376 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:40.407898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:40.408187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:40.408595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.408995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:40.409840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Bound port: 6365eb84-02d5-434b-88b6-f36680c9d376, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:40.410360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.454131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eba37-ce38-4e28-8b42-202d1eba1f0e req-2fce29db-f4b9-4751-a24e-af1e1ffa6fa4 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:40.455906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d61eba37-ce38-4e28-8b42-202d1eba1f0e req-2fce29db-f4b9-4751-a24e-af1e1ffa6fa4 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 931 time: 0.3118968 Aug 27 02:37:40.460750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:40.461914 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.466555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.493083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=d9296b30-f202-4de3-a35a-448c0ec4bf98,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.507862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:40.512316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:40.520729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.603183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:40.603183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.616296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055758c-05fb-4f73-9ff2-f15e8f0bbf74 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:40.649795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-626593c2-a1cd-4571-98ca-e1ca6f1e504c tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287254 Aug 27 02:37:40.679110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Request body: {'port': {'device_id': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:40.749905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d61eba37-ce38-4e28-8b42-202d1eba1f0e req-4ae99c41-d0e2-4e29-af1d-c21242f75fbc tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750831 Aug 27 02:37:40.787378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:40.812243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.068669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:41.225711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:41.232361 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-91283886-75ce-4d11-82ca-bf9a4294a213 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042187 Aug 27 02:37:41.238597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:41.243194 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:41.263319 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:41.264096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:41.271381 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.294219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61a104-0998-42cc-8f6f-e1a218c5fe24 req-f42f1936-faf8-4b65-99ae-92d8a26e700d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:41.295892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb61a104-0998-42cc-8f6f-e1a218c5fe24 req-f42f1936-faf8-4b65-99ae-92d8a26e700d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.1244287 Aug 27 02:37:41.341679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 0b1eb3f1-3f3b-419a-a057-84245ccbbd45 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:41.346654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.393600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:41.413101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:41.418841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:41.422624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:41.423228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.442233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=09ff9dec-e914-4c2b-9be2-5be930c62d57,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:41.459661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb61a104-0998-42cc-8f6f-e1a218c5fe24 req-8b557797-eb4a-426b-91f8-dee38fc9a807 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448367 Aug 27 02:37:41.494891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.523317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c4c3f7d-6767-4177-a8e2-7c5ce213589e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1586032 Aug 27 02:37:41.528772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:41.535200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:0e:4e:a3', 'name': 'tempest-NetworksTestDHCPv6-719794225'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:41.544170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606b73ff-004d-4128-9caf-60846889ef63 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:41.555829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.641671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:41.667137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.743086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Transition to ACTIVE for port object 606b73ff-004d-4128-9caf-60846889ef63 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:41.745149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:41.750967 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.766547 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:40Z', 'revision_number': 9, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:41.767529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.769829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/0b1eb3f1-3f3b-419a-a057-84245ccbbd45 HTTP/1.1" status: 204 len: 168 time: 0.5290110 Aug 27 02:37:41.777050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd169de0-081c-48ce-ad7a-faf2fd46ca79 None None] Network aacc48c6-4d05-4d47-94bc-0987516c5276 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:41.780374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:41.797167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:41.823465 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:41.837617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:41.845292 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:41.849665 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:41.882446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a58dd6-ef7e-4eb0-b0a3-72c41cdfb77c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1eb3f1-3f3b-419a-a057-84245ccbbd45,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:41.973411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:42.006123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-800eae61-6b11-4d83-abe3-fd6f08038d81 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:42.012372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-800eae61-6b11-4d83-abe3-fd6f08038d81 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.1698723 Aug 27 02:37:42.035457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Pushing event updated for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.071553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] DHCP port deletion for aacc48c6-4d05-4d47-94bc-0987516c5276 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:42.161175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509b562-95c7-4eb4-91e0-afe486d0f516 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:42.184087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.224200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Deleting port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:42.224702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.259770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e0ef-dac2-4ac5-aa1d-27dfb098f8f3 req-7d3f6299-0eca-401a-b833-df0dc7e11320 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:42.261615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37f7e0ef-dac2-4ac5-aa1d-27dfb098f8f3 req-7d3f6299-0eca-401a-b833-df0dc7e11320 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.2003062 Aug 27 02:37:42.278621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Deleting port 4b81df19-f569-4020-9477-ea1d073455be {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:42.279006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.312497 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:40Z', 'revision_number': 9, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:42.342162 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.347875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] For port 4b81df19-f569-4020-9477-ea1d073455be, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4b81df19-f569-4020-9477-ea1d073455be,segment=NetworkSegment(9e00f83d-3a93-4d75-8a98-a401b1018126),segment_id=9e00f83d-3a93-4d75-8a98-a401b1018126)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:42.348275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.362374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Calling delete_port for 4b81df19-f569-4020-9477-ea1d073455be owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:42.379064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Attempting to bind port 606b73ff-004d-4128-9caf-60846889ef63 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:37:42.379405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Attempting to bind port 606b73ff-004d-4128-9caf-60846889ef63 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'c90ee278-cbb4-4d53-886e-146514f50c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:37:42.379727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Attempting to bind port 606b73ff-004d-4128-9caf-60846889ef63 on network e6f1593b-1108-4cd4-abc7-0378334dce8d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:42.392412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] For port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:42.393162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.405620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37f7e0ef-dac2-4ac5-aa1d-27dfb098f8f3 req-6d273742-3430-479c-9922-ca595568a14b tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944190 Aug 27 02:37:42.422437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Port 606b73ff-004d-4128-9caf-60846889ef63 on network e6f1593b-1108-4cd4-abc7-0378334dce8d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:37:42.422769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Attempting to bind port 606b73ff-004d-4128-9caf-60846889ef63 on network e6f1593b-1108-4cd4-abc7-0378334dce8d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:37:42.425882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 662bf397-85b4-463e-9f32-6e28de40363f yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:42.445204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Calling delete_port for e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:42.454820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:37:42.455248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Checking segment: {'id': 'c90ee278-cbb4-4d53-886e-146514f50c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:37:42.455648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.455868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Bound using segment: {'id': 'c90ee278-cbb4-4d53-886e-146514f50c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:37:42.456450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Bound port: 606b73ff-004d-4128-9caf-60846889ef63, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90ee278-cbb4-4d53-886e-146514f50c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:37:42.456977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.482572 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb7366-9190-4518-ae6e-3a60403fc961 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:40Z', 'revision_number': 9, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311', 'name': '', 'network_id': '51d9871d-4b9f-4890-be46-6bfb3ffc53f4', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:c7:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:37:05Z', 'updated_at': '2021-08-27T02:37:16Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': '470ec945-9e91-4257-b995-f1ac19c1d13a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:42.537480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:42.559154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:42.559530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.563407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] Pushing event deleted for resources: {'Port': ['ID=4b81df19-f569-4020-9477-ea1d073455be,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.589154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 4b81df19-f569-4020-9477-ea1d073455be {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:42.589493 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.596736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8866872-0fd3-4d9d-8684-913fe1ea4f0c None None] No DVR routers for this DVR port 4b81df19-f569-4020-9477-ea1d073455be on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:42.673960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aefd4-c878-443a-ac29-aa8d2c81db59 req-bba6723e-7bdc-46a8-94e3-2029ab41297a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:42.675712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-953aefd4-c878-443a-ac29-aa8d2c81db59 req-bba6723e-7bdc-46a8-94e3-2029ab41297a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=df7c5ce9-4df6-45c6-82a6-859cfd67b977 HTTP/1.1" status: 200 len: 945 time: 0.0915520 Aug 27 02:37:42.719376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:37:42.728808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=606b73ff-004d-4128-9caf-60846889ef63,segment=NetworkSegment(c90ee278-cbb4-4d53-886e-146514f50c58),segment_id=c90ee278-cbb4-4d53-886e-146514f50c58)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:37:42.729639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.733137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port 4b81df19-f569-4020-9477-ea1d073455be, host n-d-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:42.733666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.749453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.750780 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-953aefd4-c878-443a-ac29-aa8d2c81db59 req-139559f1-8e22-427c-ba25-b754a736221d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528727 Aug 27 02:37:42.781347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:42.787191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.806000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 4b81df19-f569-4020-9477-ea1d073455be owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:42.811918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Pushing event updated for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.815631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Port 4b81df19-f569-4020-9477-ea1d073455be was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:37:42.834115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.848967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.853671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5763cf55-bb38-487c-a61e-3b9e4d35b255', '5dbf4231-698f-437c-b513-fdb77d92d478'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:42.886434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event deleted for resources: {'Port': ['ID=e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.905224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:42.905852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.907297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-48ee75cf-c40d-4ce5-8e9f-d820449c4c7b service neutron] 10.222.0.46 "PUT /v2.0/ports/606b73ff-004d-4128-9caf-60846889ef63 HTTP/1.1" status: 200 len: 1091 time: 2.2379005 Aug 27 02:37:42.908070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=4b81df19-f569-4020-9477-ea1d073455be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:42.910041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'tag': '606b73ff-004d-4128-9caf-60846889ef63'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:42.912381 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac62c77-1cba-41ca-8f3f-8a4b073e200c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "tag": "606b73ff-004d-4128-9caf-60846889ef63"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:42.912929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:42.928955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port 4b81df19-f569-4020-9477-ea1d073455be on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:42.961051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 172.20.0.7 (92eac24d-ff82-48bb-be22-fc03ecea96f3/09ff9dec-e914-4c2b-9be2-5be930c62d57/662bf397-85b4-463e-9f32-6e28de40363f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:42.992030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] No DVR routers for this DVR port e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:42.994854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:42.997347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bb0f24-4eda-4315-b9d2-10419e44f48b req-3ec3e1a0-326d-4dad-be54-fada3f91c552 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "DELETE /v2.0/ports/e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 HTTP/1.1" status: 204 len: 173 time: 0.9806194 Aug 27 02:37:42.997800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'name': 'network-vif-deleted', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:43.003772 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ac6e1-fa77-4517-940b-4f6004836608" -d '{"events": [{"server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "name": "network-vif-deleted", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:43.004043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': 'c7d2c049-9b38-4c8c-8f09-312113c18457', 'ip_address': '2001:db8::f816:3eff:fe78:5a76'}, {'subnet_id': '09ff9dec-e914-4c2b-9be2-5be930c62d57'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '6365eb84-02d5-434b-88b6-f36680c9d376'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:43.015198 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9e668-f158-439a-8cc9-b9289e8656a0 x-openstack-request-id: req-71b9e668-f158-439a-8cc9-b9289e8656a0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:43.015538 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "tag": "606b73ff-004d-4128-9caf-60846889ef63", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:43.015937 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71b9e668-f158-439a-8cc9-b9289e8656a0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:43.019626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8615c56-f488-47a6-a3f5-0f830a07c87e None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:43.023790 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'tag': '606b73ff-004d-4128-9caf-60846889ef63', 'status': 'completed', 'code': 200} Aug 27 02:37:43.034804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe0e:4ea3 (92eac24d-ff82-48bb-be22-fc03ecea96f3/c7d2c049-9b38-4c8c-8f09-312113c18457/662bf397-85b4-463e-9f32-6e28de40363f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:43.108142 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.196164 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9bba74-0fa5-4b68-850c-cc1ffcaaacb8 x-openstack-request-id: req-bc9bba74-0fa5-4b68-850c-cc1ffcaaacb8 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:43.196562 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c5ce9-4df6-45c6-82a6-859cfd67b977", "name": "network-vif-deleted", "tag": "e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:43.196714 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc9bba74-0fa5-4b68-850c-cc1ffcaaacb8 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:43.197104 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c5ce9-4df6-45c6-82a6-859cfd67b977', 'name': 'network-vif-deleted', 'tag': 'e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9', 'status': 'completed', 'code': 200} Aug 27 02:37:43.236904 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.251532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-1dfd962f-acb1-40bd-a5c6-0350b46ff178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:43.253277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-1dfd962f-acb1-40bd-a5c6-0350b46ff178 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49728403685344929a6be14cc0cadadc&device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 1094 time: 0.2506199 Aug 27 02:37:43.259814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacc48c6-4d05-4d47-94bc-0987516c5276']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:43.301146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e00f83d-3a93-4d75-8a98-a401b1018126') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:43.301462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e00f83d-3a93-4d75-8a98-a401b1018126') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:43.398685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-e97c9bbe-5c6f-4610-8778-f0825c88f51c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606b73ff-004d-4128-9caf-60846889ef63 HTTP/1.1" status: 200 len: 217 time: 0.1295879 Aug 27 02:37:43.441904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:43.665439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:43.665815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.691104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1425-41ee-48a3-93ac-f1a47e5d8b63 req-1eef5bdf-a75d-45e9-b129-36dfe202f43e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:43.696810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aacd1425-41ee-48a3-93ac-f1a47e5d8b63 req-1eef5bdf-a75d-45e9-b129-36dfe202f43e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.0923893 Aug 27 02:37:43.757849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aacd1425-41ee-48a3-93ac-f1a47e5d8b63 req-4332b9e6-d80d-418a-8d04-25880d98dbc3 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Aug 27 02:37:43.845214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4b81df19-f569-4020-9477-ea1d073455be no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:43.875831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4b81df19-f569-4020-9477-ea1d073455be {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:43.876345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4b81df19-f569-4020-9477-ea1d073455be not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:43.876841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d9296b30-f202-4de3-a35a-448c0ec4bf98 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:43.888905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.904032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d9296b30-f202-4de3-a35a-448c0ec4bf98 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:43.904563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d9296b30-f202-4de3-a35a-448c0ec4bf98 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:43.944044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.958150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:43.958601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:43.966507 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:44.012795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-e9e1b4ac-3e1b-4074-bfc7-f807d80e8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.014185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-e9e1b4ac-3e1b-4074-bfc7-f807d80e8e32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec052563-9d25-4485-9281-820987bdd3ef HTTP/1.1" status: 200 len: 854 time: 0.1276383 Aug 27 02:37:44.062806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-73c4f125-c170-4d53-b728-18a9bdf7c111 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6f1593b-1108-4cd4-abc7-0378334dce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361352 Aug 27 02:37:44.132723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.134929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.139256 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.141580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/aacc48c6-4d05-4d47-94bc-0987516c5276 HTTP/1.1" status: 204 len: 168 time: 2.3600132 Aug 27 02:37:44.144194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:44.197239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7dbf1-950d-483f-9bcf-d33a35e0d850 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=aacc48c6-4d05-4d47-94bc-0987516c5276,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.215358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 662bf397-85b4-463e-9f32-6e28de40363f will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:44.237098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-25c91232-5fd2-49a3-bbff-3de82cb5b4e5 service neutron] 10.222.0.46 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656919 Aug 27 02:37:44.313970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.358199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:44.363139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:44.373732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Allocated IP 172.20.0.2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/09ff9dec-e914-4c2b-9be2-5be930c62d57/6365eb84-02d5-434b-88b6-f36680c9d376) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:44.375353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:44.476092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=662bf397-85b4-463e-9f32-6e28de40363f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.484858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:44.496927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66d85eca-f745-43a7-9dad-1402ac0a521e req-af853882-f0af-4242-9c97-a41aa5e0cfc2 service neutron] 10.222.0.46 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519114 Aug 27 02:37:44.514258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.515198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.519262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.538951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:44.540081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9de9c825-99a0-45b9-ad4e-cbe81459adaf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0100336 Aug 27 02:37:44.542607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:44.544567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.566514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:44.666325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c964cc-fa0d-449c-9e46-75c9b867a511 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:44.696508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-35a52744-c0b6-4d57-815a-a67664e676a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.705304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-35a52744-c0b6-4d57-815a-a67664e676a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49728403685344929a6be14cc0cadadc&device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 1094 time: 0.0996552 Aug 27 02:37:44.759676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3931d-d244-46f7-b6c5-26848a5cd22e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.768719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3931d-d244-46f7-b6c5-26848a5cd22e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.774901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49c3931d-d244-46f7-b6c5-26848a5cd22e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2312491 Aug 27 02:37:44.777965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:44.860308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-a1900a77-ddeb-40b4-9e29-004b1ae26ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:44.862095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-a1900a77-ddeb-40b4-9e29-004b1ae26ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e6f1593b-1108-4cd4-abc7-0378334dce8d HTTP/1.1" status: 200 len: 915 time: 0.1491683 Aug 27 02:37:44.920802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-493db080-d363-4aea-b6f7-865345a795fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=606b73ff-004d-4128-9caf-60846889ef63 HTTP/1.1" status: 200 len: 217 time: 0.0511823 Aug 27 02:37:44.999075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-4f563e8d-989c-46c0-af6e-b5a14764e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:45.001238 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-4f563e8d-989c-46c0-af6e-b5a14764e2df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec052563-9d25-4485-9281-820987bdd3ef HTTP/1.1" status: 200 len: 854 time: 0.0685534 Aug 27 02:37:45.042876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:45.079809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-167cbb53-41f2-49f9-b79d-e294b672917d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e6f1593b-1108-4cd4-abc7-0378334dce8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576565 Aug 27 02:37:45.093769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:45.093769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e711e0d2-4656-49ed-8dcc-c3afc8e5a4d9 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:45.102273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb124fd6-a3f3-4c16-8998-89960469a4e3 req-85070d72-436a-4cfe-a1df-1d65bdd11cd0 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:45.103870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb124fd6-a3f3-4c16-8998-89960469a4e3 req-85070d72-436a-4cfe-a1df-1d65bdd11cd0 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.2131491 Aug 27 02:37:45.111755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 662bf397-85b4-463e-9f32-6e28de40363f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:45.112102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.179586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-8e526b69-4a42-4ec0-a8c0-22a96192dc15 service neutron] 10.222.0.46 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975442 Aug 27 02:37:45.281617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb124fd6-a3f3-4c16-8998-89960469a4e3 req-03465a84-45fd-4b1a-959c-762b57df5374 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663764 Aug 27 02:37:45.326637 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dac62c77-1cba-41ca-8f3f-8a4b073e200c req-da7b99b4-9963-4226-aa45-fb344d8dae85 service neutron] 10.222.0.46 "GET /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304877 Aug 27 02:37:45.329065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.362220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 662bf397-85b4-463e-9f32-6e28de40363f owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:45.372192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:45.372539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.431812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:45.734967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2885d69e-d833-4dc4-8295-f30ed47f5ed2 None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:45.741379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2885d69e-d833-4dc4-8295-f30ed47f5ed2 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:45.742282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2885d69e-d833-4dc4-8295-f30ed47f5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.839866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:45.840678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:45.862165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:46.063718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.075941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a1b0e968-e3cd-43c6-9a4a-97ce881145e8 None None] Could not find standard attr ID for object 662bf397-85b4-463e-9f32-6e28de40363f. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:46.132143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=662bf397-85b4-463e-9f32-6e28de40363f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:46.263114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.297384 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.299868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b8603e4-d36c-45bd-8bfe-c4abde02e0b0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/662bf397-85b4-463e-9f32-6e28de40363f HTTP/1.1" status: 204 len: 168 time: 1.5205371 Aug 27 02:37:46.302668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:46.315037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.417942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:46.458577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da2ddb-c5e6-4e18-b7c3-8f0ef6dfd6c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:46.460778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da2ddb-c5e6-4e18-b7c3-8f0ef6dfd6c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:46.462345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da2ddb-c5e6-4e18-b7c3-8f0ef6dfd6c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:46.464025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88da2ddb-c5e6-4e18-b7c3-8f0ef6dfd6c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1598015 Aug 27 02:37:46.474040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd7803-e8d5-490b-b724-a49a65a67e4e req-3133bbc8-5aab-45b0-a63a-ee110a023a2d tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:46.483894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0ecd7803-e8d5-490b-b724-a49a65a67e4e req-3133bbc8-5aab-45b0-a63a-ee110a023a2d tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.0920489 Aug 27 02:37:46.491542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50034) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:46.551886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0ecd7803-e8d5-490b-b724-a49a65a67e4e req-d701143f-365d-442c-a9df-2d3c72fe0968 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Aug 27 02:37:46.581644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 09ff9dec-e914-4c2b-9be2-5be930c62d57 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:46.612926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.735004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.771973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:46.903478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.047693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:47.048975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.080872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=09ff9dec-e914-4c2b-9be2-5be930c62d57,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:47.086080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.087861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a92c1551-896a-4573-aff1-476e2f5a0d9f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/09ff9dec-e914-4c2b-9be2-5be930c62d57 HTTP/1.1" status: 204 len: 168 time: 0.5951247 Aug 27 02:37:47.090478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea11bc2-590b-47ec-ac08-c233d3a0ed87 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:47.091293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.182816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet c7d2c049-9b38-4c8c-8f09-312113c18457 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:47.185803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:47.199641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5b6a0687-b583-42f9-8dcb-a7aa79f82ff8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0517364 Aug 27 02:37:47.200639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50050) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.203944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.262080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet 470ec945-9e91-4257-b995-f1ac19c1d13a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:47.266999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.328586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.344659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.446982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:47.491665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:47.492324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:47.522183 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.626042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.628343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:47.645160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.688744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=470ec945-9e91-4257-b995-f1ac19c1d13a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:47.692126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.694596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-867fb947-2254-4d2b-945b-cdff8f5c0a53 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/470ec945-9e91-4257-b995-f1ac19c1d13a HTTP/1.1" status: 204 len: 168 time: 0.4929395 Aug 27 02:37:47.704878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e65386-7470-4596-94dc-40dc3f46860c None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:47.712040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50064) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.750263 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.816141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d2c049-9b38-4c8c-8f09-312113c18457,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:47.826064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.830965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c70e17b5-38e3-43ad-8ff3-0f7fb9e78e99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/c7d2c049-9b38-4c8c-8f09-312113c18457 HTTP/1.1" status: 204 len: 168 time: 0.7382677 Aug 27 02:37:47.831848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50066) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.916279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dc032ed4-bb63-4dd5-8794-0bf3624938dc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819147 Aug 27 02:37:47.917374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:47.923724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:47.925101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:47.937147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050114e-42df-4831-8f97-9cf8fbfd59b4 req-9acf34f4-8c9c-47c6-be95-dd2645d1f21e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:47.939132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9050114e-42df-4831-8f97-9cf8fbfd59b4 req-9acf34f4-8c9c-47c6-be95-dd2645d1f21e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.2433834 Aug 27 02:37:48.040172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9050114e-42df-4831-8f97-9cf8fbfd59b4 req-46a96084-5ad0-4cfa-aa12-d24110503ec1 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914614 Aug 27 02:37:48.067689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db40569-0c45-4ca7-9b8c-ac62c1bfe74c req-a2be0f08-1566-4900-b79f-4a3b7ed2a89a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:48.073349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:48.073691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.085612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8db40569-0c45-4ca7-9b8c-ac62c1bfe74c req-a2be0f08-1566-4900-b79f-4a3b7ed2a89a tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 945 time: 0.3496459 Aug 27 02:37:48.167995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58ea80ac-1bc0-49b7-97a4-a650c023ef85,segment=NetworkSegment(d1a4b5ce-b923-4242-9d28-7689ca655825),segment_id=d1a4b5ce-b923-4242-9d28-7689ca655825)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:48.168416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.182314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:46Z', 'revision_number': 10, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.190525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8db40569-0c45-4ca7-9b8c-ac62c1bfe74c req-7b81d31a-b6ec-4af1-a991-01ac115a0707 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010501 Aug 27 02:37:48.191274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 58ea80ac-1bc0-49b7-97a4-a650c023ef85 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:48.238488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:48.243635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:48.249254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.254908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:48.255328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.301487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41336877-ec15-4d73-bf03-4088d250173e None None] DHCP port deletion for 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:48.331427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.368745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=58ea80ac-1bc0-49b7-97a4-a650c023ef85,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:48.382528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:48.397944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:48.454619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Deleting port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:48.454619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.505822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.534272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d9871d-4b9f-4890-be46-6bfb3ffc53f4']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.549840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a4b5ce-b923-4242-9d28-7689ca655825') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.550135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a4b5ce-b923-4242-9d28-7689ca655825') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.560755 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.580141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.586664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:48.587061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:48.590776 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:48.648289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394fcbe-93e4-496f-b196-d58bfb05bcc2 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:48.690895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.703535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.710579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/51d9871d-4b9f-4890-be46-6bfb3ffc53f4 HTTP/1.1" status: 204 len: 168 time: 0.9967484 Aug 27 02:37:48.719398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:48.727108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10122c-1c90-4942-a8d7-ba2fbf311b5e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=51d9871d-4b9f-4890-be46-6bfb3ffc53f4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:48.751004 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-41336877-ec15-4d73-bf03-4088d250173e None None] For port 58ea80ac-1bc0-49b7-97a4-a650c023ef85, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:48.751402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.779291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Calling delete_port for 58ea80ac-1bc0-49b7-97a4-a650c023ef85 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:48.791676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:37:48.795982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-66537fb2-c8a3-4f72-b683-d7f92e4d202a None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:48.796364 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-66537fb2-c8a3-4f72-b683-d7f92e4d202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.804113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:48.820600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:37:48.860716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Network 51d9871d-4b9f-4890-be46-6bfb3ffc53f4 is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:37:48.861169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41336877-ec15-4d73-bf03-4088d250173e None None] No DVR routers for this DVR port 58ea80ac-1bc0-49b7-97a4-a650c023ef85 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:48.878124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336877-ec15-4d73-bf03-4088d250173e None None] Pushing event deleted for resources: {'Port': ['ID=58ea80ac-1bc0-49b7-97a4-a650c023ef85,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:48.925030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:46Z', 'revision_number': 10, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:48.967906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb13fa-6fa3-4f00-89c3-bfb397510137 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:46Z', 'revision_number': 10, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None, '_interfaces': [{'id': '2d52d61f-d62a-457b-9f23-e262f87b3db6', 'name': '', 'network_id': '6f27f0e2-30d8-459a-8a3e-9ee6295b245e', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'mac_address': 'fa:16:3e:49:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce8c818-88a0-4426-91d4-96d364152250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:54Z', 'updated_at': '2021-08-27T02:37:08Z', 'revision_number': 5, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'subnets': [{'id': 'e2b2091b-787a-4498-8853-9f8a77ef30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:49.092747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 606b73ff-004d-4128-9caf-60846889ef63 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:37:49.303038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-d65a0e4f-7a3c-4a31-afb4-969bcdef37d7 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:49.304719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-d65a0e4f-7a3c-4a31-afb4-969bcdef37d7 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 945 time: 0.3426421 Aug 27 02:37:49.364396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=606b73ff-004d-4128-9caf-60846889ef63,segment=NetworkSegment(c90ee278-cbb4-4d53-886e-146514f50c58),segment_id=c90ee278-cbb4-4d53-886e-146514f50c58)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:49.396742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '606b73ff-004d-4128-9caf-60846889ef63', 'network_id': 'e6f1593b-1108-4cd4-abc7-0378334dce8d', 'port_id': '606b73ff-004d-4128-9caf-60846889ef63', 'mac_address': 'fa:16:3e:67:c1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec052563-9d25-4485-9281-820987bdd3ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:37:49.431662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:49.462590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453d223-ce0b-442f-bf18-e2806a6818f8 req-8104a037-909c-4076-8d9b-9fb89565e8d1 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:49.463165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:49.463438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b87c3e7b-c85c-40f7-bcc5-4fafc9d7d311 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:49.464152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a453d223-ce0b-442f-bf18-e2806a6818f8 req-8104a037-909c-4076-8d9b-9fb89565e8d1 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 945 time: 0.0730429 Aug 27 02:37:49.466527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58ea80ac-1bc0-49b7-97a4-a650c023ef85 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:49.468889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.491312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec9d8b-c97f-451a-b499-bea4745728fb req-6d733513-840f-447d-b0b1-1a06f031759f tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:49.498900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50ec9d8b-c97f-451a-b499-bea4745728fb req-6d733513-840f-447d-b0b1-1a06f031759f tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 943 time: 0.2503085 Aug 27 02:37:49.503828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 58ea80ac-1bc0-49b7-97a4-a650c023ef85 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:49.504291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58ea80ac-1bc0-49b7-97a4-a650c023ef85 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:49.520099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a453d223-ce0b-442f-bf18-e2806a6818f8 req-dcef52d7-e2e6-4c8f-8b4a-4f03dc78df9d tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Aug 27 02:37:49.523347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606b73ff-004d-4128-9caf-60846889ef63 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:37:49.550713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=606b73ff-004d-4128-9caf-60846889ef63,segment=NetworkSegment(c90ee278-cbb4-4d53-886e-146514f50c58),segment_id=c90ee278-cbb4-4d53-886e-146514f50c58)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:49.559196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.592480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.601537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-97d812a7-450e-4710-9817-6770a86a6b73 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:49.601917 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d812a7-450e-4710-9817-6770a86a6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.638348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:49.642879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50ec9d8b-c97f-451a-b499-bea4745728fb req-03381274-adaf-44f5-9b44-4af93215b6cd tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099174 Aug 27 02:37:49.705577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Deleting port 5dbf4231-698f-437c-b513-fdb77d92d478 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:49.705923 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.888677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] For port 5dbf4231-698f-437c-b513-fdb77d92d478, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5dbf4231-698f-437c-b513-fdb77d92d478,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:49.889345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:49.931446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Calling delete_port for 5dbf4231-698f-437c-b513-fdb77d92d478 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:49.945253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:49.962721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['606b73ff-004d-4128-9caf-60846889ef63'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:50.324176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.332277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.333013 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.402461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.468723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:50.509188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:50.520226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:50.520857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.521138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29411e-d23c-44e4-9b13-00a66b318abf None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:50.529641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=c380c9cd-b671-41ac-ba87-d1c1fd76b5f3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:50.551811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=8']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:50.593531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50100) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:50.594113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b51137d3-73c5-4af9-b10c-a14356faf529 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6739430 Aug 27 02:37:50.599309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:50.681645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.699227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['5763cf55-bb38-487c-a61e-3b9e4d35b255', '5dbf4231-698f-437c-b513-fdb77d92d478'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:50.736172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event deleted for resources: {'Port': ['ID=5dbf4231-698f-437c-b513-fdb77d92d478,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:50.752179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:50.754001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18d68-066b-4544-b29b-4f2e98b354dd req-2bdb3634-4ca2-4f3c-a100-117d58021fa5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:50.763717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45f18d68-066b-4544-b29b-4f2e98b354dd req-2bdb3634-4ca2-4f3c-a100-117d58021fa5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedbab7b-4547-47f7-89eb-546ff78219ea HTTP/1.1" status: 200 len: 867 time: 0.1575553 Aug 27 02:37:50.821520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45f18d68-066b-4544-b29b-4f2e98b354dd req-0459e611-e3a7-4b32-a6a0-35f9ec5bab55 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 27 02:37:50.891407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] No DVR routers for this DVR port 5dbf4231-698f-437c-b513-fdb77d92d478 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:50.902146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a39e2-9541-4abb-8734-86b888cabf89 req-e516294e-bc4b-4d5f-962d-7b35257bf4dc tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:50.903768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-013a39e2-9541-4abb-8734-86b888cabf89 req-e516294e-bc4b-4d5f-962d-7b35257bf4dc tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 944 time: 0.1853442 Aug 27 02:37:50.904923 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:50.906854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63e2f9e9-e2b6-4841-aa62-71ce9282d4cc req-619a2bcd-3130-4242-9f3f-0745c90c3700 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "DELETE /v2.0/ports/5dbf4231-698f-437c-b513-fdb77d92d478 HTTP/1.1" status: 204 len: 173 time: 1.5596054 Aug 27 02:37:50.907447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'name': 'network-vif-deleted', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:50.909854 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea41ed-15e0-49a1-9634-1931a1367bb6" -d '{"events": [{"server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "name": "network-vif-deleted", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:50.954948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:50.958925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.035011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-013a39e2-9541-4abb-8734-86b888cabf89 req-ce63ec42-d7c1-4071-824e-eaef94e07031 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056011 Aug 27 02:37:51.080820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port 2d52d61f-d62a-457b-9f23-e262f87b3db6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:51.081180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.097289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 606b73ff-004d-4128-9caf-60846889ef63 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:51.237705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e4901ba8-8e81-4d18-b866-2ea9f8d9d0e1 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.238147 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e4901ba8-8e81-4d18-b866-2ea9f8d9d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.238823 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a28717-c142-479a-a42b-65332347d52d x-openstack-request-id: req-a1a28717-c142-479a-a42b-65332347d52d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:51.239252 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedbab7b-4547-47f7-89eb-546ff78219ea", "name": "network-vif-deleted", "tag": "5dbf4231-698f-437c-b513-fdb77d92d478", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:51.239580 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1a28717-c142-479a-a42b-65332347d52d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:51.239698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 606b73ff-004d-4128-9caf-60846889ef63 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:51.240184 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedbab7b-4547-47f7-89eb-546ff78219ea', 'name': 'network-vif-deleted', 'tag': '5dbf4231-698f-437c-b513-fdb77d92d478', 'status': 'completed', 'code': 200} Aug 27 02:37:51.267337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 606b73ff-004d-4128-9caf-60846889ef63 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.267337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.269247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port 2d52d61f-d62a-457b-9f23-e262f87b3db6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2d52d61f-d62a-457b-9f23-e262f87b3db6,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:51.269751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.288278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for 2d52d61f-d62a-457b-9f23-e262f87b3db6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:51.446939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.520510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:51.540331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:51.542188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=7e53421e-7514-43f2-9667-1a7adde6a332,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:51.545056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:51.547637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:51.548367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.567535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275afa1d-c023-4279-a9f0-fc664e28d126 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:51.572608 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6e849731-9ba7-4361-abbc-cd866a2d6c95 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9770451 Aug 27 02:37:51.573319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:51.584853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:bd:5d:6a', 'name': 'tempest-NetworksTestDHCPv6-314018197'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:51.653021 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.687199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=2d52d61f-d62a-457b-9f23-e262f87b3db6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:51.750526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:51.872665 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.969399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:51.969778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:51.979744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.026985 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.050208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 00826947-3c92-46cb-81a5-aa84c11cd691 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:52.088186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b73ff-004d-4128-9caf-60846889ef63'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:52.091326 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f156dfd-aa14-4f57-a909-60dc8520fee4" -d '{"events": [{"server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "name": "network-vif-plugged", "status": "completed", "tag": "606b73ff-004d-4128-9caf-60846889ef63"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:52.131944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=606b73ff-004d-4128-9caf-60846889ef63,segment=NetworkSegment(c90ee278-cbb4-4d53-886e-146514f50c58),segment_id=c90ee278-cbb4-4d53-886e-146514f50c58)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:52.156093 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.242930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:52.284481 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a2034-a871-452e-93f8-a2722cf3eb17 x-openstack-request-id: req-2d5a2034-a871-452e-93f8-a2722cf3eb17 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:52.284781 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "name": "network-vif-plugged", "status": "completed", "tag": "606b73ff-004d-4128-9caf-60846889ef63", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:52.285101 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d5a2034-a871-452e-93f8-a2722cf3eb17 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:52.285431 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606b73ff-004d-4128-9caf-60846889ef63', 'code': 200} Aug 27 02:37:52.323196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': 'c380c9cd-b671-41ac-ba87-d1c1fd76b5f3', 'ip_address': '2001:db8::f816:3eff:fe78:5a76'}, {'subnet_id': '7e53421e-7514-43f2-9667-1a7adde6a332'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '6365eb84-02d5-434b-88b6-f36680c9d376'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:52.337163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 172.20.0.10 (92eac24d-ff82-48bb-be22-fc03ecea96f3/7e53421e-7514-43f2-9667-1a7adde6a332/00826947-3c92-46cb-81a5-aa84c11cd691) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:52.343540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-797ed181-4f02-4ebb-9533-1a3576055e30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5139837 Aug 27 02:37:52.346853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:febd:5d6a (92eac24d-ff82-48bb-be22-fc03ecea96f3/c380c9cd-b671-41ac-ba87-d1c1fd76b5f3/00826947-3c92-46cb-81a5-aa84c11cd691) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:52.352194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.463908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226888-2d15-4e6c-98c1-8a1b9cb7727f req-8fba0efa-0b7d-481a-9ef9-8b8e0905cab4 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.465428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5226888-2d15-4e6c-98c1-8a1b9cb7727f req-8fba0efa-0b7d-481a-9ef9-8b8e0905cab4 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.2801793 Aug 27 02:37:52.532711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:52.535273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562f750-1603-485c-a71c-8e662db8e591 req-ec26e06e-3834-49c9-85a1-6ee409f3d5c2 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.540654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d562f750-1603-485c-a71c-8e662db8e591 req-ec26e06e-3834-49c9-85a1-6ee409f3d5c2 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.1130130 Aug 27 02:37:52.574786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.575378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.575888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.576361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.576831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.577293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.577758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.579741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cdfc31f6-c70a-468b-98da-1dc13910db58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.1732678 Aug 27 02:37:52.581645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b54ea-014f-4a42-901b-d49017d0318f req-5dc247ab-319e-4ddf-8142-e5c7ab603518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.583197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d63b54ea-014f-4a42-901b-d49017d0318f req-5dc247ab-319e-4ddf-8142-e5c7ab603518 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 1096 time: 0.1755803 Aug 27 02:37:52.588494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.588888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5226888-2d15-4e6c-98c1-8a1b9cb7727f req-9619e811-efaa-4c74-9700-6f617e7e4393 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912707 Aug 27 02:37:52.627241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21f2ccb7-228f-4a0d-9ed1-709cc033ffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.640147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d562f750-1603-485c-a71c-8e662db8e591 req-be6aa42e-dac0-493a-96a0-a69127a0bb4f tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947502 Aug 27 02:37:52.642562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 00826947-3c92-46cb-81a5-aa84c11cd691 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:52.712597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.726958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:52.738474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58a38f6a-9177-4561-8890-548ea9049daa tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0178878 Aug 27 02:37:52.739090 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:52.742298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.758683 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:52.759817 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.771101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Allocated IP 172.20.0.2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/7e53421e-7514-43f2-9667-1a7adde6a332/6365eb84-02d5-434b-88b6-f36680c9d376) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:52.783584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d63b54ea-014f-4a42-901b-d49017d0318f req-d675cf3e-4c19-4ba7-a0a8-9a675127b589 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909266 Aug 27 02:37:52.829978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:52.835514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting subnet e2b2091b-787a-4498-8853-9f8a77ef30c2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:52.839526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cfc54f5c-4de2-4dac-a3b4-75e3b03031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.840085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cfc54f5c-4de2-4dac-a3b4-75e3b03031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.840561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cfc54f5c-4de2-4dac-a3b4-75e3b03031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.842151 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-cfc54f5c-4de2-4dac-a3b4-75e3b03031ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 2294 time: 0.2112687 Aug 27 02:37:52.842967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.843650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:52.862201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:37:52.863102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:52.879831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=00826947-3c92-46cb-81a5-aa84c11cd691,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:52.889823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:52.920862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.936056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:52.945089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.953809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:52.955678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:52.959768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:52.977510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3518db71-ba36-4726-850b-3b58834a3aea tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4028935 Aug 27 02:37:52.980305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:52.996527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:53.010303 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:53.011485 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:53.022433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.049649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a4f5d-3010-490e-865c-15550ec1c1c7 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.063142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d37f9e43-d48f-4472-b454-d69e804a66a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 1001 time: 0.1868784 Aug 27 02:37:53.067951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2604680-dd8d-430a-bb4b-abebc46b1558 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.076882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2604680-dd8d-430a-bb4b-abebc46b1558 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.078604 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f2604680-dd8d-430a-bb4b-abebc46b1558 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0973060 Aug 27 02:37:53.082010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:53.136396 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:53.192444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-38e75b36-552c-4a40-977f-72680b1a223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.194668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-38e75b36-552c-4a40-977f-72680b1a223b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.1146801 Aug 27 02:37:53.207285 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:53.219217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.225038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 00826947-3c92-46cb-81a5-aa84c11cd691 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:53.225928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.245095 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a77ce-121b-46f0-85a7-f64d19bd12c4 None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:53.326521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-f085b948-86c0-4686-9ab7-b1ece9a202ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.328659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-f085b948-86c0-4686-9ab7-b1ece9a202ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240911 Aug 27 02:37:53.343111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d5aee7db-c39b-4e92-8b21-d6ff79fcc579 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:37:53.344227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d5aee7db-c39b-4e92-8b21-d6ff79fcc579 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058692 Aug 27 02:37:53.346981 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.370660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.390687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 00826947-3c92-46cb-81a5-aa84c11cd691 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:53.435109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b2091b-787a-4498-8853-9f8a77ef30c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:53.435980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f1286-95b4-4008-aad5-1419770d6185 None None] Network 6f27f0e2-30d8-459a-8a3e-9ee6295b245e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:53.466717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.471251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2d294c3-56ab-446b-8569-d23c68e25bce tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/e2b2091b-787a-4498-8853-9f8a77ef30c2 HTTP/1.1" status: 204 len: 168 time: 0.7218401 Aug 27 02:37:53.471445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:53.567682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.681184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-083a30e4-a0a5-438d-b42e-a28393385ea4 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:53.682780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-083a30e4-a0a5-438d-b42e-a28393385ea4 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.1337724 Aug 27 02:37:53.715630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5dbf4231-698f-437c-b513-fdb77d92d478 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:53.771802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] DHCP port deletion for 6f27f0e2-30d8-459a-8a3e-9ee6295b245e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:37:53.775507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 5dbf4231-698f-437c-b513-fdb77d92d478 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:53.775775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5dbf4231-698f-437c-b513-fdb77d92d478 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:53.797817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-5c587fec-abc7-42ce-80bc-f0511d6bb4ef service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439447 Aug 27 02:37:53.860800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:53.932256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Deleting port a82dd58a-af23-4184-b5b7-73293b70df48 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:53.932599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:53.973697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Deleting port a82dd58a-af23-4184-b5b7-73293b70df48 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:53.974078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.071196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.090722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] For port a82dd58a-af23-4184-b5b7-73293b70df48, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a82dd58a-af23-4184-b5b7-73293b70df48,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:54.091917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.099678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] For port a82dd58a-af23-4184-b5b7-73293b70df48, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a82dd58a-af23-4184-b5b7-73293b70df48,segment=NetworkSegment(a94a77a6-60e4-49a9-8f39-294c88144b9f),segment_id=a94a77a6-60e4-49a9-8f39-294c88144b9f)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:54.100885 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.128510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Calling delete_port for a82dd58a-af23-4184-b5b7-73293b70df48 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:54.132003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Calling delete_port for a82dd58a-af23-4184-b5b7-73293b70df48 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:54.237899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2d52d61f-d62a-457b-9f23-e262f87b3db6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:54.275406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=00826947-3c92-46cb-81a5-aa84c11cd691,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.291652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.294225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2d52d61f-d62a-457b-9f23-e262f87b3db6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:54.294596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2d52d61f-d62a-457b-9f23-e262f87b3db6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:54.302967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5fd65743-3d7e-40df-8470-edcd597577f1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/00826947-3c92-46cb-81a5-aa84c11cd691 HTTP/1.1" status: 204 len: 168 time: 1.2182653 Aug 27 02:37:54.307359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.320803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2a36bbd0-7e85-450b-9c52-18058e0a1ec9 None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:54.335142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2a36bbd0-7e85-450b-9c52-18058e0a1ec9 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:54.335783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbd0-7e85-450b-9c52-18058e0a1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.339007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d032-5b67-41cd-b401-0c39d8b05d30 req-38ba469b-0d67-42f3-a43e-c89d40ad2415 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.349782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd2d032-5b67-41cd-b401-0c39d8b05d30 req-38ba469b-0d67-42f3-a43e-c89d40ad2415 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.2941735 Aug 27 02:37:54.350251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.387206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457963a-c2c7-420b-b1e1-1bbb43a83cf2 req-fb4350ab-65cc-4d04-9467-0cffa5c932c5 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.389100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7457963a-c2c7-420b-b1e1-1bbb43a83cf2 req-fb4350ab-65cc-4d04-9467-0cffa5c932c5 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.5903594 Aug 27 02:37:54.420967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.440322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3dd2d032-5b67-41cd-b401-0c39d8b05d30 req-3b4b698b-af48-4ab2-b142-f1d912d626ab tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871348 Aug 27 02:37:54.466678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] Pushing event deleted for resources: {'Port': ['ID=a82dd58a-af23-4184-b5b7-73293b70df48,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.475315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ee212-3813-4dee-bf02-7473de79e897 None None] No DVR routers for this DVR port a82dd58a-af23-4184-b5b7-73293b70df48 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:54.481673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Port': ['ID=a82dd58a-af23-4184-b5b7-73293b70df48,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:54.533851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No DVR routers for this DVR port a82dd58a-af23-4184-b5b7-73293b70df48 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:54.542155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-1cbe5d92-16fa-4fd3-9c26-dd36cf24b15d service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315872 Aug 27 02:37:54.618350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d99ad-7efb-4db5-bd25-2c3dbb593ef1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.619943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d99ad-7efb-4db5-bd25-2c3dbb593ef1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.621446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d99ad-7efb-4db5-bd25-2c3dbb593ef1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:54.629090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50168) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:54.629289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b16d99ad-7efb-4db5-bd25-2c3dbb593ef1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3127055 Aug 27 02:37:54.706983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0fe8b49-7181-4d12-b556-ba7658029227 None None] Could not find standard attr ID for object 00826947-3c92-46cb-81a5-aa84c11cd691. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:37:54.743264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 7e53421e-7514-43f2-9667-1a7adde6a332 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:54.747036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.803732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.906798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.975969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.994343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:54.996675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/7e53421e-7514-43f2-9667-1a7adde6a332 HTTP/1.1" status: 204 len: 168 time: 0.3687706 Aug 27 02:37:55.000404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8590c12-7adb-4981-8809-008b7a295e95 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:55.016942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50174) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.037144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def8b5-2d14-41fb-b274-9ea61a610f89 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=7e53421e-7514-43f2-9667-1a7adde6a332,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.058898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-0a467700-73aa-4fb1-bb27-7ab579ed29fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 217 time: 0.5028970 Aug 27 02:37:55.074308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Deleting port 5763cf55-bb38-487c-a61e-3b9e4d35b255 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:37:55.074687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.079824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7457963a-c2c7-420b-b1e1-1bbb43a83cf2 req-97956c6e-ca62-4819-81f8-0fa5864cf382 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292756 Aug 27 02:37:55.117043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet c380c9cd-b671-41ac-ba87-d1c1fd76b5f3 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:37:55.120989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.166012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.187342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-26d9e6e5-6c8a-49f5-8482-d22e157d13eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.202180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.223193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f27f0e2-30d8-459a-8a3e-9ee6295b245e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:55.252113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-7c108b86-93ff-4c0a-92b3-0602bf15486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:55.253881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-7c108b86-93ff-4c0a-92b3-0602bf15486f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1827052 Aug 27 02:37:55.259810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94a77a6-60e4-49a9-8f39-294c88144b9f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:55.260384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94a77a6-60e4-49a9-8f39-294c88144b9f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:55.284853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.313314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.339333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.353609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.363413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:37:55.364071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:37:55.372621 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:37:55.374828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] For port 5763cf55-bb38-487c-a61e-3b9e4d35b255, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=5763cf55-bb38-487c-a61e-3b9e4d35b255,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:55.374922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.390829 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.404406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=c380c9cd-b671-41ac-ba87-d1c1fd76b5f3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.406826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.412186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c1845139-f17d-4759-9008-98230a6d0ada tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/c380c9cd-b671-41ac-ba87-d1c1fd76b5f3 HTTP/1.1" status: 204 len: 168 time: 0.3932037 Aug 27 02:37:55.412773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50184) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.438737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-533fda95-f5f5-47b4-b303-238a042506cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:55.440593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-533fda95-f5f5-47b4-b303-238a042506cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741049 Aug 27 02:37:55.460438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a82dd58a-af23-4184-b5b7-73293b70df48 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:55.470836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Calling delete_port for 5763cf55-bb38-487c-a61e-3b9e4d35b255 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:37:55.492427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6f4a32e-9590-49b6-97e2-47d53b181788 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733402 Aug 27 02:37:55.493292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.498491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:55.509338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a82dd58a-af23-4184-b5b7-73293b70df48 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:55.510068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a82dd58a-af23-4184-b5b7-73293b70df48 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:55.623463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.647756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.652560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/networks/6f27f0e2-30d8-459a-8a3e-9ee6295b245e HTTP/1.1" status: 204 len: 168 time: 2.1776993 Aug 27 02:37:55.654045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda661f-891c-4aee-9501-5691a20185d1 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Pushing event deleted for resources: {'Network': ['ID=6f27f0e2-30d8-459a-8a3e-9ee6295b245e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:55.658001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50192) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:55.667741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'routes': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:55.718994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:55.723613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:55.799132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdabfb1-29e9-4f23-9515-8600c8ebbd5d req-e5620fb5-66c1-4e74-8ae4-9fa4416ecb79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:55.800888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffdabfb1-29e9-4f23-9515-8600c8ebbd5d req-e5620fb5-66c1-4e74-8ae4-9fa4416ecb79 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 945 time: 0.1775005 Aug 27 02:37:55.840484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-c936f15f-532a-4400-bd93-78c9f567503f service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897800 Aug 27 02:37:55.868412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffdabfb1-29e9-4f23-9515-8600c8ebbd5d req-ee2ea67a-b08e-4a5b-8d12-39a34dac8431 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Aug 27 02:37:56.000418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.extraroute_db [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Added routes are [] {{(pid=94831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:37:56.000726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.extraroute_db [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Removed routes are [] {{(pid=94831) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:37:56.001141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.001467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5b822-2914-4fdf-9fb7-7641a9538d27 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:56.055440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.078599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f30dfa50-85dd-441d-81d8-86c07935d5d7 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:56.079672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f30dfa50-85dd-441d-81d8-86c07935d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.091956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:56.094876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:56.181695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=43ec86e5-9ddd-4b42-a5a7-0dedac559ac9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:56.199269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:56.199872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.250452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f2993ce1-6e46-42c9-993f-646cc7de5675 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7559903 Aug 27 02:37:56.251722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.255035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50200) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:56.255792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-5d7e40de-d5e5-4876-94dc-589629c71d3c service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569691 Aug 27 02:37:56.268586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:56.281546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf936c2-72b6-4803-9634-aa79246d6629 req-77bcc6bf-c2c3-4a0b-815d-f25b8306a949 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:56.286007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:37:56.288812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eaf936c2-72b6-4803-9634-aa79246d6629 req-77bcc6bf-c2c3-4a0b-815d-f25b8306a949 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.0971479 Aug 27 02:37:56.300278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.306884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event deleted for resources: {'Port': ['ID=5763cf55-bb38-487c-a61e-3b9e4d35b255,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:56.356145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.393603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-234dca78-f717-4768-a344-16f23e0a81e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 217 time: 0.1281996 Aug 27 02:37:56.430898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eaf936c2-72b6-4803-9634-aa79246d6629 req-09239e8b-4dfe-4ca6-af16-28f3cb119168 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163707 Aug 27 02:37:56.469326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] No DVR routers for this DVR port 5763cf55-bb38-487c-a61e-3b9e4d35b255 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:37:56.473754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.477210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8fa98c9-e311-4b63-94b9-267e476de817 req-b52ee161-542b-4eb6-99b0-9f594460e0f5 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.15 "DELETE /v2.0/ports/5763cf55-bb38-487c-a61e-3b9e4d35b255 HTTP/1.1" status: 204 len: 173 time: 2.7843640 Aug 27 02:37:56.485732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '43ec86e5-9ddd-4b42-a5a7-0dedac559ac9'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '6365eb84-02d5-434b-88b6-f36680c9d376'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:37:56.550718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.570208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:56.574176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.574980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'name': 'network-vif-deleted', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:37:56.575618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:56.577294 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd754357-20c9-44c2-80ca-0ecb0d6cbfb2" -d '{"events": [{"server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "name": "network-vif-deleted", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:37:56.690141 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a08c36-9f10-4b8d-b2a7-221d15d9d067 x-openstack-request-id: req-c8a08c36-9f10-4b8d-b2a7-221d15d9d067 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:37:56.690451 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ae9e38-ca5b-4865-9aa3-005a0a8c2fff", "name": "network-vif-deleted", "tag": "5763cf55-bb38-487c-a61e-3b9e4d35b255", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:37:56.690711 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8a08c36-9f10-4b8d-b2a7-221d15d9d067 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:37:56.691111 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ae9e38-ca5b-4865-9aa3-005a0a8c2fff', 'name': 'network-vif-deleted', 'tag': '5763cf55-bb38-487c-a61e-3b9e4d35b255', 'status': 'completed', 'code': 200} Aug 27 02:37:56.718606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-fcdcaf7d-d962-4f8b-bf0a-67ac13a8ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:56.720093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-fcdcaf7d-d962-4f8b-bf0a-67ac13a8ce6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.3203120 Aug 27 02:37:56.725621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router 1ce8c818-88a0-4426-91d4-96d364152250 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:37:56.856204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Allocated IP 172.20.0.2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/43ec86e5-9ddd-4b42-a5a7-0dedac559ac9/6365eb84-02d5-434b-88b6-f36680c9d376) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:56.933661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-915cbffa-bfd3-4d3a-8fe9-e84bb1b1a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:56.936198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-915cbffa-bfd3-4d3a-8fe9-e84bb1b1a99e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2073026 Aug 27 02:37:56.993282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:57.013805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Sync routers for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:57.031041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.032374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d6ef779-480f-45ac-badb-2b147a5cdc43 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 701 time: 1.3717525 Aug 27 02:37:57.035209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:57.078980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:57.089656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee7fdbad-a973-4636-bad8-219394f39859 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 205 time: 0.0532506 Aug 27 02:37:57.100654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:57.113800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.123225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:57.123879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:57.132277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-199a8128-b50e-4432-a91a-ae9e93172664 req-6e69c0bf-3df8-4706-a746-690d319f5fd6 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=70ae9e38-ca5b-4865-9aa3-005a0a8c2fff HTTP/1.1" status: 200 len: 210 time: 0.0467668 Aug 27 02:37:57.186831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:37:57.215379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.216754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.243785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:37:57.248272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:57.257727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3481ac-ea3f-4e36-9f1f-c1f0211c07ce req-13ed179e-d6b9-4ed0-a719-e5f93863066e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.265225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce3481ac-ea3f-4e36-9f1f-c1f0211c07ce req-13ed179e-d6b9-4ed0-a719-e5f93863066e tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.1295767 Aug 27 02:37:57.297308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-221f47d5-9aca-49a6-bcf1-e283553a3a58 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439851 Aug 27 02:37:57.306648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:57.498413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce3481ac-ea3f-4e36-9f1f-c1f0211c07ce req-3f0aecf8-3b2a-4d7b-8b28-2b71b2bbca26 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316608 Aug 27 02:37:57.527737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.530338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.533534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-1f3b4445-2357-42e6-9285-32600afa8e89 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035980 Aug 27 02:37:57.542289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Checking router: 1ce8c818-88a0-4426-91d4-96d364152250 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:57.585374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff831b6b-d4d5-42aa-9c3d-5addaf92aa49 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:57.594131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Routers {'1ce8c818-88a0-4426-91d4-96d364152250'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:57.596170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1ce8c818-88a0-4426-91d4-96d364152250'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:57.609623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.615477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-0a3e27f7-8404-460e-9fd7-bfa2624a1929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 217 time: 0.0749376 Aug 27 02:37:57.665431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.665963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce8c818-88a0-4426-91d4-96d364152250 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:37:57.679248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.685844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f995573-2eb1-48af-99da-2527e287727a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 204 len: 168 time: 0.5770566 Aug 27 02:37:57.689007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:57.697616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-745265670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:57.715134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] Set router 1ce8c818-88a0-4426-91d4-96d364152250 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:57.739283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-8b519235-542c-4370-8d14-110ec08f9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.742975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-8b519235-542c-4370-8d14-110ec08f9695 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1207266 Aug 27 02:37:57.763474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.763474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.765604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5763cf55-bb38-487c-a61e-3b9e4d35b255 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:37:57.801800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:57.829557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 5763cf55-bb38-487c-a61e-3b9e4d35b255 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:37:57.829557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 5763cf55-bb38-487c-a61e-3b9e4d35b255 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:37:57.865349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6cc48e-c151-499b-8ee6-3119c6e6d61d None None] The sync data for ids ['1ce8c818-88a0-4426-91d4-96d364152250'] in n-d-806292-1 is: [{'id': '1ce8c818-88a0-4426-91d4-96d364152250', 'name': 'tempest-RoutersTest-router-1134288510', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:51Z', 'updated_at': '2021-08-27T02:37:51Z', 'revision_number': 11, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:57.913633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.924292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d31abaec-edf7-431b-a0f1-2403775d49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:57.929490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d31abaec-edf7-431b-a0f1-2403775d49a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1799140 Aug 27 02:37:57.934973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:37:57.965017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.972622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.977908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.986431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:57.987523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.097424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:37:58.098487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=86915496-4436-4dea-b580-fab5353eab75,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:58.105745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:37:58.114834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:58.116429 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.116967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.126188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-82a40007-6fc4-48e9-9ef0-c56a034858b3 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4299669 Aug 27 02:37:58.127699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:58.134044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:58.135639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=14']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:37:58.184642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c627f7ae-cd5b-4021-b192-0506c10ddac6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9256139 Aug 27 02:37:58.186408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50264) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:58.198185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:09:e6:79', 'name': 'tempest-NetworksTestDHCPv6-1535473726'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:37:58.209371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-474c1a53-91f6-4e92-904e-d0337037bc33 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426641 Aug 27 02:37:58.441534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-df429444-2013-4c6a-b610-f6658b1a0967 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170157 Aug 27 02:37:58.480923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.500470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.674342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45fab1-d2ed-42a9-8e64-8cc2a80a6d18 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:37:58.703669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21a26-d526-439c-a32b-60983d8688ac req-c8fc88a2-4273-489e-bcb4-a2bfe9b6b819 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:58.712097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8bb21a26-d526-439c-a32b-60983d8688ac req-c8fc88a2-4273-489e-bcb4-a2bfe9b6b819 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.0777862 Aug 27 02:37:58.755586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Router ef3275ac-fe76-48b2-912e-63ccc2aa301e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:37:58.872485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e39d06ca-85a5-4ff3-888d-b6cddf6cc57d None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:37:58.886738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e39d06ca-85a5-4ff3-888d-b6cddf6cc57d None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:58.887141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e39d06ca-85a5-4ff3-888d-b6cddf6cc57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.913285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8bb21a26-d526-439c-a32b-60983d8688ac req-86863900-55b0-41e0-8b8a-9f5dc6ad0678 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949999 Aug 27 02:37:58.917720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-67c66d8b-fd80-439b-b907-295649de8c99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 217 time: 0.4667656 Aug 27 02:37:58.920883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:37:58.936019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:58.937161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-540beeec-9a75-4108-900c-c5bcc989888c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "PUT /v2.0/routers/ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 200 len: 693 time: 0.8082654 Aug 27 02:37:58.940097 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Sync routers for ids ['ef3275ac-fe76-48b2-912e-63ccc2aa301e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:37:58.941716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50274) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:58.953042 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Routers {'ef3275ac-fe76-48b2-912e-63ccc2aa301e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:58.953903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ef3275ac-fe76-48b2-912e-63ccc2aa301e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:59.004529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-bb23be44-3ebe-427e-999a-7adc24a4b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.006643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-bb23be44-3ebe-427e-999a-7adc24a4b427 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0594234 Aug 27 02:37:59.028229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:37:59.074110 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Set router ef3275ac-fe76-48b2-912e-63ccc2aa301e gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:59.110946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-e029092f-54de-4ba5-87d2-120fb9443b61 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.112897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-e029092f-54de-4ba5-87d2-120fb9443b61 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.2109153 Aug 27 02:37:59.162435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.165631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be9a5d12-5533-4a40-a1c0-aba02573708e tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/routers/ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 200 len: 699 time: 0.2227378 Aug 27 02:37:59.171330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50278) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:59.179045 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3275ac-fe76-48b2-912e-63ccc2aa301e', 'name': 'tempest-RoutersTest-router-745265670', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:57Z', 'updated_at': '2021-08-27T02:37:58Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:59.194258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 16bbc6f8-7141-44d8-8387-a439edc96e61 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:37:59.223019 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Checking router: ef3275ac-fe76-48b2-912e-63ccc2aa301e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:37:59.237656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e6b92552-82af-4745-aab0-89373504952d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 200 len: 205 time: 0.0628793 Aug 27 02:37:59.238291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:37:59.246192 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Routers {'ef3275ac-fe76-48b2-912e-63ccc2aa301e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:37:59.246896 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:37:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ef3275ac-fe76-48b2-912e-63ccc2aa301e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:59.343103 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] Set router ef3275ac-fe76-48b2-912e-63ccc2aa301e gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:37:59.421237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.423333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3275ac-fe76-48b2-912e-63ccc2aa301e', 'name': 'tempest-RoutersTest-router-745265670', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:57Z', 'updated_at': '2021-08-27T02:37:58Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:37:59.438547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-00284471-afa9-45cd-aeba-47c941e10720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:37:59.450842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-00284471-afa9-45cd-aeba-47c941e10720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4374914 Aug 27 02:37:59.451805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:37:59.480951 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d762c1-29ee-4595-b13f-f7c692bbe762 None None] The sync data for ids ['ef3275ac-fe76-48b2-912e-63ccc2aa301e'] in n-d-806292-1 is: [{'id': 'ef3275ac-fe76-48b2-912e-63ccc2aa301e', 'name': 'tempest-RoutersTest-router-745265670', 'tenant_id': '5c19c5b26cb1494cb4277a432a5783db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:37:57Z', 'updated_at': '2021-08-27T02:37:58Z', 'revision_number': 2, 'project_id': '5c19c5b26cb1494cb4277a432a5783db', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:37:59.607466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:37:59.607837 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:37:59.965754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 172.20.0.9 (92eac24d-ff82-48bb-be22-fc03ecea96f3/43ec86e5-9ddd-4b42-a5a7-0dedac559ac9/16bbc6f8-7141-44d8-8387-a439edc96e61) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:37:59.983421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-57cb96fb-093c-4956-bf07-39eca2850778 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167167 Aug 27 02:37:59.992434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe09:e679 (92eac24d-ff82-48bb-be22-fc03ecea96f3/86915496-4436-4dea-b580-fab5353eab75/16bbc6f8-7141-44d8-8387-a439edc96e61) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:00.145657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca29e70-1986-4849-a1b3-a9c50034617a None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:00.238461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0c7340c8-f4a8-49b8-8299-3e039aa1fccc None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:00.239428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c7340c8-f4a8-49b8-8299-3e039aa1fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.243538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-415d08c5-8072-489d-bb75-7cee1c635326 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413301 Aug 27 02:38:00.274154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.276459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.283248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Deleting port 606b73ff-004d-4128-9caf-60846889ef63 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:00.283592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.333397 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.334323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Fanout notify agent at l3_agent the message router_deleted on router ef3275ac-fe76-48b2-912e-63ccc2aa301e {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:38:00.347617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.353672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0365a56a-d746-421f-8324-031fddfc2792 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 204 len: 168 time: 1.1138484 Aug 27 02:38:00.355152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.379394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-c832f33e-3ef0-4e89-a78c-937eb9bfb0cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 217 time: 0.1120346 Aug 27 02:38:00.400019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6369ee03-7957-4cdd-9404-ae8781950808 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 200 len: 205 time: 0.0438809 Aug 27 02:38:00.405003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50296) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.443640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65236c05-91f0-4276-9de3-bc832c652ecc req-e84f83fe-59e7-4673-a1f6-6923a5b1deb7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:00.445251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65236c05-91f0-4276-9de3-bc832c652ecc req-e84f83fe-59e7-4673-a1f6-6923a5b1deb7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 945 time: 0.3141792 Aug 27 02:38:00.468479 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-1e8ddc5c-44f9-4ce5-b5ee-eac3c341eafb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:00.469880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e8ddc5c-44f9-4ce5-b5ee-eac3c341eafb tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/ef3275ac-fe76-48b2-912e-63ccc2aa301e HTTP/1.1" status: 404 len: 336 time: 0.0639668 Aug 27 02:38:00.474832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.512588 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ef1fe9-0e01-4b04-b623-68bd0b0e7f37 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:00.513053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ef1fe9-0e01-4b04-b623-68bd0b0e7f37 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:00.517206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7ef1fe9-0e01-4b04-b623-68bd0b0e7f37 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/3c907754-e9d7-44f1-a2df-815d306d8ce8 HTTP/1.1" status: 404 len: 337 time: 0.0389681 Aug 27 02:38:00.517522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.545917 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6af0bfb-bc21-4b29-bbc6-676d8567ff8d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:00.546415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6af0bfb-bc21-4b29-bbc6-676d8567ff8d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:00.550444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6af0bfb-bc21-4b29-bbc6-676d8567ff8d tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/0b1eb3f1-3f3b-419a-a057-84245ccbbd45 HTTP/1.1" status: 404 len: 337 time: 0.0296726 Aug 27 02:38:00.550599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65236c05-91f0-4276-9de3-bc832c652ecc req-e058576a-0309-4e76-a609-dc164b652b22 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/security-groups?id=63358d00-2c40-4492-a71e-fe0869d5588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922203 Aug 27 02:38:00.552392 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.555439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.571605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-c0bbb6b0-779e-4cde-96ad-8fbc474a9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:00.573187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-c0bbb6b0-779e-4cde-96ad-8fbc474a9f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.1869023 Aug 27 02:38:00.588346 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9003494-d9ab-478f-a20a-ce2293cda31c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:00.588896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9003494-d9ab-478f-a20a-ce2293cda31c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:00.592956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9003494-d9ab-478f-a20a-ce2293cda31c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/470ec945-9e91-4257-b995-f1ac19c1d13a HTTP/1.1" status: 404 len: 337 time: 0.0340693 Aug 27 02:38:00.593271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50304) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.619285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] For port 606b73ff-004d-4128-9caf-60846889ef63, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=606b73ff-004d-4128-9caf-60846889ef63,segment=NetworkSegment(c90ee278-cbb4-4d53-886e-146514f50c58),segment_id=c90ee278-cbb4-4d53-886e-146514f50c58)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:00.619931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.639608 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49316a3-620a-4370-861f-62d8c8975aff tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:00.640117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49316a3-620a-4370-861f-62d8c8975aff tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:00.641977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f49316a3-620a-4370-861f-62d8c8975aff tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/e2b2091b-787a-4498-8853-9f8a77ef30c2 HTTP/1.1" status: 404 len: 337 time: 0.0476725 Aug 27 02:38:00.649783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.657292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 16bbc6f8-7141-44d8-8387-a439edc96e61 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:00.669702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Calling delete_port for 606b73ff-004d-4128-9caf-60846889ef63 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:00.690248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d431cf36-f45e-4b73-bded-45aa6edd57d8 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 200 len: 205 time: 0.0388741 Aug 27 02:38:00.692503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50310) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.741453 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-968b2056-2304-493d-b25e-5a1e2e548c5f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:00.743282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-968b2056-2304-493d-b25e-5a1e2e548c5f tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/1ce8c818-88a0-4426-91d4-96d364152250 HTTP/1.1" status: 404 len: 336 time: 0.0495255 Aug 27 02:38:00.745602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.760321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-ccb007ff-e15a-4240-b7c5-85931ec3e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:00.762069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-ccb007ff-e15a-4240-b7c5-85931ec3e5de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803505 Aug 27 02:38:00.762947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.801626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-06b6bff0-5f76-4c1a-a9e4-7de67e187c77 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9666bc0b-d71b-4e36-b7dc-9428c21ba008 HTTP/1.1" status: 200 len: 205 time: 0.0544732 Aug 27 02:38:00.802228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.852576 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-2118905a-fc23-497f-aa26-91ca2ca475e4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:00.854980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2118905a-fc23-497f-aa26-91ca2ca475e4 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/9666bc0b-d71b-4e36-b7dc-9428c21ba008 HTTP/1.1" status: 404 len: 336 time: 0.0507994 Aug 27 02:38:00.856428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.886859 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3866c981-417c-4b7a-ae9d-77acaa7e0340 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:00.887951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3866c981-417c-4b7a-ae9d-77acaa7e0340 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:00.888725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.891870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3866c981-417c-4b7a-ae9d-77acaa7e0340 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/73cd648d-1bf5-4bd1-9fe7-a74180e45195 HTTP/1.1" status: 404 len: 337 time: 0.0318389 Aug 27 02:38:00.892672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50318) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.914528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6d32f8f0-90e7-4b59-b738-19a8b10ef6c6 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:00.915049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6d32f8f0-90e7-4b59-b738-19a8b10ef6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:00.924612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b98e1ffb-f685-4fac-8d19-1253892453ea tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 200 len: 205 time: 0.0290930 Aug 27 02:38:00.924902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.970905 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-10b4c59c-a124-45bb-937c-53e4acba3835 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:00.974514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10b4c59c-a124-45bb-937c-53e4acba3835 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/e9fb0efe-10c1-4180-9a62-28c3755acf26 HTTP/1.1" status: 404 len: 336 time: 0.0460541 Aug 27 02:38:00.974514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50322) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:00.993666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-0f24b576-bc7a-4d5f-a6fe-74eea10134a8 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143774 Aug 27 02:38:00.995597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:01.003945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d67e2ffa-168b-44ae-9aae-7cd64f0fa177 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f04d874-5792-48d2-9841-3e35608cc0d0 HTTP/1.1" status: 200 len: 205 time: 0.0277674 Aug 27 02:38:01.004567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=16bbc6f8-7141-44d8-8387-a439edc96e61,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:01.006768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50324) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.019980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:01.028105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:01.067222 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-c5184914-e248-4da8-9744-1d4aa9317a1a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:01.085788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5184914-e248-4da8-9744-1d4aa9317a1a tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/8f04d874-5792-48d2-9841-3e35608cc0d0 HTTP/1.1" status: 404 len: 336 time: 0.0604732 Aug 27 02:38:01.086768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50330) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.133319 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d693d5-6460-40b3-bf09-1c319e7d0f31 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:01.133797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d693d5-6460-40b3-bf09-1c319e7d0f31 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:01.135614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f0d693d5-6460-40b3-bf09-1c319e7d0f31 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/d50a8841-31c9-4722-bc6a-a4963ae854ec HTTP/1.1" status: 404 len: 337 time: 0.0478864 Aug 27 02:38:01.140254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.195789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.207627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5d36d275-83e5-4b69-b58e-2ad1d3c32053 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=fed3aebc-5577-4cfd-ac1d-d1803901768f HTTP/1.1" status: 200 len: 205 time: 0.0662460 Aug 27 02:38:01.210550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.255793 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-23d29a5a-fa24-47fa-9458-736fe4d71597 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:01.256927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-23d29a5a-fa24-47fa-9458-736fe4d71597 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/fed3aebc-5577-4cfd-ac1d-d1803901768f HTTP/1.1" status: 404 len: 336 time: 0.0449593 Aug 27 02:38:01.261038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.262000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.262659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.271105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Pushing event deleted for resources: {'Port': ['ID=606b73ff-004d-4128-9caf-60846889ef63,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:01.316763 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b15b68b-2014-4461-97ef-cf594f91fd44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:01.317232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b15b68b-2014-4461-97ef-cf594f91fd44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:01.319679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9b15b68b-2014-4461-97ef-cf594f91fd44 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/19907fda-5ee6-4190-8c6b-03cdcd296a39 HTTP/1.1" status: 404 len: 337 time: 0.0560153 Aug 27 02:38:01.322540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.372204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6caab082-518c-44ea-9da9-238f7ccdf743 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1846535 Aug 27 02:38:01.372904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.381200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ecd5e81-e926-4bdf-97cf-ca8704dde1f7 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5b19e44-b371-431d-8be4-a7aeed3d1e56 HTTP/1.1" status: 200 len: 205 time: 0.0572996 Aug 27 02:38:01.385650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.416462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] No DVR routers for this DVR port 606b73ff-004d-4128-9caf-60846889ef63 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:01.419284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.433252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b49afa5-0087-4e41-bb4f-d687df3910b1 req-6221f5e8-b393-4049-ad4b-db63d1de12f7 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.46 "DELETE /v2.0/ports/606b73ff-004d-4128-9caf-60846889ef63 HTTP/1.1" status: 204 len: 173 time: 2.2550116 Aug 27 02:38:01.441764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'name': 'network-vif-deleted', 'tag': '606b73ff-004d-4128-9caf-60846889ef63'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:01.441951 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-1d32ae83-8894-45e3-a2bb-753eebb8ec93 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] delete failed (client error): The resource could not be found. Aug 27 02:38:01.442070 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c979bfd4-8168-4d56-a5d4-e7caa415239c" -d '{"events": [{"server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "name": "network-vif-deleted", "tag": "606b73ff-004d-4128-9caf-60846889ef63"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:01.442185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1d32ae83-8894-45e3-a2bb-753eebb8ec93 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/routers/d5b19e44-b371-431d-8be4-a7aeed3d1e56 HTTP/1.1" status: 404 len: 336 time: 0.0529420 Aug 27 02:38:01.443918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.445534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-d9f50a03-7eba-419b-95b2-4772694f6f03 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429302 Aug 27 02:38:01.541582 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-585ecce1-ffa7-4999-b898-6458df72772c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:01.542077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585ecce1-ffa7-4999-b898-6458df72772c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:01.544308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-585ecce1-ffa7-4999-b898-6458df72772c tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/13dc93c9-e57d-4ad9-9fd5-d8c44a814fb4 HTTP/1.1" status: 404 len: 337 time: 0.0979061 Aug 27 02:38:01.545916 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e603e21-6cb9-4577-b096-45db0b68c298 x-openstack-request-id: req-6e603e21-6cb9-4577-b096-45db0b68c298 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:01.546208 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1ab9e5-2ad3-4251-a131-702e6c3e8686", "name": "network-vif-deleted", "tag": "606b73ff-004d-4128-9caf-60846889ef63", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:01.546581 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e603e21-6cb9-4577-b096-45db0b68c298 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:01.546909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.547030 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1ab9e5-2ad3-4251-a131-702e6c3e8686', 'name': 'network-vif-deleted', 'tag': '606b73ff-004d-4128-9caf-60846889ef63', 'status': 'completed', 'code': 200} Aug 27 02:38:01.550706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-5866d7be-1198-4928-b81e-a9a822c3ca2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.0814366 Aug 27 02:38:01.601852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b716ae-5e23-4695-ad2d-47908fb2cf07 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.605923 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5b76df-98f7-4f6b-adaa-8897b2ba5952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] DELETE failed (client error): The resource could not be found. Aug 27 02:38:01.606411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5b76df-98f7-4f6b-adaa-8897b2ba5952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:01.610483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c5b76df-98f7-4f6b-adaa-8897b2ba5952 tempest-RoutersTest-197272706 tempest-RoutersTest-197272706-project] 10.222.0.26 "DELETE /v2.0/subnets/e6a89321-7527-409e-be91-c924a69b2af3 HTTP/1.1" status: 404 len: 337 time: 0.0602643 Aug 27 02:38:01.610662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b716ae-5e23-4695-ad2d-47908fb2cf07 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.614225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50360) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.615555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eb31b819-40ed-4dc9-adce-e49538bcae76 None None] Provisioning for port 16bbc6f8-7141-44d8-8387-a439edc96e61 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:01.624568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5b716ae-5e23-4695-ad2d-47908fb2cf07 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2187977 Aug 27 02:38:01.637924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eb31b819-40ed-4dc9-adce-e49538bcae76 None None] Provisioning complete for port 16bbc6f8-7141-44d8-8387-a439edc96e61 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:01.642678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb31b819-40ed-4dc9-adce-e49538bcae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.653314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-a9af5c5e-d319-4dd0-be67-e664beeba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.659909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-a9af5c5e-d319-4dd0-be67-e664beeba7c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.1014891 Aug 27 02:38:01.753084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eb31b819-40ed-4dc9-adce-e49538bcae76 None None] Port 16bbc6f8-7141-44d8-8387-a439edc96e61 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:01.772029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb156653-513c-45d8-8c3b-1daf27c12985 req-f614e595-4686-46b8-b852-427ec57df5c3 tempest-ServerAddressesTestJSON-232951681 tempest-ServerAddressesTestJSON-232951681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c1ab9e5-2ad3-4251-a131-702e6c3e8686 HTTP/1.1" status: 200 len: 210 time: 0.0838814 Aug 27 02:38:01.799097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-78476ba6-e61a-47f0-90ac-756986853f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:01.801107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-78476ba6-e61a-47f0-90ac-756986853f3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335096 Aug 27 02:38:01.834402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 16bbc6f8-7141-44d8-8387-a439edc96e61 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:01.834799 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.976965 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:01.980713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50366) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:01.991292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-e755d470-3e6a-4727-bcf2-b535179654eb service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811621 Aug 27 02:38:02.000529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 16bbc6f8-7141-44d8-8387-a439edc96e61 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:02.193595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40723c2b-6311-492f-93ef-992ae21c7c28 req-09d79220-b5e7-42e9-bda8-234e4a4aa0c6 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927266 Aug 27 02:38:02.280437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.308511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fca9ed33-0428-45ee-865e-f096402c5aad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c19c5b26cb1494cb4277a432a5783db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250496 Aug 27 02:38:02.310815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.323956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=16bbc6f8-7141-44d8-8387-a439edc96e61,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:02.399404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.433349 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.442169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.449410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-65f53ad0-8695-4dbe-9357-228168ceb77d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/16bbc6f8-7141-44d8-8387-a439edc96e61 HTTP/1.1" status: 204 len: 168 time: 0.8322928 Aug 27 02:38:02.458233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.517942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.520599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.521764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a110c3a-401d-4adf-a36a-ada24109445c HTTP/1.1" status: 204 len: 168 time: 0.2099450 Aug 27 02:38:02.536971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1bb05-5aec-4cb0-abf8-4331d99c7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a110c3a-401d-4adf-a36a-ada24109445c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:02.565541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c489c4-c205-4c3e-bc1a-9d559c4464bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:02.567972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c489c4-c205-4c3e-bc1a-9d559c4464bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:02.571050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c489c4-c205-4c3e-bc1a-9d559c4464bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:02.575625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50382) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.576153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1c489c4-c205-4c3e-bc1a-9d559c4464bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1160958 Aug 27 02:38:02.692553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 43ec86e5-9ddd-4b42-a5a7-0dedac559ac9 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:02.696137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.744197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.856552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50388) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.876268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.945269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.972787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=43ec86e5-9ddd-4b42-a5a7-0dedac559ac9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:02.977200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:02.979674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d0142e2-cc2b-4c6d-b907-4acb879bd25f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/43ec86e5-9ddd-4b42-a5a7-0dedac559ac9 HTTP/1.1" status: 204 len: 168 time: 0.4025018 Aug 27 02:38:02.982450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:02.985363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e05f6-4630-42ae-a3ea-26b59800dc1e None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:02.993491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Deleting subnet ec052563-9d25-4485-9281-820987bdd3ef {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:03.001696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.043142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.066227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 86915496-4436-4dea-b580-fab5353eab75 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:03.077650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.087643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.154378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.195290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.234531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.240216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec052563-9d25-4485-9281-820987bdd3ef HTTP/1.1" status: 204 len: 168 time: 0.3824544 Aug 27 02:38:03.241539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50404) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.247394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 606b73ff-004d-4128-9caf-60846889ef63 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:03.249751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a1a1-34f6-472f-bb8e-8ac9ee996cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec052563-9d25-4485-9281-820987bdd3ef,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:03.329164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.348752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 606b73ff-004d-4128-9caf-60846889ef63 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:03.349388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 606b73ff-004d-4128-9caf-60846889ef63 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:03.350650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.460242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.476477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f57fb-b3cb-452a-8e5c-adc8ce31d990 req-86baba1b-75b7-42fd-9afa-c67a63352ef2 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:03.487405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c31f57fb-b3cb-452a-8e5c-adc8ce31d990 req-86baba1b-75b7-42fd-9afa-c67a63352ef2 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.1552129 Aug 27 02:38:03.493680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.504527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=86915496-4436-4dea-b580-fab5353eab75,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:03.508828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.510755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-31e7a548-a705-436f-8dd4-64b45c15ff33 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/86915496-4436-4dea-b580-fab5353eab75 HTTP/1.1" status: 204 len: 168 time: 0.5271592 Aug 27 02:38:03.513150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.550192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f1593b-1108-4cd4-abc7-0378334dce8d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:03.591250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90ee278-cbb4-4d53-886e-146514f50c58') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:03.591598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90ee278-cbb4-4d53-886e-146514f50c58') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:03.612235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.624077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99db8d02-0821-47f4-ba1f-8154c24bf154 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098285 Aug 27 02:38:03.626877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:03.630857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c31f57fb-b3cb-452a-8e5c-adc8ce31d990 req-4cb1f9fa-ae37-4840-be03-3cc46dca04a2 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393468 Aug 27 02:38:03.631889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:03.641676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.650353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:03.652621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:03.655404 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:03.760560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.769192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.774069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6f1593b-1108-4cd4-abc7-0378334dce8d HTTP/1.1" status: 204 len: 168 time: 0.5279381 Aug 27 02:38:03.788681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e008a-4b58-4000-9bbb-c7995518f6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f1593b-1108-4cd4-abc7-0378334dce8d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:03.820231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:03.824718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:03.835097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50428) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.008092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a399dc84-35e2-478f-8b04-9fa960b346d5 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:04.008816 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-a399dc84-35e2-478f-8b04-9fa960b346d5 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:04.009325 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-a399dc84-35e2-478f-8b04-9fa960b346d5 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:04.010344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a399dc84-35e2-478f-8b04-9fa960b346d5 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1744323 Aug 27 02:38:04.014054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50432) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.019313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456822597'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:04.050042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.079863 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.105045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.108579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.143486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2b95ce1e-24a6-48d3-9372-bf8ae565668a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49728403685344929a6be14cc0cadadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917315 Aug 27 02:38:04.147879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.172520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:04.178524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:04.183701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:04.184284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.200774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=bea88a14-232b-4312-a31d-9209be769ef0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.206006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b25c73e-6d99-4c47-a015-3475772d55e9 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:04.230173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.264549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.307777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-26ceefb4-9b25-4b5a-8359-4a7b171d95e2 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:04.308146 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-26ceefb4-9b25-4b5a-8359-4a7b171d95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.332588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.338960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.342050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f162324-4405-4cbb-a3cf-64d779173cb0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7141826 Aug 27 02:38:04.345008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.350211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:04.416629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.419550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.424533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63358d00-2c40-4492-a71e-fe0869d5588b HTTP/1.1" status: 204 len: 168 time: 0.2734473 Aug 27 02:38:04.502187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9241de51-cb7b-45ca-88f3-4eb62a717511,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.516537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662507-bae5-4fda-a458-0a8868bd09e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63358d00-2c40-4492-a71e-fe0869d5588b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.543797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.551028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.559502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': 'bea88a14-232b-4312-a31d-9209be769ef0'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '6365eb84-02d5-434b-88b6-f36680c9d376'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:38:04.615162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.618550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:04.626592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.651582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.652876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6376374 Aug 27 02:38:04.653971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5fa5c-d9ab-40c6-a6c4-ee7c322fe665 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0390bc-f437-43b1-b0f2-3c334d98ed03,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.656764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50450) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.664531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '3a0390bc-f437-43b1-b0f2-3c334d98ed03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:04.773940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.863818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.873720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.934149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4303648-c43a-4b06-903b-c9f55a382b7b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:04.938118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:04.940190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcf60ea3-5421-4eee-a5ef-3436490627f3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795165 Aug 27 02:38:04.944816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50462) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:04.951558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-93fb6be1-8e3a-4866-b5b7-a5674d824953 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '3a0390bc-f437-43b1-b0f2-3c334d98ed03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:04.976664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Allocated IP 172.20.0.2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/bea88a14-232b-4312-a31d-9209be769ef0/6365eb84-02d5-434b-88b6-f36680c9d376) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:05.003457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-93fb6be1-8e3a-4866-b5b7-a5674d824953 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.118013 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-93fb6be1-8e3a-4866-b5b7-a5674d824953 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:05.119599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93fb6be1-8e3a-4866-b5b7-a5674d824953 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1730089 Aug 27 02:38:05.122517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.134810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:05.169790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.173177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.186170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Transition to ACTIVE for port object 6365eb84-02d5-434b-88b6-f36680c9d376 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:05.190725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59879b-0326-4635-8c82-df340b2d731f req-30dbe98c-12f6-460d-b652-647bd8b79bbf tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:05.192230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.199911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd59879b-0326-4635-8c82-df340b2d731f req-30dbe98c-12f6-460d-b652-647bd8b79bbf tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.3942389 Aug 27 02:38:05.217163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.257057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd59879b-0326-4635-8c82-df340b2d731f req-1f2377a4-f49c-42e6-8846-582cc165c524 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514739 Aug 27 02:38:05.260070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb038b-d220-4ee3-9c0b-d3fa52a50710 None None] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=17']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:05.287934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.302660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-467670f6-78f9-49ce-a7ee-47406235c2dc tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:05.305164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-467670f6-78f9-49ce-a7ee-47406235c2dc tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.2229652 Aug 27 02:38:05.384690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.387858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.391188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/3a0390bc-f437-43b1-b0f2-3c334d98ed03 HTTP/1.1" status: 204 len: 168 time: 0.2670989 Aug 27 02:38:05.400900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.425904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee644-aafd-4ea1-ac64-300fb3f024be tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0390bc-f437-43b1-b0f2-3c334d98ed03,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:05.430182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:05.438485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ac97f00-2890-42bb-b101-5e27faabd37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.581282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ac97f00-2890-42bb-b101-5e27faabd37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.587953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70ffae6f-b264-4d19-aa9f-c65d6bafcb15 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1791072 Aug 27 02:38:05.587953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:05.588553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.591927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ac97f00-2890-42bb-b101-5e27faabd37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.594959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--573391298'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:05.646015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac97f00-2890-42bb-b101-5e27faabd37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1bcf0-8b61-4377-aada-336f74928d0c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:05.669141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ac97f00-2890-42bb-b101-5e27faabd37b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f86e439d36a44bfac89fc69723e28e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926996 Aug 27 02:38:05.670121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50488) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:05.718907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Deleting port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:05.719637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.736750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.745295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.778513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.849127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.852263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:05.853639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8a1bcf0-8b61-4377-aada-336f74928d0c HTTP/1.1" status: 204 len: 168 time: 0.1820815 Aug 27 02:38:05.862221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847083c-e6ae-45e4-a372-2b92f7dc3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1bcf0-8b61-4377-aada-336f74928d0c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:06.186500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cec32dcd-59e1-4d55-8cf9-c1ef5afb75cc None None] Provisioning for port 6365eb84-02d5-434b-88b6-f36680c9d376 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:06.192009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cec32dcd-59e1-4d55-8cf9-c1ef5afb75cc None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:06.194209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cec32dcd-59e1-4d55-8cf9-c1ef5afb75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.320057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c4965f6a-bce2-41bd-82f0-19b6f29599a5 req-3cfa024e-4d9c-4a9b-9c8d-43c3a1d3d391 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0649929 Aug 27 02:38:06.335187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50520) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.358750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2091117d-7dd9-4269-a9c0-54c93d868cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.413058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] For port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,segment=NetworkSegment(e6b1a9c7-ed9b-464e-8f5e-454bb67f339f),segment_id=e6b1a9c7-ed9b-464e-8f5e-454bb67f339f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:06.413418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.455282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Calling delete_port for 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:06.487812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.547283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f84a3-787d-4df2-b137-dcf024d7b5ba req-0db44c01-5f4c-4857-a239-5fe12094a5ca tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:06.548715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-773f84a3-787d-4df2-b137-dcf024d7b5ba req-0db44c01-5f4c-4857-a239-5fe12094a5ca tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 945 time: 0.1885343 Aug 27 02:38:06.583358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.624574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.673953 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2091117d-7dd9-4269-a9c0-54c93d868cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.683321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2091117d-7dd9-4269-a9c0-54c93d868cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.721418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-773f84a3-787d-4df2-b137-dcf024d7b5ba req-538512f0-2286-49ca-b9aa-0d5f7d930054 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c3b3b71-0988-48c3-8424-372298ab1354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611013 Aug 27 02:38:06.722166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2091117d-7dd9-4269-a9c0-54c93d868cdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c35f928b15354d0793633339c5031eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858187 Aug 27 02:38:06.723116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091117d-7dd9-4269-a9c0-54c93d868cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1409d-9e93-41ad-bc3b-ec85d3fd4168,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:06.725340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.726085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.744624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1497543 Aug 27 02:38:06.744624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.746314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae04f3-6508-418c-8560-c7fe66fbb194 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6590a3-6a3f-48f7-8229-0b7f0d5cfef4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:06.757099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68c67b51-1ecc-488c-b5ea-6f7ca21a4466 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '0b6590a3-6a3f-48f7-8229-0b7f0d5cfef4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:06.757914 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-68c67b51-1ecc-488c-b5ea-6f7ca21a4466 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 02:38:06.758542 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-68c67b51-1ecc-488c-b5ea-6f7ca21a4466 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:06.762473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68c67b51-1ecc-488c-b5ea-6f7ca21a4466 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146677 Aug 27 02:38:06.764545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:06.789787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.812224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.885798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.888882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.890289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14a1409d-9e93-41ad-bc3b-ec85d3fd4168 HTTP/1.1" status: 204 len: 168 time: 0.1632547 Aug 27 02:38:06.916604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a49b9-da55-409f-9110-e11cb81eb200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1409d-9e93-41ad-bc3b-ec85d3fd4168,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:06.954734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.967177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:06.970135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:06.987374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1928d6e7-a289-4d90-a2c8-8e5188ebbc58'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:38:07.005028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Pushing event deleted for resources: {'Port': ['ID=1928d6e7-a289-4d90-a2c8-8e5188ebbc58,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.086325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.091039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] No DVR routers for this DVR port 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:07.098747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.101389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.103376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d956d4b-1d43-45e8-a441-29a52f3e9d1a req-846c9940-c6b1-4721-b12a-590bf8904b0b tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.46 "DELETE /v2.0/ports/1928d6e7-a289-4d90-a2c8-8e5188ebbc58 HTTP/1.1" status: 204 len: 173 time: 1.7891438 Aug 27 02:38:07.106005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'name': 'network-vif-deleted', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:38:07.108330 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f773917-bca2-42d3-a4ad-44cfff50a6b5" -d '{"events": [{"server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "name": "network-vif-deleted", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:38:07.117811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.118647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.181436 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeee470-39f0-41e5-a09c-28ee3bb41728 x-openstack-request-id: req-cfeee470-39f0-41e5-a09c-28ee3bb41728 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:38:07.181741 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aca5fcb-22c2-48fa-b765-29db69caa197", "name": "network-vif-deleted", "tag": "1928d6e7-a289-4d90-a2c8-8e5188ebbc58", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:38:07.181980 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfeee470-39f0-41e5-a09c-28ee3bb41728 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:38:07.182425 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aca5fcb-22c2-48fa-b765-29db69caa197', 'name': 'network-vif-deleted', 'tag': '1928d6e7-a289-4d90-a2c8-8e5188ebbc58', 'status': 'completed', 'code': 200} Aug 27 02:38:07.208330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:07.219394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:07.227550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:07.228134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.228664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038cf6b-aab3-4599-ac72-08f07fe228ac None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:07.245352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.248088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.249260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/0b6590a3-6a3f-48f7-8229-0b7f0d5cfef4 HTTP/1.1" status: 204 len: 168 time: 0.4837770 Aug 27 02:38:07.252314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50544) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.257472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=d411813f-28e6-4052-ba00-1f84491b6871,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.266798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=19']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.272190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7a44-6f03-4b12-ac0f-a30100c019e0 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6590a3-6a3f-48f7-8229-0b7f0d5cfef4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.276676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84548806-5472-4f90-aa15-aa6b432d0a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9305584 Aug 27 02:38:07.280267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.287452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:e5:78:d6', 'name': 'tempest-NetworksTestDHCPv6-979823225'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:07.355965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cff0d93f-0a06-4414-bdd4-3baab8e2a4ad tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021609 Aug 27 02:38:07.359637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50552) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.370798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--985904434'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:07.425502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.468186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:07.496657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:07.571418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.579694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.640206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.642581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2816613 Aug 27 02:38:07.645186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.652006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7c90d246-1566-4f9d-8291-e36348911d13 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '13121de2-ae18-4456-b8af-50db702f9974', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:07.653103 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-7c90d246-1566-4f9d-8291-e36348911d13 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 02:38:07.653716 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-7c90d246-1566-4f9d-8291-e36348911d13 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:07.655082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7c90d246-1566-4f9d-8291-e36348911d13 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085731 Aug 27 02:38:07.655939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbc337-8276-46db-8345-c0d88a3e2ed8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13121de2-ae18-4456-b8af-50db702f9974,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:07.658805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50562) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.660190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.670554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e7383473-a9c4-40b3-8329-0d8fce64093f req-8d67acf5-e975-437d-ba7d-0d25a0cdbb16 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.1018450 Aug 27 02:38:07.681616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:07.681992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.715013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 0ab3508c-bd50-41da-876a-cad1d4b9bc36 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:07.771966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.819663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.929635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-188fc818-f757-449b-8668-8ec41b4b31d3 req-77a8fe59-a133-4529-a978-f1bb45341377 tempest-AttachVolumeNegativeTest-945719585 tempest-AttachVolumeNegativeTest-945719585-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aca5fcb-22c2-48fa-b765-29db69caa197 HTTP/1.1" status: 200 len: 210 time: 0.0428896 Aug 27 02:38:07.935763 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.940380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:07.945765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/13121de2-ae18-4456-b8af-50db702f9974 HTTP/1.1" status: 204 len: 168 time: 0.2858338 Aug 27 02:38:07.946613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50572) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:07.957999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bee595-d0e1-4ff4-8eee-7f14d23c72fd tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13121de2-ae18-4456-b8af-50db702f9974,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.008405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 172.20.0.6 (92eac24d-ff82-48bb-be22-fc03ecea96f3/bea88a14-232b-4312-a31d-9209be769ef0/0ab3508c-bd50-41da-876a-cad1d4b9bc36) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:08.020972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fee5:78d6 (92eac24d-ff82-48bb-be22-fc03ecea96f3/d411813f-28e6-4052-ba00-1f84491b6871/0ab3508c-bd50-41da-876a-cad1d4b9bc36) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:08.031155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-de0e095d-7431-43f2-b250-494461a9130f tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739930 Aug 27 02:38:08.033775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.041246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--727678612'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.122292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.260406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.285493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 0ab3508c-bd50-41da-876a-cad1d4b9bc36 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:08.312227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.326105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.362685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.363940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3290520 Aug 27 02:38:08.367499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.367653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.377431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dc0c0-8a2b-45d0-bc57-97a20861187d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5c617-bce5-4843-a57d-e3690b111275,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.377852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0f41fbd5-4259-4129-84bf-188e8008beb1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '5da5c617-bce5-4843-a57d-e3690b111275', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.402906 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-0f41fbd5-4259-4129-84bf-188e8008beb1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 02:38:08.403785 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-0f41fbd5-4259-4129-84bf-188e8008beb1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:08.408051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.409130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0f41fbd5-4259-4129-84bf-188e8008beb1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0392697 Aug 27 02:38:08.413240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4fc88c4b-f075-4dff-802d-ba9395169af6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '5da5c617-bce5-4843-a57d-e3690b111275', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.415534 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-4fc88c4b-f075-4dff-802d-ba9395169af6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 02:38:08.415534 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-4fc88c4b-f075-4dff-802d-ba9395169af6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:08.419004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4fc88c4b-f075-4dff-802d-ba9395169af6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072062 Aug 27 02:38:08.420211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.425474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e7a955c8-f788-402f-9bd1-f29fb6e45b3e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '5da5c617-bce5-4843-a57d-e3690b111275', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.426300 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-e7a955c8-f788-402f-9bd1-f29fb6e45b3e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 02:38:08.427026 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e7a955c8-f788-402f-9bd1-f29fb6e45b3e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:08.432981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7a955c8-f788-402f-9bd1-f29fb6e45b3e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117581 Aug 27 02:38:08.434000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50594) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.437343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:08.439731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-14eba4ee-bca4-4727-aa03-eff6c406f851 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '5da5c617-bce5-4843-a57d-e3690b111275', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.440669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:08.441043 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-14eba4ee-bca4-4727-aa03-eff6c406f851 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 02:38:08.441538 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-14eba4ee-bca4-4727-aa03-eff6c406f851 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:08.446329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.447004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-14eba4ee-bca4-4727-aa03-eff6c406f851 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117576 Aug 27 02:38:08.447195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:08.457696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=0ab3508c-bd50-41da-876a-cad1d4b9bc36,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.458094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06a3fd35-a89d-477e-9c79-886d6777ce62 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:08.458568 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06a3fd35-a89d-477e-9c79-886d6777ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.529114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:08.529787 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.558040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3852eced-5011-42d5-aaa0-89b2d406ea5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2761047 Aug 27 02:38:08.559364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.561104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.594904 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.617611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718e0ab-ebe2-4c75-a1fe-76c3301e9711 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:08.623920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718e0ab-ebe2-4c75-a1fe-76c3301e9711 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:08.628764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4718e0ab-ebe2-4c75-a1fe-76c3301e9711 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0661361 Aug 27 02:38:08.629107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.694169 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.697402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.698747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/5da5c617-bce5-4843-a57d-e3690b111275 HTTP/1.1" status: 204 len: 168 time: 0.2483692 Aug 27 02:38:08.702062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.770271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0cd09c17-6010-41f0-a11b-850a1deeaca7 req-7c6eeda5-710c-4272-a926-a32ac0ea3a96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0440164 Aug 27 02:38:08.772726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1396b-3067-4353-84a6-bc44418939ec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5c617-bce5-4843-a57d-e3690b111275,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:08.802849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:08.803029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6a97bc6-5383-437d-9284-800b3332c1c3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986626 Aug 27 02:38:08.809571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--901494281'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:08.824681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 0ab3508c-bd50-41da-876a-cad1d4b9bc36 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:08.825160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.899285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78dc0521-30bd-48bd-b6a9-f46edeca5ec3 None None] Provisioning for port 0ab3508c-bd50-41da-876a-cad1d4b9bc36 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:08.903235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78dc0521-30bd-48bd-b6a9-f46edeca5ec3 None None] Provisioning complete for port 0ab3508c-bd50-41da-876a-cad1d4b9bc36 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:08.903663 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78dc0521-30bd-48bd-b6a9-f46edeca5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.907351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce8c8a5b-caa8-4ed2-a2d0-ead00eeb6c71 req-6abcab1e-dacf-40c9-91ca-101a6cad8922 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0773325 Aug 27 02:38:08.913343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.947546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-78dc0521-30bd-48bd-b6a9-f46edeca5ec3 None None] Port 0ab3508c-bd50-41da-876a-cad1d4b9bc36 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:08.987560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:08.993752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50622) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.010794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 0ab3508c-bd50-41da-876a-cad1d4b9bc36 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:09.046890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Deleting subnet b10fc801-1135-4277-881e-ba9d491763d3 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:09.050242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.103777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.118605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.124920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.158009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.163382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.164628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3614783 Aug 27 02:38:09.168638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.174979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-226bf179-5ea8-4405-a5ab-43ab4d242fb6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.175743 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-226bf179-5ea8-4405-a5ab-43ab4d242fb6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:09.176237 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-226bf179-5ea8-4405-a5ab-43ab4d242fb6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.179822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-226bf179-5ea8-4405-a5ab-43ab4d242fb6 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076606 Aug 27 02:38:09.179822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60e1a-ee95-4578-91d8-da8c70417a6c tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12948d5-f8c9-4914-8f9c-eeea350a49f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.190881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:09.202963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.207667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-40c916b5-b3c4-41f3-8ab5-1a413379aec3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.228602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:09.230575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1928d6e7-a289-4d90-a2c8-8e5188ebbc58 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:09.285463 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-40c916b5-b3c4-41f3-8ab5-1a413379aec3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.286557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40c916b5-b3c4-41f3-8ab5-1a413379aec3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0824938 Aug 27 02:38:09.288118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.290174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50638) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.295190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-04a3c2d7-c1d9-48cd-8544-d7a80c31f652 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.295683 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-04a3c2d7-c1d9-48cd-8544-d7a80c31f652 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 02:38:09.296202 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-04a3c2d7-c1d9-48cd-8544-d7a80c31f652 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.297321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04a3c2d7-c1d9-48cd-8544-d7a80c31f652 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061650 Aug 27 02:38:09.298533 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.302652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50640) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.311685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a667c7e8-885f-4117-9178-d8b1d4d6e329 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.317952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10fc801-1135-4277-881e-ba9d491763d3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.325100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.329199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-13f4ecf6-dd4d-4496-86f0-3f82f3aa3ffd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b10fc801-1135-4277-881e-ba9d491763d3 HTTP/1.1" status: 204 len: 168 time: 0.3318300 Aug 27 02:38:09.329457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50642) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.346595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=0ab3508c-bd50-41da-876a-cad1d4b9bc36,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.408145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.463861 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a667c7e8-885f-4117-9178-d8b1d4d6e329 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.467828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a667c7e8-885f-4117-9178-d8b1d4d6e329 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1591747 Aug 27 02:38:09.469071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50650) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.473564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7f876c36-a25a-43de-abdb-7bf162cf22b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.474046 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-7f876c36-a25a-43de-abdb-7bf162cf22b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:09.474563 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7f876c36-a25a-43de-abdb-7bf162cf22b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.478604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f876c36-a25a-43de-abdb-7bf162cf22b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060956 Aug 27 02:38:09.478604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.481759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6990b8af-a35b-4f26-b83d-7a50c7f16178 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/0ab3508c-bd50-41da-876a-cad1d4b9bc36 HTTP/1.1" status: 204 len: 168 time: 0.8520155 Aug 27 02:38:09.482358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.482712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.488469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e0256c8-2735-40e8-ac5d-6520066239fc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.521370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.534544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748e5b86-f755-478f-af38-c81c679b7d08']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:09.548434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:09.549179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b1a9c7-ed9b-464e-8f5e-454bb67f339f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:09.560003 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.568383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc830351-5cc5-4ba4-9140-7c12eb5d7a97 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:09.569932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc830351-5cc5-4ba4-9140-7c12eb5d7a97 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:09.571490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc830351-5cc5-4ba4-9140-7c12eb5d7a97 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:09.576178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.576392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc830351-5cc5-4ba4-9140-7c12eb5d7a97 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0915031 Aug 27 02:38:09.579061 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-8e0256c8-2735-40e8-ac5d-6520066239fc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Project ce636b2f48ca4a8f93fd45e1bf0becb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:09.597558 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8e0256c8-2735-40e8-ac5d-6520066239fc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.598735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e0256c8-2735-40e8-ac5d-6520066239fc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1150539 Aug 27 02:38:09.600020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.601676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50660) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.609301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8d0e5ab1-1dfd-460b-9dc6-0786c9d6b88d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.610063 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-8d0e5ab1-1dfd-460b-9dc6-0786c9d6b88d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 02:38:09.610576 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8d0e5ab1-1dfd-460b-9dc6-0786c9d6b88d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.611540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d0e5ab1-1dfd-460b-9dc6-0786c9d6b88d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087788 Aug 27 02:38:09.614310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50662) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.620179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-04d606de-d7a4-4119-910f-0af0828cedf3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.628890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:09.629311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:09.632011 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:09.658660 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-04d606de-d7a4-4119-910f-0af0828cedf3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Project ce636b2f48ca4a8f93fd45e1bf0becb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:09.675926 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-04d606de-d7a4-4119-910f-0af0828cedf3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.678406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04d606de-d7a4-4119-910f-0af0828cedf3 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0624759 Aug 27 02:38:09.681495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.689033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e72cd04f-0004-401b-92e4-278915516bc2 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f12948d5-f8c9-4914-8f9c-eeea350a49f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:09.716447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet bea88a14-232b-4312-a31d-9209be769ef0 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:09.719078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.724641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.726549 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-e72cd04f-0004-401b-92e4-278915516bc2 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Project ce636b2f48ca4a8f93fd45e1bf0becb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:38:09.728080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.733633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/748e5b86-f755-478f-af38-c81c679b7d08 HTTP/1.1" status: 204 len: 168 time: 0.4003718 Aug 27 02:38:09.748545 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e72cd04f-0004-401b-92e4-278915516bc2 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:09.752311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e72cd04f-0004-401b-92e4-278915516bc2 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0683184 Aug 27 02:38:09.753899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.762019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8227-6f4d-4115-8a24-eec5cdcc7af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=748e5b86-f755-478f-af38-c81c679b7d08,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:09.796784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.843603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.870261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.927973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.931779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.932642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:09.935623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/f12948d5-f8c9-4914-8f9c-eeea350a49f7 HTTP/1.1" status: 204 len: 168 time: 0.1807327 Aug 27 02:38:09.936244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:09.975603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9a15-c7a9-47b9-833a-e06605c2e94a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12948d5-f8c9-4914-8f9c-eeea350a49f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.001102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6908f519-32ef-4526-b94d-5c115d5d7fbb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609524 Aug 27 02:38:10.001741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50680) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.008218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257170550'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:10.022650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.039132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.040022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.042109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/bea88a14-232b-4312-a31d-9209be769ef0 HTTP/1.1" status: 204 len: 168 time: 0.4508648 Aug 27 02:38:10.048070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7380c-bc0a-4f3d-947a-91f8a6511031 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:10.051126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50682) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.055177 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:38:10.099134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-660b4436-6ee5-4685-9e8c-9fcec68637c0 req-abc3e3ce-424e-4366-bfc4-3aa685c35d81 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0404623 Aug 27 02:38:10.107096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67979a-0911-41e2-8209-17a309660f30 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=bea88a14-232b-4312-a31d-9209be769ef0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.112889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50684) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.202770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet d411813f-28e6-4052-ba00-1f84491b6871 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:10.206302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.289270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.295999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6e12754-3155-4a27-8082-76406851ee69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a836fb133f143e3bebdfe21dd6d9315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797221 Aug 27 02:38:10.303685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.401962 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.416134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.438679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.471867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.476597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.477109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4735210 Aug 27 02:38:10.477851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6ea37-e80a-4bbe-821a-b4d4bdef4c31 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1393a58e-6433-442b-a688-066febd2a671,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.483231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50700) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.489788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.498200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c38011da-d6cf-4173-b988-9c623a579d9d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '1393a58e-6433-442b-a688-066febd2a671', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:10.546334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.554857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.563449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c3b3b71-0988-48c3-8424-372298ab1354 HTTP/1.1" status: 204 len: 168 time: 0.2549453 Aug 27 02:38:10.577593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea4b85-6ddc-4a93-aa59-c6b8f5065964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b3b71-0988-48c3-8424-372298ab1354,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.620558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.631897 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-c38011da-d6cf-4173-b988-9c623a579d9d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The resource could not be found. Aug 27 02:38:10.633075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c38011da-d6cf-4173-b988-9c623a579d9d tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1459622 Aug 27 02:38:10.636559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.639188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.640982 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/d411813f-28e6-4052-ba00-1f84491b6871 HTTP/1.1" status: 204 len: 168 time: 0.5887828 Aug 27 02:38:10.645071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9879d397-9c6a-4f8d-9315-c964556a0e2f tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '1393a58e-6433-442b-a688-066febd2a671', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '042789af-63e7-4050-8223-06d97753cdb6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:10.654924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50708) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.659679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8cf0c-1453-48fd-a5fd-b12ac45cf524 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=d411813f-28e6-4052-ba00-1f84491b6871,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:10.711717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e769d239-b69e-4b3b-a011-a7222b1ae450 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443141 Aug 27 02:38:10.714144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50710) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.771543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50712) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.789264 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-9879d397-9c6a-4f8d-9315-c964556a0e2f tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The resource could not be found. Aug 27 02:38:10.790788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9879d397-9c6a-4f8d-9315-c964556a0e2f tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1530063 Aug 27 02:38:10.793640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50718) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.796689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0300e-261f-4809-80cf-a4491eaba8d4 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:10.798250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-05e0300e-261f-4809-80cf-a4491eaba8d4 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0831077 Aug 27 02:38:10.804175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50720) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:10.877032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.917830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:10.918224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b47372-86de-482b-b818-0d9fefb51f26 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:10.921921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9b47372-86de-482b-b818-0d9fefb51f26 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145406 Aug 27 02:38:10.927182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50722) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.000653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.003788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.005286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/1393a58e-6433-442b-a688-066febd2a671 HTTP/1.1" status: 204 len: 168 time: 0.2100010 Aug 27 02:38:11.009648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c38c9006-cae3-4d45-b9ee-573169f34ccb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807934 Aug 27 02:38:11.014640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.016370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.025343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:11.048992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f579d1-0d8c-4eed-9f06-7d0729b5fd58 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1393a58e-6433-442b-a688-066febd2a671,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:11.124512 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d87f7a94-7a45-4b26-97f8-bc7569b574bf tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040401 Aug 27 02:38:11.125115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.131471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-18c87d51-73cd-49eb-9e25-12b40b041ae8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '0285100a-c530-4865-8989-874d84a7f979', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:11.133021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635d66f5-6141-48de-8395-b3094557a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.177146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:38:11.177146 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:38:11.177146 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id_1': 'feec99021c454843a1cd22edaa444992', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 38, 11, 172079)}] Aug 27 02:38:11.177146 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:11.177573 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:11.290516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635d66f5-6141-48de-8395-b3094557a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.296711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635d66f5-6141-48de-8395-b3094557a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.304559 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-18c87d51-73cd-49eb-9e25-12b40b041ae8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The resource could not be found. Aug 27 02:38:11.314599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18c87d51-73cd-49eb-9e25-12b40b041ae8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1883459 Aug 27 02:38:11.315478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.335419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757665737'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:11.377318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.378984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-635d66f5-6141-48de-8395-b3094557a506 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29db32725f834b53a09f034010a6ff92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054113 Aug 27 02:38:11.383150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d66f5-6141-48de-8395-b3094557a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2687022-76cd-4573-8318-c5eca1ea55b5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:11.385641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.495317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.538072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67561037-28a7-4b1e-9dd9-e0abd5aec3b3 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:11.549125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.596552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.608892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.612149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.615470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.623047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2687022-76cd-4573-8318-c5eca1ea55b5 HTTP/1.1" status: 204 len: 168 time: 0.2356865 Aug 27 02:38:11.633095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e08f01-50a8-4175-8afc-e7b19a5e9313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2687022-76cd-4573-8318-c5eca1ea55b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:11.655574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92332dcd-5888-4402-994b-6951f31b186f req-8ecfb328-c14c-4826-89ce-3b293bbcc4a5 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0446341 Aug 27 02:38:11.672040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.673290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3571193 Aug 27 02:38:11.676268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50772) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.682007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--282361057'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:11.682775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2efe6-9ed9-4155-8ee2-968add6b97b4 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644c9c89-2f80-4eca-b084-0950eae337ef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:11.734040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4377986f-3f9d-45e3-b67a-495037c2edf7 None None] Provisioning complete for port 6365eb84-02d5-434b-88b6-f36680c9d376 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:11.734722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4377986f-3f9d-45e3-b67a-495037c2edf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.743080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:11.748325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.753218 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:11.754578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:11.786149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.806203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2fa5859f-61ad-4206-9ebb-8a4a12fe0f67 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7876506 Aug 27 02:38:11.807201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50774) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:11.815422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:11.965131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:11.971452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:11.975207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.021224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.026754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50782) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.027427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3500307 Aug 27 02:38:12.029806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f039c17-43de-4568-9005-37ee043e2c82 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1d87f-5cae-48d3-b4ef-a1097da93a56,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.034037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Deleting port 6365eb84-02d5-434b-88b6-f36680c9d376 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:12.034315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8a283d30-385e-46f6-bbe9-5d401ae0d11a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': '644c9c89-2f80-4eca-b084-0950eae337ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7cc1d87f-5cae-48d3-b4ef-a1097da93a56'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.034474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.089569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:12.097968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.097968 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.097968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:12.108719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] For port 6365eb84-02d5-434b-88b6-f36680c9d376, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6365eb84-02d5-434b-88b6-f36680c9d376,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:12.109133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.127466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Calling delete_port for 6365eb84-02d5-434b-88b6-f36680c9d376 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:12.134150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fdfbaa7a-0c47-413f-8f40-f4ad1d7f6d70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3220704 Aug 27 02:38:12.134727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50784) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.140716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.142710 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-8a283d30-385e-46f6-bbe9-5d401ae0d11a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.144398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a283d30-385e-46f6-bbe9-5d401ae0d11a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1161599 Aug 27 02:38:12.149727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.231156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50788) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.235832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.249516 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.252503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.275985 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.279378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:38:12.279378 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:38:12.279378 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id_1': '02eb007589fb460b9238183466ff2d30', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 38, 12, 271194)}] Aug 27 02:38:12.279378 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:12.280718 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:12.281028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] Pushing event deleted for resources: {'Port': ['ID=6365eb84-02d5-434b-88b6-f36680c9d376,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.283885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e6a4a-9815-4ba2-a716-b0bce77ea333 None None] No DVR routers for this DVR port 6365eb84-02d5-434b-88b6-f36680c9d376 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:12.287173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:12.294201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.296225 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.296821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:12.314009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-26aa6af1-16aa-4f06-838d-6d04818a06ce tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1778462 Aug 27 02:38:12.316969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.324882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.339940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.344596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.348981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/7cc1d87f-5cae-48d3-b4ef-a1097da93a56 HTTP/1.1" status: 204 len: 168 time: 0.1977668 Aug 27 02:38:12.349863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50794) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.369151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df000f7-0b9e-4ea8-9807-781158f37e67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1d87f-5cae-48d3-b4ef-a1097da93a56,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.432305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2119fbc6-dff5-4ed4-a8e3-74f83f751396 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0708206 Aug 27 02:38:12.435479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50796) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.450479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:12.463074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.465262 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.466342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:12.489175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4454718e-8d28-421c-a32e-e0562528b99a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1708758 Aug 27 02:38:12.493520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.499155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.558635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.602656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.655938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:12.660002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.661383 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.661801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:12.672670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.675462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.676974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/644c9c89-2f80-4eca-b084-0950eae337ef HTTP/1.1" status: 204 len: 168 time: 0.2402098 Aug 27 02:38:12.680562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50808) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.691532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-823f60d0-04cb-4bfe-9a38-e06d6a0d1486 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1968904 Aug 27 02:38:12.692337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d01e2-8260-4d3f-aa6f-9aa1fb8d903e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c9c89-2f80-4eca-b084-0950eae337ef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:12.695850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50810) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.700675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.750803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d63fcf79-661e-4eb4-a2c6-33785ee15133 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690384 Aug 27 02:38:12.755303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:12.767344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546827527'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:12.785660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.813367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.818755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25f79a16-9d29-4c97-b9c8-e6e49a1c4e23 req-2074d90f-80db-408d-b0bb-1b1ea6c22c5a tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0426998 Aug 27 02:38:12.851468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:12.855750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.857297 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:12.857794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:12.862309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:38:12.862309 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:38:12.862309 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': 'ce636b2f48ca4a8f93fd45e1bf0becb4', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 38, 12, 843815)}] Aug 27 02:38:12.862309 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:12.862975 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:12.948191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.954217 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:12.960048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-147243ea-d561-4402-a1b7-6fe7c176d09e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2626989 Aug 27 02:38:12.962312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.006515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-232e243e-2836-4a75-869b-9c173415499f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0424054 Aug 27 02:38:13.010978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02eb007589fb460b9238183466ff2d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762847 Aug 27 02:38:13.010978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.011400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.018555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2513ad-4007-4c2d-a978-6cc167ba3c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d812cead-be0c-4b2b-8e01-07cc0958ba40,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.070737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ce9da-f07d-48c3-aa46-6d7128c8dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:13.074739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-419ce9da-f07d-48c3-aa46-6d7128c8dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622115 Aug 27 02:38:13.074888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.075081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.131139 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-53e38f95-34d3-4be2-a359-669ad18a9b4d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547118 Aug 27 02:38:13.135097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.144043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:13.160764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.279510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:13.283247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.290522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.294565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.299482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d812cead-be0c-4b2b-8e01-07cc0958ba40 HTTP/1.1" status: 204 len: 168 time: 0.2832808 Aug 27 02:38:13.359048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baec49-5550-4bf0-a8ff-b890e7853cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812cead-be0c-4b2b-8e01-07cc0958ba40,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.364561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.405075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:13.438998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6365eb84-02d5-434b-88b6-f36680c9d376 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:13.439627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6365eb84-02d5-434b-88b6-f36680c9d376 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:13.589491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.596826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.662493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f948f1eb-141b-4dd4-b60d-9f5e80b71d64,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.665250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.669435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-814bdb95-3144-4a87-ba3b-9df856935fa1 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9103177 Aug 27 02:38:13.670585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50842) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.677445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6a20b98a-fb8d-44e1-ba36-071969be3d50 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f948f1eb-141b-4dd4-b60d-9f5e80b71d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:13.706613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:13.713135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.782759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:13.788818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:13.793755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:13.794373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.798691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=de66984a-f857-4b6a-acad-ce3c7b833786,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:13.801137 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-6a20b98a-fb8d-44e1-ba36-071969be3d50 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:13.804612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a20b98a-fb8d-44e1-ba36-071969be3d50 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1307807 Aug 27 02:38:13.805951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50852) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.808707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b5ca1-80fd-4ef3-a763-46fdd57028da None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:13.811419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1ed4a0d0-7c61-414e-86e6-5c27a88ee948 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group_rule': {'security_group_id': 'f948f1eb-141b-4dd4-b60d-9f5e80b71d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:13.846240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2edb0183-8b5f-449c-b1b0-d19704371c2d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7099204 Aug 27 02:38:13.849243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.854861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:0d:77:72', 'name': 'tempest-NetworksTestDHCPv6-1080900378'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:13.866359 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-1ed4a0d0-7c61-414e-86e6-5c27a88ee948 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:13.873365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1ed4a0d0-7c61-414e-86e6-5c27a88ee948 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0662370 Aug 27 02:38:13.875408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50858) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:13.991474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': 'de66984a-f857-4b6a-acad-ce3c7b833786'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:13.992583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:13.997793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e061ff8-83c5-4bc9-be72-790f871dea29 req-6f092a9e-0bc5-40fd-9939-a26f0dde78f3 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0518489 Aug 27 02:38:14.025222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.075780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.117247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:14.167238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.170543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.172182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/f948f1eb-141b-4dd4-b60d-9f5e80b71d64 HTTP/1.1" status: 204 len: 168 time: 0.2958641 Aug 27 02:38:14.175622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50868) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.240130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a48b8-54ae-4f17-b04c-b61f3caa59bb tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948f1eb-141b-4dd4-b60d-9f5e80b71d64,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:14.297711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Allocated IP 2001:db8::f816:3eff:fe05:62dd (92eac24d-ff82-48bb-be22-fc03ecea96f3/de66984a-f857-4b6a-acad-ce3c7b833786/3a683d5a-3a75-4bfc-b686-8bca96f0c85d) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:14.317811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-20a9bdd7-51be-4d13-bb5d-7480715ffdec tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400409 Aug 27 02:38:14.322198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50874) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.332731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431057820'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:14.356577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.378778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.411221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port cfadb564-f592-49ea-8751-7989cd676c34 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:14.544173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.555399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Transition to ACTIVE for port object 3a683d5a-3a75-4bfc-b686-8bca96f0c85d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:14.573261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Transition to ACTIVE for port object 3a683d5a-3a75-4bfc-b686-8bca96f0c85d will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:14.579442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.582016 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.605632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.639548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:14.644564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510103f7-e37b-4e5b-8e64-e89aa36f3fd6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:14.645003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:14.651530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:14.652155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.657127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2d306dd-0a31-4371-96ef-38efb689b7cc tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3285890 Aug 27 02:38:14.657730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50884) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.659130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Pushing event updated for resources: {'Port': ['ID=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:14.662560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-77fdce5b-9bf2-4655-b094-e341e05e9b67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:14.663354 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-77fdce5b-9bf2-4655-b094-e341e05e9b67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:14.663896 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-77fdce5b-9bf2-4655-b094-e341e05e9b67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:14.667744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-77fdce5b-9bf2-4655-b094-e341e05e9b67 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "PUT /v2.0/security-groups/510103f7-e37b-4e5b-8e64-e89aa36f3fd6 HTTP/1.1" status: 409 len: 330 time: 0.0090160 Aug 27 02:38:14.668368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50886) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:14.736267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.759565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe0d:7772 (92eac24d-ff82-48bb-be22-fc03ecea96f3/de66984a-f857-4b6a-acad-ce3c7b833786/cfadb564-f592-49ea-8751-7989cd676c34) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:14.761480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.763276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Attempting to bind port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:14.763753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Attempting to bind port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:14.764689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Attempting to bind port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:14.770836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:14.771249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:14.772419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.776627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:14.782251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Bound port: 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:14.782800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.917887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] For port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:14.921391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] For port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:14.926750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.958266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:14.993623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object cfadb564-f592-49ea-8751-7989cd676c34 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:15.009816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd270991-7db8-40d2-b304-e578a2b0485e None None] Pushing event updated for resources: {'Port': ['ID=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:15.057346 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.166704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d1e663fb-94a5-4fba-9726-e8ca4a0e5bc5 req-0d4fd271-ba8a-492f-8ee9-8144ba0db6eb tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0585308 Aug 27 02:38:15.182318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:15.185903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.186929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:15.195482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.196659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/510103f7-e37b-4e5b-8e64-e89aa36f3fd6 HTTP/1.1" status: 204 len: 168 time: 0.5273142 Aug 27 02:38:15.200133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=cfadb564-f592-49ea-8751-7989cd676c34,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:15.204182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.207861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:15.215243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:15.216351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.241732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a997b7eb-8850-4acb-bc6f-2006ada99870 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3903110 Aug 27 02:38:15.243889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.247120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90cb43-3d53-4cb2-9b20-5dde7151efe8 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510103f7-e37b-4e5b-8e64-e89aa36f3fd6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:15.329701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-18136e58-93bd-40a5-919a-d38c13793e1e tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205478 Aug 27 02:38:15.329816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.335214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236cb8b-5201-4914-a473-0a20ba0a0d79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:15.344421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236cb8b-5201-4914-a473-0a20ba0a0d79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:15.345062 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-dd4f750e-dd58-4ab1-b091-a3a942383e1a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] delete failed (client error): The resource could not be found. Aug 27 02:38:15.346878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dd4f750e-dd58-4ab1-b091-a3a942383e1a tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "DELETE /v2.0/security-groups/481ca20e-ddb5-4da5-9668-446d0dcfe810 HTTP/1.1" status: 404 len: 347 time: 0.0162325 Aug 27 02:38:15.350843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c236cb8b-5201-4914-a473-0a20ba0a0d79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1041317 Aug 27 02:38:15.351582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.351582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50912) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.417182 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-5d98ae03-4e58-42a1-b0ed-7649f89bb279 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] show failed (client error): The resource could not be found. Aug 27 02:38:15.423209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d98ae03-4e58-42a1-b0ed-7649f89bb279 tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-groups/71a6aa30-f7aa-4d5e-9966-112ad729b323 HTTP/1.1" status: 404 len: 347 time: 0.0533319 Aug 27 02:38:15.423558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50916) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.440614 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-695c1df8-4bcc-4fe9-94d1-c6cad98a873b tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] show failed (client error): The resource could not be found. Aug 27 02:38:15.441919 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-695c1df8-4bcc-4fe9-94d1-c6cad98a873b tempest-NegativeSecGroupIPv6Test-1133620255 tempest-NegativeSecGroupIPv6Test-1133620255-project] 10.222.0.26 "GET /v2.0/security-group-rules/6e9cc137-1284-4c94-bb61-c89367ede5fc HTTP/1.1" status: 404 len: 356 time: 0.0174315 Aug 27 02:38:15.536718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a683d5a-3a75-4bfc-b686-8bca96f0c85d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:15.631213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port cfadb564-f592-49ea-8751-7989cd676c34 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:15.631735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.635871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:15.738868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.758415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:15.782477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for cfadb564-f592-49ea-8751-7989cd676c34 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:15.919166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bcbdbf2e-bd1a-41eb-a85f-c5bacbd4ca5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce636b2f48ca4a8f93fd45e1bf0becb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736317 Aug 27 02:38:15.920350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:15.964199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.004101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=cfadb564-f592-49ea-8751-7989cd676c34,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:16.039578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.044838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.046808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb8f1572-3ba6-4469-9e57-1bdba9202f74 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/cfadb564-f592-49ea-8751-7989cd676c34 HTTP/1.1" status: 204 len: 168 time: 0.6943583 Aug 27 02:38:16.053956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:16.116984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.170407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e3001-bf7e-4db7-b2ac-82259b687564 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:16.173229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e3001-bf7e-4db7-b2ac-82259b687564 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:16.177381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d27e3001-bf7e-4db7-b2ac-82259b687564 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1224272 Aug 27 02:38:16.187034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:16.206242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.219476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.224431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9241de51-cb7b-45ca-88f3-4eb62a717511 HTTP/1.1" status: 204 len: 168 time: 0.3030617 Aug 27 02:38:16.246373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313c8a-7c45-486c-b3be-99e6ab9a467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9241de51-cb7b-45ca-88f3-4eb62a717511,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:16.293234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet de66984a-f857-4b6a-acad-ce3c7b833786 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:16.302218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.376319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.391577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.473984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff0c23b2-da36-4c5b-8f30-564d10af199a req-74415f5b-b456-45eb-816c-c0d7154a717a tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0652640 Aug 27 02:38:16.489693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Provisioning for port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:16.501509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Provisioning complete for port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:16.503595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.584969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.674948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.733613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=de66984a-f857-4b6a-acad-ce3c7b833786,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:16.739108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.768339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:16.778450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-09511c44-4c90-430a-a683-7fe7d9a678bd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/de66984a-f857-4b6a-acad-ce3c7b833786 HTTP/1.1" status: 204 len: 168 time: 0.5861099 Aug 27 02:38:16.781072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:16.907052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:16.911852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c594f1f2-1849-4af9-aa3c-e2df173f2e6b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296754 Aug 27 02:38:16.914015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:16.936615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:16.936973 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:17.089659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:17.093565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.108688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:17.156833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135a663-6c64-457e-b9f1-6151c1887c22 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:17.285286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c8078-4fa7-4c7c-b08a-bfb0ee61cc9c req-8da0eec9-388e-40b5-9dc3-881037acdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:17.290198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c7c8078-4fa7-4c7c-b08a-bfb0ee61cc9c req-8da0eec9-388e-40b5-9dc3-881037acdb97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.1799212 Aug 27 02:38:17.376081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c7c8078-4fa7-4c7c-b08a-bfb0ee61cc9c req-a89913d0-5b70-437a-8c07-04bd5843dba4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696805 Aug 27 02:38:17.480206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36affa45-4a70-404e-a58f-580519981880 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:17.548426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.590966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] For port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:17.596828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.614576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:17.685045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12804d78-ab3c-4111-9aeb-0513d384608e req-77f31572-efc1-49f7-8b46-3ec9230eaec2 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0656433 Aug 27 02:38:17.698465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-36affa45-4a70-404e-a58f-580519981880 None None] Deleting port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:17.698843 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-36affa45-4a70-404e-a58f-580519981880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.760642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:17.836193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-36affa45-4a70-404e-a58f-580519981880 None None] For port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:17.837964 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-36affa45-4a70-404e-a58f-580519981880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.876690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-36affa45-4a70-404e-a58f-580519981880 None None] Calling delete_port for 3a683d5a-3a75-4bfc-b686-8bca96f0c85d owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:17.899312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e423f2ec-6d97-4105-b53a-787ba7f471a8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:17.900091 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-e423f2ec-6d97-4105-b53a-787ba7f471a8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:17.900593 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-e423f2ec-6d97-4105-b53a-787ba7f471a8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:17.904102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e423f2ec-6d97-4105-b53a-787ba7f471a8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1425166 Aug 27 02:38:17.907690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:17.914905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--628070808'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:17.972367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.974718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:17.993563 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.004029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-66ad17ee-a042-4dfc-905b-2db34af527e2 None None] Could not find standard attr ID for object cfadb564-f592-49ea-8751-7989cd676c34. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:18.021636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc275630-012f-4d65-9b24-e9f3a72e8b21 None None] Pushing event updated for resources: {'Port': ['ID=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.070090 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-36affa45-4a70-404e-a58f-580519981880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.157177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36affa45-4a70-404e-a58f-580519981880 None None] Pushing event deleted for resources: {'Port': ['ID=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.173157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36affa45-4a70-404e-a58f-580519981880 None None] No DVR routers for this DVR port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:18.259176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.264883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.306275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 3a683d5a-3a75-4bfc-b686-8bca96f0c85d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:18.343969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.350320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.351529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.378732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16882b29-f8ae-43a5-a140-8e9dc1142891,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.424608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.426304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=3a683d5a-3a75-4bfc-b686-8bca96f0c85d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.428651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=0b7e4ce8-1d0c-4180-adea-56a26332fb34,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.432341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.440120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.440702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:18.442099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:18.448011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.448141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.448974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.453391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab37d3-394a-4ccd-b2f8-0aae1c2cf3eb None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:18.456641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.463060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.469179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.471120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-0c3a5f8b-efee-4368-bd82-32de7baa38f6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1458669 Aug 27 02:38:18.522742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.530650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.539384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-538f9652-d916-4af1-b2e4-8758c8ceaed6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6299322 Aug 27 02:38:18.540504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51052) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.549467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:de:4f:16', 'name': 'tempest-NetworksTestDHCPv6-797701143'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:18.577541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dd1309c-c8bc-4c17-8487-920e4d076b65 req-6df8ce84-8d3d-4ff2-be75-dc9bf44e37e6 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887570 Aug 27 02:38:18.602422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e862b4-2886-4f6f-b3ae-cf265588413a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.603864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.605778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3feabc83-e9d5-4dd6-9ba2-a9af5c1308d9 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6968606 Aug 27 02:38:18.608913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.615065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '44e862b4-2886-4f6f-b3ae-cf265588413a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:18.651928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.666845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '0b7e4ce8-1d0c-4180-adea-56a26332fb34'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:18.667986 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.730968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:18.757408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.763458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.772986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.779025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.785947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.793715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.800866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:18.804047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a986493-85a0-4887-bef5-e0a299f166e9 req-566a4a32-16da-402d-becf-9ff07c1eaa09 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.1282306 Aug 27 02:38:18.817598 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.823856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.850281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbaa87d-340b-4ab6-a4f9-0227458550ea,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:18.855764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34663156-a7f9-4b74-b72a-b79d56dac6d8 req-cf2eb24c-cfa2-47af-a7af-3322b45fbff7 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0340941 Aug 27 02:38:18.865980 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.868212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:18.871018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51066) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:18.871816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-16490112-aa78-4863-acd9-5dd2d8d235aa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597420 Aug 27 02:38:18.875613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2bba7ab2-3ac4-493e-bffc-9a12085a7fd0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '44e862b4-2886-4f6f-b3ae-cf265588413a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:18.905447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port e3414aa9-fed2-4e29-aff3-4ae0722ccf3a yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:18.954641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bba7ab2-3ac4-493e-bffc-9a12085a7fd0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.023753 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-2bba7ab2-3ac4-493e-bffc-9a12085a7fd0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:19.023753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2bba7ab2-3ac4-493e-bffc-9a12085a7fd0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1461246 Aug 27 02:38:19.023915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Allocated IP 2001:db8::f816:3eff:fee6:a001 (92eac24d-ff82-48bb-be22-fc03ecea96f3/0b7e4ce8-1d0c-4180-adea-56a26332fb34/4279d04e-3cb9-4596-ba26-357899b0ddf2) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:19.024366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:19.095291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.137382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.204679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.217217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Transition to ACTIVE for port object 4279d04e-3cb9-4596-ba26-357899b0ddf2 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:19.253531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Transition to ACTIVE for port object 4279d04e-3cb9-4596-ba26-357899b0ddf2 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:19.261446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.334738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:19.338097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:19.356816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:19.379081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Pushing event updated for resources: {'Port': ['ID=4279d04e-3cb9-4596-ba26-357899b0ddf2,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.381075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fede:4f16 (92eac24d-ff82-48bb-be22-fc03ecea96f3/0b7e4ce8-1d0c-4180-adea-56a26332fb34/e3414aa9-fed2-4e29-aff3-4ae0722ccf3a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:19.427071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a683d5a-3a75-4bfc-b686-8bca96f0c85d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:19.463921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3a683d5a-3a75-4bfc-b686-8bca96f0c85d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:19.466320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a683d5a-3a75-4bfc-b686-8bca96f0c85d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:19.478114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Attempting to bind port 4279d04e-3cb9-4596-ba26-357899b0ddf2 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:19.478746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Attempting to bind port 4279d04e-3cb9-4596-ba26-357899b0ddf2 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:19.479972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Attempting to bind port 4279d04e-3cb9-4596-ba26-357899b0ddf2 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:19.487170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:19.487706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:19.488299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.488789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:19.489362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Bound port: 4279d04e-3cb9-4596-ba26-357899b0ddf2, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:19.489849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.569331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] For port 4279d04e-3cb9-4596-ba26-357899b0ddf2, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:19.573244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] For port 4279d04e-3cb9-4596-ba26-357899b0ddf2, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4279d04e-3cb9-4596-ba26-357899b0ddf2,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:19.580930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.712374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.712719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4b65d-bcad-44ae-8455-6cf05381b7bb None None] Pushing event updated for resources: {'Port': ['ID=4279d04e-3cb9-4596-ba26-357899b0ddf2,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.734659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.737471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.738653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/44e862b4-2886-4f6f-b3ae-cf265588413a HTTP/1.1" status: 204 len: 168 time: 0.7158225 Aug 27 02:38:19.742541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object e3414aa9-fed2-4e29-aff3-4ae0722ccf3a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:19.753841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:19.755137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcb6cb-9d57-4845-9971-75c873a7e804 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e862b4-2886-4f6f-b3ae-cf265588413a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.790151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.858212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:19.866096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c0a36f4a-f83c-4809-a730-0f922012414e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868843 Aug 27 02:38:19.874478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:19.878687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:19.879716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:19.884497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094144789'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:19.888004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:19.889012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.902218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=e3414aa9-fed2-4e29-aff3-4ae0722ccf3a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:19.911953 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:19.956610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcd4773b-fdb9-4a00-a049-57f354a63f2c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4127543 Aug 27 02:38:19.957389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51112) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.080246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36d9f2d6-fa94-43a0-a0bf-3e464fef00cb req-a2c366e9-7b87-4e40-9a10-58031a3f50c9 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0615215 Aug 27 02:38:20.121048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b49e6-1caf-4f54-8da1-7a078cff0386 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.129797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b49e6-1caf-4f54-8da1-7a078cff0386 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.135558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f51b49e6-1caf-4f54-8da1-7a078cff0386 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1747382 Aug 27 02:38:20.138097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.148735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.172932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.222348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d42329c-eaf8-494c-abd6-8f6729249339,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:20.230337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.232164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f527467-4327-4a1e-896a-4ae1d6303833 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3522468 Aug 27 02:38:20.235022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51122) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.243210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-85f21cd8-4b80-4c36-b322-5dfd0d4b3f41 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '7d42329c-eaf8-494c-abd6-8f6729249339', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:20.244059 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-85f21cd8-4b80-4c36-b322-5dfd0d4b3f41 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 27 02:38:20.244746 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-85f21cd8-4b80-4c36-b322-5dfd0d4b3f41 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:20.246322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-85f21cd8-4b80-4c36-b322-5dfd0d4b3f41 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094919 Aug 27 02:38:20.249330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51124) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.293914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port e3414aa9-fed2-4e29-aff3-4ae0722ccf3a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:20.294312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.332485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.395619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.477529 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.480963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.485002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/7d42329c-eaf8-494c-abd6-8f6729249339 HTTP/1.1" status: 204 len: 168 time: 0.2313764 Aug 27 02:38:20.487994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51140) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.494287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3603f-76df-4bc0-82db-1c86c011a137 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d42329c-eaf8-494c-abd6-8f6729249339,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:20.541492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.601023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for e3414aa9-fed2-4e29-aff3-4ae0722ccf3a owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:20.620208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62050c26-a3ba-448e-ab93-af4eb0725d4e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271532 Aug 27 02:38:20.620571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51146) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:20.626009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005905523'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:20.654433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.655036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.655611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.656179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.656657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.657195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.657721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:20.659913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-0f90dec2-73c5-4455-aff6-c4035acd94f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.0941551 Aug 27 02:38:20.698596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.739102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-5c2c7ed3-66a2-4e68-8395-070ac2c275f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&id=6edb3ef0-b02e-436f-833a-ed30138a366e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701277 Aug 27 02:38:20.927036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.932129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.934215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.983558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:20.984851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3630896 Aug 27 02:38:20.989850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.006299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=e3414aa9-fed2-4e29-aff3-4ae0722ccf3a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.010714 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.013077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25f478cc-8a55-4226-97dd-9f3bbd782930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/e3414aa9-fed2-4e29-aff3-4ae0722ccf3a HTTP/1.1" status: 204 len: 168 time: 0.8737662 Aug 27 02:38:21.016748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.022718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c1663aa3-a969-47ef-ab05-58de8a6a67e0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '2ccc125b-5356-4803-8b80-f621c9d81253', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.023780 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-c1663aa3-a969-47ef-ab05-58de8a6a67e0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 27 02:38:21.024319 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-c1663aa3-a969-47ef-ab05-58de8a6a67e0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:21.031529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.031930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1663aa3-a969-47ef-ab05-58de8a6a67e0 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0398967 Aug 27 02:38:21.042214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacba2a-955f-4f4f-a10e-88a816e2aeba tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc125b-5356-4803-8b80-f621c9d81253,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.149024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.153672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6b20f-3460-4c9e-8730-42f595ebc4c5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:21.155553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6b20f-3460-4c9e-8730-42f595ebc4c5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:21.157395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e1d6b20f-3460-4c9e-8730-42f595ebc4c5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395640 Aug 27 02:38:21.159903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51162) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.225385 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.232269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29118edb-ee20-4b55-8a83-f12af4f81194 req-2466c73a-f51c-4ea9-a480-5b9dbe0b58eb tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0445623 Aug 27 02:38:21.255400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 0b7e4ce8-1d0c-4180-adea-56a26332fb34 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:21.265902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.272915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-63f57c85-4884-4f8c-9bc8-95be06cf6df9 None None] Provisioning for port 4279d04e-3cb9-4596-ba26-357899b0ddf2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:21.312630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.334489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.336987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.341788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ccc125b-5356-4803-8b80-f621c9d81253 HTTP/1.1" status: 204 len: 168 time: 0.3034625 Aug 27 02:38:21.343967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.356540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebcb60-0844-4c69-b07c-dcbe5fd06c90 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc125b-5356-4803-8b80-f621c9d81253,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.434283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea5793fb-82dd-4e05-a526-23100fa61630 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872900 Aug 27 02:38:21.438234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.445091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806265834'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.447670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.473202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.500891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4279d04e-3cb9-4596-ba26-357899b0ddf2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:21.564087 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.582351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.586250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/0b7e4ce8-1d0c-4180-adea-56a26332fb34 HTTP/1.1" status: 204 len: 168 time: 0.4242208 Aug 27 02:38:21.609188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51174) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.611035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4e0f9569-92e5-4372-908f-cf6d36a99d75 None None] Could not find standard attr ID for object e3414aa9-fed2-4e29-aff3-4ae0722ccf3a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:21.617842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e45e6-7356-4940-bca7-c4fc774d8a5a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7e4ce8-1d0c-4180-adea-56a26332fb34,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.628837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.634612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.658190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4279d04e-3cb9-4596-ba26-357899b0ddf2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:21.663877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4279d04e-3cb9-4596-ba26-357899b0ddf2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:21.664291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.678276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613c3df8-ac19-4047-86e8-0a0c5696d6d8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:21.679169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-05949f8b-4f42-4031-9602-f1e0e18d0d04 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682998 Aug 27 02:38:21.679989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51176) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.699738 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.701700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e042afc-c2e8-4f54-9730-ca06f4aaf8d5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2621360 Aug 27 02:38:21.704818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51178) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.716321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fd7c4b9f-0912-4228-bd68-3b646b643ec7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '613c3df8-ac19-4047-86e8-0a0c5696d6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.717480 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-fd7c4b9f-0912-4228-bd68-3b646b643ec7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 27 02:38:21.722002 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-fd7c4b9f-0912-4228-bd68-3b646b643ec7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:21.726474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd7c4b9f-0912-4228-bd68-3b646b643ec7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156488 Aug 27 02:38:21.726857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.735943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-87d2eaf9-d515-44f9-9ca3-fb4c278898f2 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '613c3df8-ac19-4047-86e8-0a0c5696d6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.736642 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-87d2eaf9-d515-44f9-9ca3-fb4c278898f2 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 27 02:38:21.738878 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-87d2eaf9-d515-44f9-9ca3-fb4c278898f2 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:21.744859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-87d2eaf9-d515-44f9-9ca3-fb4c278898f2 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145240 Aug 27 02:38:21.746864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.757827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dde28df8-d23f-4de5-9a2c-f9ecb213b437 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '613c3df8-ac19-4047-86e8-0a0c5696d6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.760698 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-dde28df8-d23f-4de5-9a2c-f9ecb213b437 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 27 02:38:21.762265 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-dde28df8-d23f-4de5-9a2c-f9ecb213b437 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:21.765173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dde28df8-d23f-4de5-9a2c-f9ecb213b437 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171676 Aug 27 02:38:21.767965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.774877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-76b426c3-354c-4265-a227-5cfe032b0212 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '613c3df8-ac19-4047-86e8-0a0c5696d6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:21.777660 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-76b426c3-354c-4265-a227-5cfe032b0212 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 27 02:38:21.781028 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-76b426c3-354c-4265-a227-5cfe032b0212 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:21.782242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-76b426c3-354c-4265-a227-5cfe032b0212 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0133324 Aug 27 02:38:21.785812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.791348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a8d1f-3ff5-4e3f-9f4c-f6a58271e2dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:21.793133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8e2a8d1f-3ff5-4e3f-9f4c-f6a58271e2dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1121290 Aug 27 02:38:21.800998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51190) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.837927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.905885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:21.912461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 4279d04e-3cb9-4596-ba26-357899b0ddf2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4279d04e-3cb9-4596-ba26-357899b0ddf2,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:21.916140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ab54d-c263-4621-82ab-4f30477f1050 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:21.930284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f427b-8042-4634-81c9-1d81caa30dd1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:21.935789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2b7f427b-8042-4634-81c9-1d81caa30dd1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1316183 Aug 27 02:38:21.936411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51196) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:21.956217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.017654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.027047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.028761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.033459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51198) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.035115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/613c3df8-ac19-4047-86e8-0a0c5696d6d8 HTTP/1.1" status: 204 len: 168 time: 0.2418189 Aug 27 02:38:22.043660 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1261295-3614-436e-9a05-e5e60fc22bd3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055751 Aug 27 02:38:22.047573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.063310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.098576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b789fc7-7e99-40d5-b13e-02c13fbe44b4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633323 Aug 27 02:38:22.103365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51204) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.109036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431315148'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.140370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.164262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cdbfc-385a-4b02-8fc9-bda36cd76591 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c3df8-ac19-4047-86e8-0a0c5696d6d8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.194715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:22.199018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.296789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=4279d04e-3cb9-4596-ba26-357899b0ddf2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.355786 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.362857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.399933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e7ad42-db0a-42f6-ac0e-e9bbf4ea0fb2 req-f9a01bfb-2bea-4a0b-9090-1c221694bd7a tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0376658 Aug 27 02:38:22.419517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:22.467537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.471494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3640814 Aug 27 02:38:22.478033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.483678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f514c942-8bcf-4591-bc63-0ddfce864029,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.486033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a0d6f823-35d7-4416-9491-1a006b62e0e5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.486606 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-a0d6f823-35d7-4416-9491-1a006b62e0e5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:22.487700 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a0d6f823-35d7-4416-9491-1a006b62e0e5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:22.491989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0d6f823-35d7-4416-9491-1a006b62e0e5 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096781 Aug 27 02:38:22.492789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.493823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.494166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Deleting port 4279d04e-3cb9-4596-ba26-357899b0ddf2 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:22.494296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.494538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.494879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.494987 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.495243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.496154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.496154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.496350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.496540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.496866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.497193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.497518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f20af3-a569-4241-8a79-15b01b60c128 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:22.499579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6086481e-60c9-443c-9c69-6f52a825df18 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.580044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] For port 4279d04e-3cb9-4596-ba26-357899b0ddf2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4279d04e-3cb9-4596-ba26-357899b0ddf2,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:22.580443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.597084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Calling delete_port for 4279d04e-3cb9-4596-ba26-357899b0ddf2 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:22.621605 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-6086481e-60c9-443c-9c69-6f52a825df18 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:22.622633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6086481e-60c9-443c-9c69-6f52a825df18 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1293197 Aug 27 02:38:22.625973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51218) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.631648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2f4404e3-9ffb-4af4-bb8e-679f950a9c6c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.632663 n-d-806292-1 neutron-server[94832]: WARNING neutron.api.v2.base [None req-2f4404e3-9ffb-4af4-bb8e-679f950a9c6c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 27 02:38:22.633321 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-2f4404e3-9ffb-4af4-bb8e-679f950a9c6c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:22.634714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2f4404e3-9ffb-4af4-bb8e-679f950a9c6c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074434 Aug 27 02:38:22.638067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.653036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7667ff8f-7535-4e4c-8a8a-2077b6f4a4c8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.673131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da186577-3486-41fb-a0ef-954dbfce5775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.749339 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.777512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] Pushing event deleted for resources: {'Port': ['ID=4279d04e-3cb9-4596-ba26-357899b0ddf2,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.782524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7d57f-7ff4-486a-b12a-fa6f1c569cf2 None None] No DVR routers for this DVR port 4279d04e-3cb9-4596-ba26-357899b0ddf2 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:22.811122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:22.814831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.875441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:22.882564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:22.887903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:22.888492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:22.897082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f8818-eaf9-4bce-86b5-a8d203ae8588 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:22.902653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=846a07d7-9a24-4a53-b1f7-63ce21814805,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:22.915961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51224) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.916219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb953b96-b22e-41f1-8ea8-05af6d5041e6 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8663123 Aug 27 02:38:22.920106 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7667ff8f-7535-4e4c-8a8a-2077b6f4a4c8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:22.922026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7667ff8f-7535-4e4c-8a8a-2077b6f4a4c8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2822311 Aug 27 02:38:22.924642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:ca:de:21', 'name': 'tempest-NetworksTestDHCPv6-384527433'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.926157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51226) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.936243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eb200ab2-07ee-4bd6-ab24-dc0ee49ecd79 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:22.936738 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-eb200ab2-07ee-4bd6-ab24-dc0ee49ecd79 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 27 02:38:22.937391 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-eb200ab2-07ee-4bd6-ab24-dc0ee49ecd79 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:22.939009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb200ab2-07ee-4bd6-ab24-dc0ee49ecd79 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117579 Aug 27 02:38:22.942838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:22.953076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d11fbc16-666a-433d-a4b6-ec1d301e385a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.037584 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d11fbc16-666a-433d-a4b6-ec1d301e385a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:23.042980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d11fbc16-666a-433d-a4b6-ec1d301e385a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0961146 Aug 27 02:38:23.043273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.052904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-283a27f7-ebdc-45d8-bfd8-fe164df58e93 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.053395 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-283a27f7-ebdc-45d8-bfd8-fe164df58e93 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 27 02:38:23.053901 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-283a27f7-ebdc-45d8-bfd8-fe164df58e93 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:23.058919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-283a27f7-ebdc-45d8-bfd8-fe164df58e93 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107167 Aug 27 02:38:23.059109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.062788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4b61e59f-b9f8-423d-ba97-313e7f77bffa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.156971 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-4b61e59f-b9f8-423d-ba97-313e7f77bffa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:23.161249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.167387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b1a8b075-0a67-4f81-8a54-1e446586cd74 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'f514c942-8bcf-4591-bc63-0ddfce864029', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.172745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4b61e59f-b9f8-423d-ba97-313e7f77bffa tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1135666 Aug 27 02:38:23.211137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:23.219982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.234338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '846a07d7-9a24-4a53-b1f7-63ce21814805'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:23.235263 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.243895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port fe091b01-7af8-4d1f-b707-750eabb42a0a yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:23.247479 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-b1a8b075-0a67-4f81-8a54-1e446586cd74 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:23.251812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1a8b075-0a67-4f81-8a54-1e446586cd74 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0888212 Aug 27 02:38:23.252843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.339088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.367265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:feca:de21 (92eac24d-ff82-48bb-be22-fc03ecea96f3/846a07d7-9a24-4a53-b1f7-63ce21814805/fe091b01-7af8-4d1f-b707-750eabb42a0a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:23.406010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.447632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4279d04e-3cb9-4596-ba26-357899b0ddf2 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:23.482115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4279d04e-3cb9-4596-ba26-357899b0ddf2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:23.482493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4279d04e-3cb9-4596-ba26-357899b0ddf2 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:23.499394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.502431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.503881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/f514c942-8bcf-4591-bc63-0ddfce864029 HTTP/1.1" status: 204 len: 168 time: 0.2496729 Aug 27 02:38:23.515163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.516074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514c942-8bcf-4591-bc63-0ddfce864029,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.541202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.541592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.542008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.542542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.542956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.543366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.543771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.544304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.544760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.545160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.545562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.545968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a643f-87fb-4cb7-9f4a-4570a65622f1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:23.582970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a5d0d242-56e3-446e-b5b9-8c10e04c5eec req-09c84911-35ed-4545-a05f-e72ed51129be tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0331888 Aug 27 02:38:23.646656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.655286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea48e3e3-2df0-4086-ba24-d3dc78bb7317 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363807 Aug 27 02:38:23.661329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51244) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.665220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object fe091b01-7af8-4d1f-b707-750eabb42a0a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:23.672911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--939349780'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.702975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.719139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.801000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Allocated IP 2001:db8::f816:3eff:fe2d:490f (92eac24d-ff82-48bb-be22-fc03ecea96f3/846a07d7-9a24-4a53-b1f7-63ce21814805/88d7c7b7-3863-48cf-bc35-0df443851f3a) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:23.816250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:23.824566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:23.832271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:23.838638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:23.839300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.846507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.851628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.853640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=fe091b01-7af8-4d1f-b707-750eabb42a0a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.872932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f17c05a0-2bea-4c7c-8c59-a33dc4b092de tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9548705 Aug 27 02:38:23.875568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.887275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.891772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2265112 Aug 27 02:38:23.892414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:23.900616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053971a6-a66d-4101-8820-a407aeb86eb4 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4123d9ce-df98-43f0-a21e-f43ab628f0aa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:23.907280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1799892c-e7ed-465c-98fc-080c8bf90be7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '4123d9ce-df98-43f0-a21e-f43ab628f0aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:23.986197 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:23.997373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Transition to ACTIVE for port object 88d7c7b7-3863-48cf-bc35-0df443851f3a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:24.000810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a56d53-3740-42d7-a45c-7072b90ffa2a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:24.005102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.005429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-34a56d53-3740-42d7-a45c-7072b90ffa2a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1288493 Aug 27 02:38:24.014256 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-1799892c-e7ed-465c-98fc-080c8bf90be7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The resource could not be found. Aug 27 02:38:24.014796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Transition to ACTIVE for port object 88d7c7b7-3863-48cf-bc35-0df443851f3a will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:24.019487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51254) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.019858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1799892c-e7ed-465c-98fc-080c8bf90be7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1263766 Aug 27 02:38:24.024509 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.057370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1a8f5680-b420-4eb6-8667-b7f2aa1b8ecb tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '4123d9ce-df98-43f0-a21e-f43ab628f0aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'afe8b41b-3180-474a-822b-3b8c0e99878b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:24.071101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:24.088712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:24.093680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:24.103546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Pushing event updated for resources: {'Port': ['ID=88d7c7b7-3863-48cf-bc35-0df443851f3a,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:24.178960 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-1a8f5680-b420-4eb6-8667-b7f2aa1b8ecb tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The resource could not be found. Aug 27 02:38:24.184264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51262) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.184939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Attempting to bind port 88d7c7b7-3863-48cf-bc35-0df443851f3a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:24.185406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Attempting to bind port 88d7c7b7-3863-48cf-bc35-0df443851f3a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:24.185996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Attempting to bind port 88d7c7b7-3863-48cf-bc35-0df443851f3a on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:24.191795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:24.192294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:24.192799 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.193323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:24.194053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Bound port: 88d7c7b7-3863-48cf-bc35-0df443851f3a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:24.194902 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.196770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a8f5680-b420-4eb6-8667-b7f2aa1b8ecb tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1711087 Aug 27 02:38:24.222778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port fe091b01-7af8-4d1f-b707-750eabb42a0a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:24.223183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.282194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] For port 88d7c7b7-3863-48cf-bc35-0df443851f3a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:24.286412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] For port 88d7c7b7-3863-48cf-bc35-0df443851f3a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88d7c7b7-3863-48cf-bc35-0df443851f3a,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:24.294750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.311324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.358964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.381834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for fe091b01-7af8-4d1f-b707-750eabb42a0a owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:24.382954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.388756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dde97-e791-4129-a268-6161f5e1b733 None None] Pushing event updated for resources: {'Port': ['ID=88d7c7b7-3863-48cf-bc35-0df443851f3a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:24.460788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.466358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.473484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/4123d9ce-df98-43f0-a21e-f43ab628f0aa HTTP/1.1" status: 204 len: 168 time: 0.2881083 Aug 27 02:38:24.474249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.537952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3916c1-5b75-47ba-ae8f-24ca19857751 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123d9ce-df98-43f0-a21e-f43ab628f0aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:24.606741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51272) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.607281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dbb63897-9a20-4ab9-bc54-63dec3cbcf19 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253412 Aug 27 02:38:24.611920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3a4e86d4-f1e3-4bb1-bfef-4511edd2f55a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': 'e7b82628-1787-4183-9047-ec14d1a61788', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:24.617557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.718068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=fe091b01-7af8-4d1f-b707-750eabb42a0a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:24.739561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.743753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2ee3fbf-ede2-4ef4-a8dd-0a2702fa1b63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/fe091b01-7af8-4d1f-b707-750eabb42a0a HTTP/1.1" status: 204 len: 168 time: 0.7351804 Aug 27 02:38:24.743987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.787563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e10f9673-f7cc-4000-985f-d06d014fcd71 req-872129ae-0d48-496e-9fda-6e7af98e95fd tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0605261 Aug 27 02:38:24.867043 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-3a4e86d4-f1e3-4bb1-bfef-4511edd2f55a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The resource could not be found. Aug 27 02:38:24.871830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a4e86d4-f1e3-4bb1-bfef-4511edd2f55a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2602844 Aug 27 02:38:24.873010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51280) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.878595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--959906288'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:24.882002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf65e5-9d87-45de-8f04-c5862fef432a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:24.883559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf65e5-9d87-45de-8f04-c5862fef432a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:24.886787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-14cf65e5-9d87-45de-8f04-c5862fef432a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1401911 Aug 27 02:38:24.887827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:24.903756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:24.956446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 846a07d7-9a24-4a53-b1f7-63ce21814805 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:24.960290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.011208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.015808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.020259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.054511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6440e64c-f303-4bd0-a727-56a979acb7fd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.082256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.084491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1bb07a22-5b22-481c-b668-d16edc013851 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2097664 Aug 27 02:38:25.092614 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51284) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.097900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253415102'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:25.120331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.121754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.184779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ade7ff44-262e-4d32-bd09-75012d23244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.200948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.237148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.243243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.277684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.279304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1853678 Aug 27 02:38:25.283217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=846a07d7-9a24-4a53-b1f7-63ce21814805,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.285189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.292552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c97c09c7-7247-4468-83f5-eddc5d396057 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group_rule': {'security_group_id': '6440e64c-f303-4bd0-a727-56a979acb7fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '571713f4-6a83-43ff-bd5f-2861437c912c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:25.300917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.307187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb9cb919-5324-48c4-a853-66fae2f53647 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/846a07d7-9a24-4a53-b1f7-63ce21814805 HTTP/1.1" status: 204 len: 168 time: 0.4182804 Aug 27 02:38:25.307861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.314773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04203-b0ec-4a22-861c-c41de56fb28e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571713f4-6a83-43ff-bd5f-2861437c912c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.364294 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-c97c09c7-7247-4468-83f5-eddc5d396057 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:25.365489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c97c09c7-7247-4468-83f5-eddc5d396057 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0790427 Aug 27 02:38:25.373846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51292) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.430960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9dd6525-150e-4067-941c-60aed14b2af7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219041 Aug 27 02:38:25.431817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.438298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:25.451044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.475122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.507709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.572856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.578064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.580519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/571713f4-6a83-43ff-bd5f-2861437c912c HTTP/1.1" status: 204 len: 168 time: 0.2038352 Aug 27 02:38:25.586246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.609756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88d7c7b7-3863-48cf-bc35-0df443851f3a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:25.610027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:25.619507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ed708-ecbb-4b48-a2d1-aa64e97efef1 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571713f4-6a83-43ff-bd5f-2861437c912c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:25.620265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.721020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 88d7c7b7-3863-48cf-bc35-0df443851f3a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:25.736937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:25.737209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-805083bb-5646-4b52-b567-ecd726587d5d tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1445975 Aug 27 02:38:25.827925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.915196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:25.920134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397cab7-82b5-4fb1-b9bb-f05d456c2709 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:25.975475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572ec737-30cd-4f87-ab3f-80634690b7b1 req-39bf0e30-3d99-48f7-bec2-581a924056e9 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0409861 Aug 27 02:38:26.053391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.055983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.059438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/6440e64c-f303-4bd0-a727-56a979acb7fd HTTP/1.1" status: 204 len: 168 time: 0.3189697 Aug 27 02:38:26.060037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.080456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d064e1-d480-4bb2-8bce-43a4e3c39ec6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6440e64c-f303-4bd0-a727-56a979acb7fd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:26.080974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Provisioning for port 88d7c7b7-3863-48cf-bc35-0df443851f3a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:26.087896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Provisioning complete for port 88d7c7b7-3863-48cf-bc35-0df443851f3a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:26.098132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.115904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5df4a8a6-99e8-4e80-967c-e4613037bbd6 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500963 Aug 27 02:38:26.115904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.120380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053889124'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:26.148058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.289766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.300539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:26.300796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:26.332730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.337226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.380071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d1b492-3d47-416b-bb80-c44fbf57ee64,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:26.391517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.394799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fe8c1133-1d1c-4f90-9def-5428d6afdba7 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2759995 Aug 27 02:38:26.398766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.406690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1ffaead0-a9c3-4418-818c-ab80656de8b8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:26.407106 n-d-806292-1 neutron-server[94831]: WARNING neutron.api.v2.base [None req-1ffaead0-a9c3-4418-818c-ab80656de8b8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 27 02:38:26.407596 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-1ffaead0-a9c3-4418-818c-ab80656de8b8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] update failed (client error): There was a conflict when trying to complete your request. Aug 27 02:38:26.408548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ffaead0-a9c3-4418-818c-ab80656de8b8 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "PUT /v2.0/security-groups/e9d1b492-3d47-416b-bb80-c44fbf57ee64 HTTP/1.1" status: 409 len: 330 time: 0.0087857 Aug 27 02:38:26.411472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.416446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] For port 88d7c7b7-3863-48cf-bc35-0df443851f3a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88d7c7b7-3863-48cf-bc35-0df443851f3a,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:26.429179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.501623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.568602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.590332 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.609839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.611940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Deleting port 88d7c7b7-3863-48cf-bc35-0df443851f3a {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:26.612300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.614033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff56fc-88a1-40fc-94ee-d3f000de4982 None None] Pushing event updated for resources: {'Port': ['ID=88d7c7b7-3863-48cf-bc35-0df443851f3a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:26.647949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.662088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.668386 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9d1b492-3d47-416b-bb80-c44fbf57ee64 HTTP/1.1" status: 204 len: 168 time: 0.2528315 Aug 27 02:38:26.670270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.705575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c92043-9327-47aa-b553-17d296edc96e tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d1b492-3d47-416b-bb80-c44fbf57ee64,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:26.772534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2fc55180-c822-4ff7-82cb-35b18919517a tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998926 Aug 27 02:38:26.775622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.812031 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a0faa37a-da94-45ae-ad5b-2fbc01949292 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] delete failed (client error): The resource could not be found. Aug 27 02:38:26.813678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0faa37a-da94-45ae-ad5b-2fbc01949292 tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b21fc49-ff8a-4468-92f3-b618b17b1f70 HTTP/1.1" status: 404 len: 347 time: 0.0366993 Aug 27 02:38:26.817069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51326) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.838264 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-3794949b-c416-40bb-9ebb-a1d65a68630c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] show failed (client error): The resource could not be found. Aug 27 02:38:26.839634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3794949b-c416-40bb-9ebb-a1d65a68630c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-groups/87bef345-3cc0-4b7d-9d5f-d3266da5cad7 HTTP/1.1" status: 404 len: 347 time: 0.0215898 Aug 27 02:38:26.843375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:26.858089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] For port 88d7c7b7-3863-48cf-bc35-0df443851f3a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88d7c7b7-3863-48cf-bc35-0df443851f3a,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:26.858089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:26.864308 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7b361e69-ceb4-4ec4-9b6f-fe8de246b55c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] show failed (client error): The resource could not be found. Aug 27 02:38:26.866101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b361e69-ceb4-4ec4-9b6f-fe8de246b55c tempest-NegativeSecGroupTest-486199804 tempest-NegativeSecGroupTest-486199804-project] 10.222.0.26 "GET /v2.0/security-group-rules/a5ee47b8-f51b-4c00-a60a-d764c2ab6002 HTTP/1.1" status: 404 len: 356 time: 0.0216067 Aug 27 02:38:26.876375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Calling delete_port for 88d7c7b7-3863-48cf-bc35-0df443851f3a owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:26.957651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port 88d7c7b7-3863-48cf-bc35-0df443851f3a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=88d7c7b7-3863-48cf-bc35-0df443851f3a,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:27.012261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.032440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.035537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.131459 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.178897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] Pushing event deleted for resources: {'Port': ['ID=88d7c7b7-3863-48cf-bc35-0df443851f3a,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.226063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb0526-e012-4e60-8654-1c3eb2cac807 None None] No DVR routers for this DVR port 88d7c7b7-3863-48cf-bc35-0df443851f3a on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:27.299716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5771c763-fa3e-4b28-a9a5-267c040d4c96 req-245b2970-0e6d-4952-b856-9fa6d0f2cfef tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0855813 Aug 27 02:38:27.310316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=1552028f-e2cb-4dee-b5dc-96e26bfc0af3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.311430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.326768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:27.328044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=88d7c7b7-3863-48cf-bc35-0df443851f3a,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.331493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:27.334641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:27.335239 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.342279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40329a99-419a-4ea3-9708-b25feae55247 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:27.355847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-03c02eda-f19a-4bad-8c8f-22919f5ea773 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9229574 Aug 27 02:38:27.367733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.367733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:65:45:b5', 'name': 'tempest-NetworksTestDHCPv6-2079597467'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:27.488443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88d7c7b7-3863-48cf-bc35-0df443851f3a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:27.528782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 88d7c7b7-3863-48cf-bc35-0df443851f3a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:27.534694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 88d7c7b7-3863-48cf-bc35-0df443851f3a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:27.598293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e94aab79-e3d1-4a16-81bd-6a9351a0dbab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=275adaaf163f4be397958732ad9f5c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859826 Aug 27 02:38:27.601024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51344) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:27.604597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:27.655599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '1552028f-e2cb-4dee-b5dc-96e26bfc0af3'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:27.656470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.690948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.714346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.722569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.759853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 1ea07b2f-374a-4684-b91c-9153a0882491 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:27.786038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.791909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:27.795501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16882b29-f8ae-43a5-a140-8e9dc1142891 HTTP/1.1" status: 204 len: 168 time: 0.1922493 Aug 27 02:38:27.838574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd602089-c229-4334-a303-9bcaffd88532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16882b29-f8ae-43a5-a140-8e9dc1142891,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:27.967587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe65:45b5 (92eac24d-ff82-48bb-be22-fc03ecea96f3/1552028f-e2cb-4dee-b5dc-96e26bfc0af3/1ea07b2f-374a-4684-b91c-9153a0882491) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:28.007684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.237567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.269922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 1ea07b2f-374a-4684-b91c-9153a0882491 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:28.319800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.406441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Allocated IP 2001:db8::f816:3eff:fec7:68bc (92eac24d-ff82-48bb-be22-fc03ecea96f3/1552028f-e2cb-4dee-b5dc-96e26bfc0af3/521f9bd5-8e94-46c1-96ef-c79130c75d05) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:28.437439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51370) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:28.464091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-776ef8f0-35fa-4fa2-831d-c1c5f5ef019f req-390bb4bb-5b7e-4d4e-b92d-1e82cbd5a9e2 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0428584 Aug 27 02:38:28.478140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:28.479849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=1ea07b2f-374a-4684-b91c-9153a0882491,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:28.482753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:28.511045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:28.527546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:28.528234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.558329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f892e312-a714-4091-92e1-fbe2d4bc6c27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1986620 Aug 27 02:38:28.561442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:28.652341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba54c9-d152-4553-a4a9-a5279f610fbc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:28.654864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9ba54c9-d152-4553-a4a9-a5279f610fbc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0917883 Aug 27 02:38:28.656665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:28.693024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.703241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Transition to ACTIVE for port object 521f9bd5-8e94-46c1-96ef-c79130c75d05 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:28.711189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8deec40d-47d3-492b-8b6b-bc34df8a8bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.725001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Transition to ACTIVE for port object 521f9bd5-8e94-46c1-96ef-c79130c75d05 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:28.734175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.780898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:28.788398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:28.790776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:28.822479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Pushing event updated for resources: {'Port': ['ID=521f9bd5-8e94-46c1-96ef-c79130c75d05,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:28.844957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 1ea07b2f-374a-4684-b91c-9153a0882491 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:28.845333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.893661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Attempting to bind port 521f9bd5-8e94-46c1-96ef-c79130c75d05 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:28.894038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Attempting to bind port 521f9bd5-8e94-46c1-96ef-c79130c75d05 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:28.895094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Attempting to bind port 521f9bd5-8e94-46c1-96ef-c79130c75d05 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:28.907129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:28.908155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:28.908155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.908457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:28.908843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Bound port: 521f9bd5-8e94-46c1-96ef-c79130c75d05, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:28.910242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.965829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8deec40d-47d3-492b-8b6b-bc34df8a8bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.970629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8deec40d-47d3-492b-8b6b-bc34df8a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:28.998952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.005045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.022203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] For port 521f9bd5-8e94-46c1-96ef-c79130c75d05, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:29.026258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] For port 521f9bd5-8e94-46c1-96ef-c79130c75d05, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=521f9bd5-8e94-46c1-96ef-c79130c75d05,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:29.036175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8deec40d-47d3-492b-8b6b-bc34df8a8bc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4dd7c0572794e9a95d2424a34e64b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932732 Aug 27 02:38:29.036175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deec40d-47d3-492b-8b6b-bc34df8a8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf8588c-651c-4b70-9c4e-46d76881a1c4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.036457 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.040004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.055705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 1ea07b2f-374a-4684-b91c-9153a0882491 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:29.122148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.156876 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.210785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1615100072'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:29.247165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Made reservation on behalf of d235981410804ce29359a4b9d7e490d8 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:29.254446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.273080 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.285698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.309976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d893e5-77fd-48b8-bbd3-066a523de874 None None] Pushing event updated for resources: {'Port': ['ID=521f9bd5-8e94-46c1-96ef-c79130c75d05,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.325185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.341325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.342659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bf8588c-651c-4b70-9c4e-46d76881a1c4 HTTP/1.1" status: 204 len: 168 time: 0.3010752 Aug 27 02:38:29.358125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8eb95-0b19-4d67-8775-f92eb7e5bfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf8588c-651c-4b70-9c4e-46d76881a1c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.381208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=1ea07b2f-374a-4684-b91c-9153a0882491,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.409267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.411045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44ebda57-9b7f-4c5e-a688-3d636a8b0f36 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/1ea07b2f-374a-4684-b91c-9153a0882491 HTTP/1.1" status: 204 len: 168 time: 0.7529368 Aug 27 02:38:29.415058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51400) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.477481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf050a-8edb-47e5-921f-efc2c026ab63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:29.479685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf050a-8edb-47e5-921f-efc2c026ab63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:29.481385 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62bf050a-8edb-47e5-921f-efc2c026ab63 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0649455 Aug 27 02:38:29.484015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.513193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.543653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.579897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:38:29.622516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8761e6aa-2a2b-4a6e-8655-ab70c8e9b2b5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.628310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 1552028f-e2cb-4dee-b5dc-96e26bfc0af3 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:29.633095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.637590 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.637941 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Added segment 208f199e-abb4-423f-aeef-d1737a8ccaba of type vlan for network d5e652d0-687c-4efe-b234-d338e1c15245 Aug 27 02:38:29.686897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16e7477d-16a9-4c55-8b4a-0fe7baf0ec32 req-d492e6f4-6db5-4650-b7c9-a779a07f82bb tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0759163 Aug 27 02:38:29.739046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.747427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.806887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.812702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:29.813336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.885242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.901437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35736add-2e6a-4a44-8ba5-dfcfb9331114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:29.906752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9077830 Aug 27 02:38:29.909117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:29.917265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-de88870c-d47d-42b2-bbc8-e5fd1483c2c5 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-1088337232') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:29.946336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570b0fd-34fa-4c12-acef-f2025776510b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Pushing event updated for resources: {'Network': ['ID=d5e652d0-687c-4efe-b234-d338e1c15245,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:29.958196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d5e652d0-687c-4efe-b234-d338e1c15245 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:38:30.004879 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.025052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35736add-2e6a-4a44-8ba5-dfcfb9331114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.030875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35736add-2e6a-4a44-8ba5-dfcfb9331114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.078527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35736add-2e6a-4a44-8ba5-dfcfb9331114 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78d9fc0f6774a4abb24f1f106a0c3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915178 Aug 27 02:38:30.079507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.091162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736add-2e6a-4a44-8ba5-dfcfb9331114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5314d1-d022-424c-882d-de8c12e49945,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.122116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.132914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de88870c-d47d-42b2-bbc8-e5fd1483c2c5 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "PUT /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-1088337232 HTTP/1.1" status: 201 len: 201 time: 0.2195973 Aug 27 02:38:30.133392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.138444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-1fb14e0e-a223-47e5-a6e5-a890c9725642 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-1088337232') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:30.159037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=1552028f-e2cb-4dee-b5dc-96e26bfc0af3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.161035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.163011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7d304a1-3fd4-4be5-88f0-5bcb6f015953 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/1552028f-e2cb-4dee-b5dc-96e26bfc0af3 HTTP/1.1" status: 204 len: 168 time: 0.6779170 Aug 27 02:38:30.165451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.168999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.200083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.216763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.221074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1b1f1dc-621b-4d26-9d3b-b4fd5e7bcdb8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520344 Aug 27 02:38:30.221074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.288678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25481646-0d7b-4f52-af1a-4c31063c274d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:30.292853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1fb14e0e-a223-47e5-a6e5-a890c9725642 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-1088337232 HTTP/1.1" status: 204 len: 168 time: 0.1560459 Aug 27 02:38:30.293110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51430) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.295310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-25481646-0d7b-4f52-af1a-4c31063c274d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0734079 Aug 27 02:38:30.297711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.297909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-5a67ebc3-0371-4f2a-a128-80175e1a399e tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:30.342708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.345221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.349979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e5314d1-d022-424c-882d-de8c12e49945 HTTP/1.1" status: 204 len: 168 time: 0.2690046 Aug 27 02:38:30.367632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c99b2a-01ca-4008-a3d2-bb3d6264f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5314d1-d022-424c-882d-de8c12e49945,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.374233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb56bc5-51ef-40ed-8d6e-875e9a4bce99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:30.381204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51438) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.381613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cb56bc5-51ef-40ed-8d6e-875e9a4bce99 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824006 Aug 27 02:38:30.397668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2582e7-5ebf-4ee7-beeb-6c8464dc2ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.461093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e984ed7a-2180-4545-8a4c-5486aadabd39 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779753 Aug 27 02:38:30.465189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51440) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.471947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:30.518268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2582e7-5ebf-4ee7-beeb-6c8464dc2ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.532461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2582e7-5ebf-4ee7-beeb-6c8464dc2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.548757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a67ebc3-0371-4f2a-a128-80175e1a399e tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags HTTP/1.1" status: 200 len: 238 time: 0.2522216 Aug 27 02:38:30.549690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51444) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.555065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-b01cdae9-c053-41e2-9d2f-5961749e9446 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', {'tags': ['tempest-TagsTest-Tag-265378805', 'tempest-TagsTest-Tag-117914393', 'tempest-TagsTest-Tag-652044883']}) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:30.566691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba2582e7-5ebf-4ee7-beeb-6c8464dc2ce2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=968c56d999a341b5a06fa7219dd523fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469682 Aug 27 02:38:30.569774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.625187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2582e7-5ebf-4ee7-beeb-6c8464dc2ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f36d061-efb3-4c44-9d0f-3d7607b17810,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.649471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:30.653490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.657853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.704057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.738037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b01cdae9-c053-41e2-9d2f-5961749e9446 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "PUT /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags HTTP/1.1" status: 200 len: 306 time: 0.1872487 Aug 27 02:38:30.740808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.746642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-7167a03e-d2a4-4db2-ba98-2537bab74421 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-265378805') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:30.778847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867967c7-d621-4c65-bcc1-dc28cf2e8a7c None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:30.797896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.872446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f318fae-c227-4c85-8f0a-2214558e7361 req-bbc19406-a08a-4450-97a9-112f83a7edd9 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0532005 Aug 27 02:38:30.885886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d8621b3-9cd1-43f7-a634-65e76311a283 None None] Provisioning for port 521f9bd5-8e94-46c1-96ef-c79130c75d05 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:30.887978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.891113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.895911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f36d061-efb3-4c44-9d0f-3d7607b17810 HTTP/1.1" status: 204 len: 168 time: 0.3248286 Aug 27 02:38:30.930928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7167a03e-d2a4-4db2-ba98-2537bab74421 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "DELETE /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-265378805 HTTP/1.1" status: 204 len: 168 time: 0.1890903 Aug 27 02:38:30.932046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320f49-9fdc-4650-bf6a-943fa187571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f36d061-efb3-4c44-9d0f-3d7607b17810,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:30.941792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:30.946811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:30.948230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-7ca3f5b8-e229-414e-8ace-273ad0ed3165 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-265378805') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.019293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:31.022596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:31.023312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:31.027782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:31.028376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.033213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=a85ccf99-8129-4421-8a0d-5b6b7bbd8abf,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.035557 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7ca3f5b8-e229-414e-8ace-273ad0ed3165 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] show failed (client error): The resource could not be found. Aug 27 02:38:31.037825 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ca3f5b8-e229-414e-8ace-273ad0ed3165 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-265378805 HTTP/1.1" status: 404 len: 325 time: 0.0948792 Aug 27 02:38:31.041219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.045961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-9a8adfac-75cb-4900-99c6-a8371f0a88c0 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-117914393') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.088888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Deleting port 521f9bd5-8e94-46c1-96ef-c79130c75d05 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:31.089709 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.193693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] For port 521f9bd5-8e94-46c1-96ef-c79130c75d05, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=521f9bd5-8e94-46c1-96ef-c79130c75d05,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:31.194368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.212132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Calling delete_port for 521f9bd5-8e94-46c1-96ef-c79130c75d05 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:31.328774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.379618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] No DVR routers for this DVR port 521f9bd5-8e94-46c1-96ef-c79130c75d05 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:31.384052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5903e632-0bff-460b-8fe5-fca2a369b319 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9178157 Aug 27 02:38:31.388339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691df6c-2f2a-4561-8425-1584a8687cfb None None] Pushing event deleted for resources: {'Port': ['ID=521f9bd5-8e94-46c1-96ef-c79130c75d05,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:31.389302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.395893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:94:c9:2c', 'name': 'tempest-NetworksTestDHCPv6-985419070'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:31.403627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6aef09-b254-40df-bcd8-30f607b5c12a None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:31.449311 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a8adfac-75cb-4900-99c6-a8371f0a88c0 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-117914393 HTTP/1.1" status: 204 len: 168 time: 0.4045262 Aug 27 02:38:31.449311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51484) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.454032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-3ef2aa13-66ec-420e-a7e3-94b88c9cf3de tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-652044883') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.550125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.551034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3ef2aa13-66ec-420e-a7e3-94b88c9cf3de tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-652044883 HTTP/1.1" status: 204 len: 168 time: 0.1004083 Aug 27 02:38:31.555983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-28c72899-d5d9-410a-a638-6ad83611dbad tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.628320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:31.654923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': 'a85ccf99-8129-4421-8a0d-5b6b7bbd8abf'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:31.656198 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.736572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:31.743813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-28c72899-d5d9-410a-a638-6ad83611dbad tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "DELETE /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags HTTP/1.1" status: 204 len: 168 time: 0.1896553 Aug 27 02:38:31.744742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51504) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.750773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-77ee2590-7262-4538-9de0-999f966c219b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-117914393') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.759686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port f6212d55-a33c-4f71-9b28-17b3783f2f6b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:31.850001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/a85ccf99-8129-4421-8a0d-5b6b7bbd8abf/a4b60a92-ac64-427b-ae65-0988c8eeb8fc) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:31.850929 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-77ee2590-7262-4538-9de0-999f966c219b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] show failed (client error): The resource could not be found. Aug 27 02:38:31.866752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.867077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-77ee2590-7262-4538-9de0-999f966c219b tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-117914393 HTTP/1.1" status: 404 len: 325 time: 0.1097803 Aug 27 02:38:31.867259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-9f352d85-48af-4310-9628-1c717c791e71 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245', 'tempest-TagsTest-Tag-652044883') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:31.954167 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-9f352d85-48af-4310-9628-1c717c791e71 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] show failed (client error): The resource could not be found. Aug 27 02:38:31.958376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51516) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:31.959107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f352d85-48af-4310-9628-1c717c791e71 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "GET /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags/tempest-TagsTest-Tag-652044883 HTTP/1.1" status: 404 len: 325 time: 0.1010306 Aug 27 02:38:31.964467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-00faf33c-72da-486e-882b-c10f31607099 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5e652d0-687c-4efe-b234-d338e1c15245') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:32.010138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca8712e0-0e5a-46aa-8f8c-f0ace730bd45 req-70b68ece-992a-42e0-bfe3-c99623888a50 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0329442 Aug 27 02:38:32.041073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.063657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Transition to ACTIVE for port object a4b60a92-ac64-427b-ae65-0988c8eeb8fc will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:32.074682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-00faf33c-72da-486e-882b-c10f31607099 tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "DELETE /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245/tags HTTP/1.1" status: 204 len: 168 time: 0.1100879 Aug 27 02:38:32.074682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51520) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:32.091908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Transition to ACTIVE for port object a4b60a92-ac64-427b-ae65-0988c8eeb8fc will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:32.105221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.158460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:32.164589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:32.165844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.172440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:32.187916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::2fe (92eac24d-ff82-48bb-be22-fc03ecea96f3/a85ccf99-8129-4421-8a0d-5b6b7bbd8abf/f6212d55-a33c-4f71-9b28-17b3783f2f6b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:32.203222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Pushing event updated for resources: {'Port': ['ID=a4b60a92-ac64-427b-ae65-0988c8eeb8fc,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.266779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Attempting to bind port a4b60a92-ac64-427b-ae65-0988c8eeb8fc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:32.267085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Attempting to bind port a4b60a92-ac64-427b-ae65-0988c8eeb8fc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:32.267758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Attempting to bind port a4b60a92-ac64-427b-ae65-0988c8eeb8fc on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:32.273714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:32.274084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:32.274847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.274963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:32.275359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Bound port: a4b60a92-ac64-427b-ae65-0988c8eeb8fc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:32.275735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.302791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.314418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e652d0-687c-4efe-b234-d338e1c15245']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:32.338038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f199e-abb4-423f-aeef-d1737a8ccaba') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:32.338435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f199e-abb4-423f-aeef-d1737a8ccaba') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:38:32.348842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] For port a4b60a92-ac64-427b-ae65-0988c8eeb8fc, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:32.354311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.355065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] For port a4b60a92-ac64-427b-ae65-0988c8eeb8fc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a4b60a92-ac64-427b-ae65-0988c8eeb8fc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:32.361048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.375931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.389696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:38:32.390469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:38:32.397706 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:38:32.456303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ef61-055e-4ee0-b26d-14e219e85644 None None] Pushing event updated for resources: {'Port': ['ID=a4b60a92-ac64-427b-ae65-0988c8eeb8fc,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.461752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.483737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object f6212d55-a33c-4f71-9b28-17b3783f2f6b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:32.519999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.535030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.537678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] 10.222.0.26 "DELETE /v2.0/networks/d5e652d0-687c-4efe-b234-d338e1c15245 HTTP/1.1" status: 204 len: 168 time: 0.4622958 Aug 27 02:38:32.549929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33391de-c4c4-48cc-8c08-197122afcf3d tempest-TagsTest-159509711 tempest-TagsTest-159509711-project] Pushing event deleted for resources: {'Network': ['ID=d5e652d0-687c-4efe-b234-d338e1c15245,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.550970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.607755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:32.611755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=f6212d55-a33c-4f71-9b28-17b3783f2f6b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:32.614442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:32.617043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:32.622830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:32.623471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.647668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d160186-c119-44b5-8d13-f211cfc556a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2527456 Aug 27 02:38:32.647887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51542) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:32.736438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611d766-9ecf-44d8-be87-f970da472ead tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:32.743126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611d766-9ecf-44d8-be87-f970da472ead tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:32.756595 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7611d766-9ecf-44d8-be87-f970da472ead tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1067865 Aug 27 02:38:32.761576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51544) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:32.903145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port f6212d55-a33c-4f71-9b28-17b3783f2f6b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:32.904650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:32.978668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.011950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.031498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for f6212d55-a33c-4f71-9b28-17b3783f2f6b owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:33.205502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4574464c-c8c1-4326-a655-73152cef84ec req-75914dbd-2123-4fc6-ac7a-3de9b858847e tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0518630 Aug 27 02:38:33.267719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92a634cb-2db7-4245-98c1-1516a3e21136 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d235981410804ce29359a4b9d7e490d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871871 Aug 27 02:38:33.270106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51572) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.330957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.360263 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.399673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.414050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=f6212d55-a33c-4f71-9b28-17b3783f2f6b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:33.445387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.452322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bff215ab-8382-458f-adfa-eb3930fa2697 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/f6212d55-a33c-4f71-9b28-17b3783f2f6b HTTP/1.1" status: 204 len: 168 time: 0.6877277 Aug 27 02:38:33.453588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51576) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.488704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.491928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.495849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8761e6aa-2a2b-4a6e-8655-ab70c8e9b2b5 HTTP/1.1" status: 204 len: 168 time: 0.2238712 Aug 27 02:38:33.517546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371400-0f0a-4d4f-8b2c-ab5d26707a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761e6aa-2a2b-4a6e-8655-ab70c8e9b2b5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:33.545440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a4b60a92-ac64-427b-ae65-0988c8eeb8fc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:33.551538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bcced-f1ab-4bed-93ad-d24792989cec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:33.553559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bcced-f1ab-4bed-93ad-d24792989cec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:33.555153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8f7bcced-f1ab-4bed-93ad-d24792989cec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0998077 Aug 27 02:38:33.557824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:33.632615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet a85ccf99-8129-4421-8a0d-5b6b7bbd8abf {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:33.632822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a4b60a92-ac64-427b-ae65-0988c8eeb8fc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:33.636408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.715904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.863930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Provisioning for port a4b60a92-ac64-427b-ae65-0988c8eeb8fc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:33.870733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Provisioning complete for port a4b60a92-ac64-427b-ae65-0988c8eeb8fc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:33.871630 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.878177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:33.988788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.028323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.065775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=a85ccf99-8129-4421-8a0d-5b6b7bbd8abf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:34.072067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.082043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a420ca0-56d9-4b0a-9ccc-50c0f9be00a9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/a85ccf99-8129-4421-8a0d-5b6b7bbd8abf HTTP/1.1" status: 204 len: 168 time: 0.5228868 Aug 27 02:38:34.085673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51604) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.149578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf96fb6f-8e73-44cf-bf00-b09ddba7e2ff tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627625 Aug 27 02:38:34.152168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51610) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.167080 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:34.167441 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:34.216246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae58d9f9-d001-45a8-9edc-d4bdb47cf2c4 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:34.277993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c0af5-9611-41a5-93ed-7bc3603916a5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:34.282417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d3c0af5-9611-41a5-93ed-7bc3603916a5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1268134 Aug 27 02:38:34.282995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.353034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddeaa6-8b90-4487-b134-d4f608f0d42f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:34.357534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fcddeaa6-8b90-4487-b134-d4f608f0d42f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735421 Aug 27 02:38:34.357679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51624) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.406667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39766216-7fa5-41cf-adac-1bd51a8e905b req-f3ad4b0b-537f-4af9-8560-549413c4958e tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0473986 Aug 27 02:38:34.432107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:34.437187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:34.439044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ddb0bf1f-5914-47ba-bfc1-cdcf27fdf701 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801332 Aug 27 02:38:34.479616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:34.540721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Deleting port a4b60a92-ac64-427b-ae65-0988c8eeb8fc {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:34.541155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.558429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:34.562290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.622557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] For port a4b60a92-ac64-427b-ae65-0988c8eeb8fc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a4b60a92-ac64-427b-ae65-0988c8eeb8fc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:34.624199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.644596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Calling delete_port for a4b60a92-ac64-427b-ae65-0988c8eeb8fc owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:34.767434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79b261e4-357d-4de4-b377-c1f78a67b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.803562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.866052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Pushing event deleted for resources: {'Port': ['ID=a4b60a92-ac64-427b-ae65-0988c8eeb8fc,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:34.876157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.876521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.876851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.877190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.877526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.877856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.878187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.878547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.878872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.879199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.879523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.879861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:38:34.882965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d323ccc-005b-41f8-86b7-2fc52b9c26e2 None None] No DVR routers for this DVR port a4b60a92-ac64-427b-ae65-0988c8eeb8fc on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:34.905648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:34.907225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.949620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:34.956560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:34.962993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:34.966992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2056f-be84-4a7f-9da9-312aa3baa7e2 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:34.970910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:34.988749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=942cb19f-c8d3-4d8f-9fb3-1038020e508f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:35.011079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.017473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e3f72a2-a67a-464e-a9d5-8fc52326c3d9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5827973 Aug 27 02:38:35.019453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:35.026628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c9575f2-cd3e-4cb7-9374-a9ae524ca1b1 None None] Could not find standard attr ID for object 1ea07b2f-374a-4684-b91c-9153a0882491. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:35.156940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '942cb19f-c8d3-4d8f-9fb3-1038020e508f'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:35.157931 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.169404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:35.173470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.333096 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 942cb19f-c8d3-4d8f-9fb3-1038020e508f (CIDR: 2001:db8::/64) Aug 27 02:38:35.341801 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:35.342651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:35.362307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Allocated IP 2001:db8::f816:3eff:feeb:e5f5 (92eac24d-ff82-48bb-be22-fc03ecea96f3/942cb19f-c8d3-4d8f-9fb3-1038020e508f/3056b875-f585-4250-a209-a6238d684e9f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:35.383514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-460363a6-db6f-4d7e-8653-e06586c7dbd0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3703995 Aug 27 02:38:35.385970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51680) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:35.393804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:35.488772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a4b60a92-ac64-427b-ae65-0988c8eeb8fc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:35.515491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a4b60a92-ac64-427b-ae65-0988c8eeb8fc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:35.515709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a4b60a92-ac64-427b-ae65-0988c8eeb8fc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:35.540977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:35.544840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.654095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.667533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Transition to ACTIVE for port object 3056b875-f585-4250-a209-a6238d684e9f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:35.678894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c64b093-1604-4ed2-9f4b-188c445cb28a req-ec449360-4d4f-4076-828c-095a165da9eb tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0964680 Aug 27 02:38:35.712658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Transition to ACTIVE for port object 3056b875-f585-4250-a209-a6238d684e9f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:35.720273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.772264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:35.777437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:35.785136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:35.794631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Pushing event updated for resources: {'Port': ['ID=3056b875-f585-4250-a209-a6238d684e9f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:35.864359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Attempting to bind port 3056b875-f585-4250-a209-a6238d684e9f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:35.865267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Attempting to bind port 3056b875-f585-4250-a209-a6238d684e9f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:35.865632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Attempting to bind port 3056b875-f585-4250-a209-a6238d684e9f on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:35.872829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:35.873372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:35.873784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.874982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:35.875484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Bound port: 3056b875-f585-4250-a209-a6238d684e9f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:35.875879 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.983171 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:35.990749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] For port 3056b875-f585-4250-a209-a6238d684e9f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:35.998452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] For port 3056b875-f585-4250-a209-a6238d684e9f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3056b875-f585-4250-a209-a6238d684e9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:36.007835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.078259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:36.092360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:36.096825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:36.097421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.122596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=097a031e-9234-4a4e-a957-5c84f9970ea8,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:36.127518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37d884-c51e-4d6d-86bc-c43afad3f349 None None] Pushing event updated for resources: {'Port': ['ID=3056b875-f585-4250-a209-a6238d684e9f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:36.148735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80b28f8e-1ab2-4c5b-9da9-82fc94b88dd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7613823 Aug 27 02:38:36.151658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51706) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.159947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:8a:31:99', 'name': 'tempest-NetworksTestDHCPv6-1963158714'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:36.345868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:36.494756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.549605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 85850edf-bb6d-4909-8b34-cdfa95863a71 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:36.783632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8:0:1::20f (92eac24d-ff82-48bb-be22-fc03ecea96f3/097a031e-9234-4a4e-a957-5c84f9970ea8/85850edf-bb6d-4909-8b34-cdfa95863a71) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:36.793375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe8a:3199 (92eac24d-ff82-48bb-be22-fc03ecea96f3/942cb19f-c8d3-4d8f-9fb3-1038020e508f/85850edf-bb6d-4909-8b34-cdfa95863a71) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:36.848899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51724) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:36.850216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40c0e313-6980-4c8e-a7d5-a6e4e2748f08 req-cefe29a0-fa24-46ce-9640-7c82df96be99 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0327425 Aug 27 02:38:36.974951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:36.990708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 85850edf-bb6d-4909-8b34-cdfa95863a71 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:37.037618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-744e0ec0-f4ef-4c23-a14b-4e239c8ca83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.050364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.075338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:37.079885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:37.082937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:37.090619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:37.091453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.157902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=85850edf-bb6d-4909-8b34-cdfa95863a71,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:37.269643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-744e0ec0-f4ef-4c23-a14b-4e239c8ca83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.276497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-744e0ec0-f4ef-4c23-a14b-4e239c8ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.290969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2d5c4e3-853b-4871-b3be-4cd9d1b27daf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1378469 Aug 27 02:38:37.294728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.335647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-744e0ec0-f4ef-4c23-a14b-4e239c8ca83f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6099ea7bca524f8d8c49fede8f8f22e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843271 Aug 27 02:38:37.336440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51732) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:37.339668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0ec0-f4ef-4c23-a14b-4e239c8ca83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e8bac-20b6-4fda-aaa5-72be44d702c0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:37.438352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.460706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 85850edf-bb6d-4909-8b34-cdfa95863a71 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:37.461049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.483340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.492967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0be9a1-a797-480f-b505-c306769eaec8 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:37.540995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3056b875-f585-4250-a209-a6238d684e9f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:37.595001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7f55b496-4829-480e-a315-b635abf34943 None None] Provisioning for port 3056b875-f585-4250-a209-a6238d684e9f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:37.600180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.603271 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.604675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc7e8bac-20b6-4fda-aaa5-72be44d702c0 HTTP/1.1" status: 204 len: 168 time: 0.2673187 Aug 27 02:38:37.624206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ee1e5-c5f4-48e6-a68c-a13f66e06a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e8bac-20b6-4fda-aaa5-72be44d702c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:37.694748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:37.714899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 85850edf-bb6d-4909-8b34-cdfa95863a71 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:37.842456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3056b875-f585-4250-a209-a6238d684e9f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:37.861056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3056b875-f585-4250-a209-a6238d684e9f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:37.861425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.043642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '942cb19f-c8d3-4d8f-9fb3-1038020e508f', 'ip_address': '2001:db8::f816:3eff:feeb:e5f5'}, {'subnet_id': '097a031e-9234-4a4e-a957-5c84f9970ea8'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '3056b875-f585-4250-a209-a6238d684e9f'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:38:38.055044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.098083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06d249e0-e293-40e9-83c3-e4157cefb5b8 req-a996502a-9e95-40ab-8f11-b3c66c40063f tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0939238 Aug 27 02:38:38.103304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.120927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac653bdb-6199-4072-88c1-bd3e385fba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.139019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3056b875-f585-4250-a209-a6238d684e9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3056b875-f585-4250-a209-a6238d684e9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:38.149266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.150748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.168289 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.240197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=85850edf-bb6d-4909-8b34-cdfa95863a71,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.309267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.312155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6f2f1ad-24f9-471b-b1a0-0455a31e896d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/85850edf-bb6d-4909-8b34-cdfa95863a71 HTTP/1.1" status: 204 len: 168 time: 1.0163896 Aug 27 02:38:38.315039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.344459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac653bdb-6199-4072-88c1-bd3e385fba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.350626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac653bdb-6199-4072-88c1-bd3e385fba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.378632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d9f3a-a605-4040-b6cf-154ed7530bae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.379471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3056b875-f585-4250-a209-a6238d684e9f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.380865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d09d9f3a-a605-4040-b6cf-154ed7530bae tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0640457 Aug 27 02:38:38.384234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.404630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ac653bdb-6199-4072-88c1-bd3e385fba29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e66d312a6754438fb0a6eca34f0f0600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999628 Aug 27 02:38:38.406305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac653bdb-6199-4072-88c1-bd3e385fba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb12d7-c125-4fdf-9a7d-edc4f2bec05a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.409090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.452299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d1d45-46a7-4c72-8973-d006afef0e7b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.454279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b07d1d45-46a7-4c72-8973-d006afef0e7b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0694890 Aug 27 02:38:38.460985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51758) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.488124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Allocated IP 2001:db8:0:1::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/097a031e-9234-4a4e-a957-5c84f9970ea8/3056b875-f585-4250-a209-a6238d684e9f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:38.493058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.521661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.558304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d8b92-d9f9-4df3-b0f7-ca5f374ca741 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.564978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d8b92-d9f9-4df3-b0f7-ca5f374ca741 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.569178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d8b92-d9f9-4df3-b0f7-ca5f374ca741 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:38.571602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f5d8b92-d9f9-4df3-b0f7-ca5f374ca741 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1093574 Aug 27 02:38:38.575028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51762) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:38.633495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.636644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.638147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98fb12d7-c125-4fdf-9a7d-edc4f2bec05a HTTP/1.1" status: 204 len: 168 time: 0.2277586 Aug 27 02:38:38.651518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 097a031e-9234-4a4e-a957-5c84f9970ea8 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:38.655022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a84145-3797-461f-81d2-aab69c5d24bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb12d7-c125-4fdf-9a7d-edc4f2bec05a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.657068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] For port 3056b875-f585-4250-a209-a6238d684e9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3056b875-f585-4250-a209-a6238d684e9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:38.705718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.724195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Transition to ACTIVE for port object 3056b875-f585-4250-a209-a6238d684e9f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:38.729923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.730461 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.838412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:38.859590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16afa27-4fe2-4977-aad7-4cf4ee75904c None None] Pushing event updated for resources: {'Port': ['ID=3056b875-f585-4250-a209-a6238d684e9f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:38.967512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.058319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.107715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=097a031e-9234-4a4e-a957-5c84f9970ea8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.114111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.120798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-23266605-e837-4d26-9a59-e93c72ccd168 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/097a031e-9234-4a4e-a957-5c84f9970ea8 HTTP/1.1" status: 204 len: 168 time: 0.5404339 Aug 27 02:38:39.120798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51778) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.204410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 942cb19f-c8d3-4d8f-9fb3-1038020e508f {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:39.214234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.270025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.368072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8f26a33-bfde-4b41-acd5-cbc8bf035683 req-6085fbdb-3465-4a73-bcd3-5b1900771445 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0444796 Aug 27 02:38:39.444904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b55f52a-3380-404e-9184-d0c2ed00ad0d req-b11f2dcf-da83-499d-936f-880f802404dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0627694 Aug 27 02:38:39.489460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3056b875-f585-4250-a209-a6238d684e9f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:39.502257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.578298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.622205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=942cb19f-c8d3-4d8f-9fb3-1038020e508f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:39.637056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.639299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-621d4e68-3859-4617-a996-4d3be74c4b2f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/942cb19f-c8d3-4d8f-9fb3-1038020e508f HTTP/1.1" status: 204 len: 168 time: 0.5190084 Aug 27 02:38:39.641452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51792) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.690435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-131cbbca-ff03-4698-a17c-1431f7466f7d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459659 Aug 27 02:38:39.691533 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51794) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:39.698479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:39.798808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:39.802693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:39.840720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbe9e3-6200-45c0-a142-287fe40ede51 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:39.929592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d5fbaa0-af48-4bca-86b8-19d12c7b112c None None] Could not find standard attr ID for object 85850edf-bb6d-4909-8b34-cdfa95863a71. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:39.961461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d5fbaa0-af48-4bca-86b8-19d12c7b112c None None] Provisioning for port 3056b875-f585-4250-a209-a6238d684e9f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:40.027567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d5fbaa0-af48-4bca-86b8-19d12c7b112c None None] Provisioning complete for port 3056b875-f585-4250-a209-a6238d684e9f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:40.027953 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d5fbaa0-af48-4bca-86b8-19d12c7b112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.283817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:40.388311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Deleting port 3056b875-f585-4250-a209-a6238d684e9f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:40.388740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.626317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b11e63af-1062-45df-b6a1-9eaf26cb8bc7 req-0b775ec9-5990-4504-905e-a16fb856be2e tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0909722 Aug 27 02:38:40.701401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] For port 3056b875-f585-4250-a209-a6238d684e9f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3056b875-f585-4250-a209-a6238d684e9f,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:40.702096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.723528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Calling delete_port for 3056b875-f585-4250-a209-a6238d684e9f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:40.839293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:40.839504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:40.876699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] Pushing event deleted for resources: {'Port': ['ID=3056b875-f585-4250-a209-a6238d684e9f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:40.882407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f9f5a-201e-453b-b306-2137a65837c1 None None] No DVR routers for this DVR port 3056b875-f585-4250-a209-a6238d684e9f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:40.958007 n-d-806292-1 neutron-server[94831]: WARNING neutron.services.revisions.revision_plugin [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Could not find related port for resource to bump revision. Aug 27 02:38:40.965103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Port 3056b875-f585-4250-a209-a6238d684e9f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 27 02:38:40.966085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:e5f5 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 27 02:38:40.971295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_pluggable_backend [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feeb:e5f5 {{(pid=94831) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 27 02:38:40.972538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.017343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:41.025980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:41.030859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:41.031519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.039813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39c009-8365-4d54-b8b5-2b32e3964b73 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:41.061570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=8e6bd5cb-c7fc-4d7d-be94-205765553022,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:41.065907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b580ef4e-b99b-4900-9d7e-76bca5f5c27d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3732228 Aug 27 02:38:41.069825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51834) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.075391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.226612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:41.231251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.239699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': '8e6bd5cb-c7fc-4d7d-be94-205765553022'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:41.241288 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.337164 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e6bd5cb-c7fc-4d7d-be94-205765553022 (CIDR: 2001:db8::/64) Aug 27 02:38:41.340855 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:41.341586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:41.368165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-332d4e9d-1cda-48dc-b7a4-95186ee841e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2971971 Aug 27 02:38:41.374238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:41.382264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:41.446115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Allocated IP 2001:db8::f816:3eff:fe74:5b42 (92eac24d-ff82-48bb-be22-fc03ecea96f3/8e6bd5cb-c7fc-4d7d-be94-205765553022/db664523-9ed8-4f7b-bceb-7075d4e65e37) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:41.489292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3056b875-f585-4250-a209-a6238d684e9f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:41.566749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3056b875-f585-4250-a209-a6238d684e9f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:41.567311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3056b875-f585-4250-a209-a6238d684e9f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:41.586952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:41.594710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.790655 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.793813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de9994f1-35ac-4a35-bbad-a3c655e2334b req-334734af-f71f-4be0-bec9-d8feba243056 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0407007 Aug 27 02:38:41.800755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Transition to ACTIVE for port object db664523-9ed8-4f7b-bceb-7075d4e65e37 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:41.821422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Transition to ACTIVE for port object db664523-9ed8-4f7b-bceb-7075d4e65e37 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:41.836332 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:41.896303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:41.901402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:41.912408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:41.916955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Pushing event updated for resources: {'Port': ['ID=db664523-9ed8-4f7b-bceb-7075d4e65e37,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.044385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Attempting to bind port db664523-9ed8-4f7b-bceb-7075d4e65e37 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:42.045154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Attempting to bind port db664523-9ed8-4f7b-bceb-7075d4e65e37 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:42.045715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Attempting to bind port db664523-9ed8-4f7b-bceb-7075d4e65e37 on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:42.056389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:42.057199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:42.057820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.058448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:42.059411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Bound port: db664523-9ed8-4f7b-bceb-7075d4e65e37, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:42.060209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.100906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.168608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] For port db664523-9ed8-4f7b-bceb-7075d4e65e37, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:42.173446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] For port db664523-9ed8-4f7b-bceb-7075d4e65e37, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db664523-9ed8-4f7b-bceb-7075d4e65e37,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:42.178506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.183146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-034fd0dd-9c6c-4369-81d7-c18259e85898 req-2c8eda96-b196-491d-852c-b77de6693920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=71a93a41bb574673b21bef7280ab621a&device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0735846 Aug 27 02:38:42.188778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:42.197322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:42.204553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.205509 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.227956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=87ffc0a5-1861-4c7a-8d17-1ddcd011d580,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.254998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a4071ff-baeb-403c-a089-5df2c9be2b6e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8792086 Aug 27 02:38:42.265995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:42.269745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e19bd1-cc59-43f5-ae80-9d7a6c5a4f91 None None] Pushing event updated for resources: {'Port': ['ID=db664523-9ed8-4f7b-bceb-7075d4e65e37,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.285276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d714473-5ad6-49dd-bd2b-798e90e07453 req-768e11f3-a30e-49d0-acf6-30535014eb34 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0482867 Aug 27 02:38:42.335297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-034fd0dd-9c6c-4369-81d7-c18259e85898 req-2407c5f3-bba8-4f52-bd47-f33fc255cefe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=71a93a41bb574673b21bef7280ab621a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443493 Aug 27 02:38:42.347165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:34:68:c2', 'name': 'tempest-NetworksTestDHCPv6-1671550622'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:42.532023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51880) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:42.608556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:42.730964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d0fea55-5720-4abc-99d1-8e10b88a4422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.824131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd0dd-9c6c-4369-81d7-c18259e85898 req-0a533e13-2851-451c-b76f-7e408e2c84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:42.825837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-034fd0dd-9c6c-4369-81d7-c18259e85898 req-0a533e13-2851-451c-b76f-7e408e2c84ef service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4896390 Aug 27 02:38:42.846229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.870291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port ecaae782-1082-4fbc-8066-20f125ab125a yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:42.896380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d0fea55-5720-4abc-99d1-8e10b88a4422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.904448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d0fea55-5720-4abc-99d1-8e10b88a4422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:42.957612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fea55-5720-4abc-99d1-8e10b88a4422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53240d19-6467-467e-9ddd-c138ee42290e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:42.965298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d0fea55-5720-4abc-99d1-8e10b88a4422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1f48be1c1f64cbc978d205a907ddca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318049 Aug 27 02:38:42.966342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.090121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.124885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.138265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8:0:1::2cd (92eac24d-ff82-48bb-be22-fc03ecea96f3/87ffc0a5-1861-4c7a-8d17-1ddcd011d580/ecaae782-1082-4fbc-8066-20f125ab125a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:43.152517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::f816:3eff:fe34:68c2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/8e6bd5cb-c7fc-4d7d-be94-205765553022/ecaae782-1082-4fbc-8066-20f125ab125a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:43.304023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.306814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.310596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53240d19-6467-467e-9ddd-c138ee42290e HTTP/1.1" status: 204 len: 168 time: 0.3410165 Aug 27 02:38:43.328548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc479300-068a-4f22-a8f5-ccec805784cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53240d19-6467-467e-9ddd-c138ee42290e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:43.397248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.418151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object ecaae782-1082-4fbc-8066-20f125ab125a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:43.472075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.545348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-159d2500-4719-4fd4-9c01-552433487bcc req-5850a69e-765e-49ac-8ce3-dc55d3b36dbf tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0730994 Aug 27 02:38:43.556741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=ecaae782-1082-4fbc-8066-20f125ab125a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:43.596163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:43.599303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:43.610352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:43.624936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:43.631373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.632037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db664523-9ed8-4f7b-bceb-7075d4e65e37 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:43.670215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb0ad8cc-c5f5-4855-8e82-6604ff6e0089 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3577027 Aug 27 02:38:43.672774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:43.722884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port db664523-9ed8-4f7b-bceb-7075d4e65e37 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:43.784724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f31fa-af81-48c8-9edf-e6375921dc9b None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:43.898859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Provisioning for port db664523-9ed8-4f7b-bceb-7075d4e65e37 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:43.907461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Provisioning complete for port db664523-9ed8-4f7b-bceb-7075d4e65e37 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:43.907863 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:43.913730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port ecaae782-1082-4fbc-8066-20f125ab125a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:43.913730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.029712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.066609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for ecaae782-1082-4fbc-8066-20f125ab125a owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:44.072051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.153727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] For port db664523-9ed8-4f7b-bceb-7075d4e65e37, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db664523-9ed8-4f7b-bceb-7075d4e65e37,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:44.163430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.268444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-034fd0dd-9c6c-4369-81d7-c18259e85898 req-836dcadd-383a-4b4f-b1ec-95c13577b737 tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.15 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0937791 Aug 27 02:38:44.287943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b02d4-612a-4d7e-be99-fe51f0be16ea None None] Pushing event updated for resources: {'Port': ['ID=db664523-9ed8-4f7b-bceb-7075d4e65e37,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:44.308972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '8e6bd5cb-c7fc-4d7d-be94-205765553022', 'ip_address': '2001:db8::f816:3eff:fe74:5b42'}, {'subnet_id': '87ffc0a5-1861-4c7a-8d17-1ddcd011d580'}], 'binding:host_id': 'n-d-806292-1'}, 'id': 'db664523-9ed8-4f7b-bceb-7075d4e65e37'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:38:44.357966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.459031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.498465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=ecaae782-1082-4fbc-8066-20f125ab125a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:44.555138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.558143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b66f181-6f6d-445d-877e-18516b6912bc tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/ecaae782-1082-4fbc-8066-20f125ab125a HTTP/1.1" status: 204 len: 168 time: 0.8835890 Aug 27 02:38:44.560147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.618063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb1575d-9a74-4fe5-b2c6-9df5aa09eb0a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.619677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fb1575d-9a74-4fe5-b2c6-9df5aa09eb0a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0586271 Aug 27 02:38:44.622311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.707919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Allocated IP 2001:db8:0:1::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/87ffc0a5-1861-4c7a-8d17-1ddcd011d580/db664523-9ed8-4f7b-bceb-7075d4e65e37) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:44.756923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a43670-c694-45cb-aff8-e8facf22f44f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.759655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8a43670-c694-45cb-aff8-e8facf22f44f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1348059 Aug 27 02:38:44.768261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.805695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d6232a03-3bbd-4ca4-8397-06e3f7ecc840 req-5611c31f-7a07-408b-90c3-4d3feb004efd tempest-ServerShowV254Test-1078704740 tempest-ServerShowV254Test-1078704740-project] 10.222.0.26 "GET /v2.0/ports?device_id=12494831-8d71-45cc-bf2f-a17d3436e6e2 HTTP/1.1" status: 200 len: 210 time: 0.1078668 Aug 27 02:38:44.858772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60069dc8-b3ca-47c2-9305-4090607eef4b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.860636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60069dc8-b3ca-47c2-9305-4090607eef4b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.862339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60069dc8-b3ca-47c2-9305-4090607eef4b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:44.865132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-60069dc8-b3ca-47c2-9305-4090607eef4b tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0952282 Aug 27 02:38:44.867976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:44.902157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] For port db664523-9ed8-4f7b-bceb-7075d4e65e37, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db664523-9ed8-4f7b-bceb-7075d4e65e37,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:44.971180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:44.972863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 87ffc0a5-1861-4c7a-8d17-1ddcd011d580 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:45.019484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Transition to ACTIVE for port object db664523-9ed8-4f7b-bceb-7075d4e65e37 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:45.025858 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.026321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.109821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.174874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eba310-9740-41a1-a797-069a60a0dea9 None None] Pushing event updated for resources: {'Port': ['ID=db664523-9ed8-4f7b-bceb-7075d4e65e37,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:45.234561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.327231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.350106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.366866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/87ffc0a5-1861-4c7a-8d17-1ddcd011d580 HTTP/1.1" status: 204 len: 168 time: 0.4971328 Aug 27 02:38:45.371334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:45.400888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bba9c-ebde-4c82-8915-e4d260e590d1 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=87ffc0a5-1861-4c7a-8d17-1ddcd011d580,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:45.489068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 8e6bd5cb-c7fc-4d7d-be94-205765553022 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:45.499165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db664523-9ed8-4f7b-bceb-7075d4e65e37 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:45.502030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.553383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.677633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.743895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.779495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:45.782110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/8e6bd5cb-c7fc-4d7d-be94-205765553022 HTTP/1.1" status: 204 len: 168 time: 0.4097545 Aug 27 02:38:45.783263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936469f-8f67-4240-a225-d542bde95341 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6bd5cb-c7fc-4d7d-be94-205765553022,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:45.784718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:45.833071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6f302c9-e013-4c0c-a94a-cdda9ce0014f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446427 Aug 27 02:38:45.833815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51978) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:45.839039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:45.990439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.015717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:46.020691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.021221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2e50b-09c2-40a4-b0f6-f0b52d71e3e7 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:46.212636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b282de05-a43b-4895-ba54-c5136824a251 None None] Provisioning for port db664523-9ed8-4f7b-bceb-7075d4e65e37 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:46.232160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b282de05-a43b-4895-ba54-c5136824a251 None None] Provisioning complete for port db664523-9ed8-4f7b-bceb-7075d4e65e37 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:46.232624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b282de05-a43b-4895-ba54-c5136824a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.298954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7540e7d-6dc1-46ef-80d9-e7b00298358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.326360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.334471 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.357522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.386907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:38:46.403707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:46.408615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=bbb4472c-94db-485a-ab66-803a3b075a99,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.414876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:46.418751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:46.419483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.446554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b282de05-a43b-4895-ba54-c5136824a251 None None] Could not find standard attr ID for object ecaae782-1082-4fbc-8066-20f125ab125a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:46.465277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Deleting port db664523-9ed8-4f7b-bceb-7075d4e65e37 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:46.465661 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.491465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7540e7d-6dc1-46ef-80d9-e7b00298358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.498619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f7540e7d-6dc1-46ef-80d9-e7b00298358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.525187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8c52e85b-be34-45b2-8ee4-a70ab334a193 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6905923 Aug 27 02:38:46.528224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.534174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:46.548859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f7540e7d-6dc1-46ef-80d9-e7b00298358b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07f60b9caea14fb39eb221adbe6b2019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571635 Aug 27 02:38:46.549425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7540e7d-6dc1-46ef-80d9-e7b00298358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d929b5-8af2-4f76-b5ce-195d1277f034,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.552414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.571800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] For port db664523-9ed8-4f7b-bceb-7075d4e65e37, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db664523-9ed8-4f7b-bceb-7075d4e65e37,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:46.572212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.587264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Calling delete_port for db664523-9ed8-4f7b-bceb-7075d4e65e37 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:46.614015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.641685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.646064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4daab687-1866-4e5d-8491-5c1e76f0f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.680683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.705077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.709023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.713681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7d929b5-8af2-4f76-b5ce-195d1277f034 HTTP/1.1" status: 204 len: 168 time: 0.1602650 Aug 27 02:38:46.725445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0866f8-09b5-413b-abfd-9aa65d4ae1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d929b5-8af2-4f76-b5ce-195d1277f034,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.734622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] Pushing event deleted for resources: {'Port': ['ID=db664523-9ed8-4f7b-bceb-7075d4e65e37,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.751518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936aa214-e749-4239-a9f8-f01618c9d6fb None None] No DVR routers for this DVR port db664523-9ed8-4f7b-bceb-7075d4e65e37 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:38:46.778471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58e8d9-f28c-4a64-a3d0-9d094474678e None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:46.800550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4daab687-1866-4e5d-8491-5c1e76f0f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.808828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4daab687-1866-4e5d-8491-5c1e76f0f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.863361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4daab687-1866-4e5d-8491-5c1e76f0f483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71a93a41bb574673b21bef7280ab621a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046134 Aug 27 02:38:46.864678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daab687-1866-4e5d-8491-5c1e76f0f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e741a18-0fbf-4d59-94d0-c5c229c21f58,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:46.866296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52012) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:46.879606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:46.886353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.949716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.977623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:46.986666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-92eac24d-ff82-48bb-be22-fc03ecea96f3', 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'tenant_id': 'feec99021c454843a1cd22edaa444992', 'fixed_ips': [{'subnet_id': 'bbb4472c-94db-485a-ab66-803a3b075a99'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:38:46.987769 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.052605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.052605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.061688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e741a18-0fbf-4d59-94d0-c5c229c21f58 HTTP/1.1" status: 204 len: 168 time: 0.1932950 Aug 27 02:38:47.073089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:38:47.079205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56be83-9639-4d86-9300-35e37846aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e741a18-0fbf-4d59-94d0-c5c229c21f58,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:47.116217 n-d-806292-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbb4472c-94db-485a-ab66-803a3b075a99 (CIDR: 2001:db8::/64) Aug 27 02:38:47.121308 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:47.122324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:47.149369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fd4c18d-7f03-4b2f-9e64-378ab9f40930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6194601 Aug 27 02:38:47.152103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:47.185561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:47.241615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/bbb4472c-94db-485a-ab66-803a3b075a99/f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:47.453842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:47.460287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.491144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db664523-9ed8-4f7b-bceb-7075d4e65e37 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:47.555722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: db664523-9ed8-4f7b-bceb-7075d4e65e37 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:38:47.556133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db664523-9ed8-4f7b-bceb-7075d4e65e37 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:38:47.563704 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.580265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Transition to ACTIVE for port object f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:47.632573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Transition to ACTIVE for port object f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:47.648123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.716821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:47.722759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:47.725061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:47.732903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:47.803596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Attempting to bind port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:38:47.804153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Attempting to bind port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:38:47.804516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Attempting to bind port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc on network 92eac24d-ff82-48bb-be22-fc03ecea96f3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:38:47.829321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:38:47.829876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Checking segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:38:47.830290 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.830715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Bound using segment: {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:38:47.831538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Bound port: f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e0b768-1efd-4067-9330-7ad77426fdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:38:47.834823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:47.953620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:38:47.957758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:38:47.964472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.099625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62a65-955b-46c6-97ec-bc4ef7c3c8af None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:48.190173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:48.475804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.749275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:48.783018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.803381 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.803938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:48.984806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=4']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:49.007594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:49.013227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:49.019918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:49.020912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.025865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=066e8b01-4d9d-4c78-b465-57db2b6033d5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:49.054436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ab85fce-9fef-4241-8dcb-158f00ec513d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9008701 Aug 27 02:38:49.056970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52120) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:49.067499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:4c:be:9b', 'name': 'tempest-NetworksTestDHCPv6-1982397265'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:49.348687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:49.570742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc978656-6072-4fe3-88db-b84db6120758 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:49.600960 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.655340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port 55c37b46-5634-4801-bc13-4d798df3a93c yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:49.658596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:49.716397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c567073-d296-4e7a-aaae-edf31ec003ff None None] Provisioning for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:49.764850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:49.853106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:49.853106 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:49.921908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::334 (92eac24d-ff82-48bb-be22-fc03ecea96f3/bbb4472c-94db-485a-ab66-803a3b075a99/55c37b46-5634-4801-bc13-4d798df3a93c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:49.932274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4c:be9b (92eac24d-ff82-48bb-be22-fc03ecea96f3/066e8b01-4d9d-4c78-b465-57db2b6033d5/55c37b46-5634-4801-bc13-4d798df3a93c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:50.026239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.072391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:50.089603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.157662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:50.246675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.261438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object 55c37b46-5634-4801-bc13-4d798df3a93c will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:50.300849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.370743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=55c37b46-5634-4801-bc13-4d798df3a93c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:50.384933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:50.386536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:50.388819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:50.399188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:50.399188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.416739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e42292b-529b-478a-8386-d0d5e06809a2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3567972 Aug 27 02:38:50.420909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:50.597777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port 55c37b46-5634-4801-bc13-4d798df3a93c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:50.598376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.607461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52220) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:50.777959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.782720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c4c-eb7a-460b-9170-647b9d40b8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.806139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for 55c37b46-5634-4801-bc13-4d798df3a93c owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:50.977731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-071bef8d-ef54-45b7-a194-4dab68071293 None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:50.979247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-071bef8d-ef54-45b7-a194-4dab68071293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.984569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c4c-eb7a-460b-9170-647b9d40b8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:50.992961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fda2c4c-eb7a-460b-9170-647b9d40b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.101295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fda2c4c-eb7a-460b-9170-647b9d40b8bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9703f90054ae4e13945f7cc056cb2e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921129 Aug 27 02:38:51.110970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.158433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2c4c-eb7a-460b-9170-647b9d40b8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7b5c6-1245-41fb-b588-80f544924287,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:51.196550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.230969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.235772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.266682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=55c37b46-5634-4801-bc13-4d798df3a93c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:51.330439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.337850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.339164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ba7b5c6-1245-41fb-b588-80f544924287 HTTP/1.1" status: 204 len: 168 time: 0.2268875 Aug 27 02:38:51.374815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1768d-9c27-4252-9e99-0618073d6269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7b5c6-1245-41fb-b588-80f544924287,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:51.393683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.398422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-faf887c9-575c-463c-9c67-721e34addb9c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/55c37b46-5634-4801-bc13-4d798df3a93c HTTP/1.1" status: 204 len: 168 time: 0.9736545 Aug 27 02:38:51.398818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52244) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.406040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e00d2159-0a24-419d-8431-be6571b37914 None None] Could not find standard attr ID for object ecaae782-1082-4fbc-8066-20f125ab125a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:51.500299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5be7c-4cc5-4cc5-a3c2-a5dc931da779 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.504341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fbb5be7c-4cc5-4cc5-a3c2-a5dc931da779 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1022401 Aug 27 02:38:51.504685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.548345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:51.613160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5d115-e4bb-4dc1-9970-91cebdadf895 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.615804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95d5d115-e4bb-4dc1-9970-91cebdadf895 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1099513 Aug 27 02:38:51.619039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.665542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:51.666837 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:51.738910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759e73d-5d94-47ea-ae3a-246817245bfd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.740489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759e73d-5d94-47ea-ae3a-246817245bfd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.756272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e759e73d-5d94-47ea-ae3a-246817245bfd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:51.758268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e759e73d-5d94-47ea-ae3a-246817245bfd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1381352 Aug 27 02:38:51.765366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:51.781089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5591d4bf-8754-4ec1-ae4f-8e0b41c1e1bd None None] Could not find standard attr ID for object 55c37b46-5634-4801-bc13-4d798df3a93c. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:38:51.926990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 066e8b01-4d9d-4c78-b465-57db2b6033d5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:51.933666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.007326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.023841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:52.046042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ec95c2b-80bb-4376-8bfc-c21d51bd0e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.191422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.240174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ec95c2b-80bb-4376-8bfc-c21d51bd0e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.249798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ec95c2b-80bb-4376-8bfc-c21d51bd0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.285700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ec95c2b-80bb-4376-8bfc-c21d51bd0e0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5d070f7a56a478084faaae75c245bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578568 Aug 27 02:38:52.286571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52280) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:52.301116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.308096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95c2b-80bb-4376-8bfc-c21d51bd0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8b4a6-e00d-49eb-b7f5-b45f672971bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:52.352648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=066e8b01-4d9d-4c78-b465-57db2b6033d5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:52.379410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.383970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-edec8046-c014-40fd-bce7-567e36edd81d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/066e8b01-4d9d-4c78-b465-57db2b6033d5 HTTP/1.1" status: 204 len: 168 time: 0.6144738 Aug 27 02:38:52.384821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:52.425195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.452700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.485262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103fa4bd-e2f0-471e-a607-524d7912b4e3 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:52.504623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet bbb4472c-94db-485a-ab66-803a3b075a99 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:52.508634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.514845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.518279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.519786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95e8b4a6-e00d-49eb-b7f5-b45f672971bd HTTP/1.1" status: 204 len: 168 time: 0.2320166 Aug 27 02:38:52.538949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f054ad-3e10-46a9-a15e-07bc9657f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8b4a6-e00d-49eb-b7f5-b45f672971bd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:52.562608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.671306 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-88919f74-a564-4444-b7ff-0b40622d915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.691160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.840354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.887781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb4472c-94db-485a-ab66-803a3b075a99,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:52.903735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:52.905711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f83f89d6-16fd-46cd-8c87-2fbd124d601e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/bbb4472c-94db-485a-ab66-803a3b075a99 HTTP/1.1" status: 204 len: 168 time: 0.5204258 Aug 27 02:38:52.908589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.032735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.033212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f9ce71d3-fa5f-4e9a-be1b-b587dc319e72 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183617 Aug 27 02:38:53.038548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:53.176114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3eb5b-ce95-455a-87ef-877f0b7cda21 None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': 'bbb4472c-94db-485a-ab66-803a3b075a99'}], 'binding:host_id': 'n-d-806292-1'}, 'id': 'f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:38:53.205806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:53.214759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.232696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-26a3eb5b-ce95-455a-87ef-877f0b7cda21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.484635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.508600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:53.512626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:53.517013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:53.517965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.562697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5255311 Aug 27 02:38:53.563400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:53.570299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:53.637750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f0b4f-aef2-4981-b642-8857c9cb4de1 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:53.661256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81efc39-2ea7-4dbc-9269-4a20975844b2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=2bd7bed6-617d-4e75-be52-1e58b7946dc3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:53.805775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b9976383-3dd3-4568-ab4f-ea684a32b96a None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:53.806351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9976383-3dd3-4568-ab4f-ea684a32b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.815527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:53.821038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:53.998186 n-d-806292-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bd7bed6-617d-4e75-be52-1e58b7946dc3 (CIDR: 2001:db8::/64) Aug 27 02:38:54.002808 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:38:54.003273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:38:54.027789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f1338bf9-e1e2-457d-91b9-e1e6772406c3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4628897 Aug 27 02:38:54.030552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52364) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:54.036903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'subnet': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:54.185127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Update dhcp port {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'fixed_ips': [{'subnet_id': '2bd7bed6-617d-4e75-be52-1e58b7946dc3'}], 'binding:host_id': 'n-d-806292-1'}, 'id': 'f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:38:54.222360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.274249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:54.280025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.553284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Allocated IP 2001:db8::2 (92eac24d-ff82-48bb-be22-fc03ecea96f3/2bd7bed6-617d-4e75-be52-1e58b7946dc3/f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:54.719119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:54.734360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:54.801025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.822850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Transition to ACTIVE for port object f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:54.828749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:54.904908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc9c2f-b9ab-4a31-b075-00de5450bd9c None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:54.937193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d2242f-83d6-4528-80bd-e9dad2bc4e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.210007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9936e2a9-1f44-43c5-910f-4a44e8ddb40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.255628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d2242f-83d6-4528-80bd-e9dad2bc4e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.264591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9d2242f-83d6-4528-80bd-e9dad2bc4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.322943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9d2242f-83d6-4528-80bd-e9dad2bc4e58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9efefcfef5044ee29fc061bd2f4a5dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845981 Aug 27 02:38:55.325628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52412) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:55.404220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:38:55.417651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:38:55.462790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.499960 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.556790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.581506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.702672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2242f-83d6-4528-80bd-e9dad2bc4e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c365147-e4e3-48c0-8d3e-5a544450db0d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:55.726156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.736358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.739968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c365147-e4e3-48c0-8d3e-5a544450db0d HTTP/1.1" status: 204 len: 168 time: 0.4103808 Aug 27 02:38:55.741283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:55.749159 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.774844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba70b9-6be5-4bce-82b8-5567d50f89b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c365147-e4e3-48c0-8d3e-5a544450db0d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:55.858297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:55.893410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:55.946179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:56.063725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Provisioning for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:56.071397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:56.071787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.193350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:56.206055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.230950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.245247 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.251504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.352988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:38:56.354243 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:38:56.398286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:56.414157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.423508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:56.435604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d2bec-6796-405f-bb0c-93864cad573f None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:56.437825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:56.440540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe270627-38b9-407c-8967-57e3d7d98fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.441332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.452395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Subnet': ['ID=85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.484322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.488143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1eb4ff3-cb65-47d9-a0b0-b7c11557429e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4565768 Aug 27 02:38:56.491747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.510722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Request body: {'port': {'network_id': '92eac24d-ff82-48bb-be22-fc03ecea96f3', 'mac_address': 'fa:16:3e:17:2f:dc', 'name': 'tempest-NetworksTestDHCPv6-888805297'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:38:56.541712 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.741940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe270627-38b9-407c-8967-57e3d7d98fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.753678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fe270627-38b9-407c-8967-57e3d7d98fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.843866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270627-38b9-407c-8967-57e3d7d98fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b0318-249e-492c-919a-c77a6356a30c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:56.851152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe270627-38b9-407c-8967-57e3d7d98fca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e704bb2376a145648f6ee085ec1e65c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358537 Aug 27 02:38:56.854258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52534) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:56.865876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Made reservation on behalf of feec99021c454843a1cd22edaa444992 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:38:56.934206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:56.969813 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.013737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:38:57.027122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.084413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.092699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.122870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] device_id is not set on port b2318d01-1707-4fa6-900b-7f7dd28b513b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:38:57.142624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e8171-d7c1-4187-bf97-fa0e57078975 None None] Pushing event updated for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:57.210490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.213298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.214539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/726b0318-249e-492c-919a-c77a6356a30c HTTP/1.1" status: 204 len: 168 time: 0.3587279 Aug 27 02:38:57.237928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887f2ae-b85d-483c-a23a-7219c10fedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b0318-249e-492c-919a-c77a6356a30c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:57.440785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8::15e (92eac24d-ff82-48bb-be22-fc03ecea96f3/2bd7bed6-617d-4e75-be52-1e58b7946dc3/b2318d01-1707-4fa6-900b-7f7dd28b513b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:57.458139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:2fdc (92eac24d-ff82-48bb-be22-fc03ecea96f3/85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c/b2318d01-1707-4fa6-900b-7f7dd28b513b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:38:57.531904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:38:57.749596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:57.775605 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:57.939919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.043141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-82ef12e5-e2e2-4a11-9b1f-cafacb437023 None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:58.043538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-82ef12e5-e2e2-4a11-9b1f-cafacb437023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.273939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.318928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Transition to ACTIVE for port object b2318d01-1707-4fa6-900b-7f7dd28b513b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:38:58.392032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.449858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:38:58.453656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:38:58.457976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:38:58.469036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:58.469744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.504353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event updated for resources: {'Port': ['ID=b2318d01-1707-4fa6-900b-7f7dd28b513b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:58.512122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7885d058-0da1-4f10-aa38-9588fba70e70 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0167274 Aug 27 02:38:58.514789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:58.683645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting port b2318d01-1707-4fa6-900b-7f7dd28b513b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:38:58.684831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.800984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.809155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4ec67e42-7672-411d-87d5-37c719be0957 None None] Provisioning for port b2318d01-1707-4fa6-900b-7f7dd28b513b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:38:58.814552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Calling delete_port for b2318d01-1707-4fa6-900b-7f7dd28b513b owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:38:58.817895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4ec67e42-7672-411d-87d5-37c719be0957 None None] Provisioning complete for port b2318d01-1707-4fa6-900b-7f7dd28b513b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:38:58.818857 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ec67e42-7672-411d-87d5-37c719be0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:58.894893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4ec67e42-7672-411d-87d5-37c719be0957 None None] Port b2318d01-1707-4fa6-900b-7f7dd28b513b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:38:58.997117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52722) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.035464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.123757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Port': ['ID=b2318d01-1707-4fa6-900b-7f7dd28b513b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.128526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.133125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6b39f67-9164-4b33-b7c3-117ff441e3e7 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/b2318d01-1707-4fa6-900b-7f7dd28b513b HTTP/1.1" status: 204 len: 168 time: 0.6146295 Aug 27 02:38:59.133264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52730) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.214214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d753717-f7ad-4006-9e6d-8c6d680e3930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.216398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6d753717-f7ad-4006-9e6d-8c6d680e3930 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0820322 Aug 27 02:38:59.218974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52738) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.276465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e78a3-78b9-4373-a59d-18c852159ee2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.278223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a80e78a3-78b9-4373-a59d-18c852159ee2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0575058 Aug 27 02:38:59.280852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.346953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9e6fd-34b7-4396-9b02-0f39d792b27c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.349749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9e6fd-34b7-4396-9b02-0f39d792b27c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.351950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9e6fd-34b7-4396-9b02-0f39d792b27c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:38:59.355062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15e9e6fd-34b7-4396-9b02-0f39d792b27c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0731320 Aug 27 02:38:59.358040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52744) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.375553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b841-e5c5-4087-a46d-1c0eb2ecbf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.450646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 2bd7bed6-617d-4e75-be52-1e58b7946dc3 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:59.453910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.515229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.556709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b841-e5c5-4087-a46d-1c0eb2ecbf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.567861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b841-e5c5-4087-a46d-1c0eb2ecbf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.620915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a7e9b841-e5c5-4087-a46d-1c0eb2ecbf35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64622fe5d0bf47cabbf13e7927452503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226828 Aug 27 02:38:59.621832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52764) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.661798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b841-e5c5-4087-a46d-1c0eb2ecbf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed53b7-3faa-478c-b7b9-0dc0917374bd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.684156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.728148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.732633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.817117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.843010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.845511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.846872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fed53b7-3faa-478c-b7b9-0dc0917374bd HTTP/1.1" status: 204 len: 168 time: 0.2238874 Aug 27 02:38:59.863037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788bbc1-da9f-4027-961a-486f5da385b7 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:38:59.864542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c07ff-37dd-4dfb-b491-cfc6ac1d426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed53b7-3faa-478c-b7b9-0dc0917374bd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.874363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:38:59.880096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/2bd7bed6-617d-4e75-be52-1e58b7946dc3 HTTP/1.1" status: 204 len: 168 time: 0.5209932 Aug 27 02:38:59.882792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:38:59.919847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c447-a485-4795-84af-d8ffbafe4f57 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd7bed6-617d-4e75-be52-1e58b7946dc3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:38:59.985771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Deleting subnet 85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:38:59.990128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.060607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.203018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.293793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.311868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.328907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Subnet': ['ID=85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:00.336696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.339911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d8f3ca0-43b9-4505-b2c1-5282f9099c5f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c HTTP/1.1" status: 204 len: 168 time: 0.4561152 Aug 27 02:39:00.342430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.446004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52800) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.451458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c22ff87-878f-4038-998c-9d03a8dde82c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055458 Aug 27 02:39:00.516902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f23b6907-b972-4067-a301-15a7bcffe3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.519062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.557714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9097b7-9507-4a21-a58d-d8424cc48fe5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:00.558710 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-309c8744-a71a-4cf1-b33b-4598c0815900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.559365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b9097b7-9507-4a21-a58d-d8424cc48fe5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1119370 Aug 27 02:39:00.566346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52804) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.627845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9133cc-8d0f-4f1a-8a99-4f72de3112e2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:00.630834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cd9133cc-8d0f-4f1a-8a99-4f72de3112e2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632448 Aug 27 02:39:00.633367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.683013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79560537-3de1-488a-b896-2e98163e3680 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480638 Aug 27 02:39:00.690433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52808) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.695566 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f23b6907-b972-4067-a301-15a7bcffe3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.721845 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af1ec42-cef2-4a42-959a-c516ac5e50ad tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:00.722540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af1ec42-cef2-4a42-959a-c516ac5e50ad tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:00.726916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0af1ec42-cef2-4a42-959a-c516ac5e50ad tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/b2318d01-1707-4fa6-900b-7f7dd28b513b HTTP/1.1" status: 404 len: 333 time: 0.0312264 Aug 27 02:39:00.731349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52814) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.773921 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.820086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-309c8744-a71a-4cf1-b33b-4598c0815900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.821068 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cf00b9-4e7f-43be-aa12-393ee4197ddd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:00.821653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cf00b9-4e7f-43be-aa12-393ee4197ddd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:00.826303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f23b6907-b972-4067-a301-15a7bcffe3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.831261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78cf00b9-4e7f-43be-aa12-393ee4197ddd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/85a0b9bb-9d32-4a23-a9e2-9dd9e9174d1c HTTP/1.1" status: 404 len: 337 time: 0.0987792 Aug 27 02:39:00.838364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.911251 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb32e05-c825-4097-9dae-6635db21edaa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:00.911717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb32e05-c825-4097-9dae-6635db21edaa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:00.913475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fb32e05-c825-4097-9dae-6635db21edaa tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/2bd7bed6-617d-4e75-be52-1e58b7946dc3 HTTP/1.1" status: 404 len: 337 time: 0.0697834 Aug 27 02:39:00.914195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-309c8744-a71a-4cf1-b33b-4598c0815900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:00.916166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.951739 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0bf8e1-acb7-4575-a0ab-445730ad4585 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:00.952920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0bf8e1-acb7-4575-a0ab-445730ad4585 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:00.957192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc0bf8e1-acb7-4575-a0ab-445730ad4585 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/55c37b46-5634-4801-bc13-4d798df3a93c HTTP/1.1" status: 404 len: 333 time: 0.0399652 Aug 27 02:39:00.958602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52828) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:00.958928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-309c8744-a71a-4cf1-b33b-4598c0815900 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64ed64826a314d4b87df80af9d6a2794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360166 Aug 27 02:39:00.959413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52830) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.012934 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-596311fb-6c5d-493a-bb4e-04da5658ff64 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.013546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596311fb-6c5d-493a-bb4e-04da5658ff64 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.018532 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-596311fb-6c5d-493a-bb4e-04da5658ff64 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/066e8b01-4d9d-4c78-b465-57db2b6033d5 HTTP/1.1" status: 404 len: 337 time: 0.0579376 Aug 27 02:39:01.020011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.028322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f23b6907-b972-4067-a301-15a7bcffe3b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b724b50a7f7847a9b97b503c0a0343c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144506 Aug 27 02:39:01.032867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52834) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.033873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c9828-c14d-4893-8670-46b007678c50 None None] Network 92eac24d-ff82-48bb-be22-fc03ecea96f3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:01.062406 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e464f04-1707-4dd5-8395-5813c51c53dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.062941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e464f04-1707-4dd5-8395-5813c51c53dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.064678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e464f04-1707-4dd5-8395-5813c51c53dd tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/bbb4472c-94db-485a-ab66-803a3b075a99 HTTP/1.1" status: 404 len: 337 time: 0.0411484 Aug 27 02:39:01.065572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6907-b972-4067-a301-15a7bcffe3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33250873-b2b8-43ad-81f8-eabc2f128421,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.074352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.108743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8744-a71a-4cf1-b33b-4598c0815900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13074776-fa50-42ae-b03e-efe040974926,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.135340 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3caa0cf-8b34-4d77-9355-35baa3067a19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.136329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3caa0cf-8b34-4d77-9355-35baa3067a19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.139243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3caa0cf-8b34-4d77-9355-35baa3067a19 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/ecaae782-1082-4fbc-8066-20f125ab125a HTTP/1.1" status: 404 len: 333 time: 0.0436704 Aug 27 02:39:01.143395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.190608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-db434b34-6b3a-4301-926d-3da75969f540 None None] Provisioning complete for port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:01.190979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db434b34-6b3a-4301-926d-3da75969f540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.204308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.226578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.240407 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be1d291-299c-43ad-969c-0d1e64c91ce5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.241117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be1d291-299c-43ad-969c-0d1e64c91ce5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.243156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4be1d291-299c-43ad-969c-0d1e64c91ce5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/87ffc0a5-1861-4c7a-8d17-1ddcd011d580 HTTP/1.1" status: 404 len: 337 time: 0.0983150 Aug 27 02:39:01.245935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.298182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.302232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.302697 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa67ad2-e895-4af1-8b40-75b64dcbcb81 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.303172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa67ad2-e895-4af1-8b40-75b64dcbcb81 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.305614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.307017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13074776-fa50-42ae-b03e-efe040974926 HTTP/1.1" status: 204 len: 168 time: 0.3374417 Aug 27 02:39:01.307666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cfa67ad2-e895-4af1-8b40-75b64dcbcb81 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/8e6bd5cb-c7fc-4d7d-be94-205765553022 HTTP/1.1" status: 404 len: 337 time: 0.0607026 Aug 27 02:39:01.308250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.319446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24e14f-c61b-4f31-9142-31a2d62d2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13074776-fa50-42ae-b03e-efe040974926,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.355994 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f32bef7-df94-48e8-a39f-7538447bb7f5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.359235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.360242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f32bef7-df94-48e8-a39f-7538447bb7f5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.365353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f32bef7-df94-48e8-a39f-7538447bb7f5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/85850edf-bb6d-4909-8b34-cdfa95863a71 HTTP/1.1" status: 404 len: 333 time: 0.0560760 Aug 27 02:39:01.368960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.461492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.463537 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae6e730-e0e1-4b17-bac8-48a4d32df054 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.464564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae6e730-e0e1-4b17-bac8-48a4d32df054 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.469027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ae6e730-e0e1-4b17-bac8-48a4d32df054 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/097a031e-9234-4a4e-a957-5c84f9970ea8 HTTP/1.1" status: 404 len: 337 time: 0.0989342 Aug 27 02:39:01.469203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:01.470576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.474861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33250873-b2b8-43ad-81f8-eabc2f128421 HTTP/1.1" status: 204 len: 168 time: 0.4367700 Aug 27 02:39:01.497464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e67b9-6c84-482f-b009-75e5b5ec10d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33250873-b2b8-43ad-81f8-eabc2f128421,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:01.514310 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d464ceb-ba19-45c2-8723-bdc408baba6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.514951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d464ceb-ba19-45c2-8723-bdc408baba6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.519848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.529520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9d464ceb-ba19-45c2-8723-bdc408baba6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/942cb19f-c8d3-4d8f-9fb3-1038020e508f HTTP/1.1" status: 404 len: 337 time: 0.0577166 Aug 27 02:39:01.580221 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f405d5-c7e4-4449-8d5c-fdbc8c5f7223 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.581254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f405d5-c7e4-4449-8d5c-fdbc8c5f7223 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.587631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d3f405d5-c7e4-4449-8d5c-fdbc8c5f7223 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/f6212d55-a33c-4f71-9b28-17b3783f2f6b HTTP/1.1" status: 404 len: 333 time: 0.0642631 Aug 27 02:39:01.588322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52866) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.636397 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a16ae8c-cd32-45e2-8638-8f131cddfb27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.637034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a16ae8c-cd32-45e2-8638-8f131cddfb27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.641316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a16ae8c-cd32-45e2-8638-8f131cddfb27 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/a85ccf99-8129-4421-8a0d-5b6b7bbd8abf HTTP/1.1" status: 404 len: 337 time: 0.0485389 Aug 27 02:39:01.641748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52868) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.672374 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-15155a3a-249c-4da4-9847-35bea87f751e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.673227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15155a3a-249c-4da4-9847-35bea87f751e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.675452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15155a3a-249c-4da4-9847-35bea87f751e tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/1ea07b2f-374a-4684-b91c-9153a0882491 HTTP/1.1" status: 404 len: 333 time: 0.0324430 Aug 27 02:39:01.681349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.758288 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9f2c04-6980-4115-800d-d371e0ce8843 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.759061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9f2c04-6980-4115-800d-d371e0ce8843 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.761246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad9f2c04-6980-4115-800d-d371e0ce8843 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/1552028f-e2cb-4dee-b5dc-96e26bfc0af3 HTTP/1.1" status: 404 len: 337 time: 0.0816052 Aug 27 02:39:01.763906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52874) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.792468 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d3c8a0-f7bf-4939-bf4d-3a1ac6e65801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.792904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d3c8a0-f7bf-4939-bf4d-3a1ac6e65801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.795165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4d3c8a0-f7bf-4939-bf4d-3a1ac6e65801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/fe091b01-7af8-4d1f-b707-750eabb42a0a HTTP/1.1" status: 404 len: 333 time: 0.0302055 Aug 27 02:39:01.797705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.861101 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb63b772-e541-49cc-8d45-1ae32d79dc9d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.861766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb63b772-e541-49cc-8d45-1ae32d79dc9d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.864422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb63b772-e541-49cc-8d45-1ae32d79dc9d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/846a07d7-9a24-4a53-b1f7-63ce21814805 HTTP/1.1" status: 404 len: 337 time: 0.0635655 Aug 27 02:39:01.867002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52884) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:01.893877 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9fbc87-e69c-4895-84a1-6372cea63f6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:01.894685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9fbc87-e69c-4895-84a1-6372cea63f6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:01.897086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba9fbc87-e69c-4895-84a1-6372cea63f6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/e3414aa9-fed2-4e29-aff3-4ae0722ccf3a HTTP/1.1" status: 404 len: 333 time: 0.0290773 Aug 27 02:39:01.899657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.020553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] DHCP port deletion for 92eac24d-ff82-48bb-be22-fc03ecea96f3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:02.031426 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc8d3a4-49f6-4916-aad8-b7b57fdebad9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.032410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc8d3a4-49f6-4916-aad8-b7b57fdebad9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.034580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bc8d3a4-49f6-4916-aad8-b7b57fdebad9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/0b7e4ce8-1d0c-4180-adea-56a26332fb34 HTTP/1.1" status: 404 len: 337 time: 0.1338234 Aug 27 02:39:02.036939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52896) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.065189 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a128fe0-33be-4eba-a6f5-5ec7f84f2b2a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.065891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a128fe0-33be-4eba-a6f5-5ec7f84f2b2a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.068431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a128fe0-33be-4eba-a6f5-5ec7f84f2b2a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/cfadb564-f592-49ea-8751-7989cd676c34 HTTP/1.1" status: 404 len: 333 time: 0.0304604 Aug 27 02:39:02.070792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.109803 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-222875ec-6fe4-4eec-8742-512c31cf97c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.110619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222875ec-6fe4-4eec-8742-512c31cf97c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.112707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-222875ec-6fe4-4eec-8742-512c31cf97c8 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/de66984a-f857-4b6a-acad-ce3c7b833786 HTTP/1.1" status: 404 len: 337 time: 0.0409827 Aug 27 02:39:02.115795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.144078 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-006048a9-1059-412b-8c1e-c44857574991 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.144776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006048a9-1059-412b-8c1e-c44857574991 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.147120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-006048a9-1059-412b-8c1e-c44857574991 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/0ab3508c-bd50-41da-876a-cad1d4b9bc36 HTTP/1.1" status: 404 len: 333 time: 0.0304050 Aug 27 02:39:02.149643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.152271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Deleting port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:02.152806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.183901 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-855c7438-e09c-488b-b080-226728cfe2d2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.184544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855c7438-e09c-488b-b080-226728cfe2d2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.187105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-855c7438-e09c-488b-b080-226728cfe2d2 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/d411813f-28e6-4052-ba00-1f84491b6871 HTTP/1.1" status: 404 len: 337 time: 0.0357857 Aug 27 02:39:02.189550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.229829 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1ccd35-bee5-4b05-a401-38618cffa115 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.230299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1ccd35-bee5-4b05-a401-38618cffa115 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.232771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c1ccd35-bee5-4b05-a401-38618cffa115 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/bea88a14-232b-4312-a31d-9209be769ef0 HTTP/1.1" status: 404 len: 337 time: 0.0422461 Aug 27 02:39:02.235285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52912) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.269763 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0170c7fd-25cf-4067-b59b-6d6741533333 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.269763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0170c7fd-25cf-4067-b59b-6d6741533333 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.269763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0170c7fd-25cf-4067-b59b-6d6741533333 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/16bbc6f8-7141-44d8-8387-a439edc96e61 HTTP/1.1" status: 404 len: 333 time: 0.0272472 Aug 27 02:39:02.270234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52914) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.289436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] For port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,segment=NetworkSegment(e6e0b768-1efd-4067-9330-7ad77426fdc5),segment_id=e6e0b768-1efd-4067-9330-7ad77426fdc5)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:02.290138 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.300701 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-803e1a55-747f-4b03-bf18-4fb68feac151 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.301002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803e1a55-747f-4b03-bf18-4fb68feac151 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.303376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-803e1a55-747f-4b03-bf18-4fb68feac151 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/86915496-4436-4dea-b580-fab5353eab75 HTTP/1.1" status: 404 len: 337 time: 0.0319126 Aug 27 02:39:02.306862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.310941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Calling delete_port for f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:02.350159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.352555 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a15982-9a90-4b66-a314-959590e69654 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.353027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a15982-9a90-4b66-a314-959590e69654 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.355394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8a15982-9a90-4b66-a314-959590e69654 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/43ec86e5-9ddd-4b42-a5a7-0dedac559ac9 HTTP/1.1" status: 404 len: 337 time: 0.0483105 Aug 27 02:39:02.358546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.391181 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9faef1-4a8b-4735-98fd-3a3b7943f1c4 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.392471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9faef1-4a8b-4735-98fd-3a3b7943f1c4 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.394486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8e9faef1-4a8b-4735-98fd-3a3b7943f1c4 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/00826947-3c92-46cb-81a5-aa84c11cd691 HTTP/1.1" status: 404 len: 333 time: 0.0347393 Aug 27 02:39:02.397028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.401564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-452a0f1c-d401-499c-b854-a450517adbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.453083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.469235 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61c9b26-c8de-4572-8db6-1723991b80a5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.474721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61c9b26-c8de-4572-8db6-1723991b80a5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.479956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b61c9b26-c8de-4572-8db6-1723991b80a5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/7e53421e-7514-43f2-9667-1a7adde6a332 HTTP/1.1" status: 404 len: 337 time: 0.0809965 Aug 27 02:39:02.480793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.515656 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-622aefa6-eb2b-4aa5-8e4e-063d0a3be801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.516391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622aefa6-eb2b-4aa5-8e4e-063d0a3be801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.521246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-622aefa6-eb2b-4aa5-8e4e-063d0a3be801 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/c380c9cd-b671-41ac-ba87-d1c1fd76b5f3 HTTP/1.1" status: 404 len: 337 time: 0.0391645 Aug 27 02:39:02.521425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] Pushing event deleted for resources: {'Port': ['ID=f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.522196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.523124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3a596-9b6d-4b3a-a0e7-e91bf12270be None None] No DVR routers for this DVR port f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:02.565929 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-086775e2-eda1-4da4-8e18-b22d8719abac tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.567567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086775e2-eda1-4da4-8e18-b22d8719abac tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.572729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52936) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.573226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-086775e2-eda1-4da4-8e18-b22d8719abac tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/662bf397-85b4-463e-9f32-6e28de40363f HTTP/1.1" status: 404 len: 333 time: 0.0453553 Aug 27 02:39:02.623064 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd276b27-8e11-4e28-84db-bd66eac25aec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.623545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd276b27-8e11-4e28-84db-bd66eac25aec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.626350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fd276b27-8e11-4e28-84db-bd66eac25aec tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/09ff9dec-e914-4c2b-9be2-5be930c62d57 HTTP/1.1" status: 404 len: 337 time: 0.0522578 Aug 27 02:39:02.630252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.643857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-452a0f1c-d401-499c-b854-a450517adbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.651161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-452a0f1c-d401-499c-b854-a450517adbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.688049 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49d990e-7ec2-48bc-84ce-a5f03cab02e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.688584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49d990e-7ec2-48bc-84ce-a5f03cab02e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.694020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a49d990e-7ec2-48bc-84ce-a5f03cab02e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/c7d2c049-9b38-4c8c-8f09-312113c18457 HTTP/1.1" status: 404 len: 337 time: 0.0628319 Aug 27 02:39:02.694861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.704181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-452a0f1c-d401-499c-b854-a450517adbb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8e3d5ff11f94498819b4f4be1e859c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521407 Aug 27 02:39:02.706114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a0f1c-d401-499c-b854-a450517adbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6753dab5-115f-4520-93d8-d9afe43ee24a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.708095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.738255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.738512 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-423a7888-90db-4fe5-a6ef-deecfda15bd9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0c48764-48b0-4b18-9722-1f6ced55d72a HTTP/1.1" status: 200 len: 205 time: 0.0421627 Aug 27 02:39:02.791745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.805144 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-b3d78355-dcdc-49b2-8bc3-0ca67cce8ddb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] delete failed (client error): The resource could not be found. Aug 27 02:39:02.809228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3d78355-dcdc-49b2-8bc3-0ca67cce8ddb tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/routers/a0c48764-48b0-4b18-9722-1f6ced55d72a HTTP/1.1" status: 404 len: 336 time: 0.0692267 Aug 27 02:39:02.810651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.830044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.840768 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f8a590-80f4-4bcd-beca-fd0457a5a830 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:02.841328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f8a590-80f4-4bcd-beca-fd0457a5a830 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:02.846087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40f8a590-80f4-4bcd-beca-fd0457a5a830 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/5c6e3782-2aa5-41f7-ba4a-2e561961d192 HTTP/1.1" status: 404 len: 337 time: 0.0342996 Aug 27 02:39:02.846823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.886725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07e70ab5-f2ec-41bf-aa5b-b80bd09c5f9a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e22802b-6829-47de-a5e3-fb24aa968dd4 HTTP/1.1" status: 200 len: 205 time: 0.0384443 Aug 27 02:39:02.888705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52964) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:02.929481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.932682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:02.933895 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6753dab5-115f-4520-93d8-d9afe43ee24a HTTP/1.1" status: 204 len: 168 time: 0.2247896 Aug 27 02:39:02.958814 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-4dee2207-1822-4d66-a495-1c46335122b3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] delete failed (client error): The resource could not be found. Aug 27 02:39:02.963906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4dee2207-1822-4d66-a495-1c46335122b3 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/routers/1e22802b-6829-47de-a5e3-fb24aa968dd4 HTTP/1.1" status: 404 len: 336 time: 0.0738654 Aug 27 02:39:02.964133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d348f42-20c6-4c44-97d3-2f685d15e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753dab5-115f-4520-93d8-d9afe43ee24a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:02.965107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.001800 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9708ed3d-42c0-435f-b6e7-f9eb07f29bdf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.002318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9708ed3d-42c0-435f-b6e7-f9eb07f29bdf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.007940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.018545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9708ed3d-42c0-435f-b6e7-f9eb07f29bdf tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/0fea70d5-3b35-44c0-84e9-60c829e00bd5 HTTP/1.1" status: 404 len: 337 time: 0.0517049 Aug 27 02:39:03.043603 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6717c18-b420-4ea7-8c10-495af7dc57e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.056348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6717c18-b420-4ea7-8c10-495af7dc57e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.061732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52978) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.081403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e6717c18-b420-4ea7-8c10-495af7dc57e9 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/95205ea7-5617-4567-baba-e26a76114578 HTTP/1.1" status: 404 len: 337 time: 0.0720992 Aug 27 02:39:03.113275 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc20ef6-5eb2-47d0-ab88-f56dd0e29f3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.114985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc20ef6-5eb2-47d0-ab88-f56dd0e29f3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.121809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.138302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-acc20ef6-5eb2-47d0-ab88-f56dd0e29f3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/ef5456d4-0041-4398-953a-4895da45c551 HTTP/1.1" status: 404 len: 333 time: 0.0730574 Aug 27 02:39:03.167047 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b1fa66-db2e-4faf-97bc-b04583f7086d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.167726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b1fa66-db2e-4faf-97bc-b04583f7086d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.172091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.183002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-55b1fa66-db2e-4faf-97bc-b04583f7086d tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/1fae8e92-1f1b-4b54-a954-a5d20bef95db HTTP/1.1" status: 404 len: 337 time: 0.0599418 Aug 27 02:39:03.212887 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fabb04-6636-40f6-938d-99dc942f3571 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.213967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fabb04-6636-40f6-938d-99dc942f3571 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.218189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f0fabb04-6636-40f6-938d-99dc942f3571 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/29208d5d-0345-4abe-83c5-7a4a35b74bc6 HTTP/1.1" status: 404 len: 333 time: 0.0450830 Aug 27 02:39:03.220630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.259580 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cacb151-eb21-40ca-9aec-34a95b7ee757 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.260094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cacb151-eb21-40ca-9aec-34a95b7ee757 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.262210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9cacb151-eb21-40ca-9aec-34a95b7ee757 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/108456b6-cc49-46f2-9289-769a6ebeda69 HTTP/1.1" status: 404 len: 337 time: 0.0405989 Aug 27 02:39:03.264728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52998) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.298468 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeaefb7-0fd0-43e4-90ab-8af81807e3b5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.299174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeaefb7-0fd0-43e4-90ab-8af81807e3b5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.303160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-baeaefb7-0fd0-43e4-90ab-8af81807e3b5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/c293f456-3043-41d8-96b5-59c730c52753 HTTP/1.1" status: 404 len: 333 time: 0.0364156 Aug 27 02:39:03.305252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53002) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.336872 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fbd7f7-45c0-40eb-aebe-1fa2eae3ec69 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.337343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fbd7f7-45c0-40eb-aebe-1fa2eae3ec69 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.339546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-23fbd7f7-45c0-40eb-aebe-1fa2eae3ec69 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/56c56f85-b5c0-48d7-87ec-89aafe4e1e7a HTTP/1.1" status: 404 len: 337 time: 0.0328491 Aug 27 02:39:03.344579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.378062 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2636e46-7696-4513-bc18-19bd5b3756e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.379038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2636e46-7696-4513-bc18-19bd5b3756e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.382940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2636e46-7696-4513-bc18-19bd5b3756e0 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/bbb1758b-44f2-4eac-85d0-23fe2112c08d HTTP/1.1" status: 404 len: 333 time: 0.0371704 Aug 27 02:39:03.385340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53020) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.428273 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8936b93-7b14-4b36-b75c-89a7dba51155 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.428742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8936b93-7b14-4b36-b75c-89a7dba51155 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.432726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8936b93-7b14-4b36-b75c-89a7dba51155 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/00fc60d5-18a4-4812-9bd1-c94cbc957255 HTTP/1.1" status: 404 len: 337 time: 0.0439160 Aug 27 02:39:03.433252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.490028 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0476299c-c273-4a0c-9777-5e413bad7a3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.490889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0476299c-c273-4a0c-9777-5e413bad7a3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.493044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0476299c-c273-4a0c-9777-5e413bad7a3a tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/9dd831cd-683c-4a50-8641-69096fd677f5 HTTP/1.1" status: 404 len: 333 time: 0.0586846 Aug 27 02:39:03.494582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:03.501712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.538871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:03.539228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f3b1f58a-3a4b-40a8-b83f-7da6fe4ad5dc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:03.554675 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a947f3-9450-4b79-8adb-2291e66f843c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.555167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a947f3-9450-4b79-8adb-2291e66f843c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.556956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3a947f3-9450-4b79-8adb-2291e66f843c tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/3fa1ab39-5de7-4b27-9065-546d469c7ab5 HTTP/1.1" status: 404 len: 337 time: 0.0541244 Aug 27 02:39:03.559587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53056) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.600545 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b274c150-8f9d-42c8-958c-91672a8a5205 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.601553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b274c150-8f9d-42c8-958c-91672a8a5205 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.603990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b274c150-8f9d-42c8-958c-91672a8a5205 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/72b00db6-773a-44da-a5a5-280935c74cfc HTTP/1.1" status: 404 len: 333 time: 0.0431709 Aug 27 02:39:03.606433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53060) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.681976 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-775c1725-e38a-41c9-a192-fd18cc2b9399 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.682235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775c1725-e38a-41c9-a192-fd18cc2b9399 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.687820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-775c1725-e38a-41c9-a192-fd18cc2b9399 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/f82b3b9d-c828-4257-a54d-f59208bab925 HTTP/1.1" status: 404 len: 337 time: 0.0763817 Aug 27 02:39:03.690514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.746243 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4cecd7-e7a5-4e7b-8b7b-69b819ddea79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.746916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4cecd7-e7a5-4e7b-8b7b-69b819ddea79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.750948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c4cecd7-e7a5-4e7b-8b7b-69b819ddea79 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/ports/50ad1f34-28e9-4ffb-b00f-4adb7ecd5028 HTTP/1.1" status: 404 len: 333 time: 0.0594680 Aug 27 02:39:03.751506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.814307 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c459ae-0c9f-4024-8d1e-57b0d19dedd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:03.814743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c459ae-0c9f-4024-8d1e-57b0d19dedd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:03.822122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-76c459ae-0c9f-4024-8d1e-57b0d19dedd5 tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/subnets/4002d96c-61f8-4a7c-8c14-94c027919a3a HTTP/1.1" status: 404 len: 337 time: 0.0644302 Aug 27 02:39:03.822122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.823025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:03.958613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.059260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4ea7-db81-4ac3-8b2d-bb31570fa099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.073373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.114191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92eac24d-ff82-48bb-be22-fc03ecea96f3']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:04.150083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e0b768-1efd-4067-9330-7ad77426fdc5') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:04.150688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e0b768-1efd-4067-9330-7ad77426fdc5') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:04.168669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.195780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.206913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:04.209803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:04.239459 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:04.302292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4ea7-db81-4ac3-8b2d-bb31570fa099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.308765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4ea7-db81-4ac3-8b2d-bb31570fa099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.322407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.329224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.334768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] 10.222.0.26 "DELETE /v2.0/networks/92eac24d-ff82-48bb-be22-fc03ecea96f3 HTTP/1.1" status: 204 len: 168 time: 0.5115850 Aug 27 02:39:04.367425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c827ba-44cd-483a-90f8-8eb197999d6f tempest-NetworksTestDHCPv6-1106483107 tempest-NetworksTestDHCPv6-1106483107-project] Pushing event deleted for resources: {'Network': ['ID=92eac24d-ff82-48bb-be22-fc03ecea96f3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:04.380235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5f8b4ea7-db81-4ac3-8b2d-bb31570fa099 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b712380d51ae432d922002fe517863b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525172 Aug 27 02:39:04.380858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4ea7-db81-4ac3-8b2d-bb31570fa099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04e0b3-1fad-4887-8d5d-5e10b20d62a3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:04.381041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53104) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:04.435291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.463077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.533887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.539447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:04.539549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a04e0b3-1fad-4887-8d5d-5e10b20d62a3 HTTP/1.1" status: 204 len: 168 time: 0.1573234 Aug 27 02:39:04.554251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f1189-0aed-4de6-9a2b-c7337bc818ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04e0b3-1fad-4887-8d5d-5e10b20d62a3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:04.841684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53124) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:05.107356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:05.107973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8ba4bdce-3702-43f8-a7e2-3c702aa43f06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=feec99021c454843a1cd22edaa444992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647653 Aug 27 02:39:05.169907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.195601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.252600 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.257954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:05.259562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/180bafd6-8525-4891-88f9-b31e779feec1 HTTP/1.1" status: 204 len: 168 time: 0.1492043 Aug 27 02:39:05.270783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88c05-74a6-46fc-860d-f5ceffef56f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bafd6-8525-4891-88f9-b31e779feec1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:06.144166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.303289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-386eed43-659a-4d82-995c-676c3f6f38bf tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] Request body: {'port': {'network_id': 'c92d3860-87b2-41e6-9958-a37f018553c5', 'name': 'tempest-NetworksNegativeTestJSON-455725576'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.319516 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-386eed43-659a-4d82-995c-676c3f6f38bf tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] POST failed (client error): The resource could not be found. Aug 27 02:39:06.320377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386eed43-659a-4d82-995c-676c3f6f38bf tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.321873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-386eed43-659a-4d82-995c-676c3f6f38bf tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1767099 Aug 27 02:39:06.325692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.347952 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b3e5b7-e139-4dac-b1e3-0f717311475e tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:06.349120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b3e5b7-e139-4dac-b1e3-0f717311475e tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.350988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-46b3e5b7-e139-4dac-b1e3-0f717311475e tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "DELETE /v2.0/networks/1e7b4fd3-dcd6-4bc7-a28f-3b0c71de301c HTTP/1.1" status: 404 len: 339 time: 0.0243406 Aug 27 02:39:06.355077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53210) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.382189 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e533f872-3db4-41f6-b8ae-a77a7c0811e4 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:06.382999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e533f872-3db4-41f6-b8ae-a77a7c0811e4 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.385604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e533f872-3db4-41f6-b8ae-a77a7c0811e4 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "DELETE /v2.0/ports/36306069-f1f6-4166-87d0-8da619671f8c HTTP/1.1" status: 404 len: 333 time: 0.0290999 Aug 27 02:39:06.389549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.427048 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a501e1-6da2-4722-907c-69189701676f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] DELETE failed (client error): The resource could not be found. Aug 27 02:39:06.427698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a501e1-6da2-4722-907c-69189701676f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.429620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3a501e1-6da2-4722-907c-69189701676f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "DELETE /v2.0/subnets/28bdb851-043f-4bbf-baed-11947df8ffc2 HTTP/1.1" status: 404 len: 337 time: 0.0391068 Aug 27 02:39:06.436102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.465888 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-72980c0f-cf9b-4e54-a3fd-75ed4fe31617 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] GET failed (client error): The resource could not be found. Aug 27 02:39:06.467947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72980c0f-cf9b-4e54-a3fd-75ed4fe31617 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "GET /v2.0/networks/e42e1a75-4a62-422b-9cb6-627b999f6801 HTTP/1.1" status: 404 len: 339 time: 0.0307143 Aug 27 02:39:06.471591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.500412 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162cf0a-de30-4396-960c-65a4bd2078bd tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] GET failed (client error): The resource could not be found. Aug 27 02:39:06.507199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53230) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.507805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9162cf0a-de30-4396-960c-65a4bd2078bd tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "GET /v2.0/ports/67c0100b-e04f-4c0c-9715-2365d9bf0a41 HTTP/1.1" status: 404 len: 333 time: 0.0350311 Aug 27 02:39:06.565501 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d03dad-b655-456a-bc04-0b353dac5086 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] GET failed (client error): The resource could not be found. Aug 27 02:39:06.572312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.572708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3d03dad-b655-456a-bc04-0b353dac5086 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "GET /v2.0/subnets/79b885be-b698-4357-be62-aa21f47cb148 HTTP/1.1" status: 404 len: 337 time: 0.0634904 Aug 27 02:39:06.577657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b675e6ea-e5f9-4313-8d80-62321ba879a6 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.599073 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b675e6ea-e5f9-4313-8d80-62321ba879a6 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] PUT failed (client error): The resource could not be found. Aug 27 02:39:06.599900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b675e6ea-e5f9-4313-8d80-62321ba879a6 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.601247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b675e6ea-e5f9-4313-8d80-62321ba879a6 tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "PUT /v2.0/networks/742351b8-b3a2-497d-ac4b-d4306c9e0975 HTTP/1.1" status: 404 len: 339 time: 0.0279150 Aug 27 02:39:06.607549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.622876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ad517f4e-1a56-4119-8f9f-864c5fdd044f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.642299 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad517f4e-1a56-4119-8f9f-864c5fdd044f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] PUT failed (client error): The resource could not be found. Aug 27 02:39:06.643147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad517f4e-1a56-4119-8f9f-864c5fdd044f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.644561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad517f4e-1a56-4119-8f9f-864c5fdd044f tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "PUT /v2.0/ports/e40089d0-7d58-440f-a279-aff28cae4298 HTTP/1.1" status: 404 len: 333 time: 0.0356774 Aug 27 02:39:06.650567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53246) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:06.656071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bd4a7a4b-9bea-4fd2-aad3-4cca49f1238c tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:06.700824 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4a7a4b-9bea-4fd2-aad3-4cca49f1238c tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] PUT failed (client error): The resource could not be found. Aug 27 02:39:06.701290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4a7a4b-9bea-4fd2-aad3-4cca49f1238c tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:39:06.707040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bd4a7a4b-9bea-4fd2-aad3-4cca49f1238c tempest-NetworksNegativeTestJSON-313986898 tempest-NetworksNegativeTestJSON-313986898-project] 10.222.0.26 "PUT /v2.0/subnets/06723e66-71b9-4b71-a1dc-2cdd3308583d HTTP/1.1" status: 404 len: 337 time: 0.0509555 Aug 27 02:39:07.042650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:07.168866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53274) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:07.283907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353871b6-6a97-47ff-8468-c6eabf8c36f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.359122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'networks': [{'name': 'tempest-network--866371356'}, {'name': 'tempest-network--1449061395'}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:07.359438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-network--866371356'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:07.359910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-network--1449061395'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:07.432365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353871b6-6a97-47ff-8468-c6eabf8c36f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.448405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-353871b6-6a97-47ff-8468-c6eabf8c36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.485567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'network': 2} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:07.492515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.508844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.542591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-353871b6-6a97-47ff-8468-c6eabf8c36f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cdf72ea66e54f61a2ca899d7906d9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725770 Aug 27 02:39:07.543541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353871b6-6a97-47ff-8468-c6eabf8c36f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099d4b6-7ab5-46a6-9bb1-25a3f1726d93,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.545169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:07.610830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.640905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.655134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.659998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.661095 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.704744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.707810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.722883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0099d4b6-7ab5-46a6-9bb1-25a3f1726d93 HTTP/1.1" status: 204 len: 168 time: 0.1657605 Aug 27 02:39:07.742896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:07.744706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30267cc-9e29-4f71-b518-cb70887ed6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099d4b6-7ab5-46a6-9bb1-25a3f1726d93,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.749394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23064347-c980-4644-9e80-fcc7b76eeebb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:07.764935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.765292 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment 7bc7b6fd-2def-47ac-b944-7b56e8947718 of type vlan for network 62b63cd6-a463-4210-a323-d63be7a9899a Aug 27 02:39:07.883199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.919612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:07.929189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:07.929691 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment c5e1c6ec-a1c3-477d-b9b7-37d8fe6278e7 of type vlan for network c602a1b9-087a-41bb-89e0-42bcb12a81ea Aug 27 02:39:07.987078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.027536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.028489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.036455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.041402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.042199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.193737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1501572 Aug 27 02:39:08.194305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:08.220583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=62b63cd6-a463-4210-a323-d63be7a9899a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:08.238336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 62b63cd6-a463-4210-a323-d63be7a9899a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:08.397307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2e9a-0c2c-46a8-885c-de6e62350114 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=c602a1b9-087a-41bb-89e0-42bcb12a81ea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:08.408856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c602a1b9-087a-41bb-89e0-42bcb12a81ea details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:08.633974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd8dce-9c60-44ad-9020-d0ebab7cf18f tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.640719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd8dce-9c60-44ad-9020-d0ebab7cf18f tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.648484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd8dce-9c60-44ad-9020-d0ebab7cf18f tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.655340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd8dce-9c60-44ad-9020-d0ebab7cf18f tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:08.660399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:08.661245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fdfd8dce-9c60-44ad-9020-d0ebab7cf18f tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4629827 Aug 27 02:39:08.784186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.915800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.929634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b63cd6-a463-4210-a323-d63be7a9899a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:08.946575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc7b6fd-2def-47ac-b944-7b56e8947718') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:08.946871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc7b6fd-2def-47ac-b944-7b56e8947718') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:08.959218 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.976595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.989700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:08.989700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:08.992855 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:09.133033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.141612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.144085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/62b63cd6-a463-4210-a323-d63be7a9899a HTTP/1.1" status: 204 len: 168 time: 0.4816079 Aug 27 02:39:09.145603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53364) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.157141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53366) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.186456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18244-866c-41e0-99ed-ce4176974806 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=62b63cd6-a463-4210-a323-d63be7a9899a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.280847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.413592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.430221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c602a1b9-087a-41bb-89e0-42bcb12a81ea']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:09.454085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522346953'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:09.467851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e1c6ec-a1c3-477d-b9b7-37d8fe6278e7') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:09.468918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e1c6ec-a1c3-477d-b9b7-37d8fe6278e7') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:09.471457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.494618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.534539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:09.549049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.568764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afcc0c01-c201-4f63-bc32-b5d8b30dbd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.570555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.581392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.586005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:09.593702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:09.602093 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:09.713695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.752077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.754015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/c602a1b9-087a-41bb-89e0-42bcb12a81ea HTTP/1.1" status: 204 len: 168 time: 0.6075289 Aug 27 02:39:09.757270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.768049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b22f8c-b033-4bfd-8a71-b8d3f39777f3 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=c602a1b9-087a-41bb-89e0-42bcb12a81ea,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:09.919649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f99a43-66c3-4512-ac69-f4e8e45b4e62 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:09.926328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f99a43-66c3-4512-ac69-f4e8e45b4e62 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:09.932016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53398) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:09.932993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-41f99a43-66c3-4512-ac69-f4e8e45b4e62 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1734867 Aug 27 02:39:09.937559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1046642538'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:09.938866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afcc0c01-c201-4f63-bc32-b5d8b30dbd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.946499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afcc0c01-c201-4f63-bc32-b5d8b30dbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:09.965160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:39:09.965160 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:39:09.965160 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id_1': '68febc7af23845ba9937b5d4037eccbb', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 39, 9, 943254)}] Aug 27 02:39:09.965160 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:39:09.965560 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:39:10.003862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-afcc0c01-c201-4f63-bc32-b5d8b30dbd68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef52d8c699cd401caa75e8660485ce35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287406 Aug 27 02:39:10.003862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc0c01-c201-4f63-bc32-b5d8b30dbd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577633aa-cbcd-4a80-8dae-a5efb2cff245,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.007585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53404) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:10.102815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.120840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.132601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.146881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.183229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:10.211814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7109f6b3-1eb0-4687-a368-49340ddabab8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.217091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.217450 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 383b7840-5d76-4b38-8c08-85e5417f6a31 of type vlan for network 7534c5a1-648a-4611-a5ee-afc2122f60e5 Aug 27 02:39:10.263167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.266827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.269321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.272729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/577633aa-cbcd-4a80-8dae-a5efb2cff245 HTTP/1.1" status: 204 len: 168 time: 0.2619457 Aug 27 02:39:10.284018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d7e4-09f6-4039-a05a-c0a31716b2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577633aa-cbcd-4a80-8dae-a5efb2cff245,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.303624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.309704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.311055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.403575 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2447102 Aug 27 02:39:10.406262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:10.411504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f497f-b925-4107-bbe5-aa5cbff70881 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=7534c5a1-648a-4611-a5ee-afc2122f60e5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.412007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053100128'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:10.423296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:10.445501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:10.449770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.475989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:10.493475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:10.494961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.495586 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment e7d251d8-aa61-40f1-96dd-dc5bfbb34229 of type vlan for network 3b757341-b6a2-42d0-a298-2faf35b42b28 Aug 27 02:39:10.503825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.548871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.566766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:10.584386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.584741 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment 2207e22d-5ae7-44cd-92fa-e0dca5b96ee9 of type vlan for network 62af855e-81b2-4747-b571-e41022e88f1a Aug 27 02:39:10.585776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.595101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.597537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.651558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.693504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.702288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:10.703293 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.786919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=3b757341-b6a2-42d0-a298-2faf35b42b28,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.794746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8612058 Aug 27 02:39:10.797523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:10.799676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:10.806803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-403906643'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:10.829314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d49b3ad-0e4c-435c-84bc-5f975a071720 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4217088 Aug 27 02:39:10.830213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:10.842224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:10.858349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907ccf-6cb5-4c85-b512-711aac5817f1 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=62af855e-81b2-4747-b571-e41022e88f1a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:10.902761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:10.906013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 62af855e-81b2-4747-b571-e41022e88f1a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:10.906997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.933738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53444) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:10.953439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:10.964401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:10.964749 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment 7e8bcb0b-e2fd-4001-90bb-1b12fb3b31a8 of type vlan for network eed17642-aba6-4e7e-a08f-b166fb4ca13b Aug 27 02:39:11.021488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.067314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:11.071067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.084207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7f82-3cb0-4325-99ea-9500fd2b67f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.087834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.094132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.094989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.177954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3751910 Aug 27 02:39:11.184937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:11.198916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ba593-7c63-4572-ac95-e588999df0e2 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=eed17642-aba6-4e7e-a08f-b166fb4ca13b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:11.204139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'ports': [{'network_id': '62af855e-81b2-4747-b571-e41022e88f1a', 'name': 'tempest-port--99627934', 'admin_state_up': True}, {'network_id': 'eed17642-aba6-4e7e-a08f-b166fb4ca13b', 'admin_state_up': False}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:11.204470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'port': {'network_id': '62af855e-81b2-4747-b571-e41022e88f1a', 'name': 'tempest-port--99627934', 'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:11.204967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'port': {'network_id': 'eed17642-aba6-4e7e-a08f-b166fb4ca13b', 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:11.212227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network eed17642-aba6-4e7e-a08f-b166fb4ca13b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:11.319479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7f82-3cb0-4325-99ea-9500fd2b67f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.328690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7f82-3cb0-4325-99ea-9500fd2b67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.378525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7f82-3cb0-4325-99ea-9500fd2b67f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46adad-9542-4470-b0ac-420c11ebe9fd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:11.385528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f4bf7f82-3cb0-4325-99ea-9500fd2b67f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6c1df2913964538969c99f9ced91a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507735 Aug 27 02:39:11.388989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53460) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:11.454821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.478992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.479120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-e326e120-2618-418b-b34c-1432c9cc968e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5939867 Aug 27 02:39:11.548017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.550796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.562440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a46adad-9542-4470-b0ac-420c11ebe9fd HTTP/1.1" status: 204 len: 168 time: 0.1689074 Aug 27 02:39:11.571680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb24e-aa13-4543-a952-90600fe2b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46adad-9542-4470-b0ac-420c11ebe9fd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:11.686070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'port': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:11.691741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.731446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.759948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:11.800329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-2f634fc1-7749-47de-83d5-8a9dcc6a1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:11.802009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-2f634fc1-7749-47de-83d5-8a9dcc6a1d6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.2030470 Aug 27 02:39:11.984419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] device_id is not set on port 5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:39:11.999907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=f9825f44-87ab-43ad-8e5a-0cfd44e732eb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:12.055051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '383b7840-5d76-4b38-8c08-85e5417f6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:12.055611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 7534c5a1-648a-4611-a5ee-afc2122f60e5, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:12.091579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-0ba0ec36-09e1-4129-93bb-ff2e5fce05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.093916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-0ba0ec36-09e1-4129-93bb-ff2e5fce05be service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.2431872 Aug 27 02:39:12.132594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:12.188480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7534c5a1-648a-4611-a5ee-afc2122f60e5) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:12.194353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.194978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.202083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a79af7-0406-4e84-a7ea-e9f3e06bc6ad None None] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:12.278013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-82185e8f-08f2-453b-b74c-71276a1411c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 1001 time: 0.1731017 Aug 27 02:39:12.293762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be32b60f-626e-4217-b36f-4ea4dd88370c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4623210 Aug 27 02:39:12.296830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:12.303161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:12.387911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-3c93a1c4-d1be-4fc2-8e9a-1f644a598beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.389561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-3c93a1c4-d1be-4fc2-8e9a-1f644a598beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.0982029 Aug 27 02:39:12.394520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.523096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-b255fc38-cb3a-4669-b5ea-29e748e0798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:12.525389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-b255fc38-cb3a-4669-b5ea-29e748e0798d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275818 Aug 27 02:39:12.529747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:12.531464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] device_id is not set on port 032c4c18-6e75-46a1-8d2e-fa63b6313d4f yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:39:12.537258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.541566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-1f948efc-766c-4c81-bc69-8ae3d833c6ea service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:39:12.541759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7534c5a1-648a-4611-a5ee-afc2122f60e5', 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': 'f9825f44-87ab-43ad-8e5a-0cfd44e732eb'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:12.542298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:12.542748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-1f948efc-766c-4c81-bc69-8ae3d833c6ea service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074730 Aug 27 02:39:12.818810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Allocated IP 2001:db8::2 (7534c5a1-648a-4611-a5ee-afc2122f60e5/f9825f44-87ab-43ad-8e5a-0cfd44e732eb/faa4eba3-3787-420c-b4b4-472f191ad579) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:12.821143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-27f0978b-e186-4b9f-9821-8b314c1e91f8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701373 Aug 27 02:39:12.944839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.028514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.040125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Transition to ACTIVE for port object faa4eba3-3787-420c-b4b4-472f191ad579 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:13.059102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.072995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Transition to ACTIVE for port object faa4eba3-3787-420c-b4b4-472f191ad579 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:13.089035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.101022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b1780803-a309-4393-bfef-3cbc7f9a7f45 req-019b9c72-a7a2-4781-9e7c-e7b18c3e617e service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695744 Aug 27 02:39:13.103105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=cb868f43-d285-42b3-a692-88e7c07a24ee,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.109807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:13.110104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 3b757341-b6a2-42d0-a298-2faf35b42b28, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:13.179814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:13.181721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:13.189063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.199706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3b757341-b6a2-42d0-a298-2faf35b42b28) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.204799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:13.205520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.208013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:13.210758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.222585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c529426-a5dd-4dfe-897a-759ce3c5fedd None None] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:13.240413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-980e19a7-c858-4e5a-9ecd-1356f4ffd5c6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9424355 Aug 27 02:39:13.241128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:13.245990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1329690581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:13.287950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.289161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.332289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Port': ['ID=5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.338434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Pushing event updated for resources: {'Port': ['ID=faa4eba3-3787-420c-b4b4-472f191ad579,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.403966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Checking segment: {'id': '2207e22d-5ae7-44cd-92fa-e0dca5b96ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '62af855e-81b2-4747-b571-e41022e88f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:13.405509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network hostable DHCP agents. Network: 62af855e-81b2-4747-b571-e41022e88f1a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:13.406173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.418300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.440577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.446252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-225cee3d-d1be-4203-9d38-93c03d43f848 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2033083 Aug 27 02:39:13.455598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:13.463378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Attempting to bind port faa4eba3-3787-420c-b4b4-472f191ad579 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:13.464015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Attempting to bind port faa4eba3-3787-420c-b4b4-472f191ad579 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '383b7840-5d76-4b38-8c08-85e5417f6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:13.464545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Attempting to bind port faa4eba3-3787-420c-b4b4-472f191ad579 on network 7534c5a1-648a-4611-a5ee-afc2122f60e5 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:13.478870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:13.479564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Checking segment: {'id': '383b7840-5d76-4b38-8c08-85e5417f6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:13.480132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.480714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Bound using segment: {'id': '383b7840-5d76-4b38-8c08-85e5417f6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:13.481344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Bound port: faa4eba3-3787-420c-b4b4-472f191ad579, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383b7840-5d76-4b38-8c08-85e5417f6a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7534c5a1-648a-4611-a5ee-afc2122f60e5'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:13.481906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.483639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network 62af855e-81b2-4747-b571-e41022e88f1a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:13.532249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 62af855e-81b2-4747-b571-e41022e88f1a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.537567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:13.538506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.574261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] For port faa4eba3-3787-420c-b4b4-472f191ad579, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:13.579816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] For port faa4eba3-3787-420c-b4b4-472f191ad579, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa4eba3-3787-420c-b4b4-472f191ad579,segment=NetworkSegment(383b7840-5d76-4b38-8c08-85e5417f6a31),segment_id=383b7840-5d76-4b38-8c08-85e5417f6a31)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:13.587825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c76cd-685a-4415-867f-893ca91f43a8 None None] Network 62af855e-81b2-4747-b571-e41022e88f1a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:13.592999 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.671725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Port': ['ID=032c4c18-6e75-46a1-8d2e-fa63b6313d4f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.793497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Checking segment: {'id': '7e8bcb0b-e2fd-4001-90bb-1b12fb3b31a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eed17642-aba6-4e7e-a08f-b166fb4ca13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:13.795847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network hostable DHCP agents. Network: eed17642-aba6-4e7e-a08f-b166fb4ca13b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:13.864539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7b23-ed57-489c-aaec-051ba39e078a None None] Pushing event updated for resources: {'Port': ['ID=faa4eba3-3787-420c-b4b4-472f191ad579,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:13.864763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network eed17642-aba6-4e7e-a08f-b166fb4ca13b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:13.886016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, eed17642-aba6-4e7e-a08f-b166fb4ca13b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:13.894009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:13.908453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:13.923165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:13.923805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:13.946888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4611eec3-3c08-4d07-b875-5144d2a87ab7 None None] Network eed17642-aba6-4e7e-a08f-b166fb4ca13b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:13.953572 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6b80c88-a65e-4152-a9ea-be6b2abcb00c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7660947 Aug 27 02:39:13.956002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:13.956646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3b757341-b6a2-42d0-a298-2faf35b42b28', 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': 'cb868f43-d285-42b3-a692-88e7c07a24ee'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:13.957963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.130237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc171f-fad2-4961-b12d-c689e5e25490 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:14.156459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc171f-fad2-4961-b12d-c689e5e25490 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:14.167707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-29dc171f-fad2-4961-b12d-c689e5e25490 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2103393 Aug 27 02:39:14.169117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:14.410579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Deleting port 5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:14.415196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.561693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.610293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Calling delete_port for 5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:14.612328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.720085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Allocated IP 2001:db8:1::2 (3b757341-b6a2-42d0-a298-2faf35b42b28/cb868f43-d285-42b3-a692-88e7c07a24ee/f6044747-2636-419f-919a-ad3a124f813e) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:14.820312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.918365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Port': ['ID=5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:14.931992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:14.954972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-631b2cd4-ec3f-4b17-80a4-29f0618b7cd0 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/ports/5ebd31ba-3023-4dd3-9cd0-d175fe9d99cf HTTP/1.1" status: 204 len: 168 time: 0.7847462 Aug 27 02:39:14.955892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.106813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.134141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Transition to ACTIVE for port object f6044747-2636-419f-919a-ad3a124f813e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:15.146701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Deleting port 032c4c18-6e75-46a1-8d2e-fa63b6313d4f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:15.147699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.200977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Transition to ACTIVE for port object f6044747-2636-419f-919a-ad3a124f813e will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:15.219885 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.272807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.278866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8::1 (7534c5a1-648a-4611-a5ee-afc2122f60e5/f9825f44-87ab-43ad-8e5a-0cfd44e732eb/358fdab5-e893-4db2-890c-190fdad57d0c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:15.289022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Calling delete_port for 032c4c18-6e75-46a1-8d2e-fa63b6313d4f owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:15.363138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Pushing event updated for resources: {'Port': ['ID=f6044747-2636-419f-919a-ad3a124f813e,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:15.388504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:15.390725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:15.399955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:15.485700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.520414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.528780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.544159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Attempting to bind port f6044747-2636-419f-919a-ad3a124f813e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:15.544545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Attempting to bind port f6044747-2636-419f-919a-ad3a124f813e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:15.544913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Attempting to bind port f6044747-2636-419f-919a-ad3a124f813e on network 3b757341-b6a2-42d0-a298-2faf35b42b28 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:15.564985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:15.568910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Checking segment: {'id': 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:15.569524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.571103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Bound using segment: {'id': 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:15.572813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Bound port: f6044747-2636-419f-919a-ad3a124f813e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b757341-b6a2-42d0-a298-2faf35b42b28'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:15.573880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.584003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 358fdab5-e893-4db2-890c-190fdad57d0c will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:15.618719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.626034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/ports/032c4c18-6e75-46a1-8d2e-fa63b6313d4f HTTP/1.1" status: 204 len: 168 time: 0.6668096 Aug 27 02:39:15.626034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e166a-2273-4de3-8894-ee79ee3dc7d6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Port': ['ID=032c4c18-6e75-46a1-8d2e-fa63b6313d4f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:15.631073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.668321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.675437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa4eba3-3787-420c-b4b4-472f191ad579 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:15.689130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f7b99-fed6-4b0c-b52c-2375b9d522b0 None None] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:15.702771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5aa83652-2fbe-4cd5-b6f6-7323f907a997 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0682597 Aug 27 02:39:15.702939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:15.708258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1429332899'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:15.761386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6e7ef3-cfc9-4a06-a799-60eb704831ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.764563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:15.765847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:15.770895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.782766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:15.792685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:15.793841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.878067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=358fdab5-e893-4db2-890c-190fdad57d0c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:15.879558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Provisioning for port faa4eba3-3787-420c-b4b4-472f191ad579 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:15.882248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port faa4eba3-3787-420c-b4b4-472f191ad579 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:15.897682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Provisioning complete for port faa4eba3-3787-420c-b4b4-472f191ad579 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:15.898056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.949274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.951992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port faa4eba3-3787-420c-b4b4-472f191ad579 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:15.952629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:15.953237 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.967004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6e7ef3-cfc9-4a06-a799-60eb704831ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.979238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be6e7ef3-cfc9-4a06-a799-60eb704831ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.991396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:15.991834 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment 97952bae-d8fe-4bbb-8ecd-da88e59489a0 of type vlan for network e5bf3878-750c-4d59-a699-5a56d5359fc1 Aug 27 02:39:16.014259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] For port f6044747-2636-419f-919a-ad3a124f813e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:16.058761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] For port f6044747-2636-419f-919a-ad3a124f813e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6044747-2636-419f-919a-ad3a124f813e,segment=NetworkSegment(e7d251d8-aa61-40f1-96dd-dc5bfbb34229),segment_id=e7d251d8-aa61-40f1-96dd-dc5bfbb34229)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:16.067541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be6e7ef3-cfc9-4a06-a799-60eb704831ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97d989a102a445f792d2d3eb2082b2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803008 Aug 27 02:39:16.079133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:16.090847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.142263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7ef3-cfc9-4a06-a799-60eb704831ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a6650-2395-452b-a3bc-1b57a497c633,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.162640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.220526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.252473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.265427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:16.266078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.272464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.289636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.372004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6677856 Aug 27 02:39:16.381105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53624) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:16.391811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-613928207'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:16.400770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.412471 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.413561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.470356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233c555-6edf-4e48-890a-91212d915ffe tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=e5bf3878-750c-4d59-a699-5a56d5359fc1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.490969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:16.495274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.501613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.514452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.515748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/293a6650-2395-452b-a3bc-1b57a497c633 HTTP/1.1" status: 204 len: 168 time: 0.3906522 Aug 27 02:39:16.587420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e57198-3baa-4381-8a67-1fb5505c5ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a6650-2395-452b-a3bc-1b57a497c633,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.632508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=358fdab5-e893-4db2-890c-190fdad57d0c,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:16.638116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:16.680889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.680889 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Added segment cec5c283-f5d5-451d-b0d4-52abb3fa8cd8 of type vlan for network 449a0a1c-ed91-4725-845c-053dd71b318d Aug 27 02:39:16.784915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:16.784915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:16.791560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.839836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e5bf3878-750c-4d59-a699-5a56d5359fc1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:16.852816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:16.858889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:16.859504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.016252 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.058285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ec4cb-05bb-4f1c-9380-78532d255e6a None None] Pushing event updated for resources: {'Port': ['ID=f6044747-2636-419f-919a-ad3a124f813e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:17.060741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:17.070632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] For port faa4eba3-3787-420c-b4b4-472f191ad579, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa4eba3-3787-420c-b4b4-472f191ad579,segment=NetworkSegment(383b7840-5d76-4b38-8c08-85e5417f6a31),segment_id=383b7840-5d76-4b38-8c08-85e5417f6a31)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:17.115037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.123046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.227503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:39:17.227855 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:39:17.233987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:17.257522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] Sync routers for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:17.259736 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-261d5a59-4f98-4a10-b3ea-eebd206edcbc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8023531 Aug 27 02:39:17.260169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53654) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:17.260937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:17.286334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:17.287035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:38:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:17.342342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39713bcc-bc06-4831-9937-7a70f9ab54e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.383144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dba0a8-8196-4318-9605-242bf1d5e4fa None None] Pushing event updated for resources: {'Port': ['ID=faa4eba3-3787-420c-b4b4-472f191ad579,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:17.396577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:17.409944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:17.412049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:38:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:17.493836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:17.496410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0cd26-67cf-41f0-97bb-0d4024f3b3d2 None None] The sync data for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:17.542035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba83b0-e5f5-4555-86f8-2e7aae0dee45 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:17.543685 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3cba83b0-e5f5-4555-86f8-2e7aae0dee45 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports/358fdab5-e893-4db2-890c-190fdad57d0c HTTP/1.1" status: 200 len: 911 time: 0.2802911 Aug 27 02:39:17.549141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53672) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:17.735029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39713bcc-bc06-4831-9937-7a70f9ab54e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.758903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39713bcc-bc06-4831-9937-7a70f9ab54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.764832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Network': ['ID=449a0a1c-ed91-4725-845c-053dd71b318d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:17.799883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-49d90988-1814-41d2-996e-ed3a1eb8c23a tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4129066 Aug 27 02:39:17.827472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53678) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:17.832510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39713bcc-bc06-4831-9937-7a70f9ab54e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d6fba345f73441bbc53cc91d4d81dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679889 Aug 27 02:39:17.833037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 449a0a1c-ed91-4725-845c-053dd71b318d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:17.849003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da66140b-86db-491e-8d47-9ffa2e410c8b None None] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:17.917457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39713bcc-bc06-4831-9937-7a70f9ab54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b75a5-6016-40a2-8c28-5ccb77611fd9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:17.923556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:17.994434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.139694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.150852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.152347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c99b75a5-6016-40a2-8c28-5ccb77611fd9 HTTP/1.1" status: 204 len: 168 time: 0.3169694 Aug 27 02:39:18.191421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952a67-e759-47a4-9eee-0d588aa407d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b75a5-6016-40a2-8c28-5ccb77611fd9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:18.231785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Provisioning complete for port faa4eba3-3787-420c-b4b4-472f191ad579 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:18.232845 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.525923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa4eba3-3787-420c-b4b4-472f191ad579 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:18.853896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Provisioning for port 358fdab5-e893-4db2-890c-190fdad57d0c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:18.856343 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.864921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Provisioning complete for port 358fdab5-e893-4db2-890c-190fdad57d0c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:18.865487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.951918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Port 358fdab5-e893-4db2-890c-190fdad57d0c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:18.972507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port faa4eba3-3787-420c-b4b4-472f191ad579 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:18.974897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:18.982825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31d24266-8391-43bc-9795-59767605cc89 None None] Provisioning for port f6044747-2636-419f-919a-ad3a124f813e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:19.138885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6044747-2636-419f-919a-ad3a124f813e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:19.283231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5a13bfc6-4ee2-477d-bb8b-6859f687ba11 None None] Provisioning complete for port 358fdab5-e893-4db2-890c-190fdad57d0c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:19.284482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5a13bfc6-4ee2-477d-bb8b-6859f687ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.367689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f6044747-2636-419f-919a-ad3a124f813e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:19.379042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f6044747-2636-419f-919a-ad3a124f813e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:19.382443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.493105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5a13bfc6-4ee2-477d-bb8b-6859f687ba11 None None] Port 358fdab5-e893-4db2-890c-190fdad57d0c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:19.521009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8:1::1 (3b757341-b6a2-42d0-a298-2faf35b42b28/cb868f43-d285-42b3-a692-88e7c07a24ee/f088e81b-32c2-40a2-a9f9-3b2be4a6f298) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:19.568634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.685864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f6044747-2636-419f-919a-ad3a124f813e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6044747-2636-419f-919a-ad3a124f813e,segment=NetworkSegment(e7d251d8-aa61-40f1-96dd-dc5bfbb34229),segment_id=e7d251d8-aa61-40f1-96dd-dc5bfbb34229)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:19.692379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e1015e0b-7a88-4307-9f6a-53dda53378f9 None None] Provisioning complete for port f6044747-2636-419f-919a-ad3a124f813e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:19.692759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e1015e0b-7a88-4307-9f6a-53dda53378f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.694798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.816566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.838030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object f088e81b-32c2-40a2-a9f9-3b2be4a6f298 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:19.863130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f6044747-2636-419f-919a-ad3a124f813e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:19.881124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:19.990797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=f088e81b-32c2-40a2-a9f9-3b2be4a6f298,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:20.015471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:20.020333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:20.031062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:20.032107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.316064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6044747-2636-419f-919a-ad3a124f813e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:20.411853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.494966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f6044747-2636-419f-919a-ad3a124f813e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:20.495361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.645543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aefe647a-5a48-4b8a-bc8b-6a9dbd396801 None None] Provisioning for port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:20.651030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aefe647a-5a48-4b8a-bc8b-6a9dbd396801 None None] Provisioning complete for port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:20.651382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aefe647a-5a48-4b8a-bc8b-6a9dbd396801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.739050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-aefe647a-5a48-4b8a-bc8b-6a9dbd396801 None None] Port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:20.887577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.893783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:20.895443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.011947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=f088e81b-32c2-40a2-a9f9-3b2be4a6f298,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:21.066007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:21.066007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:21.109578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:21.126475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'subnets': [{'network_id': 'e5bf3878-750c-4d59-a699-5a56d5359fc1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1276373311', 'ip_version': 6}, {'network_id': '449a0a1c-ed91-4725-845c-053dd71b318d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:21.126908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'subnet': {'network_id': 'e5bf3878-750c-4d59-a699-5a56d5359fc1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1276373311', 'ip_version': 6}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:21.127608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Request body: {'subnet': {'network_id': '449a0a1c-ed91-4725-845c-053dd71b318d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:21.298403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:21.455603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:21.469045 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] Sync routers for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:21.477980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e8d79c97-772d-4019-ac7e-a6025a3c9c6c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9223528 Aug 27 02:39:21.485301 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:21.491871 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:21.492852 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:38:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:21.557563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Made reservation on behalf of 68febc7af23845ba9937b5d4037eccbb for: {'subnet': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:21.568966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.569317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.581597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfec4bc6-8929-4fb6-80c4-ce632299822f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:21.589609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bfec4bc6-8929-4fb6-80c4-ce632299822f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports/f088e81b-32c2-40a2-a9f9-3b2be4a6f298 HTTP/1.1" status: 200 len: 913 time: 0.1009767 Aug 27 02:39:21.590450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53784) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:21.591066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0f01bb7b-510a-4fc2-a607-5982ca693a47 None None] Provisioning complete for port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:21.592733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0f01bb7b-510a-4fc2-a607-5982ca693a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:21.650750 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:21.675842 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:21.676846 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:38:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:21.721010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0f01bb7b-510a-4fc2-a607-5982ca693a47 None None] Port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:21.731420 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:21.732096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e618352-b0b0-49e2-9d69-5a57ad63ae8e None None] The sync data for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:22.089703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.455926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.546776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Subnet': ['ID=430725ce-9cb3-423e-bb88-bc670ce58f01,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:22.570622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Checking segment: {'id': '97952bae-d8fe-4bbb-8ecd-da88e59489a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e5bf3878-750c-4d59-a699-5a56d5359fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:22.571130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network hostable DHCP agents. Network: e5bf3878-750c-4d59-a699-5a56d5359fc1, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:22.606692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network e5bf3878-750c-4d59-a699-5a56d5359fc1 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:22.620636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e5bf3878-750c-4d59-a699-5a56d5359fc1) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:22.630767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f713518-cb31-46e3-8015-17ccdcc89240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.631541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.637617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c549839-fa8f-455b-b1b8-f352b7a50d08 None None] Network e5bf3878-750c-4d59-a699-5a56d5359fc1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:22.773486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event updated for resources: {'Subnet': ['ID=770e0967-796d-49f3-98a2-b58b1c97fa58,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:22.784873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Checking segment: {'id': 'cec5c283-f5d5-451d-b0d4-52abb3fa8cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '449a0a1c-ed91-4725-845c-053dd71b318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:22.785321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network hostable DHCP agents. Network: 449a0a1c-ed91-4725-845c-053dd71b318d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:22.809980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Network 449a0a1c-ed91-4725-845c-053dd71b318d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:22.825858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 449a0a1c-ed91-4725-845c-053dd71b318d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:22.832762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.833632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.834769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:22.860571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4cb7f7a-9770-4dd1-95cc-d1908e22504c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7497635 Aug 27 02:39:22.861333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:22.945615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e630ca3-7740-40f7-b4d0-a8ab9c1975f6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.948531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e630ca3-7740-40f7-b4d0-a8ab9c1975f6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.950655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e630ca3-7740-40f7-b4d0-a8ab9c1975f6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:22.965587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3e630ca3-7740-40f7-b4d0-a8ab9c1975f6 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1025693 Aug 27 02:39:22.966641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:23.042733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2122903d-a03e-4441-9528-2c567a88fd00 None None] Network 449a0a1c-ed91-4725-845c-053dd71b318d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:23.068384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cfa81-17d0-4972-8f1a-357a127d65dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e5bf3878-750c-4d59-a699-5a56d5359fc1', 'network_id': 'e5bf3878-750c-4d59-a699-5a56d5359fc1', 'tenant_id': '68febc7af23845ba9937b5d4037eccbb', 'fixed_ips': [{'subnet_id': '430725ce-9cb3-423e-bb88-bc670ce58f01'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:23.072425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d0cfa81-17d0-4972-8f1a-357a127d65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.134726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Deleting subnet 430725ce-9cb3-423e-bb88-bc670ce58f01 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:23.144926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.262254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.274940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port f088e81b-32c2-40a2-a9f9-3b2be4a6f298 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:23.276147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.384956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.430623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.471734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for f088e81b-32c2-40a2-a9f9-3b2be4a6f298 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:23.506434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.543699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.549115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/subnets/430725ce-9cb3-423e-bb88-bc670ce58f01 HTTP/1.1" status: 204 len: 168 time: 0.5777664 Aug 27 02:39:23.549544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:23.645427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c883dda2-8a8f-473f-8a13-162fdbfc88ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-449a0a1c-ed91-4725-845c-053dd71b318d', 'network_id': '449a0a1c-ed91-4725-845c-053dd71b318d', 'tenant_id': '68febc7af23845ba9937b5d4037eccbb', 'fixed_ips': [{'subnet_id': '770e0967-796d-49f3-98a2-b58b1c97fa58'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:23.648706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c883dda2-8a8f-473f-8a13-162fdbfc88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.662620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Subnet': ['ID=430725ce-9cb3-423e-bb88-bc670ce58f01,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-8d0cfa81-17d0-4972-8f1a-357a127d65dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 430725ce-9cb3-423e-bb88-bc670ce58f01: This subnet is being modified by another concurrent operation. Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 430725ce-9cb3-423e-bb88-bc670ce58f01: This subnet is being modified by another concurrent operation. Aug 27 02:39:23.689947 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:39:23.729702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1b96c-31e6-4e13-b42f-01ca8be33877 None None] Network e5bf3878-750c-4d59-a699-5a56d5359fc1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:23.742769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.742769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.743082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.743422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.743776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.744139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.744496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.744903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.749306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.749306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.749306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.749306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7c4c4-3f46-42dc-bda6-ef98014d5400 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:23.790321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Deleting subnet 770e0967-796d-49f3-98a2-b58b1c97fa58 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:23.802584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.842090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:23.872891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:23.956672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.044563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.062406 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-c883dda2-8a8f-473f-8a13-162fdbfc88ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770e0967-796d-49f3-98a2-b58b1c97fa58: This subnet is being modified by another concurrent operation. Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770e0967-796d-49f3-98a2-b58b1c97fa58: This subnet is being modified by another concurrent operation. Aug 27 02:39:24.083191 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:39:24.097224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.128020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc96f9e-707a-465d-b062-93ef742533cc None None] Network 449a0a1c-ed91-4725-845c-053dd71b318d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:24.143614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Subnet': ['ID=770e0967-796d-49f3-98a2-b58b1c97fa58,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:24.152221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=f088e81b-32c2-40a2-a9f9-3b2be4a6f298,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:24.154675 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-101ef781-9cd2-430d-b419-64446bd788b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.156355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.162763 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c9bc50c-72f5-41e1-85db-77eaf42835e9 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/subnets/770e0967-796d-49f3-98a2-b58b1c97fa58 HTTP/1.1" status: 204 len: 168 time: 0.5156999 Aug 27 02:39:24.163528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:24.226427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab8d654-b6ca-4273-b1d3-851546221559 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:24.234194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ab8d654-b6ca-4273-b1d3-851546221559 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694854 Aug 27 02:39:24.234972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:24.334719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.366290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.366864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.367101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.367319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.367879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.368234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.368567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.368899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.369218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.369539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.369862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.370180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:24.463225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9877a0-5db7-4feb-ae1d-1891b5cb36da None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:39:24.474542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-101ef781-9cd2-430d-b419-64446bd788b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.477679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.487199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-101ef781-9cd2-430d-b419-64446bd788b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.567861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-101ef781-9cd2-430d-b419-64446bd788b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0933e74bcf74416b2830305c95eacc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178986 Aug 27 02:39:24.583027 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.592059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:24.612170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449a0a1c-ed91-4725-845c-053dd71b318d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:24.641683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec5c283-f5d5-451d-b0d4-52abb3fa8cd8') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:24.641997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec5c283-f5d5-451d-b0d4-52abb3fa8cd8') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:24.642333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9877a0-5db7-4feb-ae1d-1891b5cb36da None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:39:24.654786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.696697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.701376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ef781-9cd2-430d-b419-64446bd788b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a0573-f89b-4ba2-a981-c95b81a27ad9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:24.710790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:24.711278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:24.714756 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:24.848144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.861069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:24.863428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/449a0a1c-ed91-4725-845c-053dd71b318d HTTP/1.1" status: 204 len: 168 time: 0.6273932 Aug 27 02:39:24.869088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:25.073791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.091444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.094875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e066fa-4650-45c0-a395-fbff39a68c97 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=449a0a1c-ed91-4725-845c-053dd71b318d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:25.133147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:25.146060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.270182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.282845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bf3878-750c-4d59-a699-5a56d5359fc1']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.296350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97952bae-d8fe-4bbb-8ecd-da88e59489a0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.297129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97952bae-d8fe-4bbb-8ecd-da88e59489a0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.303769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:25.312529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f9c0d9c8-4159-40f2-8e78-a3de798d950f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210782 Aug 27 02:39:25.316750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:25.379409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.383813 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.413540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] Sync routers for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:25.428808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e4a0573-f89b-4ba2-a981-c95b81a27ad9 HTTP/1.1" status: 204 len: 168 time: 0.8339243 Aug 27 02:39:25.463032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfb5c0-dffb-4be5-99cb-0dcad1273ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a0573-f89b-4ba2-a981-c95b81a27ad9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:25.511513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:25.512512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:38:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.570174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.669411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.690002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:25.690564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:25.695796 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:25.699897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.729215 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8da1dfd7-bf14-457f-99ba-bf18b5b0451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.736534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bfcd2-dc39-4ebd-88bc-68e7fb155591 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:39:25.784480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.788270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:25.789259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.949427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:25.950360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb631a9-21c2-4fdc-b501-9bc232a1af7a None None] The sync data for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:25.969775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.975145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:25.977247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/e5bf3878-750c-4d59-a699-5a56d5359fc1 HTTP/1.1" status: 204 len: 168 time: 1.1071737 Aug 27 02:39:25.980908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53898) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:25.994969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a2b28-4702-4923-8ebd-c954a7a2536c tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=e5bf3878-750c-4d59-a699-5a56d5359fc1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:26.064973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:26.108049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-887daddf-56ec-44fa-99b0-6b759f51371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.143682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.185828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.193141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bfcd2-dc39-4ebd-88bc-68e7fb155591 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:39:26.298747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.314980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed17642-aba6-4e7e-a08f-b166fb4ca13b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.333946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8bcb0b-e2fd-4001-90bb-1b12fb3b31a8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.334268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8bcb0b-e2fd-4001-90bb-1b12fb3b31a8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.354493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.388227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.396136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:26.397101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.489730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-887daddf-56ec-44fa-99b0-6b759f51371b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:26.496004 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:26.508571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-887daddf-56ec-44fa-99b0-6b759f51371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.511999 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.530969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.537086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.541698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/eed17642-aba6-4e7e-a08f-b166fb4ca13b HTTP/1.1" status: 204 len: 168 time: 0.5573826 Aug 27 02:39:26.544361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:26.572836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fc90e-465a-453e-9019-ae8f80905389 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=eed17642-aba6-4e7e-a08f-b166fb4ca13b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:26.605580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-887daddf-56ec-44fa-99b0-6b759f51371b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df78b991c62b4bf380b8987410d5644f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382340 Aug 27 02:39:26.608266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887daddf-56ec-44fa-99b0-6b759f51371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4b6db-5bde-4b8f-bb4b-b51b6f4c7061,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:26.611049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:26.656751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.722202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.751866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.760474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.775271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62af855e-81b2-4747-b571-e41022e88f1a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.789843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2207e22d-5ae7-44cd-92fa-e0dca5b96ee9') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.790220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2207e22d-5ae7-44cd-92fa-e0dca5b96ee9') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:26.806178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.816483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 358fdab5-e893-4db2-890c-190fdad57d0c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:26.816835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.824167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.833728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:26.833852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:26.837896 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:26.878431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.882002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.883384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ff4b6db-5bde-4b8f-bb4b-b51b6f4c7061 HTTP/1.1" status: 204 len: 168 time: 0.2692838 Aug 27 02:39:26.903177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d882da8-35e5-4310-945a-ec6109432286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4b6db-5bde-4b8f-bb4b-b51b6f4c7061,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:26.942033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.953013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.954941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] 10.222.0.26 "DELETE /v2.0/networks/62af855e-81b2-4747-b571-e41022e88f1a HTTP/1.1" status: 204 len: 168 time: 0.4096146 Aug 27 02:39:26.967499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bb682-fe54-4e47-b6eb-63d51d37e714 tempest-BulkNetworkOpsIpV6Test-2009026518 tempest-BulkNetworkOpsIpV6Test-2009026518-project] Pushing event deleted for resources: {'Network': ['ID=62af855e-81b2-4747-b571-e41022e88f1a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:26.974601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:26.994534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 358fdab5-e893-4db2-890c-190fdad57d0c owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:27.293524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.325587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=358fdab5-e893-4db2-890c-190fdad57d0c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:27.479808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:27.505320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.745468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:27.788229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88d12833-2ace-44b8-a18c-e0f3239a2155 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68febc7af23845ba9937b5d4037eccbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065844 Aug 27 02:39:27.790597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53972) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:27.870182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.907249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.930073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:27.964454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:27.973110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8209331c-302d-46cf-94cd-fec033087df0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547883 Aug 27 02:39:27.975734 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] Sync routers for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:27.976920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:27.992109 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:27.992831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:28.016114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.019594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.023794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23064347-c980-4644-9e80-fcc7b76eeebb HTTP/1.1" status: 204 len: 168 time: 0.2295694 Aug 27 02:39:28.031700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c84b0615-0116-451d-98cb-e5dbb334407b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 HTTP/1.1" status: 200 len: 205 time: 0.0534811 Aug 27 02:39:28.034268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 53990) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:28.053453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f016c-9102-4006-9f89-2c534715c16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23064347-c980-4644-9e80-fcc7b76eeebb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:28.097336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:28.110879 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] Routers {'b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:28.111791 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:28.170602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:28.171544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f23a27-22b0-4efa-a770-c3c5cd7b1c2f None None] The sync data for ids ['b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:28.255641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.469293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.475690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.549279 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.550050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:39:28.563471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.566304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c85492f-9486-400a-94d1-4ca1138401b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 HTTP/1.1" status: 204 len: 168 time: 0.5301647 Aug 27 02:39:28.568443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:28.651250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet cb868f43-d285-42b3-a692-88e7c07a24ee {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:28.655818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.721962 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.882723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:28.984206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.059613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=cb868f43-d285-42b3-a692-88e7c07a24ee,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:29.063145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.067966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-01eba344-131e-4dd3-9919-b39905f01af1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/cb868f43-d285-42b3-a692-88e7c07a24ee HTTP/1.1" status: 204 len: 168 time: 0.4977636 Aug 27 02:39:29.073317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d68e3-66a2-469f-b5db-fd36cef9b9ff None None] Network 3b757341-b6a2-42d0-a298-2faf35b42b28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:29.078542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:29.170182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet f9825f44-87ab-43ad-8e5a-0cfd44e732eb {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:29.174223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.180263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:29.234196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.361983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.393328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] DHCP port deletion for 3b757341-b6a2-42d0-a298-2faf35b42b28 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:29.466077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'networks': [{'name': 'tempest-network--498259080'}, {'name': 'tempest-network--386855410'}]} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:29.466728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-network--498259080'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:29.467362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-network--386855410'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:29.474840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Deleting port f6044747-2636-419f-919a-ad3a124f813e {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:29.477278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.487853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.521479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'network': 2} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:29.535421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.560262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=f9825f44-87ab-43ad-8e5a-0cfd44e732eb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:29.578851 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.585847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa16e7-fd3e-4cd7-98df-df11abc1e2f8 None None] Network 7534c5a1-648a-4611-a5ee-afc2122f60e5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:29.587195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-03d5556a-54c2-442b-8ff0-77bd6fef34ca tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/f9825f44-87ab-43ad-8e5a-0cfd44e732eb HTTP/1.1" status: 204 len: 168 time: 0.5074580 Aug 27 02:39:29.588033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54066) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:29.804485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] For port f6044747-2636-419f-919a-ad3a124f813e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6044747-2636-419f-919a-ad3a124f813e,segment=NetworkSegment(e7d251d8-aa61-40f1-96dd-dc5bfbb34229),segment_id=e7d251d8-aa61-40f1-96dd-dc5bfbb34229)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:29.804903 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.808678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:29.872084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Calling delete_port for f6044747-2636-419f-919a-ad3a124f813e owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:29.918641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port f6044747-2636-419f-919a-ad3a124f813e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:29.919033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.036298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.062132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port f6044747-2636-419f-919a-ad3a124f813e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6044747-2636-419f-919a-ad3a124f813e,segment=NetworkSegment(e7d251d8-aa61-40f1-96dd-dc5bfbb34229),segment_id=e7d251d8-aa61-40f1-96dd-dc5bfbb34229)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:30.062733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.098878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for f6044747-2636-419f-919a-ad3a124f813e owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:30.118880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] No DVR routers for this DVR port f6044747-2636-419f-919a-ad3a124f813e on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:30.136711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] DHCP port deletion for 7534c5a1-648a-4611-a5ee-afc2122f60e5 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:30.161026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a4d99-5af1-4bf8-97db-7613c580d854 None None] Pushing event deleted for resources: {'Port': ['ID=f6044747-2636-419f-919a-ad3a124f813e,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.274597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa4eba3-3787-420c-b4b4-472f191ad579 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:30.276814 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.337204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.340288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=f6044747-2636-419f-919a-ad3a124f813e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.366242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port f6044747-2636-419f-919a-ad3a124f813e on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:30.456031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Deleting port faa4eba3-3787-420c-b4b4-472f191ad579 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:30.456839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.500309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.508087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.508564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.513500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.564942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port faa4eba3-3787-420c-b4b4-472f191ad579, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa4eba3-3787-420c-b4b4-472f191ad579,segment=NetworkSegment(383b7840-5d76-4b38-8c08-85e5417f6a31),segment_id=383b7840-5d76-4b38-8c08-85e5417f6a31)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:30.570717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] For port faa4eba3-3787-420c-b4b4-472f191ad579, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa4eba3-3787-420c-b4b4-472f191ad579,segment=NetworkSegment(383b7840-5d76-4b38-8c08-85e5417f6a31),segment_id=383b7840-5d76-4b38-8c08-85e5417f6a31)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:30.571383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.572839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.574986 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.575903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6044747-2636-419f-919a-ad3a124f813e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:30.590868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:30.599857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b757341-b6a2-42d0-a298-2faf35b42b28']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:30.613606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.613958 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment dfe3d2cb-1ff2-4f92-ab69-596a2c28c238 of type vlan for network 9a1d8518-03df-483a-b40a-8e78d8e32cb3 Aug 27 02:39:30.626705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:30.626995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d251d8-aa61-40f1-96dd-dc5bfbb34229') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:30.631309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f6044747-2636-419f-919a-ad3a124f813e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:30.633078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6044747-2636-419f-919a-ad3a124f813e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:30.672531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.693072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.698132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Calling delete_port for faa4eba3-3787-420c-b4b4-472f191ad579 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:30.712217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:30.712709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.726715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.786054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:30.795789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.796142 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment c3923f8f-70f6-4917-960e-87ed2519b230 of type vlan for network e4da8797-77f7-4468-9084-22120306bae3 Aug 27 02:39:30.803015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54106) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:30.808000 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:30.815789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.824593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=faa4eba3-3787-420c-b4b4-472f191ad579,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.860658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.869573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.870594 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.883961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.886479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/3b757341-b6a2-42d0-a298-2faf35b42b28 HTTP/1.1" status: 204 len: 168 time: 1.2974119 Aug 27 02:39:30.890598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:30.901978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] Pushing event deleted for resources: {'Port': ['ID=faa4eba3-3787-420c-b4b4-472f191ad579,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.907598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4aded-794f-457d-a64b-329a76f8eb09 None None] No DVR routers for this DVR port faa4eba3-3787-420c-b4b4-472f191ad579 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:30.924185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.924667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.937325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:30.944840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:30.946822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:30.962620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18b2ae-cfd2-414c-89d2-3d3a161f7439,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:30.999224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee534-7485-4895-af09-3793e5c47db7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=3b757341-b6a2-42d0-a298-2faf35b42b28,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.024650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.032016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8505273 Aug 27 02:39:31.035491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.053325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df1a81b7-b7e0-4848-85ba-252748b67636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.059898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=9a1d8518-03df-483a-b40a-8e78d8e32cb3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.073065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 9a1d8518-03df-483a-b40a-8e78d8e32cb3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:31.211840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.217636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b949-9126-4c09-a9f6-2f4338d6596a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=e4da8797-77f7-4468-9084-22120306bae3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.230851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e4da8797-77f7-4468-9084-22120306bae3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:31.241809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7534c5a1-648a-4611-a5ee-afc2122f60e5']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.261793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76017e1a-1a0d-473a-98b5-63732a302661 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.267544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383b7840-5d76-4b38-8c08-85e5417f6a31') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.267544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383b7840-5d76-4b38-8c08-85e5417f6a31') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.282029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76017e1a-1a0d-473a-98b5-63732a302661 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.288683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.293134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76017e1a-1a0d-473a-98b5-63732a302661 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.299684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76017e1a-1a0d-473a-98b5-63732a302661 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.305353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-76017e1a-1a0d-473a-98b5-63732a302661 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2685997 Aug 27 02:39:31.307955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54122) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.341663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.390185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:31.390621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:31.396869 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:31.485825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.500800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.538715 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.540742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/7534c5a1-648a-4611-a5ee-afc2122f60e5 HTTP/1.1" status: 204 len: 168 time: 0.6490161 Aug 27 02:39:31.544804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.551926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1036800251'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:31.587010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df1a81b7-b7e0-4848-85ba-252748b67636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.588316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a7763-4155-493d-9c66-2e5b07a438dc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=7534c5a1-648a-4611-a5ee-afc2122f60e5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.620823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:31.626261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.645663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df1a81b7-b7e0-4848-85ba-252748b67636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.656410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:31.676558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.677535 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 917732dc-2d0f-4528-8ee1-9a6be95140a1 of type vlan for network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 Aug 27 02:39:31.688852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.701139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df1a81b7-b7e0-4848-85ba-252748b67636 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=862e59ec41314c5dac49f560a6da0774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8890073 Aug 27 02:39:31.704354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54130) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.707790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1d8518-03df-483a-b40a-8e78d8e32cb3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.734533 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.735492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a81b7-b7e0-4848-85ba-252748b67636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a03fb7-ce1d-4d35-a236-f72f16372412,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.750330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe3d2cb-1ff2-4f92-ab69-596a2c28c238') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.750650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe3d2cb-1ff2-4f92-ab69-596a2c28c238') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:31.768413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.793848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.796489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.799658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.812194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:31.812403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:31.812970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.813344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:31.817811 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:31.884349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.910306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.922493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:31.924315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/9a1d8518-03df-483a-b40a-8e78d8e32cb3 HTTP/1.1" status: 204 len: 168 time: 0.6144011 Aug 27 02:39:31.931017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=8f8c2563-d2c2-422d-803e-9e0cfc1102f4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:31.932185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54138) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.944517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:31.948709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e2699cc1-ba6e-4ebe-b727-07961bc0fb55 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3996356 Aug 27 02:39:31.948969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:31.955193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:32.037271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483b73a-1f30-4435-9a20-dff0269623b5 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=9a1d8518-03df-483a-b40a-8e78d8e32cb3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.053394 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.057191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.060470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11a03fb7-ce1d-4d35-a236-f72f16372412 HTTP/1.1" status: 204 len: 168 time: 0.3531218 Aug 27 02:39:32.108485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.118661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d96dc3-9d6e-493f-9db2-cbed64d635bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a03fb7-ce1d-4d35-a236-f72f16372412,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.155053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54148) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.183699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:32.188938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.249373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.270421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4da8797-77f7-4468-9084-22120306bae3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:32.287047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3923f8f-70f6-4917-960e-87ed2519b230') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:32.287683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3923f8f-70f6-4917-960e-87ed2519b230') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:32.299830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.331743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.343477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:32.344407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:32.347783 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:32.424123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.427466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.436784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.440945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/e4da8797-77f7-4468-9084-22120306bae3 HTTP/1.1" status: 204 len: 168 time: 0.5055647 Aug 27 02:39:32.441560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.485249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22a83-5dd4-4b88-89fe-00a7e0152cb6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=e4da8797-77f7-4468-9084-22120306bae3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.500971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5e9-b3a3-4ce8-a099-787edb3ad983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.510870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=6b65302b-1d27-4c3a-a350-88b1b3867afc,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.618026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659777a-54ec-4792-ad9d-8bbed8a3016d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.627432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659777a-54ec-4792-ad9d-8bbed8a3016d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.630434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7659777a-54ec-4792-ad9d-8bbed8a3016d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1653392 Aug 27 02:39:32.634161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.642774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1512241423'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:32.647985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.649311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5e9-b3a3-4ce8-a099-787edb3ad983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.653013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '917732dc-2d0f-4528-8ee1-9a6be95140a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:32.653431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 8f8c2563-d2c2-422d-803e-9e0cfc1102f4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:32.656363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5a71e5e9-b3a3-4ce8-a099-787edb3ad983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.671412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03edda60-5a45-439e-920e-b733e43ff150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.703275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:32.707936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.714773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71e5e9-b3a3-4ce8-a099-787edb3ad983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6bba01-1a34-426c-b57c-dcb93cedcccb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.718236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:32.725842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a71e5e9-b3a3-4ce8-a099-787edb3ad983 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee2e3506756040d9b2061126924af002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664876 Aug 27 02:39:32.725842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.750681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:32.769023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8f8c2563-d2c2-422d-803e-9e0cfc1102f4) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:32.769778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.770349 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment 6366653d-4d46-4556-bcfb-211e3b36dc78 of type vlan for network 81f5dd22-5bf7-4f81-9391-21ca6185b739 Aug 27 02:39:32.775379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.775988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.784052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555d3cf-ffe3-4b04-85ef-b358beb0008d None None] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:32.797510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.827150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.847420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.886626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03edda60-5a45-439e-920e-b733e43ff150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.889972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.895379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:32.895988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.906346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c463e29-96ac-4041-9256-fedfffd7c6b5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9558666 Aug 27 02:39:32.909245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.909388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-03edda60-5a45-439e-920e-b733e43ff150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.912420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:32.912629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:32.913993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c6bba01-1a34-426c-b57c-dcb93cedcccb HTTP/1.1" status: 204 len: 168 time: 0.1873505 Aug 27 02:39:32.926537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b170d-48d9-43be-8a5e-83179aa4aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6bba01-1a34-426c-b57c-dcb93cedcccb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:32.934204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1374549014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.015388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8f8c2563-d2c2-422d-803e-9e0cfc1102f4', 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '6b65302b-1d27-4c3a-a350-88b1b3867afc'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:33.016376 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.016978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3813977 Aug 27 02:39:33.020169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:33.025276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-910857844'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.071425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edda60-5a45-439e-920e-b733e43ff150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3579691c-ac22-4ed9-9527-a50de9f108fa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.085266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3ee21-afab-4e90-9b61-0553075a720d tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=81f5dd22-5bf7-4f81-9391-21ca6185b739,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.091746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:33.096390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.096564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-03edda60-5a45-439e-920e-b733e43ff150 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e36882c8d50345888abd9b0d17670d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460204 Aug 27 02:39:33.098259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.099373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.102687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54170) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:33.160349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 81f5dd22-5bf7-4f81-9391-21ca6185b739 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:33.187921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:33.210012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.210524 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment 0df20b67-821d-4792-add9-9a8f60f2bef4 of type vlan for network e812b7a5-a382-49cf-9a14-3e4ee934a5af Aug 27 02:39:33.232887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Allocated IP 2001:db8::2 (8f8c2563-d2c2-422d-803e-9e0cfc1102f4/6b65302b-1d27-4c3a-a350-88b1b3867afc/d95a30c0-2370-410d-8a88-406b8fe27ca2) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:33.276143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.279045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.296652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.318649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.322982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.328443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:33.329366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.337900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.341501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-168028e2-332a-4388-bf38-01f8c232ac81 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4110894 Aug 27 02:39:33.342310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54176) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:33.348251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'port': {'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4', 'name': 'tempest-RoutersIpV6Test-525329441'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.368751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:33.370484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3472373 Aug 27 02:39:33.370727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.408939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'ports': [{'network_id': '81f5dd22-5bf7-4f81-9391-21ca6185b739', 'name': 'tempest-port--2108452256', 'admin_state_up': True}, {'network_id': 'e812b7a5-a382-49cf-9a14-3e4ee934a5af', 'admin_state_up': False}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.409348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'port': {'network_id': '81f5dd22-5bf7-4f81-9391-21ca6185b739', 'name': 'tempest-port--2108452256', 'admin_state_up': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.409750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'port': {'network_id': 'e812b7a5-a382-49cf-9a14-3e4ee934a5af', 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:33.466182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f23343-cd47-4517-8e33-bb7be729a915 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=e812b7a5-a382-49cf-9a14-3e4ee934a5af,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:33.487232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.498141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Transition to ACTIVE for port object d95a30c0-2370-410d-8a88-406b8fe27ca2 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:33.507443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:33.518276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e812b7a5-a382-49cf-9a14-3e4ee934a5af details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:33.527190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e91e3cb2-9d5e-4057-aa71-330c3f5d75fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.905205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.907714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Transition to ACTIVE for port object d95a30c0-2370-410d-8a88-406b8fe27ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:33.908398 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.908998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3579691c-ac22-4ed9-9527-a50de9f108fa HTTP/1.1" status: 204 len: 168 time: 0.8048370 Aug 27 02:39:33.923827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:33.934431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35412966-b1d0-428e-a8af-4be974ef3f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3579691c-ac22-4ed9-9527-a50de9f108fa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.005313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:34.009064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:34.015108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:34.024548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Pushing event updated for resources: {'Port': ['ID=d95a30c0-2370-410d-8a88-406b8fe27ca2,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.025145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e91e3cb2-9d5e-4057-aa71-330c3f5d75fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.034638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e91e3cb2-9d5e-4057-aa71-330c3f5d75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.056484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:34.060249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.083428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e91e3cb2-9d5e-4057-aa71-330c3f5d75fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e32ec41a361e4c85b1aa170f6476f883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747817 Aug 27 02:39:34.086250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:34.088252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Attempting to bind port d95a30c0-2370-410d-8a88-406b8fe27ca2 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:34.089389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Attempting to bind port d95a30c0-2370-410d-8a88-406b8fe27ca2 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '917732dc-2d0f-4528-8ee1-9a6be95140a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:34.089955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Attempting to bind port d95a30c0-2370-410d-8a88-406b8fe27ca2 on network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:34.096663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:34.097371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Checking segment: {'id': '917732dc-2d0f-4528-8ee1-9a6be95140a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:34.098079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.098852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] device_id is not set on port 745a2872-094d-4fa5-a802-2e0000f608c7 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:39:34.099272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Bound using segment: {'id': '917732dc-2d0f-4528-8ee1-9a6be95140a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:34.100054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Bound port: d95a30c0-2370-410d-8a88-406b8fe27ca2, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917732dc-2d0f-4528-8ee1-9a6be95140a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8f8c2563-d2c2-422d-803e-9e0cfc1102f4'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:34.100891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.105519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'port': 2} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:34.110519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.160726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.205383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] For port d95a30c0-2370-410d-8a88-406b8fe27ca2, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:34.212924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e3cb2-9d5e-4057-aa71-330c3f5d75fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbee3c-2854-45e7-8d77-34a1c237d0c9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.213877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] For port d95a30c0-2370-410d-8a88-406b8fe27ca2, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d95a30c0-2370-410d-8a88-406b8fe27ca2,segment=NetworkSegment(917732dc-2d0f-4528-8ee1-9a6be95140a1),segment_id=917732dc-2d0f-4528-8ee1-9a6be95140a1)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:34.220921 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.273125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.295789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.302457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db574b0-e5c0-4b93-b690-00022420d450 None None] Pushing event updated for resources: {'Port': ['ID=d95a30c0-2370-410d-8a88-406b8fe27ca2,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.314524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] device_id is not set on port bdb238b9-7cf1-43a2-ae7d-a71378b22cab yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:39:34.331293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8::3a6 (8f8c2563-d2c2-422d-803e-9e0cfc1102f4/6b65302b-1d27-4c3a-a350-88b1b3867afc/745a2872-094d-4fa5-a802-2e0000f608c7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:34.367327 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.370378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.380018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2adbee3c-2854-45e7-8d77-34a1c237d0c9 HTTP/1.1" status: 204 len: 168 time: 0.2775862 Aug 27 02:39:34.389986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6146e-3234-4cc0-96e8-32861009b51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbee3c-2854-45e7-8d77-34a1c237d0c9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.601623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.721469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.756139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:34.757056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] device_id is not set on port b8e66d34-b9b0-486d-adff-cc41ba8a2501 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:39:34.762587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 745a2872-094d-4fa5-a802-2e0000f608c7 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:34.794932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d6292a-6a68-4599-aac8-3314172c364a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.862355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.943036 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d6292a-6a68-4599-aac8-3314172c364a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.948920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40d6292a-6a68-4599-aac8-3314172c364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.973631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:34.981519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:34.986348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:34.992108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:34.992734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:34.995247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=745a2872-094d-4fa5-a802-2e0000f608c7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:34.997551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40d6292a-6a68-4599-aac8-3314172c364a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f497773cd384a12875f3e86830dcd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403288 Aug 27 02:39:35.000026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6292a-6a68-4599-aac8-3314172c364a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d1c5c-e04c-4cb5-9969-2f5b2157c8a5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:35.002595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:35.057815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.076016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eccaf44d-14f8-47c5-9e18-7c3aff696f73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7326255 Aug 27 02:39:35.078706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:35.126225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.157733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.209942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.231419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Port': ['ID=bdb238b9-7cf1-43a2-ae7d-a71378b22cab,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:35.292371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Checking segment: {'id': '6366653d-4d46-4556-bcfb-211e3b36dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81f5dd22-5bf7-4f81-9391-21ca6185b739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:35.292742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network hostable DHCP agents. Network: 81f5dd22-5bf7-4f81-9391-21ca6185b739, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:35.325427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network 81f5dd22-5bf7-4f81-9391-21ca6185b739 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:35.337901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 81f5dd22-5bf7-4f81-9391-21ca6185b739) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:35.343808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:35.344840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.356445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0afe1-2fca-4251-9672-2a158bbb127b None None] Network 81f5dd22-5bf7-4f81-9391-21ca6185b739 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:35.369648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.373450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.377942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/072d1c5c-e04c-4cb5-9969-2f5b2157c8a5 HTTP/1.1" status: 204 len: 168 time: 0.3705261 Aug 27 02:39:35.516069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a678-3b64-4636-b56b-6d7ea9045b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d1c5c-e04c-4cb5-9969-2f5b2157c8a5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:35.531638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Checking segment: {'id': '0df20b67-821d-4792-add9-9a8f60f2bef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e812b7a5-a382-49cf-9a14-3e4ee934a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:35.531988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network hostable DHCP agents. Network: e812b7a5-a382-49cf-9a14-3e4ee934a5af, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:35.554059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Port': ['ID=b8e66d34-b9b0-486d-adff-cc41ba8a2501,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:35.577076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network e812b7a5-a382-49cf-9a14-3e4ee934a5af is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:35.592516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e812b7a5-a382-49cf-9a14-3e4ee934a5af) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:35.612043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:35.634004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:35.634527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3cbe2-8b5d-4a67-b545-ddaaee7511a5 None None] Network e812b7a5-a382-49cf-9a14-3e4ee934a5af requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:35.650218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:35.651891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.699296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab34f8d2-5dcb-4a7b-af41-c2d00cc8412f tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3263872 Aug 27 02:39:35.700346 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:35.701962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54226) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:35.841024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c749e96-4704-430e-a170-4d35200ac808 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:35.857069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c749e96-4704-430e-a170-4d35200ac808 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:35.867467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c749e96-4704-430e-a170-4d35200ac808 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1643224 Aug 27 02:39:35.871006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:35.891923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c26e9-d8d9-4df9-a13d-71978056b4ad None None] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:36.043544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f39428a6-fd11-4fa2-9e51-d68052c80aa0 None None] Provisioning for port d95a30c0-2370-410d-8a88-406b8fe27ca2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:36.077613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Deleting port bdb238b9-7cf1-43a2-ae7d-a71378b22cab {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:36.077994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.206511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.225026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Calling delete_port for bdb238b9-7cf1-43a2-ae7d-a71378b22cab owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:36.264935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.284208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.364165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d95a30c0-2370-410d-8a88-406b8fe27ca2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:36.392117 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.443418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.446224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/ports/bdb238b9-7cf1-43a2-ae7d-a71378b22cab HTTP/1.1" status: 204 len: 168 time: 0.5741069 Aug 27 02:39:36.447667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e616ea-4f43-47d6-be38-a795cafbd7e6 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Port': ['ID=bdb238b9-7cf1-43a2-ae7d-a71378b22cab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.449580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:36.501189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d95a30c0-2370-410d-8a88-406b8fe27ca2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:36.507441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d95a30c0-2370-410d-8a88-406b8fe27ca2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:36.510042 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.585248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Deleting port b8e66d34-b9b0-486d-adff-cc41ba8a2501 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:36.585668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.683075 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.714842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.738105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d95a30c0-2370-410d-8a88-406b8fe27ca2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d95a30c0-2370-410d-8a88-406b8fe27ca2,segment=NetworkSegment(917732dc-2d0f-4528-8ee1-9a6be95140a1),segment_id=917732dc-2d0f-4528-8ee1-9a6be95140a1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:36.746008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=745a2872-094d-4fa5-a802-2e0000f608c7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.746947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.751011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Calling delete_port for b8e66d34-b9b0-486d-adff-cc41ba8a2501 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:36.761635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.828783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d95a30c0-2370-410d-8a88-406b8fe27ca2,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.831130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Provisioning for port 745a2872-094d-4fa5-a802-2e0000f608c7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:36.844565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Provisioning complete for port 745a2872-094d-4fa5-a802-2e0000f608c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:36.844943 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.869660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.911847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.915430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.915809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.916158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.918299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Port': ['ID=b8e66d34-b9b0-486d-adff-cc41ba8a2501,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:36.918693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.919051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.919402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.919738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.920090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.925402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.925402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.925402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:39:36.928860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:36.942020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e5b3072-310a-4fc2-8b21-db63a5daa781 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/ports/b8e66d34-b9b0-486d-adff-cc41ba8a2501 HTTP/1.1" status: 204 len: 168 time: 0.4914286 Aug 27 02:39:36.942822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:36.955825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Port 745a2872-094d-4fa5-a802-2e0000f608c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:36.987881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Provisioning complete for port d95a30c0-2370-410d-8a88-406b8fe27ca2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:36.988263 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-86293033-ca1b-4117-ad63-550413aca853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.009922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:37.011236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-818d1f72-52e1-49cb-9a32-5a555ca3d6f2 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0670438 Aug 27 02:39:37.032631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1222527513'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:37.051242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.151751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:37.156563 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.243214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c9ba837-5498-4085-abf3-a8fbe8c26299 None None] Provisioning complete for port 745a2872-094d-4fa5-a802-2e0000f608c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:37.245239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba837-5498-4085-abf3-a8fbe8c26299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.277427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:37.289461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ba837-5498-4085-abf3-a8fbe8c26299 None None] Port 745a2872-094d-4fa5-a802-2e0000f608c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:37.301199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.301600 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment 7c3d89e5-2c22-46c4-b479-655f1033f6d7 of type vlan for network 03a4f695-5c2e-4159-aca5-4663d99e60d9 Aug 27 02:39:37.418338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.470236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.476284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:37.476892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.514742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1c5bba15-c76f-44ee-9342-d57c11a86f77 None None] Provisioning complete for port 745a2872-094d-4fa5-a802-2e0000f608c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:37.515504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c5bba15-c76f-44ee-9342-d57c11a86f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.565809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bba15-c76f-44ee-9342-d57c11a86f77 None None] Port 745a2872-094d-4fa5-a802-2e0000f608c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:37.575471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=03a4f695-5c2e-4159-aca5-4663d99e60d9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:37.583194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8ec9a46e-7604-495f-9a8f-a44cfb7a0b2b tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5707214 Aug 27 02:39:37.586205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:37.590100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 03a4f695-5c2e-4159-aca5-4663d99e60d9 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:37.592930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-431048336'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:37.605497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.611171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.611945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.635647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:37.639235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.708871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:37.718688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=745a2872-094d-4fa5-a802-2e0000f608c7,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:37.729323 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.729892 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Added segment b9273612-686a-40bc-8fa8-e7c81a13d3ca of type vlan for network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b Aug 27 02:39:37.775892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:37.778003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:37.778983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.811601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.820684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:37.822239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:37.913268 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3247676 Aug 27 02:39:37.924757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02646a41-97ae-4c57-9c4f-72162e889799 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Network': ['ID=1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:37.940993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:38.032608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router bb604ae6-0c02-46c7-b491-8f3385a4527d is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:38.075406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:38.082486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'subnets': [{'network_id': '03a4f695-5c2e-4159-aca5-4663d99e60d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--727387107', 'ip_version': 4}, {'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:38.082993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'subnet': {'network_id': '03a4f695-5c2e-4159-aca5-4663d99e60d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--727387107', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:38.083787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Request body: {'subnet': {'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:38.199061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d092c781-27cb-4011-8fea-d8d291917f88 None None] Provisioning complete for port 745a2872-094d-4fa5-a802-2e0000f608c7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:38.199487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d092c781-27cb-4011-8fea-d8d291917f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.275133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:38.281241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d95a30c0-2370-410d-8a88-406b8fe27ca2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:38.282554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd2ccdd9-1f91-452c-b6be-9b9efd153a0f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/bb604ae6-0c02-46c7-b491-8f3385a4527d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2004051 Aug 27 02:39:38.283709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:38.295971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] Sync routers for ids ['bb604ae6-0c02-46c7-b491-8f3385a4527d'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:38.364360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] Routers {'bb604ae6-0c02-46c7-b491-8f3385a4527d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:38.365016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bb604ae6-0c02-46c7-b491-8f3385a4527d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:38.387430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677e852-b592-4a7a-9e62-a6105e6141c4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:38.389418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9677e852-b592-4a7a-9e62-a6105e6141c4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports/745a2872-094d-4fa5-a802-2e0000f608c7 HTTP/1.1" status: 200 len: 983 time: 0.1038823 Aug 27 02:39:38.393777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:38.420209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d092c781-27cb-4011-8fea-d8d291917f88 None None] Port 745a2872-094d-4fa5-a802-2e0000f608c7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:38.425295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:38.442219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d95a30c0-2370-410d-8a88-406b8fe27ca2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:38.442619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.444248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] Routers {'bb604ae6-0c02-46c7-b491-8f3385a4527d'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:38.444883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bb604ae6-0c02-46c7-b491-8f3385a4527d'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:38.452838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Made reservation on behalf of 3bf28e8269ad4a3f910198edec10beec for: {'subnet': 2} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:38.458986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.460020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.511851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:38.512522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097005b-bfc8-496f-81ec-31f2285ad99c None None] The sync data for ids ['bb604ae6-0c02-46c7-b491-8f3385a4527d'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:38.846640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.905288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:38.970561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Subnet': ['ID=0e81d4d3-aaf8-4080-9e02-39d6eee33180,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:38.982055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Checking segment: {'id': '7c3d89e5-2c22-46c4-b479-655f1033f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03a4f695-5c2e-4159-aca5-4663d99e60d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:38.982444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network hostable DHCP agents. Network: 03a4f695-5c2e-4159-aca5-4663d99e60d9, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:39.007186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network 03a4f695-5c2e-4159-aca5-4663d99e60d9 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:39.019532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 03a4f695-5c2e-4159-aca5-4663d99e60d9) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:39.025133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.031398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3711f5c-460d-4417-a249-7ac6832a51a4 None None] Network 03a4f695-5c2e-4159-aca5-4663d99e60d9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:39.115575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 745a2872-094d-4fa5-a802-2e0000f608c7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:39.116898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.157922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event updated for resources: {'Subnet': ['ID=d47814ef-376b-417c-a34d-71a81ea6c3bf,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:39.177914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Checking segment: {'id': 'b9273612-686a-40bc-8fa8-e7c81a13d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:39.177914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network hostable DHCP agents. Network: 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:39.210438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:39.233657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:39.238370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:39.238909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:39.239550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.248147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfda38-a410-4f9d-8ae3-15f34bd4357f None None] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:39.258832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.261744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6915425d-4d4a-4611-b415-39de7d997db0 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1846287 Aug 27 02:39:39.264754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:39.278411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 745a2872-094d-4fa5-a802-2e0000f608c7 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:39.377304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc997ee0-e52c-49c1-afd8-ff653c5fc006 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:39.379695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc997ee0-e52c-49c1-afd8-ff653c5fc006 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:39.381740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc997ee0-e52c-49c1-afd8-ff653c5fc006 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:39.383725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc997ee0-e52c-49c1-afd8-ff653c5fc006 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1176958 Aug 27 02:39:39.387068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:39.487456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Deleting subnet 0e81d4d3-aaf8-4080-9e02-39d6eee33180 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:39.492060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.563200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a0783-e70c-4250-a49e-1899f84a411d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-03a4f695-5c2e-4159-aca5-4663d99e60d9', 'network_id': '03a4f695-5c2e-4159-aca5-4663d99e60d9', 'tenant_id': '3bf28e8269ad4a3f910198edec10beec', 'fixed_ips': [{'subnet_id': '0e81d4d3-aaf8-4080-9e02-39d6eee33180'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:39.564342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0783-e70c-4250-a49e-1899f84a411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.579287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b', 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b', 'tenant_id': '3bf28e8269ad4a3f910198edec10beec', 'fixed_ips': [{'subnet_id': 'd47814ef-376b-417c-a34d-71a81ea6c3bf'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:39.580350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.596818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.610764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.680036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=745a2872-094d-4fa5-a802-2e0000f608c7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:39.752018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.872300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.920871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.938339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Subnet': ['ID=0e81d4d3-aaf8-4080-9e02-39d6eee33180,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-bf4a0783-e70c-4250-a49e-1899f84a411d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e81d4d3-aaf8-4080-9e02-39d6eee33180: This subnet is being modified by another concurrent operation. Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e81d4d3-aaf8-4080-9e02-39d6eee33180: This subnet is being modified by another concurrent operation. Aug 27 02:39:39.946710 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:39:39.959831 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:39.962006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71e42224-6f33-4789-b49c-23af014f663a tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/subnets/0e81d4d3-aaf8-4080-9e02-39d6eee33180 HTTP/1.1" status: 204 len: 168 time: 0.5738797 Aug 27 02:39:39.970946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54374) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:39.984081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b014d8d-8f10-43af-af99-c61d1dba1550 None None] Network 03a4f695-5c2e-4159-aca5-4663d99e60d9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:40.036079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Allocated IP 172.20.0.18 (1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b/d47814ef-376b-417c-a34d-71a81ea6c3bf/5f446fcf-4bbd-4068-9559-838a57c1842c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:40.085395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Deleting subnet d47814ef-376b-417c-a34d-71a81ea6c3bf {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:40.306653 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.317109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Transition to ACTIVE for port object 5f446fcf-4bbd-4068-9559-838a57c1842c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:40.339481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Transition to ACTIVE for port object 5f446fcf-4bbd-4068-9559-838a57c1842c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:40.345550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.348249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.420317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.542598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:40.553367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:40.564577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:40.622232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Pushing event updated for resources: {'Port': ['ID=5f446fcf-4bbd-4068-9559-838a57c1842c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:40.679718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router bb604ae6-0c02-46c7-b491-8f3385a4527d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:40.722666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Attempting to bind port 5f446fcf-4bbd-4068-9559-838a57c1842c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:40.723037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Attempting to bind port 5f446fcf-4bbd-4068-9559-838a57c1842c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b9273612-686a-40bc-8fa8-e7c81a13d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:40.723448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Attempting to bind port 5f446fcf-4bbd-4068-9559-838a57c1842c on network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Checking segment: {'id': 'b9273612-686a-40bc-8fa8-e7c81a13d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Bound using segment: {'id': 'b9273612-686a-40bc-8fa8-e7c81a13d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Bound port: 5f446fcf-4bbd-4068-9559-838a57c1842c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9273612-686a-40bc-8fa8-e7c81a13d3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:40.741612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.746406 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.794812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:40.806308 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] Sync routers for ids ['bb604ae6-0c02-46c7-b491-8f3385a4527d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:40.810886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ee88ea7-17ce-4aad-bc2a-e494b0a2dd00 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/bb604ae6-0c02-46c7-b491-8f3385a4527d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153638 Aug 27 02:39:40.813599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:40.818888 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] Routers {'bb604ae6-0c02-46c7-b491-8f3385a4527d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:40.819519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bb604ae6-0c02-46c7-b491-8f3385a4527d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:40.848477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.884888 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:40.885712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] For port 5f446fcf-4bbd-4068-9559-838a57c1842c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:40.889864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Subnet': ['ID=d47814ef-376b-417c-a34d-71a81ea6c3bf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:40.893271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] For port 5f446fcf-4bbd-4068-9559-838a57c1842c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f446fcf-4bbd-4068-9559-838a57c1842c,segment=NetworkSegment(b9273612-686a-40bc-8fa8-e7c81a13d3ca),segment_id=b9273612-686a-40bc-8fa8-e7c81a13d3ca)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:40.895456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.898230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39a04f86-3e6e-46bc-9374-fa2d4191e804 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/subnets/d47814ef-376b-417c-a34d-71a81ea6c3bf HTTP/1.1" status: 204 len: 168 time: 0.9251230 Aug 27 02:39:40.898776 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:40.900845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:40.907607 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] Routers {'bb604ae6-0c02-46c7-b491-8f3385a4527d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:40.908568 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bb604ae6-0c02-46c7-b491-8f3385a4527d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:40.998499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:40.999326 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a897-3f47-46b3-9c3c-6808fa80f9b1 None None] The sync data for ids ['bb604ae6-0c02-46c7-b491-8f3385a4527d'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:41.058690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4655-591c-436f-a5c1-d27163d5ecab None None] Pushing event updated for resources: {'Port': ['ID=5f446fcf-4bbd-4068-9559-838a57c1842c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:41.074090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059afec-a6db-4be4-b732-97bb51ce5c65 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:41.076697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8059afec-a6db-4be4-b732-97bb51ce5c65 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1749144 Aug 27 02:39:41.084595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54396) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.172455 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d0ffa987-238a-473e-9d4c-a86e2c9ccdad tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] remove_router_interface failed (client error): The resource could not be found. Aug 27 02:39:41.173536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0ffa987-238a-473e-9d4c-a86e2c9ccdad tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/bb604ae6-0c02-46c7-b491-8f3385a4527d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3588598 Aug 27 02:39:41.179942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.209706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.232405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bdfb296-cbb8-4c82-9f44-88d88f9424cd tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb604ae6-0c02-46c7-b491-8f3385a4527d HTTP/1.1" status: 200 len: 205 time: 0.0511692 Aug 27 02:39:41.239003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.305622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Deleting port 5f446fcf-4bbd-4068-9559-838a57c1842c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:41.306078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.387815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.397839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] For port 5f446fcf-4bbd-4068-9559-838a57c1842c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f446fcf-4bbd-4068-9559-838a57c1842c,segment=NetworkSegment(b9273612-686a-40bc-8fa8-e7c81a13d3ca),segment_id=b9273612-686a-40bc-8fa8-e7c81a13d3ca)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:41.398135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.413595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Calling delete_port for 5f446fcf-4bbd-4068-9559-838a57c1842c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:41.510242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.538472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] No DVR routers for this DVR port 5f446fcf-4bbd-4068-9559-838a57c1842c on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:41.543164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Port': ['ID=5f446fcf-4bbd-4068-9559-838a57c1842c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:41.584149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.586341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.638325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.639224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router bb604ae6-0c02-46c7-b491-8f3385a4527d {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:39:41.644382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.655679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:41.657758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.658891 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd2516b1-5c41-4650-be9d-e26e11ff8a96 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/bb604ae6-0c02-46c7-b491-8f3385a4527d HTTP/1.1" status: 204 len: 168 time: 0.3968985 Aug 27 02:39:41.660621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.682562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9273612-686a-40bc-8fa8-e7c81a13d3ca') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:41.682562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9273612-686a-40bc-8fa8-e7c81a13d3ca') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:41.699300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.726264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.733931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 6b65302b-1d27-4c3a-a350-88b1b3867afc {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:41.741145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:41.741612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.746506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:41.749217 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:41.815225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.826994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.833940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:41.836026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b HTTP/1.1" status: 204 len: 168 time: 0.7504601 Aug 27 02:39:41.840817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:41.851478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae4ec0-873d-4941-8a5d-5a076c1eba05 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:41.956849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.083582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.129833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.168270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a4f695-5c2e-4159-aca5-4663d99e60d9']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.192926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3d89e5-2c22-46c4-b479-655f1033f6d7') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.193224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3d89e5-2c22-46c4-b479-655f1033f6d7') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.230803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.262198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.292900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.326699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.331296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:42.332682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/6b65302b-1d27-4c3a-a350-88b1b3867afc HTTP/1.1" status: 204 len: 168 time: 0.6709313 Aug 27 02:39:42.334630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5966e-aeb3-44d3-9725-0ceb0a598430 None None] Network 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:42.336367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46e11-3b4c-4788-88cd-7b7ce4e61d20 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=6b65302b-1d27-4c3a-a350-88b1b3867afc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:42.341485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:42.342098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:42.345528 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:42.428780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.439830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.445035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/03a4f695-5c2e-4159-aca5-4663d99e60d9 HTTP/1.1" status: 204 len: 168 time: 0.6009495 Aug 27 02:39:42.453975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:42.506369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.587489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc74566-c11b-40de-9e4e-dab24a4f6dae tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=03a4f695-5c2e-4159-aca5-4663d99e60d9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:42.591201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7468aef5-6594-46e5-9618-463b25fcf7db None None] Could not find standard attr ID for object 5f446fcf-4bbd-4068-9559-838a57c1842c. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:39:42.609989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port d95a30c0-2370-410d-8a88-406b8fe27ca2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:42.610339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.611732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192f44e-8a75-4a7e-baa3-c77bb25662c2 None None] DHCP port deletion for 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:42.653343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c06c6-eb18-47cc-b488-c076c8841549 None None] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:42.669909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.689698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c06c6-eb18-47cc-b488-c076c8841549 None None] Network 1aef6bf6-d7ce-46f9-8ae7-f23f88ed991b could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:39:42.734625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] DHCP port deletion for 8f8c2563-d2c2-422d-803e-9e0cfc1102f4 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:42.822976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port d95a30c0-2370-410d-8a88-406b8fe27ca2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d95a30c0-2370-410d-8a88-406b8fe27ca2,segment=NetworkSegment(917732dc-2d0f-4528-8ee1-9a6be95140a1),segment_id=917732dc-2d0f-4528-8ee1-9a6be95140a1)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:42.825709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.859418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for d95a30c0-2370-410d-8a88-406b8fe27ca2 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:42.880600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Deleting port d95a30c0-2370-410d-8a88-406b8fe27ca2 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:42.881466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.934210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.950537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e812b7a5-a382-49cf-9a14-3e4ee934a5af']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.970801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df20b67-821d-4792-add9-9a8f60f2bef4') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.971202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df20b67-821d-4792-add9-9a8f60f2bef4') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:42.981854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.993280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] For port d95a30c0-2370-410d-8a88-406b8fe27ca2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d95a30c0-2370-410d-8a88-406b8fe27ca2,segment=NetworkSegment(917732dc-2d0f-4528-8ee1-9a6be95140a1),segment_id=917732dc-2d0f-4528-8ee1-9a6be95140a1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:42.995747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:42.999809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.008472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:43.009976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:43.014060 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:43.028489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Calling delete_port for d95a30c0-2370-410d-8a88-406b8fe27ca2 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:43.036101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.113997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=d95a30c0-2370-410d-8a88-406b8fe27ca2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.124510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port d95a30c0-2370-410d-8a88-406b8fe27ca2 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:43.130631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.138949 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.156076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] No DVR routers for this DVR port d95a30c0-2370-410d-8a88-406b8fe27ca2 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:43.179066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a0f47-ce15-43f8-a4f2-cf62960458c7 None None] Pushing event deleted for resources: {'Port': ['ID=d95a30c0-2370-410d-8a88-406b8fe27ca2,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.198353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4267e-7c72-4b9c-a641-16c7e10955a3 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:39:43.211550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.216850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/e812b7a5-a382-49cf-9a14-3e4ee934a5af HTTP/1.1" status: 204 len: 168 time: 0.7625539 Aug 27 02:39:43.224725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:43.228615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3345b9-a8c3-4d69-a7c1-6d84ad3ed605 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=e812b7a5-a382-49cf-9a14-3e4ee934a5af,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.431839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4267e-7c72-4b9c-a641-16c7e10955a3 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:39:43.480778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.500709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8c2563-d2c2-422d-803e-9e0cfc1102f4']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.506831 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.518746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917732dc-2d0f-4528-8ee1-9a6be95140a1') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.519601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917732dc-2d0f-4528-8ee1-9a6be95140a1') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.531202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.564797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.587917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:43.588025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:43.590928 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:43.699115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.716984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f5dd22-5bf7-4f81-9391-21ca6185b739']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.729911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.740987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.747173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:43.747954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/8f8c2563-d2c2-422d-803e-9e0cfc1102f4 HTTP/1.1" status: 204 len: 168 time: 1.4142904 Aug 27 02:39:43.750207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6366653d-4d46-4556-bcfb-211e3b36dc78') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.750976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6366653d-4d46-4556-bcfb-211e3b36dc78') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:43.753860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2043953611'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:43.771565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.791874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37df9-f894-4f28-8e7d-2288d1288986 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=8f8c2563-d2c2-422d-803e-9e0cfc1102f4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.801309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:43.805250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.807437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.818083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:43.819063 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:43.829153 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:43.939792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.947642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:43.955963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.962307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] 10.222.0.26 "DELETE /v2.0/networks/81f5dd22-5bf7-4f81-9391-21ca6185b739 HTTP/1.1" status: 204 len: 168 time: 0.7334321 Aug 27 02:39:43.978454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143653-683c-4f44-a028-cd69bc69afa3 tempest-BulkNetworkOpsTest-549343531 tempest-BulkNetworkOpsTest-549343531-project] Pushing event deleted for resources: {'Network': ['ID=81f5dd22-5bf7-4f81-9391-21ca6185b739,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:43.980225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:43.980565 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 751c9805-b750-4463-92c3-2fcd1c04f32b of type vlan for network d812a168-efeb-466e-9a25-c9d4d23cdc59 Aug 27 02:39:44.077069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.115994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.122261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.123561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.210554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=d812a168-efeb-466e-9a25-c9d4d23cdc59,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:44.229728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:44.230340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c40243c-5fb6-4430-93f1-81cd0563102f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4819481 Aug 27 02:39:44.236716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:44.243556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:44.329565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f446fcf-4bbd-4068-9559-838a57c1842c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:44.378271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5f446fcf-4bbd-4068-9559-838a57c1842c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:44.378764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f446fcf-4bbd-4068-9559-838a57c1842c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:44.379192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d95a30c0-2370-410d-8a88-406b8fe27ca2 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:44.417146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d95a30c0-2370-410d-8a88-406b8fe27ca2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:44.417475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d95a30c0-2370-410d-8a88-406b8fe27ca2 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:44.495372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:44.500710 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.679540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:44.763066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.868033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '751c9805-b750-4463-92c3-2fcd1c04f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:44.868407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: d812a168-efeb-466e-9a25-c9d4d23cdc59, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:44.874183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=39f30412-ccbb-45e5-829d-048295ac9ab9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:44.893503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:44.918156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d812a168-efeb-466e-9a25-c9d4d23cdc59) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:44.922354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:44.923318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:44.932201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0038e49-d349-4b6c-8c89-18c00485ddd9 None None] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:44.954836 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b670f778-4636-4163-bb3c-3649019ca063 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7202513 Aug 27 02:39:44.956164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:44.964160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1826061642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:45.016002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.018160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.117036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7aaf1dfc-c0bd-4385-9c2f-c4bc384af905 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bf28e8269ad4a3f910198edec10beec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361849 Aug 27 02:39:45.120282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:45.143354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.158481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d812a168-efeb-466e-9a25-c9d4d23cdc59', 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '39f30412-ccbb-45e5-829d-048295ac9ab9'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:45.160424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.164529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.196388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.198263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ffa67781-79fe-4e92-a7dc-a0eeb1d5d066 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2372463 Aug 27 02:39:45.200769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:45.236537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.282840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.377618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.383240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.390685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e18b2ae-cfd2-414c-89d2-3d3a161f7439 HTTP/1.1" status: 204 len: 168 time: 0.2692709 Aug 27 02:39:45.412718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc46b-1209-48ce-80e2-12e7f14946b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18b2ae-cfd2-414c-89d2-3d3a161f7439,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:45.475854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Allocated IP 2001:db8::2 (d812a168-efeb-466e-9a25-c9d4d23cdc59/39f30412-ccbb-45e5-829d-048295ac9ab9/c6bb5535-4e8b-4d13-b9fd-dff250d21667) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:45.766259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.783990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Transition to ACTIVE for port object c6bb5535-4e8b-4d13-b9fd-dff250d21667 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:45.812926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Transition to ACTIVE for port object c6bb5535-4e8b-4d13-b9fd-dff250d21667 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:45.824764 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:45.954354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:45.957778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:45.964123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:45.980470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Pushing event updated for resources: {'Port': ['ID=c6bb5535-4e8b-4d13-b9fd-dff250d21667,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:46.091552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Attempting to bind port c6bb5535-4e8b-4d13-b9fd-dff250d21667 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:46.091933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Attempting to bind port c6bb5535-4e8b-4d13-b9fd-dff250d21667 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '751c9805-b750-4463-92c3-2fcd1c04f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:46.092303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Attempting to bind port c6bb5535-4e8b-4d13-b9fd-dff250d21667 on network d812a168-efeb-466e-9a25-c9d4d23cdc59 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:46.097667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:46.098049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Checking segment: {'id': '751c9805-b750-4463-92c3-2fcd1c04f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:46.098493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.098890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Bound using segment: {'id': '751c9805-b750-4463-92c3-2fcd1c04f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:46.099599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Bound port: c6bb5535-4e8b-4d13-b9fd-dff250d21667, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751c9805-b750-4463-92c3-2fcd1c04f32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd812a168-efeb-466e-9a25-c9d4d23cdc59'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:46.100201 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.215352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.250323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] For port c6bb5535-4e8b-4d13-b9fd-dff250d21667, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:46.257490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] For port c6bb5535-4e8b-4d13-b9fd-dff250d21667, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c6bb5535-4e8b-4d13-b9fd-dff250d21667,segment=NetworkSegment(751c9805-b750-4463-92c3-2fcd1c04f32b),segment_id=751c9805-b750-4463-92c3-2fcd1c04f32b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:46.266025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.394690 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.440497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beaf6d-29bb-4d44-a1eb-e2823fdb580b None None] Pushing event updated for resources: {'Port': ['ID=c6bb5535-4e8b-4d13-b9fd-dff250d21667,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:46.691115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8::1 (d812a168-efeb-466e-9a25-c9d4d23cdc59/39f30412-ccbb-45e5-829d-048295ac9ab9/4d94437d-e45e-4e52-bb87-e958008638d5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:46.866886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.890627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 4d94437d-e45e-4e52-bb87-e958008638d5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:46.938891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:46.999956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:47.029823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:47.033805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:47.037989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:47.038573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.145028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=4d94437d-e45e-4e52-bb87-e958008638d5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:47.202524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-473716567'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:47.259483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:47.264325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.279529 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.287241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.538155 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.548682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.599237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:47.644969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.645803 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 21a7c2a1-591d-4e8c-b1b3-3825cc94d218 of type vlan for network 8417d02a-135f-41bf-87db-ffd49a7e7d6c Aug 27 02:39:47.647318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae6c60f-b5b2-4463-80af-399c80da742e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:47.704192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.768951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.777544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:47.779490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.887298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.896091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.899388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:47.907670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=8417d02a-135f-41bf-87db-ffd49a7e7d6c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:47.913890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f143f21-3830-49a8-9ff6-ac15389dd9de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9126506 Aug 27 02:39:47.919320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:48.019911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:48.159863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f2819-cfb4-4550-9e9c-35c969a6c4bf None None] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:48.165973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:48.187553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=4d94437d-e45e-4e52-bb87-e958008638d5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:48.214464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0e47e5f6-9d22-4eeb-918e-948a825b14f6 None None] Provisioning for port c6bb5535-4e8b-4d13-b9fd-dff250d21667 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:48.304271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:48.306133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:48.361163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c6bb5535-4e8b-4d13-b9fd-dff250d21667 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:48.390519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23b7c219-e8cc-4868-a3fe-09bf35cdd324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.483593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5c8-da90-4fcb-bdd4-e0aa43ca35b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.595385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port c6bb5535-4e8b-4d13-b9fd-dff250d21667 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:48.600044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router d60ed34a-d870-4f08-8096-e4d495b1ed56 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:48.606791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c6bb5535-4e8b-4d13-b9fd-dff250d21667 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:48.607165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.712422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23b7c219-e8cc-4868-a3fe-09bf35cdd324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.783538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.803942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:48.812033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b379aed9-ad6d-4561-90e3-2de9ad953c92 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/d60ed34a-d870-4f08-8096-e4d495b1ed56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6076717 Aug 27 02:39:48.821774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] Sync routers for ids ['d60ed34a-d870-4f08-8096-e4d495b1ed56'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:48.824838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:48.826941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23b7c219-e8cc-4868-a3fe-09bf35cdd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.870327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c6bb5535-4e8b-4d13-b9fd-dff250d21667, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c6bb5535-4e8b-4d13-b9fd-dff250d21667,segment=NetworkSegment(751c9805-b750-4463-92c3-2fcd1c04f32b),segment_id=751c9805-b750-4463-92c3-2fcd1c04f32b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:48.871575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] Routers {'d60ed34a-d870-4f08-8096-e4d495b1ed56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:48.872240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d60ed34a-d870-4f08-8096-e4d495b1ed56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:48.935769 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:48.944117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423da6b-5ba6-4b9d-a4ff-0c02db05e64f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:48.950396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54596) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:48.950972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e423da6b-5ba6-4b9d-a4ff-0c02db05e64f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports/4d94437d-e45e-4e52-bb87-e958008638d5 HTTP/1.1" status: 200 len: 911 time: 0.1246808 Aug 27 02:39:48.991495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:49.003266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-23b7c219-e8cc-4868-a3fe-09bf35cdd324 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7c7e3cdd3c44d7b874ab3a550f8bd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9815073 Aug 27 02:39:49.015861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:49.069896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] Routers {'d60ed34a-d870-4f08-8096-e4d495b1ed56'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:49.070656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d60ed34a-d870-4f08-8096-e4d495b1ed56'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:49.113101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7c219-e8cc-4868-a3fe-09bf35cdd324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29580456-0aa1-4da5-a88c-95ca29411ca3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.128800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5c8-da90-4fcb-bdd4-e0aa43ca35b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.151226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afc8f5c8-da90-4fcb-bdd4-e0aa43ca35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.162163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c6bb5535-4e8b-4d13-b9fd-dff250d21667,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.169750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:49.186101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8ed4b-c4ec-4db8-aeee-fa1e929e3d35 None None] The sync data for ids ['d60ed34a-d870-4f08-8096-e4d495b1ed56'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:49.210513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8f5c8-da90-4fcb-bdd4-e0aa43ca35b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530dac2-452d-43c4-a289-2b57dba8ca9c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.212105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Provisioning complete for port c6bb5535-4e8b-4d13-b9fd-dff250d21667 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:49.212475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.249049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-afc8f5c8-da90-4fcb-bdd4-e0aa43ca35b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd478341e8854daf9b98648d5044f187&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0818374 Aug 27 02:39:49.249801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:49.252035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.361435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.413922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Provisioning for port 4d94437d-e45e-4e52-bb87-e958008638d5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:49.418181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Provisioning complete for port 4d94437d-e45e-4e52-bb87-e958008638d5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:49.418585 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.457410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.483279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c110597c-1433-432d-b7df-46c2d060abf4 None None] Port 4d94437d-e45e-4e52-bb87-e958008638d5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:49.510981 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.607472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.612236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2263261a-982a-4831-b389-5dc472ef92cc None None] Provisioning complete for port 4d94437d-e45e-4e52-bb87-e958008638d5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:49.613117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2263261a-982a-4831-b389-5dc472ef92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.614421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.615384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.620293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f530dac2-452d-43c4-a289-2b57dba8ca9c HTTP/1.1" status: 204 len: 168 time: 0.3669024 Aug 27 02:39:49.638944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.645088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:49.650952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29580456-0aa1-4da5-a88c-95ca29411ca3 HTTP/1.1" status: 204 len: 168 time: 0.6306381 Aug 27 02:39:49.651684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa65e5e-643d-40eb-9efc-1796a4e62198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530dac2-452d-43c4-a289-2b57dba8ca9c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.682459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec329c-14e5-483d-941a-5713e4dfa03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29580456-0aa1-4da5-a88c-95ca29411ca3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:49.802425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2263261a-982a-4831-b389-5dc472ef92cc None None] Port 4d94437d-e45e-4e52-bb87-e958008638d5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:49.940483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2bb8b431-e26b-45da-874f-311c68f7a708 None None] Provisioning complete for port 4d94437d-e45e-4e52-bb87-e958008638d5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:49.942112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2bb8b431-e26b-45da-874f-311c68f7a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.002875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8b431-e26b-45da-874f-311c68f7a708 None None] Port 4d94437d-e45e-4e52-bb87-e958008638d5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:39:50.231961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 4d94437d-e45e-4e52-bb87-e958008638d5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:50.232908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.251732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:50.262414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c6bb5535-4e8b-4d13-b9fd-dff250d21667 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:50.262581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:50.296092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.324332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3529c40-1ee4-4289-8eee-a4168a52952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.357338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c6bb5535-4e8b-4d13-b9fd-dff250d21667 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:50.357538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.374364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.388413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 4d94437d-e45e-4e52-bb87-e958008638d5 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:50.396948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:39:50.396948 n-d-806292-1 neutron-server[94831]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:39:50.396948 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id': '18d5137854e24952ae16989359a74152', 'id': 'b3481d39-e729-4ad7-b12e-6803abf6a781', 'expiration': datetime.datetime(2021, 8, 27, 2, 41, 50, 389443)}] Aug 27 02:39:50.396948 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:39:50.397896 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:39:50.504479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3529c40-1ee4-4289-8eee-a4168a52952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.509282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d3529c40-1ee4-4289-8eee-a4168a52952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.549440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3529c40-1ee4-4289-8eee-a4168a52952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c49562-a82f-4bae-9083-2cf1229f3ea0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:50.561543 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3529c40-1ee4-4289-8eee-a4168a52952e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90e7b7c3a13d4f558d7325ed4ee601ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957973 Aug 27 02:39:50.564239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:50.626119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.637033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.655250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.664142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=4d94437d-e45e-4e52-bb87-e958008638d5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:50.713100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.718415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.722333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3c49562-a82f-4bae-9083-2cf1229f3ea0 HTTP/1.1" status: 204 len: 168 time: 0.1547897 Aug 27 02:39:50.729343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2903a-2a55-46ee-8818-710888b56535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c49562-a82f-4bae-9083-2cf1229f3ea0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:50.788001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.899031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:50.994534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router d60ed34a-d870-4f08-8096-e4d495b1ed56 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:39:51.043062 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.049633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.094873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18d5137854e24952ae16989359a74152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8393426 Aug 27 02:39:51.094873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930f7e-6e8c-4d31-aaa1-f85c72cdd4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02dd615-65e7-4421-8c08-8fa7a3d3d67c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:51.096178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54630) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:51.148913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.172254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.201814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:51.207511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:51.299494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.303365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.304542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d02dd615-65e7-4421-8c08-8fa7a3d3d67c HTTP/1.1" status: 204 len: 168 time: 0.2074356 Aug 27 02:39:51.318268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d71f2a-c135-4a41-b5d3-0aee2decf687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02dd615-65e7-4421-8c08-8fa7a3d3d67c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:51.338401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:51.343121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.508917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:51.521130 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] Sync routers for ids ['d60ed34a-d870-4f08-8096-e4d495b1ed56'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:51.529052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6e8497b-2223-4240-b675-bca67b3a08db tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/d60ed34a-d870-4f08-8096-e4d495b1ed56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660293 Aug 27 02:39:51.529788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54646) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:51.541850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] Routers {'d60ed34a-d870-4f08-8096-e4d495b1ed56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:51.542503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d60ed34a-d870-4f08-8096-e4d495b1ed56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.595195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef5d909e-c605-4e5a-9a51-d0962188160e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=d60ed34a-d870-4f08-8096-e4d495b1ed56 HTTP/1.1" status: 200 len: 205 time: 0.0637717 Aug 27 02:39:51.595441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54648) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:51.601196 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.617217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] Routers {'d60ed34a-d870-4f08-8096-e4d495b1ed56'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:51.619137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d60ed34a-d870-4f08-8096-e4d495b1ed56'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.673813 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:51.674511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c616f55-8d7e-4d65-a4ea-d6b8a3553f6c None None] The sync data for ids ['d60ed34a-d870-4f08-8096-e4d495b1ed56'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:51.758489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:51.843804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.000379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.000379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=a91298d3-f5fb-440d-9eb8-7ee49273cb1c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '21a7c2a1-591d-4e8c-b1b3-3825cc94d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 8417d02a-135f-41bf-87db-ffd49a7e7d6c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router d60ed34a-d870-4f08-8096-e4d495b1ed56 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.118578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6cd14a3c-edb8-43e5-8f31-f44c13cdd102 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/d60ed34a-d870-4f08-8096-e4d495b1ed56 HTTP/1.1" status: 204 len: 168 time: 0.4898050 Aug 27 02:39:52.120812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54688) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:52.121385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:52.121385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8417d02a-135f-41bf-87db-ffd49a7e7d6c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:52.121816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:52.122091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9e3cc-e438-46f1-b762-b6120f88efa5 None None] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:52.123420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.144431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36672a53-dc60-4b3f-9817-3b55ba289b9f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9408569 Aug 27 02:39:52.147742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54692) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:52.155181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957389108'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:52.195319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:52.202579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.240612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 39f30412-ccbb-45e5-829d-048295ac9ab9 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:39:52.247758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.257607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:52.279592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.279930 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 320a02e1-31da-495d-9494-b8a6a205dfe3 of type vlan for network 6c0843a1-b791-4500-997f-5e99299c33d7 Aug 27 02:39:52.329642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.370031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.443099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.449641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8417d02a-135f-41bf-87db-ffd49a7e7d6c', 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': 'a91298d3-f5fb-440d-9eb8-7ee49273cb1c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:52.450619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.451593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.470207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:52.473570 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.564299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.587225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4346211 Aug 27 02:39:52.590907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54712) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:52.596485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '6c0843a1-b791-4500-997f-5e99299c33d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:52.612261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=39f30412-ccbb-45e5-829d-048295ac9ab9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:52.629511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.632046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2bab2bcd-749f-4f0a-bd33-ecd45b7f4b10 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/39f30412-ccbb-45e5-829d-048295ac9ab9 HTTP/1.1" status: 204 len: 168 time: 0.5416415 Aug 27 02:39:52.634680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54714) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:52.662359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f4856e-1eae-4024-b772-b3b123f1ea25 None None] Network d812a168-efeb-466e-9a25-c9d4d23cdc59 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:52.697872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078204d7-2d78-4116-9b4f-c59ae013140d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=6c0843a1-b791-4500-997f-5e99299c33d7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:52.774728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:52.776456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6c0843a1-b791-4500-997f-5e99299c33d7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:52.781239 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.787135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a21d807f-1879-4777-b273-395393cd95cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.809636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:52.908177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Allocated IP 2001:db8:0:ffff::2 (8417d02a-135f-41bf-87db-ffd49a7e7d6c/a91298d3-f5fb-440d-9eb8-7ee49273cb1c/8e5db389-ba61-4c88-8aab-a5a7f3e03778) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:52.988751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port c6bb5535-4e8b-4d13-b9fd-dff250d21667 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:39:52.991390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.105955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port c6bb5535-4e8b-4d13-b9fd-dff250d21667, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c6bb5535-4e8b-4d13-b9fd-dff250d21667,segment=NetworkSegment(751c9805-b750-4463-92c3-2fcd1c04f32b),segment_id=751c9805-b750-4463-92c3-2fcd1c04f32b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:53.106622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.133494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for c6bb5535-4e8b-4d13-b9fd-dff250d21667 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:39:53.257175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.298226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde4d38-1bf7-4d04-aa0c-f4c824e7133e None None] DHCP port deletion for d812a168-efeb-466e-9a25-c9d4d23cdc59 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:39:53.298226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Transition to ACTIVE for port object 8e5db389-ba61-4c88-8aab-a5a7f3e03778 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:53.311794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.328276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port c6bb5535-4e8b-4d13-b9fd-dff250d21667 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:39:53.365083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.377218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=c6bb5535-4e8b-4d13-b9fd-dff250d21667,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:53.393931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cfde4d38-1bf7-4d04-aa0c-f4c824e7133e None None] The port 'c6bb5535-4e8b-4d13-b9fd-dff250d21667' was deleted {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 02:39:53.415568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Transition to ACTIVE for port object 8e5db389-ba61-4c88-8aab-a5a7f3e03778 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:53.436944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.491135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=409608e2-87ad-4a25-8736-0cf901f20b37,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:53.513082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '320a02e1-31da-495d-9494-b8a6a205dfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6c0843a1-b791-4500-997f-5e99299c33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:53.513688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 6c0843a1-b791-4500-997f-5e99299c33d7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:53.525484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:53.537694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:53.546931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:53.568830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 6c0843a1-b791-4500-997f-5e99299c33d7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:53.584085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.586698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6c0843a1-b791-4500-997f-5e99299c33d7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:53.591339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:53.591936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.599567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Pushing event updated for resources: {'Port': ['ID=8e5db389-ba61-4c88-8aab-a5a7f3e03778,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:53.615758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d812a168-efeb-466e-9a25-c9d4d23cdc59']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:53.623498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcc1e3-bb78-4fe4-9c4e-ba2e79107e2f None None] Network 6c0843a1-b791-4500-997f-5e99299c33d7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:53.624836 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5579131-4ee4-4cb5-9530-398067cf01d8 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0329976 Aug 27 02:39:53.625448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:53.639754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751c9805-b750-4463-92c3-2fcd1c04f32b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:53.640440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751c9805-b750-4463-92c3-2fcd1c04f32b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:53.654727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.678740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.724336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:53.725945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.751357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Attempting to bind port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:53.751746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Attempting to bind port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '21a7c2a1-591d-4e8c-b1b3-3825cc94d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:53.752116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Attempting to bind port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 on network 8417d02a-135f-41bf-87db-ffd49a7e7d6c {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:53.763028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:53.764059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Checking segment: {'id': '21a7c2a1-591d-4e8c-b1b3-3825cc94d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:53.764713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.765526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Bound using segment: {'id': '21a7c2a1-591d-4e8c-b1b3-3825cc94d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:53.771683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Bound port: 8e5db389-ba61-4c88-8aab-a5a7f3e03778, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a7c2a1-591d-4e8c-b1b3-3825cc94d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '8417d02a-135f-41bf-87db-ffd49a7e7d6c'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:53.772967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.826348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:53.837877 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:53.916705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.925455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.935519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/d812a168-efeb-466e-9a25-c9d4d23cdc59 HTTP/1.1" status: 204 len: 168 time: 1.2958636 Aug 27 02:39:53.948576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] For port 8e5db389-ba61-4c88-8aab-a5a7f3e03778, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:53.954273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] For port 8e5db389-ba61-4c88-8aab-a5a7f3e03778, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8e5db389-ba61-4c88-8aab-a5a7f3e03778,segment=NetworkSegment(21a7c2a1-591d-4e8c-b1b3-3825cc94d218),segment_id=21a7c2a1-591d-4e8c-b1b3-3825cc94d218)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:53.957508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54768) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:53.962872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70313012', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:53.964656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:53.984546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e6059-6e5c-4c35-b938-8b36bd5fea9b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=d812a168-efeb-466e-9a25-c9d4d23cdc59,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:53.997410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.023082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e171321-55fb-402c-ae08-7b8f3a2b8df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6c0843a1-b791-4500-997f-5e99299c33d7', 'network_id': '6c0843a1-b791-4500-997f-5e99299c33d7', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '409608e2-87ad-4a25-8736-0cf901f20b37'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:54.023957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4e171321-55fb-402c-ae08-7b8f3a2b8df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.060596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.061992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.219970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73105-5a5b-42f0-aac2-fbc8d565a362 None None] Pushing event updated for resources: {'Port': ['ID=8e5db389-ba61-4c88-8aab-a5a7f3e03778,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:54.228259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-4e171321-55fb-402c-ae08-7b8f3a2b8df3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 409608e2-87ad-4a25-8736-0cf901f20b37: This subnet is being modified by another concurrent operation. Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 409608e2-87ad-4a25-8736-0cf901f20b37: This subnet is being modified by another concurrent operation. Aug 27 02:39:54.236758 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:39:54.263693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.280230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a6080-2d6d-4a3c-a43e-1dcb050d2c84 None None] Network 6c0843a1-b791-4500-997f-5e99299c33d7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:54.288923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=409608e2-87ad-4a25-8736-0cf901f20b37,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:54.368678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c6bb5535-4e8b-4d13-b9fd-dff250d21667 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:39:54.390225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.423505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: c6bb5535-4e8b-4d13-b9fd-dff250d21667 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:39:54.424189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c6bb5535-4e8b-4d13-b9fd-dff250d21667 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:39:54.464240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0843a1-b791-4500-997f-5e99299c33d7']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:54.500319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320a02e1-31da-495d-9494-b8a6a205dfe3') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:54.502247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320a02e1-31da-495d-9494-b8a6a205dfe3') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:54.540429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.558887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.567797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:39:54.568848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:39:54.572986 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:39:54.617901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.669471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.678458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.683481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/6c0843a1-b791-4500-997f-5e99299c33d7 HTTP/1.1" status: 204 len: 168 time: 1.0565343 Aug 27 02:39:54.684690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54796) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:54.698636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73199cc0-3f9d-47a0-8179-6f0ce3aa414f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=6c0843a1-b791-4500-997f-5e99299c33d7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:54.701245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551287779'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:54.803307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:54.807303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.822009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:54.840839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:54.861397 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.861758 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 6ea2c921-310a-4c21-9311-3bc47ce2bbe4 of type vlan for network 721de628-26d3-4c77-aaa6-0ce6793f6301 Aug 27 02:39:54.941989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:54.952581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54810) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:55.054809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.060757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:55.061384 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.078221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b10e82b-610d-4d0d-a946-ebda442dee27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.140837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30a043ca-a26b-4087-bd46-d9b9cb8dd39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.144452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4586751 Aug 27 02:39:55.150079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54816) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:55.164373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:55.169055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.196696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71757d7b-241b-4dba-82d6-f5c6dda21c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.201356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.274310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abb0ce-7a89-46d2-aaf7-b71e8769d992 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=721de628-26d3-4c77-aaa6-0ce6793f6301,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.289535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:55.334028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b10e82b-610d-4d0d-a946-ebda442dee27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.358282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5b10e82b-610d-4d0d-a946-ebda442dee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.393755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 172.25.8.21 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/99f40496-1093-4baf-a609-c1239d5b5860) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:55.442732 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.485515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b10e82b-610d-4d0d-a946-ebda442dee27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=486bc1f10d344e8b930eeddd87487565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592395 Aug 27 02:39:55.490725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:55.496750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e82b-610d-4d0d-a946-ebda442dee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d26aeec-ce30-493f-b3d9-a5fef67d3a02,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.588180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.593929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30a043ca-a26b-4087-bd46-d9b9cb8dd39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.603663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.611830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-30a043ca-a26b-4087-bd46-d9b9cb8dd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.635847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b732744-8980-40c7-9f32-ebf1d49a509f None None] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:39:55.646160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.668302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:55.671990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.679445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-30a043ca-a26b-4087-bd46-d9b9cb8dd39f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ce3da2e92804939bef030e0102aac51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257874 Aug 27 02:39:55.683260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:55.690941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a043ca-a26b-4087-bd46-d9b9cb8dd39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4414fab9-beac-41de-ad1b-e852f1e65cd2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:55.730091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-415f108d-363f-47b0-8956-7019a6e04b5b None None] Provisioning for port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:55.818623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.875777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.900775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.905144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-f5816d9e-6011-4ebc-8a14-e2283f9d7a56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1363726 Aug 27 02:39:55.958655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:55.964122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:55.968946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.976939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:55.981768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d26aeec-ce30-493f-b3d9-a5fef67d3a02 HTTP/1.1" status: 204 len: 168 time: 0.4870028 Aug 27 02:39:55.986616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:55.997997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=99f40496-1093-4baf-a609-c1239d5b5860,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:56.004132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820eee-2ac3-4396-83d9-87d2a4dd6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d26aeec-ce30-493f-b3d9-a5fef67d3a02,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:56.052390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.056224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.056769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.057253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.057723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.058175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.058800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.059343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.061293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-69915b6c-ee82-427b-97e5-7c22b912fce4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 6502 time: 0.0715177 Aug 27 02:39:56.062032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.065182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.066881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4414fab9-beac-41de-ad1b-e852f1e65cd2 HTTP/1.1" status: 204 len: 168 time: 0.3719256 Aug 27 02:39:56.133026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=ab6d064a-7f33-4e83-8dbb-4a6364366240,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:56.282271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080fea8-4a79-4914-8faa-a4613512658a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4414fab9-beac-41de-ad1b-e852f1e65cd2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:56.320551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '6ea2c921-310a-4c21-9311-3bc47ce2bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:56.321138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 721de628-26d3-4c77-aaa6-0ce6793f6301, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:56.367471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-07a44b3f-952e-4eb8-aa13-61f51d027abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.368292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-07a44b3f-952e-4eb8-aa13-61f51d027abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.368945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-07a44b3f-952e-4eb8-aa13-61f51d027abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:56.370786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-07a44b3f-952e-4eb8-aa13-61f51d027abc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5011a0a6-db4b-445a-b800-c985def8639a&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=a3b2db74-4151-4a80-983b-cafe310925da&id=21f4e9ec-f566-445b-8875-ebf072595efc&id=21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 200 len: 2298 time: 0.2388227 Aug 27 02:39:56.402522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:56.563298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba68185-c6b4-477f-81df-5e38d7d907df None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:39:56.566968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8e5db389-ba61-4c88-8aab-a5a7f3e03778 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:56.644298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.694134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.721123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:39:56.749324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:56.749980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.769997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:56.806501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a521ef5b-2578-4bb9-94b2-b8db61d56a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.904992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:56.906990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba68185-c6b4-477f-81df-5e38d7d907df None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:39:57.089187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 721de628-26d3-4c77-aaa6-0ce6793f6301) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:57.096214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:57.097000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.102434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8e5db389-ba61-4c88-8aab-a5a7f3e03778, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8e5db389-ba61-4c88-8aab-a5a7f3e03778,segment=NetworkSegment(21a7c2a1-591d-4e8c-b1b3-3825cc94d218),segment_id=21a7c2a1-591d-4e8c-b1b3-3825cc94d218)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:39:57.114625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.120456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-56893a17-39de-4b30-a723-3e6262160cb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 200 len: 1001 time: 0.7388952 Aug 27 02:39:57.126878 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a521ef5b-2578-4bb9-94b2-b8db61d56a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.128698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.135580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a521ef5b-2578-4bb9-94b2-b8db61d56a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.201944 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-324d0cc8-95ca-482c-a5db-9befe86cf233 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0465779 Aug 27 02:39:57.209658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.220403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858073425'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:57.238722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-6bed32c2-c997-4b35-b2e4-2fe1608ceaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:57.240398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-6bed32c2-c997-4b35-b2e4-2fe1608ceaf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 200 len: 855 time: 0.1114604 Aug 27 02:39:57.262536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521ef5b-2578-4bb9-94b2-b8db61d56a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53dea9-19ff-4a4d-b1ef-7dabe58a7753,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.281193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54884) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.282018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a521ef5b-2578-4bb9-94b2-b8db61d56a28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f97160f5f04a4a179c9228410f8363f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098403 Aug 27 02:39:57.297309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:57.300891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.307840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8e5db389-ba61-4c88-8aab-a5a7f3e03778,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.387245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router 58b8622a-6a15-4ed2-b377-89e56dc1cc25 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:39:57.388709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-292fab40-a533-473d-8348-cacd21c5ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:57.391509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-292fab40-a533-473d-8348-cacd21c5ac99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5011a0a6-db4b-445a-b800-c985def8639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414771 Aug 27 02:39:57.397006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.417285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:39:57.533889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.534193 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment b9755f6b-6292-4f6d-be95-f1f1f6a06273 of type vlan for network c121ddbb-fc05-4dba-a95e-f62dbdd18887 Aug 27 02:39:57.553408 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.557504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:39:57.566864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-721de628-26d3-4c77-aaa6-0ce6793f6301', 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': 'ab6d064a-7f33-4e83-8dbb-4a6364366240'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:39:57.569767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.579152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] Sync routers for ids ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:39:57.601763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] Routers {'58b8622a-6a15-4ed2-b377-89e56dc1cc25'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:57.603676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:57.605665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.613821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-64f0bbb1-d5f5-4103-861a-5586c10aeca5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.6537349 Aug 27 02:39:57.614622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54896) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.650893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.704949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-caa60b67-ebd6-4f5f-8892-4831bcb200dc service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902799 Aug 27 02:39:57.709524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.716425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:57.717040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.774841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b0ce513-b7db-4df8-9263-6cfd7d61630f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers/58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 200 len: 882 time: 0.1579273 Aug 27 02:39:57.777255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54902) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.793538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.796520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:57.797741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc53dea9-19ff-4a4d-b1ef-7dabe58a7753 HTTP/1.1" status: 204 len: 168 time: 0.5154219 Aug 27 02:39:57.846551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6350720 Aug 27 02:39:57.873401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:57.896428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': 'c121ddbb-fc05-4dba-a95e-f62dbdd18887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:57.908667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9401d-d338-4ded-bc1d-288f936ad76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53dea9-19ff-4a4d-b1ef-7dabe58a7753,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:57.955135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Allocated IP 2001:db8::1 (721de628-26d3-4c77-aaa6-0ce6793f6301/ab6d064a-7f33-4e83-8dbb-4a6364366240/6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:39:57.972001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d112f28-ee29-42b3-822d-e42e1e366ade tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=c121ddbb-fc05-4dba-a95e-f62dbdd18887,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.039062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-8f8cd281-264b-44ec-8754-4f3e8232b184 service neutron] 10.222.0.15 "GET /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184860 Aug 27 02:39:58.042679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:39:58.047149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.111993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:39:58.113223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:39:58.167422 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.198829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Transition to ACTIVE for port object 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:58.247231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Transition to ACTIVE for port object 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:39:58.280899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:39:58.287346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8e5db389-ba61-4c88-8aab-a5a7f3e03778 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:39:58.289687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.293791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.326010 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-c9eae2d6-6d00-486b-bc90-ea2ff8379751 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 217 time: 0.0854239 Aug 27 02:39:58.414821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-06ac56c2-713d-46a3-bd80-959aa68a1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:58.416993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-06ac56c2-713d-46a3-bd80-959aa68a1186 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.0798092 Aug 27 02:39:58.542140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.544057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:39:58.590225 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.592699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-51a7ac9e-4145-4573-b5c4-7aa4aa3077d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:58.595137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-51a7ac9e-4145-4573-b5c4-7aa4aa3077d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311517 Aug 27 02:39:58.630717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Pushing event updated for resources: {'Port': ['ID=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.633867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:58.688108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] Routers {'58b8622a-6a15-4ed2-b377-89e56dc1cc25'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:39:58.690625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.696169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:39:58.753680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:39:58.754996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d65a7d-c4aa-45b0-929c-e33c7aaecd36 None None] The sync data for ids ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:39:58.862656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=da047eb6-e518-4bf2-a592-64579d12cc2f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:58.900691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3eb0ac6a-5561-4376-a024-43f35ae3942a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.1220989 Aug 27 02:39:58.903757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:58.912307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': 'b9755f6b-6292-4f6d-be95-f1f1f6a06273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c121ddbb-fc05-4dba-a95e-f62dbdd18887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:58.916747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: c121ddbb-fc05-4dba-a95e-f62dbdd18887, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:39:58.916990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-70313012'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:39:58.919536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:39:58.920671 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:58.979297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:39:58.988062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Attempting to bind port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:39:58.988440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Attempting to bind port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '6ea2c921-310a-4c21-9311-3bc47ce2bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:39:58.988804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Attempting to bind port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 on network 721de628-26d3-4c77-aaa6-0ce6793f6301 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:39:58.994564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-6c6d1037-5cd4-4f65-9e01-65e986183f31 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490534 Aug 27 02:39:58.998612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, c121ddbb-fc05-4dba-a95e-f62dbdd18887) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:39:58.999928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:39:59.001741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Checking segment: {'id': '6ea2c921-310a-4c21-9311-3bc47ce2bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:39:59.002841 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.003419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Bound using segment: {'id': '6ea2c921-310a-4c21-9311-3bc47ce2bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:39:59.004931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Bound port: 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea2c921-310a-4c21-9311-3bc47ce2bbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '721de628-26d3-4c77-aaa6-0ce6793f6301'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:39:59.005855 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.014052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:59.014907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.105292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3fb648d4-2750-4fcd-a140-2527cad0a903 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2114139 Aug 27 02:39:59.108769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54966) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:39:59.172057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] For port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:39:59.183075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] For port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,segment=NetworkSegment(6ea2c921-310a-4c21-9311-3bc47ce2bbe4),segment_id=6ea2c921-310a-4c21-9311-3bc47ce2bbe4)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:39:59.191825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.260585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-06747ffd-535f-46a4-98ed-b0096f6eb926 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585490 Aug 27 02:39:59.323756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed3b5-2244-4f0f-9524-c0460d6c550b None None] Pushing event updated for resources: {'Port': ['ID=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:39:59.403683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-859f1d1c-5a8e-4109-99bf-17347d4eeb36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 217 time: 0.1281686 Aug 27 02:39:59.478001 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.521166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-9655d2b7-7348-4ce0-9d9d-9af42d91f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:59.522913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-9655d2b7-7348-4ce0-9d9d-9af42d91f46b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1003246 Aug 27 02:39:59.673650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.703659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.727902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:39:59.761287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-64fe5922-aa1b-44e1-8e06-3ed968b1c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:39:59.762927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-64fe5922-aa1b-44e1-8e06-3ed968b1c05a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1914234 Aug 27 02:39:59.918691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-9004831a-7117-417f-941d-7f0301c362ea service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221447 Aug 27 02:39:59.931533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router 58b8622a-6a15-4ed2-b377-89e56dc1cc25 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:00.020603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.060699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=da047eb6-e518-4bf2-a592-64579d12cc2f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.072959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-936516be-e8e0-4cc3-a6ee-2902a17041c0 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476970 Aug 27 02:40:00.147865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.159173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c121ddbb-fc05-4dba-a95e-f62dbdd18887']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.172603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9755f6b-6292-4f6d-be95-f1f1f6a06273') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.172603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9755f6b-6292-4f6d-be95-f1f1f6a06273') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.181551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.225095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:00.248850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.250884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6c4a47f-ec93-460d-9eec-e1b612b311a1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 200 len: 889 time: 1.3447077 Aug 27 02:40:00.252600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55030) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.256949 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] Sync routers for ids ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:00.271654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-860d3af4-3767-474e-934e-59efcf3c91e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 200 len: 217 time: 0.0790079 Aug 27 02:40:00.273312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.278555 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] Routers {'58b8622a-6a15-4ed2-b377-89e56dc1cc25'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:00.279223 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.289693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:00.290103 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.343539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:00.372544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55034) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.405512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.425190 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] Routers {'58b8622a-6a15-4ed2-b377-89e56dc1cc25'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:00.426130 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:00.454268 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:00.466428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.472882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.479702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c121ddbb-fc05-4dba-a95e-f62dbdd18887 HTTP/1.1" status: 204 len: 168 time: 1.3671637 Aug 27 02:40:00.481699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:00.506936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55040) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.519968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614133646'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:00.533274 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:00.534543 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99cc25-211d-4d0b-a59c-452d07413db0 None None] The sync data for ids ['58b8622a-6a15-4ed2-b377-89e56dc1cc25'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:00.549196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c399e-63c7-4e2a-b07f-d0674e5ffb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=c121ddbb-fc05-4dba-a95e-f62dbdd18887,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:00.567630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-d5dacfd5-06f3-4a56-a427-e11f573ba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:00.570417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-d5dacfd5-06f3-4a56-a427-e11f573ba802 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.1148000 Aug 27 02:40:00.575886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-19880822-7b5b-40b0-8ccb-dd59c7aea640 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers/58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 200 len: 889 time: 0.3196471 Aug 27 02:40:00.577449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.629842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:00.640376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.657714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a44c60c0-2256-4c42-82ac-eb7f81808bc3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 200 len: 205 time: 0.0778470 Aug 27 02:40:00.658349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55048) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.686589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:00.708781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:00.714728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-9b04029c-fbf6-4cff-8d1b-c9bbbe7c5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:00.717917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-9b04029c-fbf6-4cff-8d1b-c9bbbe7c5e79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382627 Aug 27 02:40:00.747965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.748578 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment d75c87dc-df75-4e75-b349-a91203220a22 of type vlan for network fc227302-6803-4fac-92b5-299010a1f0ae Aug 27 02:40:00.781831 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.794707 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.850496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f775900-ece6-43d3-bb4d-bc1cdbd16b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.899869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.950742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bca6ba0-5fd1-46f3-bbb5-79b3e618ac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.952804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871a90f-a408-481d-9164-f9c22ce616d2 None None] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:00.958657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-4517e6de-a4bf-4f6a-be77-0e877d9bd1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291615 Aug 27 02:40:00.958828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258adbc9-15ed-4f8c-a600-bede6fe205f6 None None] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:00.967116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.973932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:00.975121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.989629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:00.991905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258adbc9-15ed-4f8c-a600-bede6fe205f6 None None] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:01.044411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f4ea7-6a97-43e0-8d35-4ed11d7780d0 None None] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:01.064381 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:40:01.099423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f4ea7-6a97-43e0-8d35-4ed11d7780d0 None None] Network c121ddbb-fc05-4dba-a95e-f62dbdd18887 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:01.126325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f775900-ece6-43d3-bb4d-bc1cdbd16b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.131057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 99f40496-1093-4baf-a609-c1239d5b5860 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:01.131528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.151258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2f775900-ece6-43d3-bb4d-bc1cdbd16b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.163466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Provisioning for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:01.174921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Provisioning complete for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:01.175636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.178612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6620443 Aug 27 02:40:01.187468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.203670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:01.263410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2f775900-ece6-43d3-bb4d-bc1cdbd16b16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=568db12f391f46dfbc4be5f2f0861b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8874722 Aug 27 02:40:01.263929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f775900-ece6-43d3-bb4d-bc1cdbd16b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb4fe7c-5395-4ca8-9054-e666a0079a6d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.266687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55066) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.295717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.310675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d4aac-9dc9-4133-8453-67f9ff50c6ed tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=fc227302-6803-4fac-92b5-299010a1f0ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.311081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 99f40496-1093-4baf-a609-c1239d5b5860 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:01.322012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network fc227302-6803-4fac-92b5-299010a1f0ae details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:01.391818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-573b2d2a-6d63-4306-89ea-239631d89d97 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045370 Aug 27 02:40:01.484045 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.489251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-a9538bdd-7462-4ff6-8f70-42c24031434a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 200 len: 217 time: 0.0854394 Aug 27 02:40:01.527717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bca6ba0-5fd1-46f3-bbb5-79b3e618ac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.542991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] For port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,segment=NetworkSegment(6ea2c921-310a-4c21-9311-3bc47ce2bbe4),segment_id=6ea2c921-310a-4c21-9311-3bc47ce2bbe4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:01.555481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.584416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.591175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.594653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-553c2cfd-7010-4a0e-b58e-a02843cdcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:01.596205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-553c2cfd-7010-4a0e-b58e-a02843cdcba8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 200 len: 797 time: 0.0667686 Aug 27 02:40:01.603837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bca6ba0-5fd1-46f3-bbb5-79b3e618ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.629234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=99f40496-1093-4baf-a609-c1239d5b5860,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.664664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0b20b-b009-4615-8745-9b14a220d83d None None] Pushing event updated for resources: {'Port': ['ID=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.709373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.725150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.740193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bca6ba0-5fd1-46f3-bbb5-79b3e618ac94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=776883cf01284e338acf1d528933102c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0520046 Aug 27 02:40:01.753096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.755236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:01.759612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.763566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca6ba0-5fd1-46f3-bbb5-79b3e618ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0f6c3c-51db-4740-afd6-e932e510d9c5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:01.839889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.843738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.899364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.900685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router 58b8622a-6a15-4ed2-b377-89e56dc1cc25 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:01.910649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:01.912641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d359288-6c59-4ae6-9d35-d7cd438144f9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 204 len: 168 time: 1.2532499 Aug 27 02:40:01.919719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-54eb9062-b23c-4d8c-b212-3b22d77bf126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:01.921262 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-54eb9062-b23c-4d8c-b212-3b22d77bf126 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3b2db74-4151-4a80-983b-cafe310925da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3064983 Aug 27 02:40:01.923830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55080) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:01.931195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232810799'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:01.964718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:01.970828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.043579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.066770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:02.067810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.071187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.074788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdb4fe7c-5395-4ca8-9054-e666a0079a6d HTTP/1.1" status: 204 len: 168 time: 0.7825718 Aug 27 02:40:02.087969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.088339 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 211ac3f3-b58c-4baf-bf27-c62da16bcecf of type vlan for network 6a279058-b4ea-47cb-aef3-e4f5f871b67b Aug 27 02:40:02.141018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083e120-386c-444a-b7e4-c2fd9fc2cb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb4fe7c-5395-4ca8-9054-e666a0079a6d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:02.156195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.223459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-a1d3e45e-43b1-4786-9245-03eac83a8e6c service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839036 Aug 27 02:40:02.236226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.310626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.317393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:02.318028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.322148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:02.361945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39910a10-3ccd-4bd3-ad7b-4e788cc2cc06 None None] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:02.387264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.415509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=6a279058-b4ea-47cb-aef3-e4f5f871b67b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:02.419680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1555e3aa-931b-418e-a476-1aba3c89b42a tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4944799 Aug 27 02:40:02.422758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55096) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:02.428781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:02.462721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:02.487880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.491832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.492921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a0f6c3c-51db-4740-afd6-e932e510d9c5 HTTP/1.1" status: 204 len: 168 time: 0.7384732 Aug 27 02:40:02.555357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-d2672508-d019-4598-a92f-70973a2a6c58 service neutron] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017740 Aug 27 02:40:02.563747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2065434-af82-4b53-8e2c-aaed8a408db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0f6c3c-51db-4740-afd6-e932e510d9c5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:02.587952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=04ff92f0-899e-425b-bdf4-c488dc0951c5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:02.607443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:02.615855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.621084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4813fae2-e0d5-46d1-9578-73d8f91fde32 None None] Provisioning complete for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:02.622132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4813fae2-e0d5-46d1-9578-73d8f91fde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.633870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-ccba8bbf-6df4-4ad5-862e-a0de5990f68a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 200 len: 217 time: 0.0541224 Aug 27 02:40:02.637137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': 'd75c87dc-df75-4e75-b349-a91203220a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:02.637509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: fc227302-6803-4fac-92b5-299010a1f0ae, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:02.698222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network fc227302-6803-4fac-92b5-299010a1f0ae is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:02.718336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, fc227302-6803-4fac-92b5-299010a1f0ae) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:02.726015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:02.726642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.744999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa0c29-fa4f-4d41-9863-eb9219775909 None None] Network fc227302-6803-4fac-92b5-299010a1f0ae requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:02.745751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-5d065670-e741-4b05-970d-9bfa247930ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:02.747665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-5d065670-e741-4b05-970d-9bfa247930ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.1053872 Aug 27 02:40:02.783329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ffa1503-71e6-4c57-9d90-0874421e1c9c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5913877 Aug 27 02:40:02.790724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55114) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:02.817913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:02.818506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:02.853317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-1f445ea8-8301-4370-9a80-c408988af27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:02.855332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-1f445ea8-8301-4370-9a80-c408988af27d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951726 Aug 27 02:40:03.027595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.104568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-4cb73271-644b-469f-b954-db28b2788037 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406423 Aug 27 02:40:03.272866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.279828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-b50e990e-b154-4f7d-80d6-a90d2487982c service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684465 Aug 27 02:40:03.331915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-fc227302-6803-4fac-92b5-299010a1f0ae', 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '04ff92f0-899e-425b-bdf4-c488dc0951c5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:03.332978 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.365288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=645d42ff-7410-4e21-8a36-1835aa6de5d2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:03.418686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.461209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:03.484438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-abdfe05c-e1b0-4782-8551-51f8494d34b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 200 len: 217 time: 0.1964242 Aug 27 02:40:03.506594 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ec8adc9-8ef1-44c1-a7f7-4fc866079ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.576189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '211ac3f3-b58c-4baf-bf27-c62da16bcecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:03.576647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 6a279058-b4ea-47cb-aef3-e4f5f871b67b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:03.629410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:03.642727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Allocated IP 2001:db8::1 (fc227302-6803-4fac-92b5-299010a1f0ae/04ff92f0-899e-425b-bdf4-c488dc0951c5/e9528d97-cf40-4b9f-b07c-b197878bd251) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:03.644972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6a279058-b4ea-47cb-aef3-e4f5f871b67b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:03.649977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:03.650667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.650989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-0a9f0a93-0890-4e6c-8a55-000fb6efcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:03.652593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-0a9f0a93-0890-4e6c-8a55-000fb6efcfa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 200 len: 797 time: 0.1578462 Aug 27 02:40:03.658689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea9ab1-0e11-423d-a583-1aa0133a3da1 None None] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:03.731370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-90bad98b-b43a-4b2a-818d-46b4a8cb0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:03.733074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-90bad98b-b43a-4b2a-818d-46b4a8cb0b58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21f4e9ec-f566-445b-8875-ebf072595efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649390 Aug 27 02:40:03.735854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e25a0212-b01e-45d7-88ff-90948a5b37c5 None None] Provisioning complete for port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:03.736235 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e25a0212-b01e-45d7-88ff-90948a5b37c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.869674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ec8adc9-8ef1-44c1-a7f7-4fc866079ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.874028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-cd145329-5743-4655-995e-f20f265067b4 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335537 Aug 27 02:40:03.879151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ec8adc9-8ef1-44c1-a7f7-4fc866079ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.895449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-48759fe9-aced-44cc-a5ae-d349c38649c8 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4714746 Aug 27 02:40:03.896143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:03.902010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-252322870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:03.967136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:03.968227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.043872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.051320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.084412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.089333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-83dad601-9c98-47ec-9827-7e4194263587 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1920147 Aug 27 02:40:04.090559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:04.170932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6a279058-b4ea-47cb-aef3-e4f5f871b67b', 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '645d42ff-7410-4e21-8a36-1835aa6de5d2'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:04.171897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.187786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.201762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Transition to ACTIVE for port object e9528d97-cf40-4b9f-b07c-b197878bd251 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:04.237946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Transition to ACTIVE for port object e9528d97-cf40-4b9f-b07c-b197878bd251 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:04.253948 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.374021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Network fc227302-6803-4fac-92b5-299010a1f0ae is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:04.374261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.381329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:04.392929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:04.496300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Pushing event updated for resources: {'Port': ['ID=e9528d97-cf40-4b9f-b07c-b197878bd251,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.518651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:04.539330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Attempting to bind port e9528d97-cf40-4b9f-b07c-b197878bd251 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:04.539894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Attempting to bind port e9528d97-cf40-4b9f-b07c-b197878bd251 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd75c87dc-df75-4e75-b349-a91203220a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:04.540381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Attempting to bind port e9528d97-cf40-4b9f-b07c-b197878bd251 on network fc227302-6803-4fac-92b5-299010a1f0ae {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:04.555788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:04.556316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Checking segment: {'id': 'd75c87dc-df75-4e75-b349-a91203220a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:04.556876 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.557470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Bound using segment: {'id': 'd75c87dc-df75-4e75-b349-a91203220a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:04.558213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Bound port: e9528d97-cf40-4b9f-b07c-b197878bd251, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c87dc-df75-4e75-b349-a91203220a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fc227302-6803-4fac-92b5-299010a1f0ae'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:04.558797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.561666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.570482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8adc9-8ef1-44c1-a7f7-4fc866079ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47300545-9e2f-4789-9015-28b4a30f7197,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.578936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ec8adc9-8ef1-44c1-a7f7-4fc866079ce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d56dade861e4a6f88085139e367d8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1127198 Aug 27 02:40:04.586604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:04.591140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc227302-6803-4fac-92b5-299010a1f0ae']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.606109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75c87dc-df75-4e75-b349-a91203220a22') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.606403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75c87dc-df75-4e75-b349-a91203220a22') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:04.617956 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.626631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c81d1b4b-d0c2-41d0-8c03-6912a4a23860 req-38b08f80-0023-49cd-8c30-b91ada59fae5 service neutron] 10.222.0.15 "GET /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441742 Aug 27 02:40:04.646679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.654324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Allocated IP 2001:db8::2 (6a279058-b4ea-47cb-aef3-e4f5f871b67b/645d42ff-7410-4e21-8a36-1835aa6de5d2/7a432cec-2fcd-426b-b97f-5023c882caaf) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:04.654957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:04.655370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.732489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.762594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] For port e9528d97-cf40-4b9f-b07c-b197878bd251, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:04.774661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:04.786601 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:04.794968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6e42c88-10dd-433a-826c-e3852b10fd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.858522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=04ff92f0-899e-425b-bdf4-c488dc0951c5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.896804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.912419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Transition to ACTIVE for port object 7a432cec-2fcd-426b-b97f-5023c882caaf will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:04.912633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.916241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.917515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47300545-9e2f-4789-9015-28b4a30f7197 HTTP/1.1" status: 204 len: 168 time: 0.3298843 Aug 27 02:40:04.930010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] For port e9528d97-cf40-4b9f-b07c-b197878bd251, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e9528d97-cf40-4b9f-b07c-b197878bd251,segment=NetworkSegment(d75c87dc-df75-4e75-b349-a91203220a22),segment_id=d75c87dc-df75-4e75-b349-a91203220a22)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:04.937397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bfd65-b48f-4171-a960-2d082311cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47300545-9e2f-4789-9015-28b4a30f7197,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:04.945252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Transition to ACTIVE for port object 7a432cec-2fcd-426b-b97f-5023c882caaf will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:04.947609 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.956557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6e42c88-10dd-433a-826c-e3852b10fd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.962539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d6e42c88-10dd-433a-826c-e3852b10fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:04.973100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:40:04.973100 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:40:04.973100 n-d-806292-1 neutron-server[94832]: [parameters: {'id': 'fc227302-6803-4fac-92b5-299010a1f0ae'}] Aug 27 02:40:04.973100 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:40:04.977204 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:40:05.032944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.033434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6e42c88-10dd-433a-826c-e3852b10fd32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83697e6c8d814a799b8ce169f1a6ddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082083 Aug 27 02:40:05.034602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:05.049767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e42c88-10dd-433a-826c-e3852b10fd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efdd822-054b-476d-8408-be99525098f1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.082305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:05.105422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:05.109524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f7be-0e98-4fc6-9613-efdf5b7eb3fa None None] Pushing event updated for resources: {'Port': ['ID=e9528d97-cf40-4b9f-b07c-b197878bd251,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.114758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:05.124350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.186774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.196388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58dbc6d-7f95-4aee-b9e3-1c718db2c757 None None] Network fc227302-6803-4fac-92b5-299010a1f0ae requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:05.222522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.302015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.309579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.316866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6efdd822-054b-476d-8408-be99525098f1 HTTP/1.1" status: 204 len: 168 time: 0.2786272 Aug 27 02:40:05.338161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdcde2-1de3-4393-9695-84ca70b7aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efdd822-054b-476d-8408-be99525098f1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.355436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Pushing event updated for resources: {'Port': ['ID=7a432cec-2fcd-426b-b97f-5023c882caaf,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.415708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Attempting to bind port 7a432cec-2fcd-426b-b97f-5023c882caaf on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:05.416362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Attempting to bind port 7a432cec-2fcd-426b-b97f-5023c882caaf by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '211ac3f3-b58c-4baf-bf27-c62da16bcecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:05.416962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Attempting to bind port 7a432cec-2fcd-426b-b97f-5023c882caaf on network 6a279058-b4ea-47cb-aef3-e4f5f871b67b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:05.434409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:05.434953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Checking segment: {'id': '211ac3f3-b58c-4baf-bf27-c62da16bcecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:05.435605 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.436106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Bound using segment: {'id': '211ac3f3-b58c-4baf-bf27-c62da16bcecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:05.436860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Bound port: 7a432cec-2fcd-426b-b97f-5023c882caaf, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211ac3f3-b58c-4baf-bf27-c62da16bcecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6a279058-b4ea-47cb-aef3-e4f5f871b67b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:05.437355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.529064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] For port 7a432cec-2fcd-426b-b97f-5023c882caaf, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:05.555017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] For port 7a432cec-2fcd-426b-b97f-5023c882caaf, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7a432cec-2fcd-426b-b97f-5023c882caaf,segment=NetworkSegment(211ac3f3-b58c-4baf-bf27-c62da16bcecf),segment_id=211ac3f3-b58c-4baf-bf27-c62da16bcecf)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:05.566580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.671277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:05.747991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618c857-d25d-470d-8c60-090085d4a38b None None] Pushing event updated for resources: {'Port': ['ID=7a432cec-2fcd-426b-b97f-5023c882caaf,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:05.965229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port e9528d97-cf40-4b9f-b07c-b197878bd251 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:05.965590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.097840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port e9528d97-cf40-4b9f-b07c-b197878bd251, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e9528d97-cf40-4b9f-b07c-b197878bd251,segment=NetworkSegment(d75c87dc-df75-4e75-b349-a91203220a22),segment_id=d75c87dc-df75-4e75-b349-a91203220a22)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:06.098213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.115991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for e9528d97-cf40-4b9f-b07c-b197878bd251 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:06.226493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8::1 (6a279058-b4ea-47cb-aef3-e4f5f871b67b/645d42ff-7410-4e21-8a36-1835aa6de5d2/ba8fc133-3f15-4a80-a24d-750c59873ab0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:06.304959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.383830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7a432cec-2fcd-426b-b97f-5023c882caaf up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:06.410487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=e9528d97-cf40-4b9f-b07c-b197878bd251,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:06.412919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port e9528d97-cf40-4b9f-b07c-b197878bd251 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:06.484484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7a432cec-2fcd-426b-b97f-5023c882caaf completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:06.589650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.615769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc227302-6803-4fac-92b5-299010a1f0ae']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:06.644713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75c87dc-df75-4e75-b349-a91203220a22') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:06.645012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75c87dc-df75-4e75-b349-a91203220a22') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:06.656632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.663762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.687976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object ba8fc133-3f15-4a80-a24d-750c59873ab0 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:06.689938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.701016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:06.701423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:06.705170 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:06.837967 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.925202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55266) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:06.943954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:06.946896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.950791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:06.964494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.966822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/fc227302-6803-4fac-92b5-299010a1f0ae HTTP/1.1" status: 204 len: 168 time: 4.1749327 Aug 27 02:40:06.967954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:06.968657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:06.972835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55270) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:06.980207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747602505'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:07.018223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:07.025424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.080468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:07.081969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=ba8fc133-3f15-4a80-a24d-750c59873ab0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.085386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee59280-f879-4daf-be0b-94f357afbc52 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=fc227302-6803-4fac-92b5-299010a1f0ae,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.109503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.110067 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 6b734764-0f5d-4486-8988-d78e51582129 of type vlan for network 786051dd-9a72-43ce-b1c4-61ca8175adbd Aug 27 02:40:07.185455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1277005204-network', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:07.208129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.238656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ad31e-ff7a-4aa4-a01e-b051e450790d None None] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:07.239938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.250004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Made reservation on behalf of 8ce55d5bb53447f8ae0ffe6fd31bd7cd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:07.252342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.266065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.313460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.322227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:07.322916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.350571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Provisioning for port 7a432cec-2fcd-426b-b97f-5023c882caaf completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:07.362629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Provisioning complete for port 7a432cec-2fcd-426b-b97f-5023c882caaf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:07.363075 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.433482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=786051dd-9a72-43ce-b1c4-61ca8175adbd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.457280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 786051dd-9a72-43ce-b1c4-61ca8175adbd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:07.497767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.507234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.560480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55292) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:07.563376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0b7af469-6aba-423b-91ce-d5f312d72dba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5834432 Aug 27 02:40:07.570568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '786051dd-9a72-43ce-b1c4-61ca8175adbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:07.596559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:07.620104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a79b2-092a-4615-86b2-d2e6716472a9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.627341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.630554 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Added segment 4c67fa5e-bbc1-475c-97ea-bfbf3c23726e of type vlan for network 60b9c646-8c6a-4586-83df-f7ead68a98a1 Aug 27 02:40:07.642377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.691293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:07.729794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.758111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] For port 7a432cec-2fcd-426b-b97f-5023c882caaf, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7a432cec-2fcd-426b-b97f-5023c882caaf,segment=NetworkSegment(211ac3f3-b58c-4baf-bf27-c62da16bcecf),segment_id=211ac3f3-b58c-4baf-bf27-c62da16bcecf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:07.766717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.773331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.774673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:07.775315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.843163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:07.851188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.866631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9391546 Aug 27 02:40:07.871424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.875893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:07.879480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c051dd-4a75-43b6-9750-7bc17e8d1b56 None None] Pushing event updated for resources: {'Port': ['ID=7a432cec-2fcd-426b-b97f-5023c882caaf,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.890945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Request body: {'subnet': {'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1277005204-subnet', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:07.905716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.906544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:07.926201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7784627-67f5-4146-b361-31c3df96bb3c admin admin] Pushing event updated for resources: {'Network': ['ID=60b9c646-8c6a-4586-83df-f7ead68a98a1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:07.945125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:07.946232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Made reservation on behalf of 8ce55d5bb53447f8ae0ffe6fd31bd7cd for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:07.949487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.017300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:08.131281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Provisioning complete for port 7a432cec-2fcd-426b-b97f-5023c882caaf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:08.131988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.144035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=ba8fc133-3f15-4a80-a24d-750c59873ab0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:08.177137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.245587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.307981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7a432cec-2fcd-426b-b97f-5023c882caaf up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:08.373245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b13d9c-d5b4-4aa5-bb97-808786e47b33,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:08.384401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Checking segment: {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:08.384765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Network hostable DHCP agents. Network: 60b9c646-8c6a-4586-83df-f7ead68a98a1, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:08.393613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:08.405343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:08.417120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:08.432472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 60b9c646-8c6a-4586-83df-f7ead68a98a1) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:08.440220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:08.441192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.450211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c6f331-fb1a-458b-b817-45c43ee04b47 None None] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:08.463118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a62ab160-44ec-47cf-9d6f-8150b2131cdd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5852835 Aug 27 02:40:08.465628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:08.475451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:08.499344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.501023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.548212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.568562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Provisioning for port ba8fc133-3f15-4a80-a24d-750c59873ab0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:08.585194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Provisioning complete for port ba8fc133-3f15-4a80-a24d-750c59873ab0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:08.585576 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.615734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7a432cec-2fcd-426b-b97f-5023c882caaf triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:08.616439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.631038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.680638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-aea1e7ad-6865-4369-8357-c164c7e228c4 None None] Port ba8fc133-3f15-4a80-a24d-750c59873ab0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:08.699461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=58f400c7-f72f-4cbb-8a23-0e17e9a37b60,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:08.822949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.825018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-60b9c646-8c6a-4586-83df-f7ead68a98a1', 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'fixed_ips': [{'subnet_id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:08.826111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.832528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0746539d-34ac-479a-994e-b05f6d077206 None None] Provisioning complete for port ba8fc133-3f15-4a80-a24d-750c59873ab0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:08.833234 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0746539d-34ac-479a-994e-b05f6d077206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.857277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '6b734764-0f5d-4486-8988-d78e51582129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '786051dd-9a72-43ce-b1c4-61ca8175adbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:08.857635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 786051dd-9a72-43ce-b1c4-61ca8175adbd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:08.868605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:08.901342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0746539d-34ac-479a-994e-b05f6d077206 None None] Port ba8fc133-3f15-4a80-a24d-750c59873ab0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:08.931041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router a2e9a56f-7541-4406-b89b-159178552394 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:08.944472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 786051dd-9a72-43ce-b1c4-61ca8175adbd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:08.979720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 786051dd-9a72-43ce-b1c4-61ca8175adbd) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:09.015269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c0b09-2d86-4f55-a995-b07edfe27a94 None None] Network 786051dd-9a72-43ce-b1c4-61ca8175adbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:09.029167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:09.030159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.106597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Allocated IP 172.25.8.196 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/91196714-615f-4dc4-9f29-6d2679c701c2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:09.110490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e282771-281e-4b1f-b423-66d692100bdd tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5487509 Aug 27 02:40:09.116587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55322) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:09.182563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:09.192048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-278afef7-2745-4df7-bc24-aaaa2f67edde tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/a2e9a56f-7541-4406-b89b-159178552394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1001472 Aug 27 02:40:09.193325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.195819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:09.248648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.309514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c4f18-f983-415b-a510-3ca19c533429 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:09.313966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c90c4f18-f983-415b-a510-3ca19c533429 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports/ba8fc133-3f15-4a80-a24d-750c59873ab0 HTTP/1.1" status: 200 len: 911 time: 0.1145749 Aug 27 02:40:09.314629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:09.320233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '645d42ff-7410-4e21-8a36-1835aa6de5d2'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:09.326480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.421413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Allocated IP 172.20.0.2 (60b9c646-8c6a-4586-83df-f7ead68a98a1/12b13d9c-d5b4-4aa5-bb97-808786e47b33/2a3f847f-adaf-447d-bd10-b9004aba6cf6) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:09.448579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.452874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.501741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:09.502080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Allocated IP 172.25.8.57 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/cbc3d286-acec-461a-b27e-9313cb840bc4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:09.506135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:09.513069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:09.526982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] Sync routers for ids ['a2e9a56f-7541-4406-b89b-159178552394'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:09.572653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Pushing event updated for resources: {'Port': ['ID=91196714-615f-4dc4-9f29-6d2679c701c2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:09.595033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-969670de-2727-43ef-97ed-1689ceaefaf4 None None] Provisioning complete for port ba8fc133-3f15-4a80-a24d-750c59873ab0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:09.595608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-969670de-2727-43ef-97ed-1689ceaefaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.614023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] Routers {'a2e9a56f-7541-4406-b89b-159178552394'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:09.614989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2e9a56f-7541-4406-b89b-159178552394'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:09.619490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.634229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.714687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.722719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:09.751553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dae1cd-bbd9-421d-af31-803a9355c532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-786051dd-9a72-43ce-b1c4-61ca8175adbd', 'network_id': '786051dd-9a72-43ce-b1c4-61ca8175adbd', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '58f400c7-f72f-4cbb-8a23-0e17e9a37b60'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:09.754160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53dae1cd-bbd9-421d-af31-803a9355c532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.774358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-969670de-2727-43ef-97ed-1689ceaefaf4 None None] Port ba8fc133-3f15-4a80-a24d-750c59873ab0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:09.786280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] Routers {'a2e9a56f-7541-4406-b89b-159178552394'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:09.787188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2e9a56f-7541-4406-b89b-159178552394'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:09.792139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.808540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.810123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.813795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.845155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:09.846065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16122c-da48-477b-8926-ee35cdae18b1 None None] The sync data for ids ['a2e9a56f-7541-4406-b89b-159178552394'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:09.848077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Transition to ACTIVE for port object 2a3f847f-adaf-447d-bd10-b9004aba6cf6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:09.867005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=58f400c7-f72f-4cbb-8a23-0e17e9a37b60,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:09.926720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Transition to ACTIVE for port object 2a3f847f-adaf-447d-bd10-b9004aba6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:09.942672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.953262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-53dae1cd-bbd9-421d-af31-803a9355c532 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58f400c7-f72f-4cbb-8a23-0e17e9a37b60: This subnet is being modified by another concurrent operation. Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58f400c7-f72f-4cbb-8a23-0e17e9a37b60: This subnet is being modified by another concurrent operation. Aug 27 02:40:09.954211 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:40:09.981880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.001296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc937ed4-3f99-43df-87bf-d885fb38de16 None None] Network 786051dd-9a72-43ce-b1c4-61ca8175adbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:10.003580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786051dd-9a72-43ce-b1c4-61ca8175adbd']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:10.017189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b734764-0f5d-4486-8988-d78e51582129') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:10.017860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b734764-0f5d-4486-8988-d78e51582129') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:10.030017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.033253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:10.043303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:10.047985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.055893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:10.056676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.072747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:10.090595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:10.099485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:10.103865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:10.106443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Pushing event updated for resources: {'Port': ['ID=2a3f847f-adaf-447d-bd10-b9004aba6cf6,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:10.126733 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:10.187474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.211725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.214237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/786051dd-9a72-43ce-b1c4-61ca8175adbd HTTP/1.1" status: 204 len: 168 time: 1.0905881 Aug 27 02:40:10.215331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e7b7-902d-43ef-b8c2-ae9351cbc75e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=786051dd-9a72-43ce-b1c4-61ca8175adbd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.218710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.228613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Pushing event updated for resources: {'Port': ['ID=cbc3d286-acec-461a-b27e-9313cb840bc4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.230713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032655315'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:10.264243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.278267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.325267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Attempting to bind port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:10.325644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Attempting to bind port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:10.326006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Attempting to bind port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 on network 60b9c646-8c6a-4586-83df-f7ead68a98a1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:10.332213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:10.332556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Checking segment: {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:10.333961 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.333961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Bound using segment: {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:10.333961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Bound port: 2a3f847f-adaf-447d-bd10-b9004aba6cf6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:10.335206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.348134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Pushing event updated for resources: {'Port': ['ID=91196714-615f-4dc4-9f29-6d2679c701c2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.380444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:10.384312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.418043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:10.420226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.435818 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.435818 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 455475d5-6ca4-4f0b-8880-414096a44c86 of type vlan for network 6a288510-5d52-448d-8f4c-94c15e5475db Aug 27 02:40:10.446339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.447671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-87b64c34-9fb7-416f-9b6f-19548959dbe8 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7557349 Aug 27 02:40:10.459516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] For port 2a3f847f-adaf-447d-bd10-b9004aba6cf6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:10.464306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] For port 2a3f847f-adaf-447d-bd10-b9004aba6cf6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a3f847f-adaf-447d-bd10-b9004aba6cf6,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:10.465205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.470588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.473191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1508533491', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'fixed_ips': [{'ip_address': '172.25.8.196'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:10.481281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.509298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.512245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Made reservation on behalf of d3b97086cce34f1fbe45635ac418280a for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:10.516281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.519865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:10.521948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.526527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.542129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.549737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:10.550440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.552003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebcd10-688d-460c-9bcb-19353dc9d773 None None] Pushing event updated for resources: {'Port': ['ID=2a3f847f-adaf-447d-bd10-b9004aba6cf6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.562782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/ports/ba8fc133-3f15-4a80-a24d-750c59873ab0 HTTP/1.1" status: 200 len: 911 time: 1.2396038 Aug 27 02:40:10.566415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.613826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=6a288510-5d52-448d-8f4c-94c15e5475db,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.622502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49c3a964-e671-45be-95b4-ba0c786ddb7c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4024303 Aug 27 02:40:10.629965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:10.630913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:10.637409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:10.656532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea851f65-9e28-4cf4-b9fa-29d8165911d7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=ba8fc133-3f15-4a80-a24d-750c59873ab0,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:10.665689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.776279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:10.786989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:10.943870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.014585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.066241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=01ab862e-0371-4f54-a3d2-0219e4bb4a39,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:11.107570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '455475d5-6ca4-4f0b-8880-414096a44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:11.108202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 6a288510-5d52-448d-8f4c-94c15e5475db, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:11.125111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 6a288510-5d52-448d-8f4c-94c15e5475db is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:11.136314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6a288510-5d52-448d-8f4c-94c15e5475db) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:11.139350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.142779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:11.145395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.150997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fe09d-cfac-4a0d-8f73-5872dd69f53f None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:11.156864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.178322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e94820a1-d0b4-4ca5-80e4-2c59ca55c68d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5434456 Aug 27 02:40:11.178567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:11.183652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:11.329103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6a288510-5d52-448d-8f4c-94c15e5475db', 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '01ab862e-0371-4f54-a3d2-0219e4bb4a39'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:11.329991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.545495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Allocated IP 2001:db8::2 (6a288510-5d52-448d-8f4c-94c15e5475db/01ab862e-0371-4f54-a3d2-0219e4bb4a39/f7b09718-22c2-4fb5-92e4-e7492bfc4fb5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:11.592154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] device_id is not set on port 5dcdc41e-eebe-4521-ab60-b1c19d67c660 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:40:11.696252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:11.703105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.763680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.774620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Transition to ACTIVE for port object f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:11.784624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae53935-b116-4b6f-9376-c52233c4e409,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:11.803171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Transition to ACTIVE for port object f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:11.817770 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.878129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:11.882533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:11.889401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:11.899524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Pushing event updated for resources: {'Port': ['ID=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:11.980308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Attempting to bind port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:11.981279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Attempting to bind port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '455475d5-6ca4-4f0b-8880-414096a44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:11.981669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Attempting to bind port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 on network 6a288510-5d52-448d-8f4c-94c15e5475db {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:11.988960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:11.989395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Checking segment: {'id': '455475d5-6ca4-4f0b-8880-414096a44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:11.989805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:11.990198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Bound using segment: {'id': '455475d5-6ca4-4f0b-8880-414096a44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:11.990700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Bound port: f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455475d5-6ca4-4f0b-8880-414096a44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:11.991087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.027607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.030770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cd2d4-ff6d-4fba-8242-d108fda2484f None None] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:12.049751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-5e3b1afb-1a80-491a-8c3d-570725d87d84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1897109 Aug 27 02:40:12.099263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 6a288510-5d52-448d-8f4c-94c15e5475db is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:12.111895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:12.121188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.121188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.130455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] For port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:12.148837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9689240 Aug 27 02:40:12.149838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55348) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:12.150559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c9d37-c9ff-4dbd-ac8a-a3df5d7fe1a3 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=2d8008e8-8a3f-406e-85e5-39bde7bc7c6d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.150714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] For port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,segment=NetworkSegment(455475d5-6ca4-4f0b-8880-414096a44c86),segment_id=455475d5-6ca4-4f0b-8880-414096a44c86)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:12.156531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c5bb7ea1-5eb8-4ea0-8e64-d8fe1b4b6b9a None None] Provisioning for port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:12.164378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.186674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.234687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.236482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.238246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.239857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.241820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.254254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6ab3b1b3-bd52-4293-9657-610eaa10c414 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1005788 Aug 27 02:40:12.254903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:12.260080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460411609'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:12.273068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83a32-4462-4d22-8604-9ecd7105d9b5 None None] Pushing event updated for resources: {'Port': ['ID=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.308444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:12.319252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.350854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a3f847f-adaf-447d-bd10-b9004aba6cf6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:12.369915 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 27 02:40:12.372108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:12.387593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:12.412686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.413044 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 5c41a726-198b-41d2-a422-27e891873d9c of type vlan for network c149d595-a9cd-4111-b374-9cdf7265c05a Aug 27 02:40:12.423353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-6a117622-b8c7-46f9-be6d-97e1c013ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.425640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-6a117622-b8c7-46f9-be6d-97e1c013ad06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.2364366 Aug 27 02:40:12.438085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84812c08-dbf0-432a-aa05-a26f2efca933 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9715271 Aug 27 02:40:12.446759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:12.468214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:12.474277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:12.474913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.509110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.522956 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.579156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.615027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.618703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.647882 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.693266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4371781 Aug 27 02:40:12.699430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55358) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:12.709810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:12.711631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2a3f847f-adaf-447d-bd10-b9004aba6cf6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a3f847f-adaf-447d-bd10-b9004aba6cf6,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:12.720191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.736760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85927cad-9072-44c6-93ee-aa1405fd57fb tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=c149d595-a9cd-4111-b374-9cdf7265c05a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.788963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2a3f847f-adaf-447d-bd10-b9004aba6cf6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:12.792614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:12.899575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1917950c-48e6-4724-9dd8-42b3d491b803 None None] Provisioning complete for port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:12.899941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1917950c-48e6-4724-9dd8-42b3d491b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.957659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.979202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:12.993402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network c149d595-a9cd-4111-b374-9cdf7265c05a is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:40:12.999166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:12.999780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.001098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "PUT /v2.0/networks/c149d595-a9cd-4111-b374-9cdf7265c05a HTTP/1.1" status: 200 len: 723 time: 0.3002195 Aug 27 02:40:13.006748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:13.009330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-245751bc-250b-4811-83de-a7ad8d5f6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:13.010795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-245751bc-250b-4811-83de-a7ad8d5f6c92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.5183735 Aug 27 02:40:13.014803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:13.023852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:13.065368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427cb8-e1fb-45a8-bd53-b528ca9d9986 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=c149d595-a9cd-4111-b374-9cdf7265c05a,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:13.079440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:13.247352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Deleting port 91196714-615f-4dc4-9f29-6d2679c701c2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:13.247706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.250723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-1743e370-5f58-4829-9d0a-d674b478025f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 1001 time: 0.2301908 Aug 27 02:40:13.372286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:13.375748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.491199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-20029bc2-0f28-484e-9f2f-39c5e22a1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:13.492679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-20029bc2-0f28-484e-9f2f-39c5e22a1c5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.1978016 Aug 27 02:40:13.536715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:13.544944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.545274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.550237 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Sync routers for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:13.563176 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:13.564674 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:13.597818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Calling delete_port for 91196714-615f-4dc4-9f29-6d2679c701c2 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:13.649572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:13.650806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33c870-0ed2-4a8a-97e8-4752d7ac57ce None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:13.653849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55366) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:13.657446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b34e892b-76a6-4b87-a68e-096b84acedeb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1907001 Aug 27 02:40:13.716488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-6a866473-3f0e-4cb4-b38a-48b2bfd4f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:13.717940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-6a866473-3f0e-4cb4-b38a-48b2bfd4f0de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138407 Aug 27 02:40:13.742628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cb59660e-1a60-43b0-9564-c9eea2d303c9 None None] Provisioning for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:13.770429 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:13.989453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:10Z', 'revision_number': 3, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:14.021381 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Checking router: 6b0cec16-3920-4f86-b6b1-06b14506c5a2 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:14.021894 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Updating router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 port cbc3d286-acec-461a-b27e-9313cb840bc4 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:14.055332 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.059353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Update dhcp port {'port': {'network_id': '6a288510-5d52-448d-8f4c-94c15e5475db', 'fixed_ips': [{'subnet_id': '01ab862e-0371-4f54-a3d2-0219e4bb4a39', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d8008e8-8a3f-406e-85e5-39bde7bc7c6d'}], 'binding:host_id': 'n-d-806292-1'}, 'id': 'f7b09718-22c2-4fb5-92e4-e7492bfc4fb5'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:40:14.117460 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.236182 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-3173f3fc-36c1-424e-9700-7a44e31e2938 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756660 Aug 27 02:40:14.389732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.429045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.532921 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.560869 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Transition to ACTIVE for port object cbc3d286-acec-461a-b27e-9313cb840bc4 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:14.575226 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.589829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': '5c41a726-198b-41d2-a422-27e891873d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:14.590182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: c149d595-a9cd-4111-b374-9cdf7265c05a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:14.606031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port ba8fc133-3f15-4a80-a24d-750c59873ab0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:14.606726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.621618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:14.648849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Pushing event updated for resources: {'Port': ['ID=cbc3d286-acec-461a-b27e-9313cb840bc4,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:14.683187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.683527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.683860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.684186 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.684510 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.695391 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.698180 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.698578 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.700629 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.705568 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.705995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.706332 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:14.767970 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Attempting to bind port cbc3d286-acec-461a-b27e-9313cb840bc4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:14.769338 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Attempting to bind port cbc3d286-acec-461a-b27e-9313cb840bc4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:14.770077 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Attempting to bind port cbc3d286-acec-461a-b27e-9313cb840bc4 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:14.782292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:14.783805 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:14.784177 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:14.785039 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.785496 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:14.789099 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Bound port: cbc3d286-acec-461a-b27e-9313cb840bc4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:14.789837 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.799059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Allocated IP 172.20.0.1 (6a288510-5d52-448d-8f4c-94c15e5475db/2d8008e8-8a3f-406e-85e5-39bde7bc7c6d/f7b09718-22c2-4fb5-92e4-e7492bfc4fb5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:14.807783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:14.808191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.815514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=349976f0-54a7-4012-ac1a-7676adf5b96e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:14.886665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network c149d595-a9cd-4111-b374-9cdf7265c05a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:14.895109 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] For port cbc3d286-acec-461a-b27e-9313cb840bc4, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:14.898192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Allocated IP 172.20.0.1 (60b9c646-8c6a-4586-83df-f7ead68a98a1/12b13d9c-d5b4-4aa5-bb97-808786e47b33/2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:14.898951 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] For port cbc3d286-acec-461a-b27e-9313cb840bc4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbc3d286-acec-461a-b27e-9313cb840bc4,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:14.909004 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.917764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f368bcdb-80d6-4eee-8708-cc7f6ac58d0e req-9ce81434-a2fd-40a7-9222-b01a7259012f service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525811 Aug 27 02:40:14.931273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, c149d595-a9cd-4111-b374-9cdf7265c05a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:14.951943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.954611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.957260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:14.957858 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:14.967053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ddeb4-2cdf-416b-b1d8-26ddff0dc0a8 None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:15.001450 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:15.003398 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:15.020621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for ba8fc133-3f15-4a80-a24d-750c59873ab0 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:15.034900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Pushing event deleted for resources: {'Port': ['ID=91196714-615f-4dc4-9f29-6d2679c701c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.059271 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9cce7-ca28-4098-afc5-86b04a3d719c None None] Pushing event updated for resources: {'Port': ['ID=cbc3d286-acec-461a-b27e-9313cb840bc4,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.099636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.121415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Transition to ACTIVE for port object 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:15.126646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:15.127806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-793159c2-997a-4cd5-98d4-9157a5d64dc4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1195233 Aug 27 02:40:15.140005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:15.150014 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:15.159854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] For port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,segment=NetworkSegment(455475d5-6ca4-4f0b-8880-414096a44c86),segment_id=455475d5-6ca4-4f0b-8880-414096a44c86)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:15.161697 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.251776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.257887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.259481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf982256-f6eb-4488-8777-18cb712fab87 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661 tempest-ExternalNetworksAdminNegativeTestJSON-2032451661-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/2c5e5b31-0612-461e-9245-b73319008a8d HTTP/1.1" status: 204 len: 168 time: 2.8102436 Aug 27 02:40:15.275789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13160057'] for subnet, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.347880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-c149d595-a9cd-4111-b374-9cdf7265c05a', 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '349976f0-54a7-4012-ac1a-7676adf5b96e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:15.349682 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.368133 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.485332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Transition to ACTIVE for port object f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:15.494725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.512987 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:10Z', 'revision_number': 3, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:15.539317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.603695 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671726eb-9751-4519-8fb9-3d86744e3648 None None] The sync data for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 is: [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:10Z', 'revision_number': 3, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:15.650100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=ba8fc133-3f15-4a80-a24d-750c59873ab0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:15.704226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772044222760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16198819'] for subnet, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.766039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Allocated IP 2001:db8::2 (c149d595-a9cd-4111-b374-9cdf7265c05a/349976f0-54a7-4012-ac1a-7676adf5b96e/840c7e8b-3ce9-411f-a210-c75e573d5ced) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:15.828688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:15.836238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.837762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "PUT /v2.0/subnets/349976f0-54a7-4012-ac1a-7676adf5b96e HTTP/1.1" status: 200 len: 826 time: 0.7101867 Aug 27 02:40:15.848937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:15.910664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:15.983186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:16.005751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.016966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:40:16.019911 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:40:16.024193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1074a87-ac33-44e8-acd8-fe03330c8b73 None None] Pushing event updated for resources: {'Port': ['ID=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.197512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0e68d-69b6-4b49-8093-2bf93416f84e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=349976f0-54a7-4012-ac1a-7676adf5b96e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.232760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:16.239110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:16.259857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:16.313684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.376879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Transition to ACTIVE for port object 840c7e8b-3ce9-411f-a210-c75e573d5ced will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:16.393351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.407346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.448295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Transition to ACTIVE for port object 840c7e8b-3ce9-411f-a210-c75e573d5ced will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:16.464274 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.541336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35e83d2f-3246-4123-bf65-5246628cc3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.562458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router a2e9a56f-7541-4406-b89b-159178552394 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:16.612640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Pushing event updated for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.677853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:16.729792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:16.741533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:16.828948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:16.837126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Pushing event updated for resources: {'Port': ['ID=840c7e8b-3ce9-411f-a210-c75e573d5ced,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:16.839900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:16.840704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2faca1a-64e9-4e95-9f26-67ec1900bb9e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/a2e9a56f-7541-4406-b89b-159178552394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2293208 Aug 27 02:40:16.848423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55408) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:16.923183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] Sync routers for ids ['a2e9a56f-7541-4406-b89b-159178552394'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:16.940497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2afc4517-30a9-4b2f-a170-1600d3f160b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2e9a56f-7541-4406-b89b-159178552394 HTTP/1.1" status: 200 len: 205 time: 0.0809357 Aug 27 02:40:16.942897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55412) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:16.951657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.004968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cc620fa-9913-44f8-a250-577001a3b185 None None] Provisioning for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:17.046770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Attempting to bind port 840c7e8b-3ce9-411f-a210-c75e573d5ced on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:17.047444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Attempting to bind port 840c7e8b-3ce9-411f-a210-c75e573d5ced by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5c41a726-198b-41d2-a422-27e891873d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:17.047575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Attempting to bind port 840c7e8b-3ce9-411f-a210-c75e573d5ced on network c149d595-a9cd-4111-b374-9cdf7265c05a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:17.057919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:17.058340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Checking segment: {'id': '5c41a726-198b-41d2-a422-27e891873d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:17.058806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.059208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Bound using segment: {'id': '5c41a726-198b-41d2-a422-27e891873d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:17.059688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Bound port: 840c7e8b-3ce9-411f-a210-c75e573d5ced, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c41a726-198b-41d2-a422-27e891873d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c149d595-a9cd-4111-b374-9cdf7265c05a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:17.060285 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.066098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cc620fa-9913-44f8-a250-577001a3b185 None None] Provisioning complete for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:17.066309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cc620fa-9913-44f8-a250-577001a3b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.077991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] Routers {'a2e9a56f-7541-4406-b89b-159178552394'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:17.078678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2e9a56f-7541-4406-b89b-159178552394'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.124869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.154663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port 840c7e8b-3ce9-411f-a210-c75e573d5ced {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:17.155438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.201958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.317549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.322501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6cc620fa-9913-44f8-a250-577001a3b185 None None] Port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:17.333548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd9e7b0-aed8-4f3e-b183-3964b20d1721 None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:17.335773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35e83d2f-3246-4123-bf65-5246628cc3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.349511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35e83d2f-3246-4123-bf65-5246628cc3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.423934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] Routers {'a2e9a56f-7541-4406-b89b-159178552394'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:17.425661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a2e9a56f-7541-4406-b89b-159178552394'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.428771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35e83d2f-3246-4123-bf65-5246628cc3be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d64abf6e9b5e493b8486a832d5506b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4444971 Aug 27 02:40:17.432613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:17.472839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] For port 840c7e8b-3ce9-411f-a210-c75e573d5ced, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:17.478415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,segment=NetworkSegment(455475d5-6ca4-4f0b-8880-414096a44c86),segment_id=455475d5-6ca4-4f0b-8880-414096a44c86)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:17.484038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:17.485138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2017d7-b1fd-41c2-b42c-d08d05c9b157 None None] The sync data for ids ['a2e9a56f-7541-4406-b89b-159178552394'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:17.510432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.511274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a3f847f-adaf-447d-bd10-b9004aba6cf6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:17.584726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port 840c7e8b-3ce9-411f-a210-c75e573d5ced, host n-d-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:17.585666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.594776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.598634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.601397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e83d2f-3246-4123-bf65-5246628cc3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7f0b2-32a5-4dd6-a8a9-5d5c6aeffa75,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.621766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] For port 840c7e8b-3ce9-411f-a210-c75e573d5ced, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=840c7e8b-3ce9-411f-a210-c75e573d5ced,segment=NetworkSegment(5c41a726-198b-41d2-a422-27e891873d9c),segment_id=5c41a726-198b-41d2-a422-27e891873d9c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:17.626966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.629351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for 840c7e8b-3ce9-411f-a210-c75e573d5ced owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:17.652164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.682695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.701281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.701811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router a2e9a56f-7541-4406-b89b-159178552394 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:17.713253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.716922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-12b00324-4dbe-4e80-929b-0053fbe89b29 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/a2e9a56f-7541-4406-b89b-159178552394 HTTP/1.1" status: 204 len: 168 time: 0.7705591 Aug 27 02:40:17.717084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-29f60719-1a40-48d4-8e1e-ca1a3429a532 None None] Provisioning for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:17.717389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:17.762316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.773094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.833545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Pushing event updated for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.849353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.855020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28451c5d-444f-4c2a-b214-2c24fdbfb7f2 None None] Pushing event updated for resources: {'Port': ['ID=840c7e8b-3ce9-411f-a210-c75e573d5ced,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:17.862249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.881688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-29f60719-1a40-48d4-8e1e-ca1a3429a532 None None] Provisioning complete for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:17.882071 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-29f60719-1a40-48d4-8e1e-ca1a3429a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:17.888440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 645d42ff-7410-4e21-8a36-1835aa6de5d2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:17.892622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.030310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:18.031281 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.040423 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.152310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.264842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=840c7e8b-3ce9-411f-a210-c75e573d5ced,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:18.274810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.288152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.294993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38f7f0b2-32a5-4dd6-a8a9-5d5c6aeffa75 HTTP/1.1" status: 204 len: 168 time: 0.8587120 Aug 27 02:40:18.301613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.437914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port 840c7e8b-3ce9-411f-a210-c75e573d5ced on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:18.456831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16010af5-f3e5-4865-acaa-4bdb72e5e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7f0b2-32a5-4dd6-a8a9-5d5c6aeffa75,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:18.465565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:18.519850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.604813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732f094-9ddf-460f-b659-fcf5571c3433 None None] Network 6a279058-b4ea-47cb-aef3-e4f5f871b67b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:18.612929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.621553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.624622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/645d42ff-7410-4e21-8a36-1835aa6de5d2 HTTP/1.1" status: 204 len: 168 time: 0.9062440 Aug 27 02:40:18.628950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9f8bd-977b-4502-ad8f-5d04895fa6b4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=645d42ff-7410-4e21-8a36-1835aa6de5d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:18.640599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:18.648278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:18.917635 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:18.945958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:19.000628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:19.062233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.203320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=349976f0-54a7-4012-ac1a-7676adf5b96e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:19.215600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.222905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:19.230657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5646742-6fab-43ad-bb5c-f1f7b30c105b admin admin] 10.222.0.26 "PUT /v2.0/routers/6b0cec16-3920-4f86-b6b1-06b14506c5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5744140 Aug 27 02:40:19.236407 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Sync routers for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:19.250827 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:19.251664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.264827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 7a432cec-2fcd-426b-b97f-5023c882caaf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:19.265185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.331215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-55197cca-7c02-4d99-98d0-f8099cdc23e5 None None] Provisioning complete for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:19.331590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55197cca-7c02-4d99-98d0-f8099cdc23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.387641 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:19.403345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:19.405969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.450185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.479648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c149d595-a9cd-4111-b374-9cdf7265c05a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.511939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c41a726-198b-41d2-a422-27e891873d9c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.515072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c41a726-198b-41d2-a422-27e891873d9c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:19.559791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.576671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] DHCP port deletion for 6a279058-b4ea-47cb-aef3-e4f5f871b67b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:19.598178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.608465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port 7a432cec-2fcd-426b-b97f-5023c882caaf, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7a432cec-2fcd-426b-b97f-5023c882caaf,segment=NetworkSegment(211ac3f3-b58c-4baf-bf27-c62da16bcecf),segment_id=211ac3f3-b58c-4baf-bf27-c62da16bcecf)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:19.608867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.614507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:19.615712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.621932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-93c3bd78-5ace-4eb7-9d19-82a45a11563f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3b97086cce34f1fbe45635ac418280a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022164 Aug 27 02:40:19.623766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55624) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:19.623957 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:19.687237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 7a432cec-2fcd-426b-b97f-5023c882caaf owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:19.803657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.828518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:19.834745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c149d595-a9cd-4111-b374-9cdf7265c05a HTTP/1.1" status: 204 len: 168 time: 3.9671390 Aug 27 02:40:19.905232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55646) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.949281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbc3d286-acec-461a-b27e-9313cb840bc4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:19.952075 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f0e5f3-857b-4910-ae80-3b1efe6d0fe7 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:19.952807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f0e5f3-857b-4910-ae80-3b1efe6d0fe7 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:19.959727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4f0e5f3-857b-4910-ae80-3b1efe6d0fe7 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c149d595-a9cd-4111-b374-9cdf7265c05a HTTP/1.1" status: 404 len: 339 time: 0.0497222 Aug 27 02:40:19.962305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:19.980013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-403808847', 'description': 'd1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:19.990346 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.087127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.094970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:20.100368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.165178 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.173479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:20.212945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0595b-f01f-45a5-ba82-c11e16f53470 None None] DHCP port deletion for c149d595-a9cd-4111-b374-9cdf7265c05a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:20.232190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=7a432cec-2fcd-426b-b97f-5023c882caaf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.233796 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 4, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3', 'name': '', 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'mac_address': 'fa:16:3e:97:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:14Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 2, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'subnets': [{'id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.235720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port 7a432cec-2fcd-426b-b97f-5023c882caaf on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:20.237744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port cbc3d286-acec-461a-b27e-9313cb840bc4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:20.239652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.240248 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment 6940b023-1b84-41ac-a5a9-332976ba4993 of type vlan for network c3a5b4bb-8292-4173-8747-18cb2a6df566 Aug 27 02:40:20.251678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Deleting port 7a432cec-2fcd-426b-b97f-5023c882caaf {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:20.252620 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.312183 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Checking router: 6b0cec16-3920-4f86-b6b1-06b14506c5a2 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:20.312788 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Updating router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:20.352039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.355511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.356955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ae53935-b116-4b6f-9376-c52233c4e409 HTTP/1.1" status: 204 len: 168 time: 0.7204392 Aug 27 02:40:20.380812 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.401887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.439077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] For port 7a432cec-2fcd-426b-b97f-5023c882caaf, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:20.440217 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.457486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Calling delete_port for 7a432cec-2fcd-426b-b97f-5023c882caaf owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:20.461591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Port 7a432cec-2fcd-426b-b97f-5023c882caaf was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:40:20.463472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cbc3d286-acec-461a-b27e-9313cb840bc4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:20.464060 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.466344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040e03-36a5-4d3b-a44b-e819c21e5d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae53935-b116-4b6f-9376-c52233c4e409,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.515660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.528883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5db90-d410-472f-832c-1049653ab698 None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:20.560501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.569910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:20.571022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.575411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.581535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5db90-d410-472f-832c-1049653ab698 None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:20.680718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-060c8339-abef-4e7f-b1c9-f6e875b03583 None None] Provisioning complete for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:20.684103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-060c8339-abef-4e7f-b1c9-f6e875b03583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:20.693901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb775e-ad6d-4dd3-9dbb-4b5320aa5c6c tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=c149d595-a9cd-4111-b374-9cdf7265c05a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.699492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6f12a-0f31-4b7f-a7ba-98966ee7ce7e None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:20.733900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a279058-b4ea-47cb-aef3-e4f5f871b67b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.758154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] Pushing event deleted for resources: {'Port': ['ID=7a432cec-2fcd-426b-b97f-5023c882caaf,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:20.833827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211ac3f3-b58c-4baf-bf27-c62da16bcecf') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.834568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211ac3f3-b58c-4baf-bf27-c62da16bcecf') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:20.891031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:20.892329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9179263 Aug 27 02:40:20.918451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.004732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.007654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.016857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1518419038-network', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:21.024596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b569fb-77a5-4d26-9c71-d7f1d180beb1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=c3a5b4bb-8292-4173-8747-18cb2a6df566,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.057998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:21.058702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:21.065013 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:21.116031 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.148468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88031d9e-79d9-4ca2-862e-4aba2cdc9e61 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:21.153715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88031d9e-79d9-4ca2-862e-4aba2cdc9e61 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks?id=c3a5b4bb-8292-4173-8747-18cb2a6df566 HTTP/1.1" status: 200 len: 764 time: 0.2615962 Aug 27 02:40:21.157812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.166215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'description': 'd2'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:21.181136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c3a5b4bb-8292-4173-8747-18cb2a6df566 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:21.187605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b2a92-39e6-4c79-b772-e1a83c68e5ed None None] No DVR routers for this DVR port 7a432cec-2fcd-426b-b97f-5023c882caaf on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:21.193092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6f12a-0f31-4b7f-a7ba-98966ee7ce7e None None] Network c149d595-a9cd-4111-b374-9cdf7265c05a could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:21.241242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Made reservation on behalf of 11a5feeb59e54d5ea4a731c63171710c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:21.248426 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.251021 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Transition to ACTIVE for port object 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:21.264050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.266776 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.273278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.337154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185c1b8-3b74-465f-9e96-a95e1e64212a None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:40:21.431277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.447868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.453666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/6a279058-b4ea-47cb-aef3-e4f5f871b67b HTTP/1.1" status: 204 len: 168 time: 2.8028989 Aug 27 02:40:21.453666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.456587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.469147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1161791008', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:21.500600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33770ca6-2d68-44dc-9bf0-f1f2a19ba2b5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.505725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f00ad-49ca-4f66-b0c3-51ece5ef92e2 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=6a279058-b4ea-47cb-aef3-e4f5f871b67b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.523580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185c1b8-3b74-465f-9e96-a95e1e64212a None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:40:21.528413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:21.542190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-060c8339-abef-4e7f-b1c9-f6e875b03583 None None] Port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:21.555764 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Attempting to bind port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:21.557212 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Attempting to bind port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:21.557881 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Attempting to bind port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 on network 60b9c646-8c6a-4586-83df-f7ead68a98a1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:21.566301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.567259 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Added segment 4d0bdd80-d896-45ef-9b24-2901560acd94 of type vlan for network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 Aug 27 02:40:21.571198 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:21.571727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Checking segment: {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:21.572465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-060c8339-abef-4e7f-b1c9-f6e875b03583 None None] Could not find standard attr ID for object 840c7e8b-3ce9-411f-a210-c75e573d5ced. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:40:21.590438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.595468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.598343 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.599130 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.601333 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Bound using segment: {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:21.602209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Bound port: 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:21.603559 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.628315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.659784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.709621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.717013 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.719081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:21.720041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.734406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port cbc3d286-acec-461a-b27e-9313cb840bc4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbc3d286-acec-461a-b27e-9313cb840bc4,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:21.811411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ed468-b5a4-4286-b814-f2e2dfa7d0af None None] Pushing event updated for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.831141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] Pushing event updated for resources: {'Network': ['ID=0cfe2257-ed0d-41ab-aee2-0a625394fae4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:21.831698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network c3a5b4bb-8292-4173-8747-18cb2a6df566 is not hosted by any dhcp agent {{(pid=94832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 02:40:21.841857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:21.842096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.845710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "PUT /v2.0/networks/c3a5b4bb-8292-4173-8747-18cb2a6df566 HTTP/1.1" status: 200 len: 761 time: 0.6843927 Aug 27 02:40:21.851485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55848) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.853291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.859854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5fdea68-a913-4b5e-beea-d09af112797b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8471866 Aug 27 02:40:21.860326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:21.868768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:21.869282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Request body: {'subnet': {'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1518419038-subnet', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:21.880221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.894601 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] For port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:21.912591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] For port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:21.930543 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:21.936854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Made reservation on behalf of 11a5feeb59e54d5ea4a731c63171710c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:21.940031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.057387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.138753 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:22.140190 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:39:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:22.163778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 840c7e8b-3ce9-411f-a210-c75e573d5ced no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:22.276104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 840c7e8b-3ce9-411f-a210-c75e573d5ced {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:22.276681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 840c7e8b-3ce9-411f-a210-c75e573d5ced not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:22.280379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7a432cec-2fcd-426b-b97f-5023c882caaf no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:22.282111 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ed468-b5a4-4286-b814-f2e2dfa7d0af None None] Pushing event updated for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:22.286728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79778b-7cce-4c1e-9164-17d81d733c80 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=c3a5b4bb-8292-4173-8747-18cb2a6df566,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:22.306765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.311213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4466149a-625b-4f3d-b963-2ea056883802 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8535919 Aug 27 02:40:22.314220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55892) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.349231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596009791'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:22.359696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.417588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c99c3-0060-4b3b-932c-0952879724d4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.419177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b57c99c3-0060-4b3b-932c-0952879724d4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks?id=c3a5b4bb-8292-4173-8747-18cb2a6df566 HTTP/1.1" status: 200 len: 764 time: 0.4764168 Aug 27 02:40:22.428803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.470174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7a432cec-2fcd-426b-b97f-5023c882caaf {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:22.480952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7a432cec-2fcd-426b-b97f-5023c882caaf not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:22.520610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=cbc3d286-acec-461a-b27e-9313cb840bc4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:22.547763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Checking segment: {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:22.551469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Network hostable DHCP agents. Network: 0cfe2257-ed0d-41ab-aee2-0a625394fae4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:22.554449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:22.559975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc0817a-a9b9-43b4-840e-bfaab1d9aff6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:22.613440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:22.630031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 0cfe2257-ed0d-41ab-aee2-0a625394fae4) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:22.634747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:22.635386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.692744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7c5055d-d2cb-4cae-89c0-b377f7d24315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.772423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:22.774878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c3d1996d-94b3-400a-8a66-d94d96470118 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9118781 Aug 27 02:40:22.775492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:22.776324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.781512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:22.846605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e47a35-430c-4a9e-8bd7-4e8f26e37aee None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:40:22.883313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.885810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:22.934683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c3a5b4bb-8292-4173-8747-18cb2a6df566 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:22.941741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:23.087916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.155896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d50af0-c2db-47c8-be04-179737bdc17e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.166461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2d50af0-c2db-47c8-be04-179737bdc17e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7365625 Aug 27 02:40:23.171004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.269188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.274207 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 26071c0a-93c5-4573-b27d-8df80d615c4d of type vlan for network 42a70aa0-4f1a-40c2-8214-471ea56e2527 Aug 27 02:40:23.283092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.294247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2e17c6c4-a459-4f15-a540-cfffc08f0a64 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 207 time: 0.1076996 Aug 27 02:40:23.375177 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 4, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3', 'name': '', 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'mac_address': 'fa:16:3e:97:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:14Z', 'updated_at': '2021-08-27T02:40:21Z', 'revision_number': 4, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'subnets': [{'id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:23.376400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.380665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e47a35-430c-4a9e-8bd7-4e8f26e37aee None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:40:23.426501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.432480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.433311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.449803 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33376c23-28df-42b1-aad6-e643c6009781 None None] The sync data for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 is: [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:17Z', 'revision_number': 4, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port': {'id': 'cbc3d286-acec-461a-b27e-9313cb840bc4', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:09Z', 'updated_at': '2021-08-27T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3', 'name': '', 'network_id': '60b9c646-8c6a-4586-83df-f7ead68a98a1', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'mac_address': 'fa:16:3e:97:8a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:14Z', 'updated_at': '2021-08-27T02:40:21Z', 'revision_number': 4, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'subnets': [{'id': '12b13d9c-d5b4-4aa5-bb97-808786e47b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:23.584090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2634418 Aug 27 02:40:23.587803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:23.593891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:23.729869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430acbe-c462-48e4-b6ca-717089804249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=42a70aa0-4f1a-40c2-8214-471ea56e2527,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:23.746998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.770967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:23.859175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:23.869353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:23.874676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.916569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.929238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.944947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.958877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.974923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.986117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:23.993456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-71cb3f48-837b-418c-bda3-de93ff4b9b72 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.3406661 Aug 27 02:40:24.028332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55982) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.090882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.093963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:24.095107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.111068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.137235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.167336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.184957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.201192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.213980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c06610f-9b44-4459-914d-832d768e84de tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.9289589 Aug 27 02:40:24.215965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55988) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.290778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c8587c24-1e6e-4c56-bd5a-031bd404ce29 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:24.333123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbc3d286-acec-461a-b27e-9313cb840bc4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:24.337214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.406327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4ce67726-3ba3-4ded-ba67-f34c5b242e3b req-a6830e71-e5c9-44d0-ad53-82a8c47314db tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3633494 Aug 27 02:40:24.412060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8587c24-1e6e-4c56-bd5a-031bd404ce29 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "PUT /v2.0/quotas/4a7b612245c74cdd903fc32db7590243 HTTP/1.1" status: 200 len: 366 time: 0.3790514 Aug 27 02:40:24.419173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55990) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.457263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0b7e95d-abd6-444d-b329-fed0ccd32c71 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0164034 Aug 27 02:40:24.469692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.487447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:24.492186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b222988a-91ef-4483-9ba3-e0f8df111cff tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas/4a7b612245c74cdd903fc32db7590243 HTTP/1.1" status: 200 len: 366 time: 0.0213866 Aug 27 02:40:24.494707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55996) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.518513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.519075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.520322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.520857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.521395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.521888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.523305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.523841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.524613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.525352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.525873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.526682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:24.532007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:24.532720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 42a70aa0-4f1a-40c2-8214-471ea56e2527, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:24.542130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-efcfce84-95bd-4c6c-8759-c5e348370edc tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/4a7b612245c74cdd903fc32db7590243 HTTP/1.1" status: 204 len: 168 time: 0.0428138 Aug 27 02:40:24.545689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.558062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Allocated IP 172.20.0.2 (0cfe2257-ed0d-41ab-aee2-0a625394fae4/2fc0817a-a9b9-43b4-840e-bfaab1d9aff6/5db83b77-d25e-4571-99dc-40b594fe5ab5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:24.563504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ebb41b5b-18f4-4295-8ed2-82f69d3d97c8 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0138850 Aug 27 02:40:24.564203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56002) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.583328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1ffa9b1-a141-41f4-b37a-98b5710e0b5c tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas/4a7b612245c74cdd903fc32db7590243 HTTP/1.1" status: 200 len: 370 time: 0.0173595 Aug 27 02:40:24.584661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:24.587097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56004) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.592504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1e2cb37-2cc8-41e6-af81-68ad92ab4de3 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas/4a7b612245c74cdd903fc32db7590243/default HTTP/1.1" status: 200 len: 370 time: 0.0043454 Aug 27 02:40:24.594365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-62375e10-41c6-4d86-b911-703520b198ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3702955 Aug 27 02:40:24.594558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.597479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.611148 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-27062394-399d-4e80-b538-311f308a0590 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] delete failed (client error): The resource could not be found. Aug 27 02:40:24.612922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27062394-399d-4e80-b538-311f308a0590 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/4a7b612245c74cdd903fc32db7590243 HTTP/1.1" status: 404 len: 348 time: 0.0142329 Aug 27 02:40:24.677706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.679489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.682196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.683791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.685307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.687137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0f26e72b-c85d-49ba-8648-7ecf3f5516c2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0915537 Aug 27 02:40:24.692136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56012) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.708764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 42a70aa0-4f1a-40c2-8214-471ea56e2527) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:24.735525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.736037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.771441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.775388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.778600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.782102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.785095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:24.789241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed2faaf6-f000-44e9-a617-5d6cc6ad626e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0957820 Aug 27 02:40:24.795383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78d66d88-c047-40ed-9cd3-745d943d9a35 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2023933 Aug 27 02:40:24.796089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56016) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.796622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56018) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.820954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56020) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:24.881779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.893327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Transition to ACTIVE for port object 5db83b77-d25e-4571-99dc-40b594fe5ab5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:24.913864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Transition to ACTIVE for port object 5db83b77-d25e-4571-99dc-40b594fe5ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:24.957535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:network and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:24.964936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:24.976296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:24.989893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:24.993165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:24.999399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:25.095208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Pushing event updated for resources: {'Port': ['ID=5db83b77-d25e-4571-99dc-40b594fe5ab5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:25.123233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Attempting to bind port 5db83b77-d25e-4571-99dc-40b594fe5ab5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:25.124001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Attempting to bind port 5db83b77-d25e-4571-99dc-40b594fe5ab5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:25.124598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Attempting to bind port 5db83b77-d25e-4571-99dc-40b594fe5ab5 on network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:25.131705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:25.133143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Checking segment: {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:25.133787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.134666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Bound using segment: {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:25.135532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Bound port: 5db83b77-d25e-4571-99dc-40b594fe5ab5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:25.136291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.199247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:subnet and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:25.218456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] For port 5db83b77-d25e-4571-99dc-40b594fe5ab5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:25.223915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] For port 5db83b77-d25e-4571-99dc-40b594fe5ab5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5db83b77-d25e-4571-99dc-40b594fe5ab5,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:25.247220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.274871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:25.299327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:subnetpool and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:25.314771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:25.322190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.331576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.338779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.340504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cbc3d286-acec-461a-b27e-9313cb840bc4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:25.340992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.348813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.352815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:port and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:25.367385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:25.370627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.377482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.384218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.386463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-0580bf21-d3cc-4ed0-a0ca-eacad57da666 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.6883063 Aug 27 02:40:25.393868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f46a0-ef5c-4f19-ac27-23d85f251915 None None] Pushing event updated for resources: {'Port': ['ID=5db83b77-d25e-4571-99dc-40b594fe5ab5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:25.415583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18f73e75-d023-45ac-8dfb-65c41e9fb7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.468252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.475748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:router and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:25.483736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-c695e603-4baa-4691-b090-5a6060958566 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.485255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-c695e603-4baa-4691-b090-5a6060958566 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0837688 Aug 27 02:40:25.488242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.490356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:25.494415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038009c-0ad1-4d2c-9cfb-9868eff3db5b tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.507257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c038009c-0ad1-4d2c-9cfb-9868eff3db5b tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks/8417d02a-135f-41bf-87db-ffd49a7e7d6c HTTP/1.1" status: 200 len: 803 time: 0.7062883 Aug 27 02:40:25.516256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:25.520671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:25.545667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.552275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.579213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:25.584278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:25.584716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.654713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-944ad402-69c7-4275-967d-84eab15c46c9 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/networks/8417d02a-135f-41bf-87db-ffd49a7e7d6c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1329570 Aug 27 02:40:25.709223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:25.744790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.847220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:25.853411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:25.868564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49ac7c-1464-4932-99c8-50baa19ab0b4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.870047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d49ac7c-1464-4932-99c8-50baa19ab0b4 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets/a91298d3-f5fb-440d-9eb8-7ee49273cb1c HTTP/1.1" status: 200 len: 843 time: 0.1209633 Aug 27 02:40:25.917978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56032) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:25.954225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:25.976174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:floatingip and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:25.984332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.990269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.996152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:25.997611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:26.002719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.008831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.015273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.021218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.023222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-f1af4cb9-b0dd-43d8-868a-773212f9094a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 5445 time: 0.4520485 Aug 27 02:40:26.039799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da003e09-f4ad-44de-9087-b00160bb7bb2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['shared'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.044582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-da003e09-f4ad-44de-9087-b00160bb7bb2 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "GET /v2.0/subnets/a91298d3-f5fb-440d-9eb8-7ee49273cb1c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1216648 Aug 27 02:40:26.047005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56034) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:26.052696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-567942739'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:26.082354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-5f636318-fe5f-4332-8734-f58f1d974d99 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5886686 Aug 27 02:40:26.085498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5db83b77-d25e-4571-99dc-40b594fe5ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:26.091980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8::1 (42a70aa0-4f1a-40c2-8214-471ea56e2527/d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff/e575dd2b-0ea6-4530-a779-bddbd090f155) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:26.107669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:26.109064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:26.113101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.156083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:26.162191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e1af7fb-defe-4e1e-ab5f-c2062010d4d0 req-65766d7f-e03f-4805-9ace-6e40657c2514 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296144 Aug 27 02:40:26.190627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:security_group and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:26.202843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Allocated IP 172.25.8.101 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a22e1c6e-d714-4910-9527-eb867b30071e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:26.213625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:26.217158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:26.219930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.242188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.242495 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Added segment ec49c9f7-6345-48ec-bd96-e85ea3c56da7 of type vlan for network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd Aug 27 02:40:26.254137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Usage tracker for resource:security_group_rule and tenant:a149c8f6e16149299b8bbd73dfb83c27 is out of sync, need to count used quota {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 27 02:40:26.267709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.quota.resource [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94832) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 27 02:40:26.307748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95233ef6-2f88-4510-b995-326c63dfd6c2 tempest-QuotasTest-941254946 tempest-QuotasTest-941254946-project-admin] 10.222.0.26 "GET /v2.0/quotas/a149c8f6e16149299b8bbd73dfb83c27/details.json HTTP/1.1" status: 200 len: 703 time: 1.4814811 Aug 27 02:40:26.315002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.318015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.337536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object e575dd2b-0ea6-4530-a779-bddbd090f155 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:26.359661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.366266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:26.366945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.403009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.476805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:26.478723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4304087 Aug 27 02:40:26.496791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56040) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:26.508635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:26.524624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.531137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:26.541099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06062c1b-f25a-4e65-8e93-898a233f55ec tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Network': ['ID=7f82cc18-b8a8-4a2b-b898-8cb54030bfbd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:26.591197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.594273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] For port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:26.616997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.617777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:26.646574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:26.646815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:26.654894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:26.666013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:26.666623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.673625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:26.679139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e1c6e-d714-4910-9527-eb867b30071e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:26.682071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:26.743012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:26.800325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] device_id is not set on port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:40:26.820815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.821366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.821710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.822109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.822470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.822803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.823129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.823457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.823782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.824115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.824439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.824760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:26.836432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.937581 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.946212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.948838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Made reservation on behalf of 2e7e0cb9120346629a68bc54f083204e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:26.958096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:26.964599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56048) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:26.974328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:26.977164 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194dddc7-96fa-4388-8e81-bc25b8392de4" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:27.017585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.025260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:27.035331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad76b8-6e4a-46ea-a9ed-e59ce61a60e0 None None] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:27.141287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] No DVR routers for this DVR port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:27.146238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f282d3-e19b-4e01-9b0a-0a602fe6c0d4 None None] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:27.183932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.185681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6c99ac91-7037-4ec5-8e9d-226b3e875133 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:27.198707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:27.338307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] In _notify_port_updated(), no bound segment for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:40:27.339282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.339839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.341190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7542a213-3765-43aa-a158-b1ca66e194e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 200 len: 1033 time: 1.2447679 Aug 27 02:40:27.484505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:27.500489 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf27bb0-d0b8-4d45-b566-79b2ad0de8ff x-openstack-request-id: req-edf27bb0-d0b8-4d45-b566-79b2ad0de8ff {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:27.500779 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:27.501147 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edf27bb0-d0b8-4d45-b566-79b2ad0de8ff {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:27.501431 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'code': 200} Aug 27 02:40:27.509313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Provisioning for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:27.510305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.518677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Provisioning complete for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:27.519019 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.647933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-9d7e225c-4f8c-4987-88d6-6032afa14fbb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.649930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-9d7e225c-4f8c-4987-88d6-6032afa14fbb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "GET /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2943594 Aug 27 02:40:27.664925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:27.749400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9e40-53e2-48b9-a277-8d2cf6e39701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.753635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Performing IP validity checks on allocation pools {{(pid=94832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 02:40:27.754315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 02:40:27.771108 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.818345 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.887271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:27.897290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.899168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.899871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bd07e40-733e-483f-8cbc-cb5133959f43 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:27.905214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.912591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.921550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.925494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:27.931949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.938623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:27.948297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-855b0de4-5904-401f-bb53-b7728b8fcc2f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 4663 time: 0.2910991 Aug 27 02:40:28.066997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.091500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:28.099421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-565be3f0-e1fc-4c0f-bd82-47bc03297f9e req-c3dcec3f-caab-470b-9765-97412f26e559 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=6edb3ef0-b02e-436f-833a-ed30138a366e&id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500311 Aug 27 02:40:28.153829 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.195692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.237325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=fa9833a0-a624-4ceb-bf52-878fd0a80842,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:28.256863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] For port 5db83b77-d25e-4571-99dc-40b594fe5ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5db83b77-d25e-4571-99dc-40b594fe5ab5,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:28.282063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.297120 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.299223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-42a70aa0-4f1a-40c2-8214-471ea56e2527', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:28.300183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.307860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] For port fa9833a0-a624-4ceb-bf52-878fd0a80842, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:28.361209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] device_id is not set on port fa9833a0-a624-4ceb-bf52-878fd0a80842 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:40:28.368160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.381552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.385288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Router cc6e4761-9527-487f-8593-557bb4d8eccb is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:28.387074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:28.387445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.409996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.438897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9e40-53e2-48b9-a277-8d2cf6e39701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.466772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9e40-53e2-48b9-a277-8d2cf6e39701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.516688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.533736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:28.534016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=8f6a026c-ee64-4809-9c1a-1b6ec195a53b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.534940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104fc0c-d636-4fa0-b056-510a80ae597e None None] Pushing event updated for resources: {'Port': ['ID=5db83b77-d25e-4571-99dc-40b594fe5ab5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.547978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.548730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.566188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5e1d6cf3-45a1-43ee-9c29-7c455aed5565 None None] Provisioning complete for port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:28.566188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6cf3-45a1-43ee-9c29-7c455aed5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.566593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.567195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 70a2f966-e04f-40b0-89e6-9f8844e5e38a no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:28.601985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd9e40-53e2-48b9-a277-8d2cf6e39701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc843729-413f-4283-9293-dbf177f8f208,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.615007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3ecd9e40-53e2-48b9-a277-8d2cf6e39701 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e684957fc32d4d76b7f8a874d3982de4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6441448 Aug 27 02:40:28.617499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56068) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:28.683726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:28.709994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Checking segment: {'id': 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:28.710371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network hostable DHCP agents. Network: 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:28.724975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Sync routers for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:28.725240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.763886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] No DVR routers for this DVR port fa9833a0-a624-4ceb-bf52-878fd0a80842 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:28.840492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] In _notify_port_updated(), no bound segment for port fa9833a0-a624-4ceb-bf52-878fd0a80842 on network a3b2db74-4151-4a80-983b-cafe310925da {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:40:28.840712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:28.841365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:28.842159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.844096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 200 len: 1033 time: 1.1842346 Aug 27 02:40:28.871199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d6cf3-45a1-43ee-9c29-7c455aed5565 None None] Port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:28.888773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:28.889472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:28.907300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.917304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:28.930134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:28.935680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.966581 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:28.972502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:28.973486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f0e17f03-5ff9-4e90-a9b5-d403e4376882 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1969469 Aug 27 02:40:28.975498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56070) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:28.989995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047089f1-a79a-4732-8b50-3d0bbd21f3ec None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:29.000765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:29.017016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5e1d6cf3-45a1-43ee-9c29-7c455aed5565 None None] Provisioning complete for port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:29.018177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6cf3-45a1-43ee-9c29-7c455aed5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.021269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:29.029708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ad57-63cd-4724-aa92-5ef089aeba00 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:29.099423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.107542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 6c99ac91-7037-4ec5-8e9d-226b3e875133 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:29.108042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.122049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bf8f007-bb08-456a-a76a-01679afdddba tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6183000 Aug 27 02:40:29.124566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:29.133969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Allocated IP 2001:db8::2 (42a70aa0-4f1a-40c2-8214-471ea56e2527/d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff/f1598735-be5e-45fc-be62-7899ba0b11ab) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:29.140173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:29.240521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.257941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a554683-d7d6-4792-b759-738b7f49b3b5 None None] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:29.277711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 6c99ac91-7037-4ec5-8e9d-226b3e875133, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6c99ac91-7037-4ec5-8e9d-226b3e875133,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:29.278209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.300362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 6c99ac91-7037-4ec5-8e9d-226b3e875133 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:29.508509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.541674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:29.542993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=6c99ac91-7037-4ec5-8e9d-226b3e875133,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:29.543923 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7842f-043d-4de5-ab76-72a6b66a59c9" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:29.593400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.597755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 6c99ac91-7037-4ec5-8e9d-226b3e875133 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:29.600850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.601061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.603686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-26f654ae-fe86-403c-baa5-d0218b526962 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "DELETE /v2.0/ports/6c99ac91-7037-4ec5-8e9d-226b3e875133 HTTP/1.1" status: 204 len: 173 time: 0.7486753 Aug 27 02:40:29.604323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:29.607288 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608412e0-c00a-454b-953b-3e399b84c039" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:29.607760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.615275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.622225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:29.624330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-822028ea-5c0c-429e-bdba-5b1707c7c5fe tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 3879 time: 0.3747809 Aug 27 02:40:29.625050 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.628074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.629192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc843729-413f-4283-9293-dbf177f8f208 HTTP/1.1" status: 204 len: 168 time: 1.0084229 Aug 27 02:40:29.701663 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f849a72-48d9-47b2-86d5-ebc9057a397a x-openstack-request-id: req-7f849a72-48d9-47b2-86d5-ebc9057a397a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:29.702304 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:29.702874 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f849a72-48d9-47b2-86d5-ebc9057a397a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:29.703869 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'code': 200} Aug 27 02:40:29.705903 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'code': 200} Aug 27 02:40:29.763791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:29.769476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:29.776294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:29.776826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.835479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0ef3-1f40-4121-88b8-199ad4c38077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc843729-413f-4283-9293-dbf177f8f208,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:29.913238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13160057'] for subnet, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.931794 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.933557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 188e35a5-b802-4498-b7a6-31a0c51b48fb no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:29.947015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:29.947657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:29.963443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:30.015618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.039189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c55365a0-9a07-4408-b742-ec44ae9995a7 req-0a1890dd-f5a6-4623-853c-db2e2b2e0842 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772906 Aug 27 02:40:30.039757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:40:30.228109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5db83b77-d25e-4571-99dc-40b594fe5ab5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:30.252732 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc31d89-2757-4c23-9190-c681ff84f7f7 x-openstack-request-id: req-adc31d89-2757-4c23-9190-c681ff84f7f7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:30.252972 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "6c99ac91-7037-4ec5-8e9d-226b3e875133", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:30.253325 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adc31d89-2757-4c23-9190-c681ff84f7f7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:30.253761 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '6c99ac91-7037-4ec5-8e9d-226b3e875133', 'status': 'completed', 'code': 200} Aug 27 02:40:30.258610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.284881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:30.300974 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:30.304610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1220290a-7f05-4c53-b956-d8cf167ddb11 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4940190 Aug 27 02:40:30.314002 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:30.315238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:30.320969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56090) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:30.334030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-848881048'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:30.353345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:30.390470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6042f67-6333-4d27-808f-fd8b6b898727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.412263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:30.421995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:30.426260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.428917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7b935e4c-31dc-4753-accc-ba5030e485a2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "DELETE /v2.0/ports/b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e HTTP/1.1" status: 204 len: 173 time: 0.8177710 Aug 27 02:40:30.437339 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:30.459158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:30.466790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.553697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7f82cc18-b8a8-4a2b-b898-8cb54030bfbd', 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd', 'tenant_id': '2e7e0cb9120346629a68bc54f083204e', 'fixed_ips': [{'subnet_id': '8f6a026c-ee64-4809-9c1a-1b6ec195a53b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:30.554598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.568510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:30.575220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cf42bd7-b46c-4600-9921-387734283f16 None None] Provisioning complete for port fa9833a0-a624-4ceb-bf52-878fd0a80842 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:30.575587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cf42bd7-b46c-4600-9921-387734283f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.647626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 70a2f966-e04f-40b0-89e6-9f8844e5e38a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:30.648028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.681279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.682050 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 1385c37c-ff2a-414a-98c6-97d437286eaf of type vlan for network e6a5983c-049f-47f7-ab84-2ca2af09fea2 Aug 27 02:40:30.696248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:30.773868 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:26Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:28Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:30.780464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 70a2f966-e04f-40b0-89e6-9f8844e5e38a, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=70a2f966-e04f-40b0-89e6-9f8844e5e38a,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:30.781049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.797196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.797507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 70a2f966-e04f-40b0-89e6-9f8844e5e38a owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:30.800731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Allocated IP 172.20.0.1 (0cfe2257-ed0d-41ab-aee2-0a625394fae4/2fc0817a-a9b9-43b4-840e-bfaab1d9aff6/d0e85ef1-9091-4c63-9f1d-ce05117ecb66) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:30.826110 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:30.826849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Updating router ffa63133-641e-4ddf-87de-fa4929247acd port e575dd2b-0ea6-4530-a779-bddbd090f155 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:30.833675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.856674 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:30.971463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.016392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=70a2f966-e04f-40b0-89e6-9f8844e5e38a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.077522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772044222760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16198819'] for subnet, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.087618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.092272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 70a2f966-e04f-40b0-89e6-9f8844e5e38a on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:31.095537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6042f67-6333-4d27-808f-fd8b6b898727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.097152 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.099588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-41c2cf1b-673c-4c03-9893-c97b4e7a56c9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "DELETE /v2.0/ports/70a2f966-e04f-40b0-89e6-9f8844e5e38a HTTP/1.1" status: 204 len: 173 time: 0.6638331 Aug 27 02:40:31.103267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6042f67-6333-4d27-808f-fd8b6b898727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.107433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:31.109701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.152250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Allocated IP 2001:db8::3 (7f82cc18-b8a8-4a2b-b898-8cb54030bfbd/8f6a026c-ee64-4809-9c1a-1b6ec195a53b/ae58e056-9c47-46d5-989f-3f958a659746) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:31.190844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6042f67-6333-4d27-808f-fd8b6b898727 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a149c8f6e16149299b8bbd73dfb83c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170767 Aug 27 02:40:31.195240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:31.232347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9104252 Aug 27 02:40:31.246700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:31.274611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:31.315624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.324601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Transition to ACTIVE for port object ae58e056-9c47-46d5-989f-3f958a659746 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.340776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Transition to ACTIVE for port object ae58e056-9c47-46d5-989f-3f958a659746 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.385601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.399695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.409000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6cf42bd7-b46c-4600-9921-387734283f16 None None] Port fa9833a0-a624-4ceb-bf52-878fd0a80842 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:31.434639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:31.442435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.471801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:31.487536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Pushing event updated for resources: {'Port': ['ID=ae58e056-9c47-46d5-989f-3f958a659746,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.490731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:31.499940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.500656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:31.501008 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.564755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:31.568212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:31.591373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cf42bd7-b46c-4600-9921-387734283f16 None None] Provisioning complete for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:31.592103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cf42bd7-b46c-4600-9921-387734283f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.615078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Transition to ACTIVE for port object f1598735-be5e-45fc-be62-7899ba0b11ab will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.654130 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.655115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device fa9833a0-a624-4ceb-bf52-878fd0a80842 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:31.754339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:31.756678 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4977d-15cf-427d-bf12-29b8d9e81893" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:31.803916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Transition to ACTIVE for port object f1598735-be5e-45fc-be62-7899ba0b11ab will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:31.862075 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.875305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:31.876099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.880650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "PUT /v2.0/subnets/8f6a026c-ee64-4809-9c1a-1b6ec195a53b HTTP/1.1" status: 200 len: 900 time: 2.7439184 Aug 27 02:40:31.889166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device fa9833a0-a624-4ceb-bf52-878fd0a80842 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:31.890479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:31.893163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56106) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:31.910599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4229ff-3546-4321-af60-2bcf37667cca tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event updated for resources: {'Subnet': ['ID=8f6a026c-ee64-4809-9c1a-1b6ec195a53b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.915473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:31.920034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d2cf-9c33-4909-9338-ec3a5e33dd68 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=e6a5983c-049f-47f7-ab84-2ca2af09fea2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.985224 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd7120-cacb-47c0-8a0d-d67507019933 x-openstack-request-id: req-3cbd7120-cacb-47c0-8a0d-d67507019933 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:31.985506 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-unplugged", "status": "completed", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:31.986800 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cbd7120-cacb-47c0-8a0d-d67507019933 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:31.987278 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'code': 200} Aug 27 02:40:31.987600 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'code': 200} Aug 27 02:40:31.991459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:31.998730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Attempting to bind port ae58e056-9c47-46d5-989f-3f958a659746 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:31.999675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Attempting to bind port ae58e056-9c47-46d5-989f-3f958a659746 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:31.999675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Attempting to bind port ae58e056-9c47-46d5-989f-3f958a659746 on network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:32.011290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:32.044277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.064243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537041b9-ec9b-4ff9-b442-d71647a45f9f req-ec233b2c-1dfb-4a4e-a28a-d44f1294c65e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:32.071977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537041b9-ec9b-4ff9-b442-d71647a45f9f req-ec233b2c-1dfb-4a4e-a28a-d44f1294c65e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:32.073706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-537041b9-ec9b-4ff9-b442-d71647a45f9f req-ec233b2c-1dfb-4a4e-a28a-d44f1294c65e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 1680 time: 0.8759322 Aug 27 02:40:32.098424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Transition to ACTIVE for port object d0e85ef1-9091-4c63-9f1d-ce05117ecb66 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:32.147660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:27Z', 'revision_number': 3, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:32.153254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:32.154020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Checking segment: {'id': 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:32.158154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.158726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Bound using segment: {'id': 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:32.159314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Bound port: ae58e056-9c47-46d5-989f-3f958a659746, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7f82cc18-b8a8-4a2b-b898-8cb54030bfbd'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:32.164507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.245158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Pushing event updated for resources: {'Port': ['ID=f1598735-be5e-45fc-be62-7899ba0b11ab,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.247784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6042f67-6333-4d27-808f-fd8b6b898727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d7686-2757-4e5f-afad-f68342cffcb6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.258004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-537041b9-ec9b-4ff9-b442-d71647a45f9f req-ac8f7444-a61d-42d5-8d51-3725017babf7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700377 Aug 27 02:40:32.261350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.264696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e'}, {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:32.268320 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed46bdb-77d2-4239-9d5d-b8fd7bf920b0" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e"}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:32.306891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.339726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.380455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] For port ae58e056-9c47-46d5-989f-3f958a659746, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:32.384107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] For port ae58e056-9c47-46d5-989f-3f958a659746, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ae58e056-9c47-46d5-989f-3f958a659746,segment=NetworkSegment(ec49c9f7-6345-48ec-bd96-e85ea3c56da7),segment_id=ec49c9f7-6345-48ec-bd96-e85ea3c56da7)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:32.425698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:32.427311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.427636 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc6678-09e7-4535-9cb7-bd582020d087 x-openstack-request-id: req-d0cc6678-09e7-4535-9cb7-bd582020d087 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:32.428029 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e", "status": "completed", "code": 200}, {"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "70a2f966-e04f-40b0-89e6-9f8844e5e38a", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:32.428387 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0cc6678-09e7-4535-9cb7-bd582020d087 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:32.428937 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': 'b1ffcd28-5b68-4ffc-a3e6-6d5c0830968e', 'status': 'completed', 'code': 200} Aug 27 02:40:32.429297 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '70a2f966-e04f-40b0-89e6-9f8844e5e38a', 'status': 'completed', 'code': 200} Aug 27 02:40:32.431181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:32.441290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.450846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:32.462406 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.464716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.471539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.475087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/272d7686-2757-4e5f-afad-f68342cffcb6 HTTP/1.1" status: 204 len: 168 time: 1.2786305 Aug 27 02:40:32.496365 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Transition to ACTIVE for port object e575dd2b-0ea6-4530-a779-bddbd090f155 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:32.497470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.507043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Checking router: cc6e4761-9527-487f-8593-557bb4d8eccb for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:32.507685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Updating router cc6e4761-9527-487f-8593-557bb4d8eccb port a22e1c6e-d714-4910-9527-eb867b30071e binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:32.516972 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.564143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 188e35a5-b802-4498-b7a6-31a0c51b48fb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:32.564430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.572821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.650869 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.653061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:32.703394 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097b7c6-a91b-4aa2-867f-b8b3d0f011c8 None None] Pushing event updated for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.747281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Attempting to bind port e575dd2b-0ea6-4530-a779-bddbd090f155 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:32.748968 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Attempting to bind port e575dd2b-0ea6-4530-a779-bddbd090f155 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:32.750893 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Attempting to bind port e575dd2b-0ea6-4530-a779-bddbd090f155 on network 42a70aa0-4f1a-40c2-8214-471ea56e2527 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:32.764517 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:32.766497 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Checking segment: {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:32.769750 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.770473 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Bound using segment: {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:32.771218 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Bound port: e575dd2b-0ea6-4530-a779-bddbd090f155, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:32.772484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:32.773248 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.825497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 188e35a5-b802-4498-b7a6-31a0c51b48fb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=188e35a5-b802-4498-b7a6-31a0c51b48fb,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:32.826279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port ae58e056-9c47-46d5-989f-3f958a659746 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:32.826893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.828009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.836068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:32.855591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:32.863361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 188e35a5-b802-4498-b7a6-31a0c51b48fb owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:32.867231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c88e-5b7b-4d1f-b930-bbdeb03c90eb None None] Pushing event updated for resources: {'Port': ['ID=ae58e056-9c47-46d5-989f-3f958a659746,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:32.957933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port ae58e056-9c47-46d5-989f-3f958a659746, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ae58e056-9c47-46d5-989f-3f958a659746,segment=NetworkSegment(ec49c9f7-6345-48ec-bd96-e85ea3c56da7),segment_id=ec49c9f7-6345-48ec-bd96-e85ea3c56da7)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:32.958464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.959187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] For port e575dd2b-0ea6-4530-a779-bddbd090f155, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:32.962752 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] For port e575dd2b-0ea6-4530-a779-bddbd090f155, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e575dd2b-0ea6-4530-a779-bddbd090f155,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:32.970128 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:32.973905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for ae58e056-9c47-46d5-989f-3f958a659746 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:33.095109 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:33.096293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:33.142412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def4ebf-0e30-4610-927f-0774258d8abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d7686-2757-4e5f-afad-f68342cffcb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.149820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.255487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=291dd8e3-28c0-4237-ba91-b61d0257b1d6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.257719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=188e35a5-b802-4498-b7a6-31a0c51b48fb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.265465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.279152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.317362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 188e35a5-b802-4498-b7a6-31a0c51b48fb on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:33.322161 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.332558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-54f5d124-0c1d-4dd4-bda3-4a648d33079c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "DELETE /v2.0/ports/188e35a5-b802-4498-b7a6-31a0c51b48fb HTTP/1.1" status: 204 len: 173 time: 2.2002797 Aug 27 02:40:33.333761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:33.333947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: e6a5983c-049f-47f7-ab84-2ca2af09fea2, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:33.397398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=ae58e056-9c47-46d5-989f-3f958a659746,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.401402 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097b7c6-a91b-4aa2-867f-b8b3d0f011c8 None None] Pushing event updated for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.461983 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:33.532628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port ae58e056-9c47-46d5-989f-3f958a659746 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:33.581125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:33.596876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.626337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f856890d-9ad1-447e-9241-fd4ed736ba2f None None] Provisioning complete for port 5db83b77-d25e-4571-99dc-40b594fe5ab5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:33.627631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f856890d-9ad1-447e-9241-fd4ed736ba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.701573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e6a5983c-049f-47f7-ab84-2ca2af09fea2) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:33.704319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.728772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:33.737278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:33.761869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6a026c-ee64-4809-9c1a-1b6ec195a53b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:33.810351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b2833-b5d3-4600-8f33-0c4169454de6 req-021aab08-d602-4066-984f-fbb368c57b8c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:33.820441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-021b2833-b5d3-4600-8f33-0c4169454de6 req-021aab08-d602-4066-984f-fbb368c57b8c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 944 time: 0.2788000 Aug 27 02:40:33.860491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-91601a5f-1f75-443e-8a93-ce2d4723037e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6113985 Aug 27 02:40:33.868812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:33.973066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a04812-d8e2-4f30-9302-800f78a933df None None] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:34.013319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.030360 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:26Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:34.076641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f82cc18-b8a8-4a2b-b898-8cb54030bfbd']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:34.109860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Attempting to bind port f1598735-be5e-45fc-be62-7899ba0b11ab on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:34.110714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Attempting to bind port f1598735-be5e-45fc-be62-7899ba0b11ab by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:34.111550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Attempting to bind port f1598735-be5e-45fc-be62-7899ba0b11ab on network 42a70aa0-4f1a-40c2-8214-471ea56e2527 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:34.122899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:34.123251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec49c9f7-6345-48ec-bd96-e85ea3c56da7') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:34.127958 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef62fe-60fa-4871-90c5-12ff3aac730b None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:26Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:34.164785 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.198687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56144) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:34.211712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:34.212091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Checking segment: {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:34.212492 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.212882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Bound using segment: {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:34.213362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Bound port: f1598735-be5e-45fc-be62-7899ba0b11ab, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26071c0a-93c5-4573-b27d-8df80d615c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:34.213740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.250307 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.286091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:34.286540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:34.293252 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:34.303059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 0bd07e40-733e-483f-8cbc-cb5133959f43 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:34.306724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.332082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.348358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.399815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Transition to ACTIVE for port object a22e1c6e-d714-4910-9527-eb867b30071e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:34.427879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.437488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.457967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:34.464201 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4121345-7177-4531-b9de-8b8d120dce0b" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:34.497846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70305cc5-8030-445c-b3b9-b55172e27bb4 None None] Provisioning for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:34.574682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.579684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] For port f1598735-be5e-45fc-be62-7899ba0b11ab, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:34.601656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.608372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/7f82cc18-b8a8-4a2b-b898-8cb54030bfbd HTTP/1.1" status: 204 len: 168 time: 2.7103271 Aug 27 02:40:34.623822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] For port f1598735-be5e-45fc-be62-7899ba0b11ab, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f1598735-be5e-45fc-be62-7899ba0b11ab,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:34.629324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:34.665155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.680599 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cab697-8d02-4b31-ac05-8fb1970169ac x-openstack-request-id: req-62cab697-8d02-4b31-ac05-8fb1970169ac {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:34.681018 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "188e35a5-b802-4498-b7a6-31a0c51b48fb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:34.681400 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62cab697-8d02-4b31-ac05-8fb1970169ac {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:34.681899 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '188e35a5-b802-4498-b7a6-31a0c51b48fb', 'status': 'completed', 'code': 200} Aug 27 02:40:34.685084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7327733d-4626-4751-8452-5e673927df9f tempest-AgentManagementNegativeTest-634476591 tempest-AgentManagementNegativeTest-634476591-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4838760 Aug 27 02:40:34.709408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-021b2833-b5d3-4600-8f33-0c4169454de6 req-c07bc6af-ff24-44b2-9708-bd6072a35aca tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8717327 Aug 27 02:40:34.729867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Attempting to bind port a22e1c6e-d714-4910-9527-eb867b30071e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:34.742073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Attempting to bind port a22e1c6e-d714-4910-9527-eb867b30071e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:34.743202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Attempting to bind port a22e1c6e-d714-4910-9527-eb867b30071e on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:34.747874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70305cc5-8030-445c-b3b9-b55172e27bb4 None None] Provisioning complete for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:34.748495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70305cc5-8030-445c-b3b9-b55172e27bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.761912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:34.775608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.807044 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-11013e0f-b800-41b0-a236-b0be9f1b725d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:34.807504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11013e0f-b800-41b0-a236-b0be9f1b725d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:34.818466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11013e0f-b800-41b0-a236-b0be9f1b725d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/8f6a026c-ee64-4809-9c1a-1b6ec195a53b HTTP/1.1" status: 404 len: 337 time: 0.1670492 Aug 27 02:40:34.823685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02b1c6-5843-468b-9671-bf137e0ec5d1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=7f82cc18-b8a8-4a2b-b898-8cb54030bfbd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:34.826584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:34.854169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:34.854860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:34.855432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.856116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:34.856883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Bound port: a22e1c6e-d714-4910-9527-eb867b30071e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:34.857453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.865314 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f92123a-97f5-4056-ad85-ebd37acc59ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:34.866011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f92123a-97f5-4056-ad85-ebd37acc59ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:34.870922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3f92123a-97f5-4056-ad85-ebd37acc59ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/7f82cc18-b8a8-4a2b-b898-8cb54030bfbd HTTP/1.1" status: 404 len: 339 time: 0.0431373 Aug 27 02:40:34.874665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:34.950355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 0bd07e40-733e-483f-8cbc-cb5133959f43, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bd07e40-733e-483f-8cbc-cb5133959f43,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:34.950852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.979035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.981042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] For port a22e1c6e-d714-4910-9527-eb867b30071e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:34.981504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:34.984612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] For port a22e1c6e-d714-4910-9527-eb867b30071e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a22e1c6e-d714-4910-9527-eb867b30071e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:34.998691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d21c3f-e1d9-45fe-94b5-744393f5a50a None None] DHCP port deletion for 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:35.041329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.158675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab208c6-07b7-4779-8341-1d2ff994ec03 None None] Pushing event updated for resources: {'Port': ['ID=a22e1c6e-d714-4910-9527-eb867b30071e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:35.234867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb0d23-6a35-4a6a-9be1-6c172a09a4b3 None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:35.257970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:35.266074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb0d23-6a35-4a6a-9be1-6c172a09a4b3 None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:35.274309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-70305cc5-8030-445c-b3b9-b55172e27bb4 None None] Port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:35.276397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:35.277048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:35.277676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:35.285792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:35.285969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92960f55-70da-4d97-b42f-be2f20ae5367 None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:35.363082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56166) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:35.409317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.646977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92960f55-70da-4d97-b42f-be2f20ae5367 None None] Network 7f82cc18-b8a8-4a2b-b898-8cb54030bfbd could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:40:35.694527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.716678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Allocated IP 2001:db8:1::2 (e6a5983c-049f-47f7-ab84-2ca2af09fea2/291dd8e3-28c0-4237-ba91-b61d0257b1d6/ed6b0bac-db16-41ea-acd9-5ee19c70e9ac) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:35.726594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a5b4bb-8292-4173-8747-18cb2a6df566']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:35.749344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d8311a-e0d7-475f-93ad-8142b0ef2dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.755015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6940b023-1b84-41ac-a5a9-332976ba4993') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:35.755313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6940b023-1b84-41ac-a5a9-332976ba4993') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:35.755438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b1e5231c-868a-4a12-bc28-b6d5058382c8 None None] Could not find standard attr ID for object ae58e056-9c47-46d5-989f-3f958a659746. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:40:35.790307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48b214-a52a-4254-b050-6fbbd9b7f05f None None] Pushing event updated for resources: {'Port': ['ID=f1598735-be5e-45fc-be62-7899ba0b11ab,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:35.815305 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.859175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.873720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:35.874184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:35.879193 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:35.927636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.927909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Router cc6e4761-9527-487f-8593-557bb4d8eccb has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:35.928022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.928294 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Floating IP 00919dab-6db8-4248-bc89-7fa4381c4785 disassociated. External IP: 172.25.8.39, port: 0bd07e40-733e-483f-8cbc-cb5133959f43. Aug 27 02:40:35.928908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 0bd07e40-733e-483f-8cbc-cb5133959f43 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:35.934958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:35.994130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-22ba4215-2fd0-420f-9b09-b4eacba48ab8 None None] Provisioning complete for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:35.994578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-22ba4215-2fd0-420f-9b09-b4eacba48ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:35.996112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21718-d306-401e-b4a8-929e0ef21b71 req-e914a755-5a2a-4df6-898a-79c5456a500d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:35.997603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52d21718-d306-401e-b4a8-929e0ef21b71 req-e914a755-5a2a-4df6-898a-79c5456a500d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 944 time: 0.1416955 Aug 27 02:40:36.002411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab208c6-07b7-4779-8341-1d2ff994ec03 None None] Pushing event updated for resources: {'Port': ['ID=a22e1c6e-d714-4910-9527-eb867b30071e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.010928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.029328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.034058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c3a5b4bb-8292-4173-8747-18cb2a6df566 HTTP/1.1" status: 204 len: 168 time: 1.1535029 Aug 27 02:40:36.035856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56178) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:36.065687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d13b4a-c306-4c42-945d-c9985b28a61e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=c3a5b4bb-8292-4173-8747-18cb2a6df566,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.076803 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4271ead-fb9a-4160-8b03-45619bb03710 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:36.077910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4271ead-fb9a-4160-8b03-45619bb03710 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:36.079127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4271ead-fb9a-4160-8b03-45619bb03710 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/349976f0-54a7-4012-ac1a-7676adf5b96e HTTP/1.1" status: 404 len: 337 time: 0.0422723 Aug 27 02:40:36.088020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56180) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:36.098777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52d21718-d306-401e-b4a8-929e0ef21b71 req-dfae2fb6-ab8c-4256-9781-0989c2e72961 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c8b3a5b-f86b-4af7-9410-2da59aa3f776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867925 Aug 27 02:40:36.166466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.167799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-22ba4215-2fd0-420f-9b09-b4eacba48ab8 None None] Port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:36.179811 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6591af44-4114-46c5-977a-0bbd009c5d4f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:36.180458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6591af44-4114-46c5-977a-0bbd009c5d4f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:36.182323 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6591af44-4114-46c5-977a-0bbd009c5d4f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c149d595-a9cd-4111-b374-9cdf7265c05a HTTP/1.1" status: 404 len: 339 time: 0.0920389 Aug 27 02:40:36.186324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d8311a-e0d7-475f-93ad-8142b0ef2dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.189958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:36.197501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.202071 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e4d8311a-e0d7-475f-93ad-8142b0ef2dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.204140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=0bd07e40-733e-483f-8cbc-cb5133959f43,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.215690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Transition to ACTIVE for port object ed6b0bac-db16-41ea-acd9-5ee19c70e9ac will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:36.248650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Transition to ACTIVE for port object ed6b0bac-db16-41ea-acd9-5ee19c70e9ac will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:36.257223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.258006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:36.276835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bae23805-1a50-450d-91af-96bcd6660728 admin admin] 10.222.0.26 "PUT /v2.0/routers/cc6e4761-9527-487f-8593-557bb4d8eccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2675734 Aug 27 02:40:36.290649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8311a-e0d7-475f-93ad-8142b0ef2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97940b9-ff95-400d-a706-f71f9e237cec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.294958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4d8311a-e0d7-475f-93ad-8142b0ef2dbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=049275ce455d43e0a09d53b72e1ae745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296689 Aug 27 02:40:36.298244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56186) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:36.317397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting subnet 2d8008e8-8a3f-406e-85e5-39bde7bc7c6d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:36.328683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.350038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:36.356509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Pushing event updated for resources: {'Port': ['ID=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:36.370286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:36.379194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:36.404645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8:1::1 (e6a5983c-049f-47f7-ab84-2ca2af09fea2/291dd8e3-28c0-4237-ba91-b61d0257b1d6/30d8dd0b-08e0-476f-b282-9d2cb43c20e3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:36.406680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.421218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Router dbd0a38c-32cc-4ed3-823a-53f5755091a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:36.464582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.528176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.557096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Attempting to bind port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:36.557510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Attempting to bind port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:36.558740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Attempting to bind port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac on network e6a5983c-049f-47f7-ab84-2ca2af09fea2 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:36.571668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd0e85ef1-9091-4c63-9f1d-ce05117ecb66', 'name': '', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'mac_address': 'fa:16:3e:6a:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:30Z', 'updated_at': '2021-08-27T02:40:33Z', 'revision_number': 2, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'subnets': [{'id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:36.590425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:36.590722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Checking segment: {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:36.591037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.591435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Bound using segment: {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:36.596120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Bound port: ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:36.603400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.695374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.697430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e575dd2b-0ea6-4530-a779-bddbd090f155 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:36.704143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c900f4a-18ff-4257-8c8d-1d7e925510e4 None None] The sync data for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 is: [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd0e85ef1-9091-4c63-9f1d-ce05117ecb66', 'name': '', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'mac_address': 'fa:16:3e:6a:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:30Z', 'updated_at': '2021-08-27T02:40:33Z', 'revision_number': 2, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'subnets': [{'id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:36.857131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] For port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:36.867139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] For port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:36.871647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.880543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.882830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:36.888081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c97940b9-ff95-400d-a706-f71f9e237cec HTTP/1.1" status: 204 len: 168 time: 0.5879943 Aug 27 02:40:36.889352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e575dd2b-0ea6-4530-a779-bddbd090f155 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:36.956891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaa9d7-449e-449e-97c1-c534588ef162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97940b9-ff95-400d-a706-f71f9e237cec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:37.012561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.036908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:37.071218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Pushing event updated for resources: {'Port': ['ID=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:37.078334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.090413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Sync routers for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:37.101196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8008e8-8a3f-406e-85e5-39bde7bc7c6d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:37.136419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.137280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f1598735-be5e-45fc-be62-7899ba0b11ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:37.138424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8e14fde-e53e-4a05-ab9c-abf526b8e6c1 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/2d8008e8-8a3f-406e-85e5-39bde7bc7c6d HTTP/1.1" status: 204 len: 168 time: 0.9476328 Aug 27 02:40:37.146948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:37.245285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:37.250982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 0bd07e40-733e-483f-8cbc-cb5133959f43 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:37.257126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde8759-4e89-4f1c-abc9-45eee00c16f6 None None] Network 6a288510-5d52-448d-8f4c-94c15e5475db requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:37.262344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.264385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfe3dc5b-bb45-4a7a-914d-05892c310a0b req-7500dbd9-19f2-482a-a31d-2ad30260dd14 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.15 "DELETE /v2.0/ports/0bd07e40-733e-483f-8cbc-cb5133959f43 HTTP/1.1" status: 204 len: 173 time: 3.9142034 Aug 27 02:40:37.264826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:40:37.272819 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53724c8b-24c0-4d4c-b8ec-010d7323a7c7" -d '{"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:40:37.295797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting subnet 01ab862e-0371-4f54-a3d2-0219e4bb4a39 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:37.303878 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.308573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.308956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.314681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.315099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.315439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.315776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.320105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.320688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.321027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.321492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.321954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.322323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c2a2f-d5ce-4532-a57b-99dd905d9a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:40:37.370568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:37.371243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:37.383382 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.450563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:37.456534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:37.461830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.536301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:37.537415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.617629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.787114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:37.889973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:37.961786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13c6596e-b98f-4260-8b8a-8376a661480d req-6b1d1e61-2a4a-45eb-81f1-ad2814a6e16f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.2075834 Aug 27 02:40:38.066110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=01ab862e-0371-4f54-a3d2-0219e4bb4a39,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:38.071516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.073445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f52525fd-e507-43c9-9997-89e8cd17d43e tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/01ab862e-0371-4f54-a3d2-0219e4bb4a39 HTTP/1.1" status: 204 len: 168 time: 0.9254324 Aug 27 02:40:38.076842 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:40:38.089147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56236) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:38.131744 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21936bb5-566d-49ae-9d8c-bfc4b009654b x-openstack-request-id: req-21936bb5-566d-49ae-9d8c-bfc4b009654b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:40:38.134836 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ccdb86-872c-40b6-aa30-78fbb114b4e8", "name": "network-vif-deleted", "tag": "0bd07e40-733e-483f-8cbc-cb5133959f43", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:40:38.135116 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21936bb5-566d-49ae-9d8c-bfc4b009654b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:40:38.135686 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ccdb86-872c-40b6-aa30-78fbb114b4e8', 'name': 'network-vif-deleted', 'tag': '0bd07e40-733e-483f-8cbc-cb5133959f43', 'status': 'completed', 'code': 200} Aug 27 02:40:38.242099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431811b2-c96c-458c-bfcc-94ea7a44dc74 None None] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:38.296563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.318716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.328523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f1598735-be5e-45fc-be62-7899ba0b11ab completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:38.400695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Provisioning for port f1598735-be5e-45fc-be62-7899ba0b11ab completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:38.402738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f1598735-be5e-45fc-be62-7899ba0b11ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:38.403299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.443408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Provisioning complete for port f1598735-be5e-45fc-be62-7899ba0b11ab triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:38.446805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.575761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:38.576231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.745125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:38.836942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,segment=NetworkSegment(455475d5-6ca4-4f0b-8880-414096a44c86),segment_id=455475d5-6ca4-4f0b-8880-414096a44c86)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:38.839066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:38.893612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:39.028192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:39.212262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.245905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:39.364953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=f7b09718-22c2-4fb5-92e4-e7492bfc4fb5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:39.471408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b5a0a-baa3-4226-bb87-e844215bf2a7 None None] DHCP port deletion for 6a288510-5d52-448d-8f4c-94c15e5475db request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:39.528291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.578763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bb1db-c92d-4cf7-9033-fce29287da77 None None] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:39.657012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.675092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a288510-5d52-448d-8f4c-94c15e5475db']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:39.695518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455475d5-6ca4-4f0b-8880-414096a44c86') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:39.695849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455475d5-6ca4-4f0b-8880-414096a44c86') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:39.717542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.749891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.770696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:39.771369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:39.774814 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:39.805359 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.823117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] For port f1598735-be5e-45fc-be62-7899ba0b11ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f1598735-be5e-45fc-be62-7899ba0b11ab,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:39.857796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.933473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.942879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:39.944060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Pushing event updated for resources: {'Port': ['ID=f1598735-be5e-45fc-be62-7899ba0b11ab,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:39.948306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/6a288510-5d52-448d-8f4c-94c15e5475db HTTP/1.1" status: 204 len: 168 time: 1.8559315 Aug 27 02:40:39.977556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56304) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:39.982424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f319690-3b99-4806-b1d9-8bdde46e4b1d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=6a288510-5d52-448d-8f4c-94c15e5475db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:40.043600 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6a6aea-9916-4601-8bf5-d649476dc7df tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.044068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6a6aea-9916-4601-8bf5-d649476dc7df tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.049003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a6a6aea-9916-4601-8bf5-d649476dc7df tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/58f400c7-f72f-4cbb-8a23-0e17e9a37b60 HTTP/1.1" status: 404 len: 337 time: 0.0597417 Aug 27 02:40:40.054469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.105284 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-565a651e-1dc8-4ed2-8310-2d011c52aa6a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.106182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565a651e-1dc8-4ed2-8310-2d011c52aa6a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.112256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-565a651e-1dc8-4ed2-8310-2d011c52aa6a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/786051dd-9a72-43ce-b1c4-61ca8175adbd HTTP/1.1" status: 404 len: 339 time: 0.0615218 Aug 27 02:40:40.112994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.152765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Provisioning for port e575dd2b-0ea6-4530-a779-bddbd090f155 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:40.171859 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a16634-b444-427e-89e1-a7b4a5179a19 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.172308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a16634-b444-427e-89e1-a7b4a5179a19 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.185975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-52a16634-b444-427e-89e1-a7b4a5179a19 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/04ff92f0-899e-425b-bdf4-c488dc0951c5 HTTP/1.1" status: 404 len: 337 time: 0.0595984 Aug 27 02:40:40.186721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56318) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.214998 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d778e73b-dafe-4943-8b51-f9f7407dcb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.215722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d778e73b-dafe-4943-8b51-f9f7407dcb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.217294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d778e73b-dafe-4943-8b51-f9f7407dcb7f tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/fc227302-6803-4fac-92b5-299010a1f0ae HTTP/1.1" status: 404 len: 339 time: 0.0296209 Aug 27 02:40:40.221068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.235465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Provisioning complete for port e575dd2b-0ea6-4530-a779-bddbd090f155 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:40.236693 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.251529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:40:40.253431 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:40:40.288644 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36fb769-114b-4918-b80b-a19184307c89 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.289616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36fb769-114b-4918-b80b-a19184307c89 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.293174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b36fb769-114b-4918-b80b-a19184307c89 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/da047eb6-e518-4bf2-a592-64579d12cc2f HTTP/1.1" status: 404 len: 337 time: 0.0710306 Aug 27 02:40:40.297934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56322) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.328951 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d46974-2f8d-4d0b-98a4-5a115eb74804 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:40.329946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d46974-2f8d-4d0b-98a4-5a115eb74804 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:40.333187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c8d46974-2f8d-4d0b-98a4-5a115eb74804 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/c121ddbb-fc05-4dba-a95e-f62dbdd18887 HTTP/1.1" status: 404 len: 339 time: 0.0335736 Aug 27 02:40:40.337527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:40.351883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:40.411225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.412019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Checking router: dbd0a38c-32cc-4ed3-823a-53f5755091a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:40.429674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:40.430328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:40.517029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.518060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.546731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:40.760354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:40.820114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d14ea683-6f44-4de8-82e0-6417645b4586 req-cc794391-c7d6-4ae0-9c9a-528f8b25930d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.4049714 Aug 27 02:40:41.052616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] For port e575dd2b-0ea6-4530-a779-bddbd090f155, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e575dd2b-0ea6-4530-a779-bddbd090f155,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:41.072601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.100552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting subnet ab6d064a-7f33-4e83-8dbb-4a6364366240 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:41.106731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.210633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.265325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ae58e056-9c47-46d5-989f-3f958a659746 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:41.338577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ae58e056-9c47-46d5-989f-3f958a659746 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:41.339060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ae58e056-9c47-46d5-989f-3f958a659746 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:41.371120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Sync routers for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:41.373824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab05a2-6132-48f0-8b80-b26100de70be None None] Pushing event updated for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:41.386833 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:41.389582 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:41.415356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:41.417628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:41.456215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:41.500005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Provisioning for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:41.521412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Provisioning complete for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:41.521766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.761569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:41.764665 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:41.989546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:42.036027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:42.073500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa2bdeeb-3890-44ca-a98a-ef84d204048e req-02907e4d-5610-4735-bdfb-e9eb0af667e7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0788691 Aug 27 02:40:42.153493 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.221508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a22e1c6e-d714-4910-9527-eb867b30071e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:42.225000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:42.248716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.250660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/ab6d064a-7f33-4e83-8dbb-4a6364366240 HTTP/1.1" status: 204 len: 168 time: 1.8353651 Aug 27 02:40:42.253685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56380) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:42.255359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efa43f-0c5e-419e-a1b1-8900311f144a tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6d064a-7f33-4e83-8dbb-4a6364366240,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:42.287964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8b39f-cb0e-4a73-b52e-dac5201eb01f None None] Network 721de628-26d3-4c77-aaa6-0ce6793f6301 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:42.307383 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd0e85ef1-9091-4c63-9f1d-ce05117ecb66', 'name': '', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'mac_address': 'fa:16:3e:6a:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:30Z', 'updated_at': '2021-08-27T02:40:33Z', 'revision_number': 2, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'subnets': [{'id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:42.321225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:42.334112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-928fbcaa-eb11-48e5-bb0b-cd3cdf0460f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4553266 Aug 27 02:40:42.337701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56382) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:42.343986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277985203'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:42.372183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.374073 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Checking router: cc6e4761-9527-487f-8593-557bb4d8eccb for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:42.374578 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Updating router cc6e4761-9527-487f-8593-557bb4d8eccb port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:42.382959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:42.425812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Provisioning for port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:42.437807 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.452726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa7e69bf-3fcb-4e0b-b307-b73722eb8cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.462704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:42.464811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:42.470828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:42.471512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:42.473802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.577511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:42.611332 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa7e69bf-3fcb-4e0b-b307-b73722eb8cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.624179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-aa7e69bf-3fcb-4e0b-b307-b73722eb8cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.663875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.668246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.668763 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 8eb9758b-11f7-4e53-b651-bdf14430c3a1 of type vlan for network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec Aug 27 02:40:42.697968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-aa7e69bf-3fcb-4e0b-b307-b73722eb8cba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82deffc2bbae4ec78581928b2f2c37c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607327 Aug 27 02:40:42.699276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e69bf-3fcb-4e0b-b307-b73722eb8cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cab22d-12b1-4319-a4ed-70c1481ad66e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:42.702311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56388) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:42.755901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:42.802703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.825547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.864744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e58e7b-581f-415f-bd04-7b613b78f47f None None] The sync data for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 is: [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:29:52Z', 'revision_number': 4, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3b49849a-3357-4309-bb2f-5d20f28ffb44', 'name': '', 'network_id': '5011a0a6-db4b-445a-b800-c985def8639a', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'mac_address': 'fa:16:3e:1c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:51Z', 'updated_at': '2021-08-27T02:29:59Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'subnets': [{'id': '10b1324b-b51d-4464-b69b-609e428bf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:42.907019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:42.907364 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.957660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Provisioning complete for port e575dd2b-0ea6-4530-a779-bddbd090f155 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:42.958155 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:42.988265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.039437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a22e1c6e-d714-4910-9527-eb867b30071e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:43.074451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a22e1c6e-d714-4910-9527-eb867b30071e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:43.076450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.097690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.108165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:43.108864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.122127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,segment=NetworkSegment(6ea2c921-310a-4c21-9311-3bc47ce2bbe4),segment_id=6ea2c921-310a-4c21-9311-3bc47ce2bbe4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:43.123230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.162570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:43.171302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.174524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.178184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90cab22d-12b1-4319-a4ed-70c1481ad66e HTTP/1.1" status: 204 len: 168 time: 0.4719484 Aug 27 02:40:43.202838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c79bcd-d875-4758-8cdd-482b6090bacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cab22d-12b1-4319-a4ed-70c1481ad66e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:43.232585 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.261139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Transition to ACTIVE for port object d0e85ef1-9091-4c63-9f1d-ce05117ecb66 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:43.277238 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.341836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:43.352668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0130491 Aug 27 02:40:43.368912 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609023b4-be4f-4de6-87d1-6f837d912ce8 None None] Pushing event updated for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:43.378870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:43.501408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af08a34a-f41b-4d6d-a16c-1c93a151e91b req-f13335fa-33cf-42a8-a719-315eb5c97cee tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0625308 Aug 27 02:40:43.532296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] DHCP port deletion for 721de628-26d3-4c77-aaa6-0ce6793f6301 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:43.604094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61df04d-2627-48a5-a6a6-63f8fc5a9cac tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=1b3ac995-3bdd-40ee-ba6a-f14f678e1aec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:43.616211 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf4e8d-6ad7-4c03-bd2a-46517537bcc3 None None] New status for floating IP 00919dab-6db8-4248-bc89-7fa4381c4785: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:40:43.621814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.626155 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Attempting to bind port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:43.626867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Attempting to bind port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:43.628039 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Attempting to bind port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 on network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:43.649530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.666100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:43.669783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Deleting port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:43.670123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.684088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:43.854357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:43.881762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] For port 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:43.882149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.894208 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:43.895611 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Checking segment: {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:43.896765 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.897871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a22e1c6e-d714-4910-9527-eb867b30071e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a22e1c6e-d714-4910-9527-eb867b30071e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:43.898714 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Bound using segment: {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:43.899218 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Bound port: d0e85ef1-9091-4c63-9f1d-ce05117ecb66, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0bdd80-d896-45ef-9b24-2901560acd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:43.899600 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.924648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Calling delete_port for 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:43.930756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56410) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:43.937386 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.939737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed6b0bac-db16-41ea-acd9-5ee19c70e9ac up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:43.950032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:43.953676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:43.979288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba6cbcbc-e846-45cf-99c8-7082c63e424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.028185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.038480 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] For port d0e85ef1-9091-4c63-9f1d-ce05117ecb66, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:44.042695 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] For port d0e85ef1-9091-4c63-9f1d-ce05117ecb66, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:44.074978 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.124366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a22e1c6e-d714-4910-9527-eb867b30071e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:44.171854 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:44.172720 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.210015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:38Z', 'revision_number': 3, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:38Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.247605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Deleting port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:44.247987 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.278915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba6cbcbc-e846-45cf-99c8-7082c63e424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.290458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721de628-26d3-4c77-aaa6-0ce6793f6301']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.308493 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:44.316245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba6cbcbc-e846-45cf-99c8-7082c63e424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.340737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] For port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:44.341145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.357982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Calling delete_port for 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:44.358869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea2c921-310a-4c21-9311-3bc47ce2bbe4') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.359171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea2c921-310a-4c21-9311-3bc47ce2bbe4') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:44.360958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:40:44.362219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Provisioning complete for port f1598735-be5e-45fc-be62-7899ba0b11ab triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:44.362641 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1322b1d0-add3-47a7-a397-0c8ec58bfbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.432157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:44.435208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:44.435564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Updating router ffa63133-641e-4ddf-87de-fa4929247acd port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:44.438484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.451414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.453938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.498480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] Pushing event deleted for resources: {'Port': ['ID=6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:44.500854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:44.501049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.540873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cbcbc-e846-45cf-99c8-7082c63e424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d3c14-dd0e-46a7-8e1b-fe987b45e220,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:44.546648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:44.547905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba6cbcbc-e846-45cf-99c8-7082c63e424d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7b9ec5dc52a426cb57f809c57028c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158164 Aug 27 02:40:44.552638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:44.571118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.589195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200add8-53b0-497f-ba87-e56b91836ac9 None None] No DVR routers for this DVR port 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:44.663402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.668631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:44.669054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:44.678818 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:44.769056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69694ae8-2bb0-411a-9973-e97b6fa5759e req-4d84a052-aaa8-43f4-8e19-471b30f2916f tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0382333 Aug 27 02:40:44.790506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:44.791911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.897559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:44.897559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f1598735-be5e-45fc-be62-7899ba0b11ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:44.940315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.058560 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd0e85ef1-9091-4c63-9f1d-ce05117ecb66', 'name': '', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'mac_address': 'fa:16:3e:6a:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:30Z', 'updated_at': '2021-08-27T02:40:44Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'subnets': [{'id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:45.087790 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65faf0cb-f851-4c01-a8dc-5018c63e8fa4 None None] The sync data for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 is: [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:32Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'd0e85ef1-9091-4c63-9f1d-ce05117ecb66', 'name': '', 'network_id': '0cfe2257-ed0d-41ab-aee2-0a625394fae4', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'mac_address': 'fa:16:3e:6a:6e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:30Z', 'updated_at': '2021-08-27T02:40:44Z', 'revision_number': 4, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'subnets': [{'id': '2fc0817a-a9b9-43b4-840e-bfaab1d9aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:45.091035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609023b4-be4f-4de6-87d1-6f837d912ce8 None None] Pushing event updated for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:45.103571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:45.403799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f1598735-be5e-45fc-be62-7899ba0b11ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:45.404060 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.497717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:45.605595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.627425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.630173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/721de628-26d3-4c77-aaa6-0ce6793f6301 HTTP/1.1" status: 204 len: 168 time: 3.3749919 Aug 27 02:40:45.632757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.634764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56440) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:45.651621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-abeb0bf3-2683-46ef-b833-439fbd61b92c None None] Provisioning complete for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:45.652177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-abeb0bf3-2683-46ef-b833-439fbd61b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.685964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.692908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03e40-c744-4af9-882d-ddb569c118ae tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=721de628-26d3-4c77-aaa6-0ce6793f6301,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:45.797451 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-547efae3-bda5-462e-ba72-4ade33ab2f8b tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:45.798286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547efae3-bda5-462e-ba72-4ade33ab2f8b tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:45.800157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:45.802903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-abeb0bf3-2683-46ef-b833-439fbd61b92c None None] Port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:40:45.805155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:45.806541 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-547efae3-bda5-462e-ba72-4ade33ab2f8b tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/409608e2-87ad-4a25-8736-0cf901f20b37 HTTP/1.1" status: 404 len: 337 time: 0.1580980 Aug 27 02:40:45.832204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.839080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=39f567de-55c0-441e-b988-52fa993f0ad0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:45.859209 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1062de62-20aa-452e-8b79-daa4bebcbd84 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] DELETE failed (client error): The resource could not be found. Aug 27 02:40:45.859832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1062de62-20aa-452e-8b79-daa4bebcbd84 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:40:45.862888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1062de62-20aa-452e-8b79-daa4bebcbd84 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/6c0843a1-b791-4500-997f-5e99299c33d7 HTTP/1.1" status: 404 len: 339 time: 0.0522039 Aug 27 02:40:45.864181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:45.865917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:45.879340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:45.879920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7b09718-22c2-4fb5-92e4-e7492bfc4fb5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:45.884367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-623c1cd6-9c81-40a4-ae11-a046b44a58bf admin admin] 10.222.0.26 "PUT /v2.0/routers/6b0cec16-3920-4f86-b6b1-06b14506c5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8518105 Aug 27 02:40:45.890660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-abeb0bf3-2683-46ef-b833-439fbd61b92c None None] Provisioning complete for port e575dd2b-0ea6-4530-a779-bddbd090f155 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:45.891189 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-abeb0bf3-2683-46ef-b833-439fbd61b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:45.906350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:45.974232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:45.986670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:46.086266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52c6cacb-f0de-4b5b-a494-86c9a14c46b7 req-ed752614-6d70-469d-a86a-72b5c7f6721d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0818958 Aug 27 02:40:46.181190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.191309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.207439 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e86d3c14-dd0e-46a7-8e1b-fe987b45e220 HTTP/1.1" status: 204 len: 168 time: 1.6517372 Aug 27 02:40:46.225226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting subnet a91298d3-f5fb-440d-9eb8-7ee49273cb1c {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:46.226894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060344fb-0426-4d76-8937-d995bf6f431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d3c14-dd0e-46a7-8e1b-fe987b45e220,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:46.229469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:46.242195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:46.244024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.272204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:46.273517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.281134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Sync routers for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:46.308865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b2fe4f88-4d06-4ba6-bb4c-f4eb0af446b3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9645813 Aug 27 02:40:46.309649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56458) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:46.318017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e65a98-1c29-4e6c-ba42-02d14880037d None None] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:46.358963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.505943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.584992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed6b0bac-db16-41ea-acd9-5ee19c70e9ac up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:46.689729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.771187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.802274 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.827288 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.833154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:46.835931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:46.884436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Deleting port cbc3d286-acec-461a-b27e-9313cb840bc4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:46.885367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.889575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.936431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:46.954335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:46.980088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Subnet': ['ID=a91298d3-f5fb-440d-9eb8-7ee49273cb1c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:47.010054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.011544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:46Z', 'revision_number': 6, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:47.020768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2553156-69f6-4769-868e-6610ec268038 tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/subnets/a91298d3-f5fb-440d-9eb8-7ee49273cb1c HTTP/1.1" status: 204 len: 168 time: 1.1525686 Aug 27 02:40:47.082840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:47.111137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Transition to ACTIVE for port object 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:47.128935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ecf017-6c17-431a-9c2f-97a005778618 None None] Network 8417d02a-135f-41bf-87db-ffd49a7e7d6c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:47.200125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] For port cbc3d286-acec-461a-b27e-9313cb840bc4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbc3d286-acec-461a-b27e-9313cb840bc4,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:47.200731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.256112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:47.256969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.268047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Checking router: 6b0cec16-3920-4f86-b6b1-06b14506c5a2 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:47.300590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.312229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Calling delete_port for cbc3d286-acec-461a-b27e-9313cb840bc4 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:47.366963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.486307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Routers {'6b0cec16-3920-4f86-b6b1-06b14506c5a2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:47.487340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:47.489909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:47.490832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.500569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aee9938c-27f6-4d0a-8d10-d2d7e6cbbfd2 req-8b583154-d570-4026-8aa7-25ec46b6e63d tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1293261 Aug 27 02:40:47.521948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8:2::1 (1b3ac995-3bdd-40ee-ba6a-f14f678e1aec/39f567de-55c0-441e-b988-52fa993f0ad0/7015c836-fd95-429d-82dc-b66be2c9a0e3) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:47.646987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Deleting port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:47.647394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.745968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] For port 8e5db389-ba61-4c88-8aab-a5a7f3e03778, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8e5db389-ba61-4c88-8aab-a5a7f3e03778,segment=NetworkSegment(21a7c2a1-591d-4e8c-b1b3-3825cc94d218),segment_id=21a7c2a1-591d-4e8c-b1b3-3825cc94d218)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:47.746928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.760776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.780423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 7015c836-fd95-429d-82dc-b66be2c9a0e3 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:47.823914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Calling delete_port for 8e5db389-ba61-4c88-8aab-a5a7f3e03778 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:47.840026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:47.908158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:47.916365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:47.944040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:47.945523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.023165 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.072817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc3d286-acec-461a-b27e-9313cb840bc4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.125640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Allocated IP 2001:db8:2::2 (1b3ac995-3bdd-40ee-ba6a-f14f678e1aec/39f567de-55c0-441e-b988-52fa993f0ad0/30b53217-73d9-427d-8d56-6aaf1fcc9563) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:48.142274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.227848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc93b-aad0-492a-9ed6-edb0790d50d3 None None] Pushing event updated for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.275829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.566311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] Set router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:48.570559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e575dd2b-0ea6-4530-a779-bddbd090f155 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:48.572591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1bb7e-9c9b-4b07-b58e-802b26482e54 None None] DHCP port deletion for 8417d02a-135f-41bf-87db-ffd49a7e7d6c request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:48.663206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Attempting to bind port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:48.663659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Attempting to bind port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:48.664093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Attempting to bind port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 on network e6a5983c-049f-47f7-ab84-2ca2af09fea2 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:48.673922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:48.674339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Checking segment: {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:48.674900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.675535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Bound using segment: {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:48.676091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Bound port: 30d8dd0b-08e0-476f-b282-9d2cb43c20e3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385c37c-ff2a-414a-98c6-97d437286eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:48.676544 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.683271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:46Z', 'revision_number': 6, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:48.741451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.747693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.748763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f6cb0-5937-4091-8cc2-adcd5e98d9e2 None None] The sync data for ids ['6b0cec16-3920-4f86-b6b1-06b14506c5a2'] in n-d-806292-1 is: [{'id': '6b0cec16-3920-4f86-b6b1-06b14506c5a2', 'name': 'tempest-TestAggregatesBasicOps-1277005204-router', 'tenant_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:08Z', 'updated_at': '2021-08-27T02:40:46Z', 'revision_number': 6, 'project_id': '8ce55d5bb53447f8ae0ffe6fd31bd7cd', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:48.749031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.912277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:48.932373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:48.935854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] For port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:48.939979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] For port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:48.963275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.012223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9058f6c-87b6-4df9-b6d8-cd5df0f781b0 req-6eb5453f-daaa-4645-b8b7-d8a38fff63e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1215248 Aug 27 02:40:49.016058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.021706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:49.029611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e575dd2b-0ea6-4530-a779-bddbd090f155 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:49.030232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.034986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:49.042395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:49.043217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.057463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] No DVR routers for this DVR port 8e5db389-ba61-4c88-8aab-a5a7f3e03778 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:49.114485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Port': ['ID=8e5db389-ba61-4c88-8aab-a5a7f3e03778,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.220609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:49.273165 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.297355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:49.300649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8417d02a-135f-41bf-87db-ffd49a7e7d6c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.323620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a7c2a1-591d-4e8c-b1b3-3825cc94d218') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.324262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a7c2a1-591d-4e8c-b1b3-3825cc94d218') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:49.341546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.346427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Transition to ACTIVE for port object 30b53217-73d9-427d-8d56-6aaf1fcc9563 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:49.364627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.372627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:49.373351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:49.474372 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:49.484847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.488776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:49.497076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.503632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4804ba0f-b312-4aca-9a93-cb6a6dbda26b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901815 Aug 27 02:40:49.506244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:49.511986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244897533'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:49.564900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:49.569016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.631920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:49.655139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.655536 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added segment 53da3786-f776-482f-91b7-eb0fa01f4c76 of type vlan for network d9474a26-0eff-4b7f-a366-40a4c2497257 Aug 27 02:40:49.680993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.692576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] 10.222.0.26 "DELETE /v2.0/networks/8417d02a-135f-41bf-87db-ffd49a7e7d6c HTTP/1.1" status: 204 len: 168 time: 2.6072640 Aug 27 02:40:49.693405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd75e1-e6c6-425b-97ff-5e696f86688d tempest-NetworksIpV6Test-560636981 tempest-NetworksIpV6Test-560636981-project] Pushing event deleted for resources: {'Network': ['ID=8417d02a-135f-41bf-87db-ffd49a7e7d6c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.765284 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.799353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.802431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc93b-aad0-492a-9ed6-edb0790d50d3 None None] Pushing event updated for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:49.803866 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.815897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.825260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:49.826027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.885112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Transition to ACTIVE for port object 30b53217-73d9-427d-8d56-6aaf1fcc9563 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:49.916493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.918976 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.919738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0cec16-3920-4f86-b6b1-06b14506c5a2 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:40:49.933533 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:49.937315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4297636 Aug 27 02:40:49.941473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56552) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:49.948017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'subnet': {'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:49.949041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a97e76c9-f565-4410-85b0-433ec31e9c0b admin admin] 10.222.0.26 "DELETE /v2.0/routers/6b0cec16-3920-4f86-b6b1-06b14506c5a2 HTTP/1.1" status: 204 len: 168 time: 4.0345712 Aug 27 02:40:49.949705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.021009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dbbc4-b95e-458c-912c-26cc80aad7b0 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Network': ['ID=d9474a26-0eff-4b7f-a366-40a4c2497257,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.051660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Deleting subnet 12b13d9c-d5b4-4aa5-bb97-808786e47b33 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:40:50.055267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.171601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:50.172532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d9474a26-0eff-4b7f-a366-40a4c2497257 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:50.176317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.177978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Made reservation on behalf of 30f4a6dd54af4ebcbfc9288110de2165 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:50.182403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.284748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71e4a478-886a-42c9-a445-7d676ac2909c req-19195225-13be-4805-b75f-1c65b9922176 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1062548 Aug 27 02:40:50.336344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Pushing event updated for resources: {'Port': ['ID=30b53217-73d9-427d-8d56-6aaf1fcc9563,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.428889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:50.448014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:50.492709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.543262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56566) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.595797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.659092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Attempting to bind port 30b53217-73d9-427d-8d56-6aaf1fcc9563 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:50.660059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Attempting to bind port 30b53217-73d9-427d-8d56-6aaf1fcc9563 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:50.660332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Attempting to bind port 30b53217-73d9-427d-8d56-6aaf1fcc9563 on network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:50.664939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.676027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:50.676451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Checking segment: {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:50.677084 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.677633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Bound using segment: {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:50.678277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Bound port: 30b53217-73d9-427d-8d56-6aaf1fcc9563, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:50.678856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.681801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0e85ef1-9091-4c63-9f1d-ce05117ecb66 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:50.713745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b13d9c-d5b4-4aa5-bb97-808786e47b33,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.720969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Subnet': ['ID=051cfea5-7d52-494b-b1c2-21b9fe935d82,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:50.747779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.753888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db5d4438-f4c1-4cff-8d28-e83686092846 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/12b13d9c-d5b4-4aa5-bb97-808786e47b33 HTTP/1.1" status: 204 len: 168 time: 0.8023396 Aug 27 02:40:50.755986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.772774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dee875-15e8-495c-91f0-e1e21d61b0b5 None None] Network 60b9c646-8c6a-4586-83df-f7ead68a98a1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:50.776517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Checking segment: {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:50.777081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network hostable DHCP agents. Network: d9474a26-0eff-4b7f-a366-40a4c2497257, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:40:50.836232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d9474a26-0eff-4b7f-a366-40a4c2497257 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:40:50.855359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d9474a26-0eff-4b7f-a366-40a4c2497257) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:50.881705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:50.883585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.918651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4a7309f7-ec99-4179-afcb-c3f3c9a7b6c1 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9753730 Aug 27 02:40:50.919293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:50.950030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:50.991307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-48b4711d-193d-4d87-9666-b3d8bcd1be18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e7e0cb9120346629a68bc54f083204e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455819 Aug 27 02:40:50.993845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] For port 30b53217-73d9-427d-8d56-6aaf1fcc9563, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:50.998250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] For port 30b53217-73d9-427d-8d56-6aaf1fcc9563, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30b53217-73d9-427d-8d56-6aaf1fcc9563,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:51.000252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b6d29-36f5-41fb-8170-fd16bcd611e3 None None] Network d9474a26-0eff-4b7f-a366-40a4c2497257 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:51.002786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:51.012710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:51.013337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.016454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:51.055480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.144186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:51.192677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Deleting port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:51.193845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.236645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894e9f4-b538-40c1-ad98-8092c1e462a9 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:51.273703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.398009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.455870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] For port 2a3f847f-adaf-447d-bd10-b9004aba6cf6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a3f847f-adaf-447d-bd10-b9004aba6cf6,segment=NetworkSegment(4c67fa5e-bbc1-475c-97ea-bfbf3c23726e),segment_id=4c67fa5e-bbc1-475c-97ea-bfbf3c23726e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:51.467294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.542319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Calling delete_port for 2a3f847f-adaf-447d-bd10-b9004aba6cf6 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:51.654111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5271735a-0613-4f28-a16b-7ae10b6514c1 req-0c3a851e-a67f-42db-9d27-4283c1d6d7a7 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1731777 Aug 27 02:40:51.667380 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.736050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78902467-9c29-4304-a6eb-8315da78b9f2 None None] Pushing event updated for resources: {'Port': ['ID=30b53217-73d9-427d-8d56-6aaf1fcc9563,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:51.893667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:51.962604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.006631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.017746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.028589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae6c60f-b5b2-4463-80af-399c80da742e HTTP/1.1" status: 204 len: 168 time: 1.0090034 Aug 27 02:40:52.144074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbbf28-9662-4ee2-bd14-4de9a265dda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae6c60f-b5b2-4463-80af-399c80da742e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.145052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d0e85ef1-9091-4c63-9f1d-ce05117ecb66, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:52.164669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] No DVR routers for this DVR port 2a3f847f-adaf-447d-bd10-b9004aba6cf6 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:40:52.180611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d9474a26-0eff-4b7f-a366-40a4c2497257', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:40:52.185502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.201395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3f847f-adaf-447d-bd10-b9004aba6cf6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.220943 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.225750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a22e1c6e-d714-4910-9527-eb867b30071e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:52.310456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.358944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b9c646-8c6a-4586-83df-f7ead68a98a1']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:52.412509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:52.417375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c67fa5e-bbc1-475c-97ea-bfbf3c23726e') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:52.421530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b44c0-fc45-4d75-a1d1-e470dfee63a0 None None] DHCP port deletion for 60b9c646-8c6a-4586-83df-f7ead68a98a1 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:40:52.450250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.498553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.507860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:40:52.508548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:40:52.511509 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:40:52.688072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.696160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.704561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] 10.222.0.26 "DELETE /v2.0/networks/60b9c646-8c6a-4586-83df-f7ead68a98a1 HTTP/1.1" status: 204 len: 168 time: 1.9430521 Aug 27 02:40:52.726697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:52.756324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Allocated IP 2001:db8:3::1 (d9474a26-0eff-4b7f-a366-40a4c2497257/051cfea5-7d52-494b-b1c2-21b9fe935d82/3cb0a428-937b-4aad-a5e3-c54bd04922cc) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:52.785197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5611b-1c15-4d20-9d34-b92c68b543cd admin admin] Pushing event deleted for resources: {'Network': ['ID=60b9c646-8c6a-4586-83df-f7ead68a98a1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.832050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:52.875740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e9b44838-7468-40a7-9ded-594a0e356f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:52.922113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a22e1c6e-d714-4910-9527-eb867b30071e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:52.922634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.186199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ffb44d1-75ec-4515-872d-d1e29d4a2d5a req-f717de76-9928-426d-b334-596f91b3fc24 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.2779422 Aug 27 02:40:53.217462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:53.246668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:53.247665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e5e87ea-a916-4e18-9cbe-5175dfb8f7c5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:53.297635 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.355227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Transition to ACTIVE for port object 3cb0a428-937b-4aad-a5e3-c54bd04922cc will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:53.462441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.553873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22521d7a-1426-43fb-84d7-e3cb5cd1a94b None None] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:53.623610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d9474a26-0eff-4b7f-a366-40a4c2497257 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:53.654715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:53.660079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:53.660640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.850547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73715db5-6c0f-4369-a386-ca68271ae872 None None] Provisioning for port 30b53217-73d9-427d-8d56-6aaf1fcc9563 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:53.861819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:53.883462 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:53.887849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:53.896002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Allocated IP 2001:db8:3::2 (d9474a26-0eff-4b7f-a366-40a4c2497257/051cfea5-7d52-494b-b1c2-21b9fe935d82/d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:40:53.920394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.928812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30b53217-73d9-427d-8d56-6aaf1fcc9563 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:53.942263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.953783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.965754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.971880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:53.987951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:53.996574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:54.003010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:54.004995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-efa5728f-4942-4118-9fcd-af44888b1c18 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.2522848 Aug 27 02:40:54.017398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:54.125997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:54.152175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b970ebeb-3ca5-43f3-9a1a-3427c7937dc1 req-e70797a5-c5e7-48ec-9158-4a98acddff29 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327646 Aug 27 02:40:54.282071 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:54.327599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.367226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 30b53217-73d9-427d-8d56-6aaf1fcc9563 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:54.387071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30b53217-73d9-427d-8d56-6aaf1fcc9563 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:54.387844 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.690628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-519068948'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:54.736635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.753448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Transition to ACTIVE for port object d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:54.779530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c01c664a-99e7-4ab3-b490-ca6abfe997c1 req-19ef9e91-6cb8-40f7-acde-d7b679aa422e tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1272378 Aug 27 02:40:54.808917 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:54.840684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:40:54.851096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.863562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Transition to ACTIVE for port object d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:54.875986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.891453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.915134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:54.962582 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:40:54.973454 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Updating router ffa63133-641e-4ddf-87de-fa4929247acd port 7015c836-fd95-429d-82dc-b66be2c9a0e3 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:40:54.982800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Network d9474a26-0eff-4b7f-a366-40a4c2497257 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:54.995195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:55.006626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:40:55.038909 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.242063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 30b53217-73d9-427d-8d56-6aaf1fcc9563, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30b53217-73d9-427d-8d56-6aaf1fcc9563,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:55.250520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Pushing event updated for resources: {'Port': ['ID=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.277839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.279027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0e85ef1-9091-4c63-9f1d-ce05117ecb66 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:55.279222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.282650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Deleting port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:40:55.283102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.286959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.376943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:40:55.393353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee6d847-d56c-477f-a179-0b94103e83d2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.466595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.467184 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment c459639d-e993-4a0b-9b94-eb067502e4db of type vlan for network 14412158-4bf6-4b1e-8919-6e9d774708c2 Aug 27 02:40:55.514813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=30b53217-73d9-427d-8d56-6aaf1fcc9563,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.541298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.549871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.571960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.575662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] For port d0e85ef1-9091-4c63-9f1d-ce05117ecb66, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:55.576333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.592562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Attempting to bind port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:55.594599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Attempting to bind port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:55.596501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Attempting to bind port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 on network d9474a26-0eff-4b7f-a366-40a4c2497257 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:55.600326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.604570 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.606021 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-636b6245-20fe-42e8-a47c-ec642fb0551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.629965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.633282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Calling delete_port for d0e85ef1-9091-4c63-9f1d-ce05117ecb66 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:40:55.653104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.662954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.671940 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.685935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:55.686305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Checking segment: {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:55.686690 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.687132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Bound using segment: {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:55.687657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Bound port: d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:55.688039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.688332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.708926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c9c0efbb-d65b-4906-a68c-2810af0c1023 req-3326f14c-2faa-410a-b00f-63e95fd4fe6a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 1.2841232 Aug 27 02:40:55.714694 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Transition to ACTIVE for port object 7015c836-fd95-429d-82dc-b66be2c9a0e3 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:40:55.722814 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.733963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f18bd065-c608-4810-b40d-f22b6bbe1134 None None] Provisioning for port 7015c836-fd95-429d-82dc-b66be2c9a0e3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:55.761331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.774530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:55.774733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d0e85ef1-9091-4c63-9f1d-ce05117ecb66 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:55.774733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.775978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:55.888300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=14412158-4bf6-4b1e-8919-6e9d774708c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:55.940044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a120c206-2627-4e8f-ae0c-292b95ed7f20 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8126917 Aug 27 02:40:55.953597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:40:56.083556 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1cb9d-c6f0-434f-9bbf-646055ebba61 None None] Pushing event updated for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:56.107348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f18bd065-c608-4810-b40d-f22b6bbe1134 None None] Provisioning complete for port 30b53217-73d9-427d-8d56-6aaf1fcc9563 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:56.108079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f18bd065-c608-4810-b40d-f22b6bbe1134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.119347 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Attempting to bind port 7015c836-fd95-429d-82dc-b66be2c9a0e3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:40:56.119867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Attempting to bind port 7015c836-fd95-429d-82dc-b66be2c9a0e3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:40:56.120410 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Attempting to bind port 7015c836-fd95-429d-82dc-b66be2c9a0e3 on network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:40:56.129019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.137595 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:40:56.138175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Checking segment: {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:40:56.138862 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.139386 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Bound using segment: {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:40:56.139976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Bound port: 7015c836-fd95-429d-82dc-b66be2c9a0e3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb9758b-11f7-4e53-b651-bdf14430c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:40:56.140446 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.142998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.143949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.253041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c96f70ea-384b-4116-9e7c-bda8df36fcec req-c3412ebd-3f93-4a4d-ba2c-de838c69720b tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1299105 Aug 27 02:40:56.339649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event updated for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:56.341913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] For port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:56.362107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] For port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:56.417823 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] For port 7015c836-fd95-429d-82dc-b66be2c9a0e3, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:40:56.428382 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] For port 7015c836-fd95-429d-82dc-b66be2c9a0e3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7015c836-fd95-429d-82dc-b66be2c9a0e3,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:40:56.437302 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.506168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.560582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.574882 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:56.575711 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:56.647803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Network d9474a26-0eff-4b7f-a366-40a4c2497257 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:40:56.674740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:40:56.699609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e85ef1-9091-4c63-9f1d-ce05117ecb66,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:56.716943 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:56.718374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:40:56.855135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:40:57.196359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:57.649922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80cb70-e449-4be3-af5e-54d8075866c1 None None] Pushing event updated for resources: {'Port': ['ID=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:57.655160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.658314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1cb9d-c6f0-434f-9bbf-646055ebba61 None None] Pushing event updated for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:57.769790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:57.776269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:40:57.777074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:57.823476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6453584a-6172-4a9b-9bca-12af6273dfcb req-2eed9fac-2f13-4c36-9500-80907a4ee6b2 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1541548 Aug 27 02:40:57.886058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:40:57.912482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-85ee27c0-b300-484e-be0b-b6089d8c099e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9897363 Aug 27 02:40:57.918853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56726) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:57.930683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:57.975412 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:53Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:40:55Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:58.049810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c12def-ee72-4d35-b78e-f54d6f3ecff8 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:53Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:48Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:40:55Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:40:58.086511 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.235200 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.463805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:40:58.485997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:58.754207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:40:58.778269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbc3d286-acec-461a-b27e-9313cb840bc4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:58.874037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Router cc6e4761-9527-487f-8593-557bb4d8eccb has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:40:58.889506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: cbc3d286-acec-461a-b27e-9313cb840bc4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:58.894575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbc3d286-acec-461a-b27e-9313cb840bc4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:58.897389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a3f847f-adaf-447d-bd10-b9004aba6cf6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:58.967075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-1c283a06-fad2-4ebe-8665-7cdd5d2ccd13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9596152 Aug 27 02:40:59.035879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:59.044586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2a3f847f-adaf-447d-bd10-b9004aba6cf6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:59.049924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a3f847f-adaf-447d-bd10-b9004aba6cf6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:59.052688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8e5db389-ba61-4c88-8aab-a5a7f3e03778 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:59.100950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:40:59.176325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8e5db389-ba61-4c88-8aab-a5a7f3e03778 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:59.176675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8e5db389-ba61-4c88-8aab-a5a7f3e03778 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:59.177031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:40:59.187273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Removed routes are [] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:40:59.187681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:40:59.297418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:40:59.297822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2b0b4767-3eaf-4120-a1e5-7b4e73b7aec3 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:40:59.354198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21c2d5-080d-4505-9600-08840504428b None None] Network d9474a26-0eff-4b7f-a366-40a4c2497257 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:40:59.504279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:40:59.518503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5d0bc2d7-7d9b-4134-8e16-6ddcdb485848 None None] Provisioning for port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:40:59.537965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:40:59.847043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:40:59.850925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.851420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.852162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.852634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.853104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.853570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.859921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:40:59.860906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:40:59.861116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:40:59.869709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-80aaaab8-7efd-4ba1-9708-6584f69f42d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.8243244 Aug 27 02:41:00.087084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:00.208833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-d86434c2-730a-48c5-94c2-27c63b14c4aa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3308945 Aug 27 02:41:00.245960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48d13667-2b70-43a3-8c76-86d3ba7e5d3e req-f4bc4e01-312e-42cb-abe2-60f48e39a6fa tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1354063 Aug 27 02:41:00.256568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.284705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30b53217-73d9-427d-8d56-6aaf1fcc9563 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:00.285306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.300188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:00.307439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.320053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.320540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.321219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.321915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.322288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.322839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.327014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:00.334917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-9641039e-f21b-4b88-8299-c58ab822ad10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 1.3435361 Aug 27 02:41:00.366964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:00.378566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-50c1c1c3-c6a2-43e0-8824-43ff8ce115ae admin admin] 10.222.0.26 "PUT /v2.0/routers/cc6e4761-9527-487f-8593-557bb4d8eccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6471441 Aug 27 02:41:00.379797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56772) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:00.382846 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Sync routers for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:00.404459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:00.405485 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.534042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:00.752340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0572b95f-1604-4fca-9dad-988b2a707487 None None] Provisioning for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:00.758075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:40:59Z', 'revision_number': 6, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:40:55Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:00.839257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:00.850864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.851482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30b53217-73d9-427d-8d56-6aaf1fcc9563 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:00.852464 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:00.864289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:00.864831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e23d0378-f848-4600-b09b-2d1758d99980 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 954 time: 2.9407847 Aug 27 02:41:00.867790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:00.868150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Updating router ffa63133-641e-4ddf-87de-fa4929247acd port 3cb0a428-937b-4aad-a5e3-c54bd04922cc binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:00.984863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.000226 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:01.024562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.091488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.113299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0572b95f-1604-4fca-9dad-988b2a707487 None None] Provisioning complete for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:01.113816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0572b95f-1604-4fca-9dad-988b2a707487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.216562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': 'c459639d-e993-4a0b-9b94-eb067502e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:01.219214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: 14412158-4bf6-4b1e-8919-6e9d774708c2, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:01.235168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0572b95f-1604-4fca-9dad-988b2a707487 None None] Port 3cb0a428-937b-4aad-a5e3-c54bd04922cc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:01.240610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=5d2539ae-0508-45e2-a044-bcf66ea14f87,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:01.259340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:01.299791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 14412158-4bf6-4b1e-8919-6e9d774708c2) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:01.319858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-f8754ab6-46a5-43c9-946f-090464970f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.320434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.320814 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.321455 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.325144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-f8754ab6-46a5-43c9-946f-090464970f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.325711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-f8754ab6-46a5-43c9-946f-090464970f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:01.332751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-f8754ab6-46a5-43c9-946f-090464970f11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 2294 time: 0.9509251 Aug 27 02:41:01.357263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b547dc0b-ba60-4fa6-a17d-e685b19cf197 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8364992 Aug 27 02:41:01.358335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56796) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:01.364746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-899541763'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:01.373687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb03cf80-23de-4df1-b745-35416ec81018 None None] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:01.466070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:01.480258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.515108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74f43e6b-5a51-4224-abfb-28c03a7a4fbc req-9394ca47-72df-4344-bd42-740dba98ed1a tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1020293 Aug 27 02:41:01.551276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:01.608594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.610513 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment ab90b761-7048-4db3-854e-78bda85c6ea0 of type vlan for network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 Aug 27 02:41:01.619404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 5, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:01.701400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.735384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c892829-f961-438c-ba5d-fe4e3e0a90e4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 954 time: 0.8618047 Aug 27 02:41:01.741051 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Checking router: cc6e4761-9527-487f-8593-557bb4d8eccb for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:01.745975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56804) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:01.753749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'routes': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:01.774061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Routers {'cc6e4761-9527-487f-8593-557bb4d8eccb'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:01.775250 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['cc6e4761-9527-487f-8593-557bb4d8eccb'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:01.778240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-dd8d7f78-2b29-4d9e-a7a4-475af230d083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 1001 time: 0.4128413 Aug 27 02:41:01.793030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:01.896513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:01.980922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-797a3572-f364-4fe3-95f0-9c541f157f3d None None] Provisioning complete for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:01.981528 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-797a3572-f364-4fe3-95f0-9c541f157f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.006035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] Set router cc6e4761-9527-487f-8593-557bb4d8eccb gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:02.022318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7015c836-fd95-429d-82dc-b66be2c9a0e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:02.091108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-5e7f4fe8-a014-4103-a67b-5c2da205faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.114272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-5e7f4fe8-a014-4103-a67b-5c2da205faa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.3228307 Aug 27 02:41:02.199641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-14412158-4bf6-4b1e-8919-6e9d774708c2', 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2', 'tenant_id': 'e63c75bd3ca34bbcb825aa30291ba832', 'fixed_ips': [{'subnet_id': '5d2539ae-0508-45e2-a044-bcf66ea14f87'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:02.200476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.214640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.224398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-797a3572-f364-4fe3-95f0-9c541f157f3d None None] Port 3cb0a428-937b-4aad-a5e3-c54bd04922cc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:02.230042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.230845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.302346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Deleting port a22e1c6e-d714-4910-9527-eb867b30071e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:02.302799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.434706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] For port a22e1c6e-d714-4910-9527-eb867b30071e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a22e1c6e-d714-4910-9527-eb867b30071e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:02.435391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.454128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Calling delete_port for a22e1c6e-d714-4910-9527-eb867b30071e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:02.460301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-6fd460f8-dd65-48e2-9a2b-35a1e8b986fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:02.462028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827a88d5-bcc0-49b9-a59c-869be33ad74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.462199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-6fd460f8-dd65-48e2-9a2b-35a1e8b986fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3250246 Aug 27 02:41:02.480851 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 5, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:02.508315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1459296 Aug 27 02:41:02.523138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7015c836-fd95-429d-82dc-b66be2c9a0e3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:02.528907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56816) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:02.533935 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28939698-19fe-4628-b7cd-a54b6dfa6e3f None None] The sync data for ids ['cc6e4761-9527-487f-8593-557bb4d8eccb'] in n-d-806292-1 is: [{'id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'name': 'tempest-TestAggregatesBasicOps-1518419038-router', 'tenant_id': '11a5feeb59e54d5ea4a731c63171710c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:22Z', 'updated_at': '2021-08-27T02:40:56Z', 'revision_number': 5, 'project_id': '11a5feeb59e54d5ea4a731c63171710c', 'gw_port': {'id': 'a22e1c6e-d714-4910-9527-eb867b30071e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e4761-9527-487f-8593-557bb4d8eccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:02.540566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': 'f9fd61cb-1a0d-4665-b1d8-754a85ec40b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:02.603633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-35668ab4-9e9a-4c8f-b675-74678845f87c service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297364 Aug 27 02:41:02.642188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:02.654172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Transition to ACTIVE for port object 3cb0a428-937b-4aad-a5e3-c54bd04922cc will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:02.706491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcd6ed-f16e-4703-897b-826def71d08d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=f9fd61cb-1a0d-4665-b1d8-754a85ec40b7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:02.751715 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:41:02.751715 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:41:02.751715 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id_1': 'e63c75bd3ca34bbcb825aa30291ba832', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 41, 2, 712488)}] Aug 27 02:41:02.751715 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:41:02.752832 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:41:02.783837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75f6c791-b8bd-4b13-9d8b-ab3e0a368825 req-38d273fa-4ba8-4dc6-bd16-70aa8f14ef71 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1132131 Aug 27 02:41:02.958544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-1824b0cb-5f1f-4c74-8179-8b158c4e4c65 service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846375 Aug 27 02:41:03.032528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827a88d5-bcc0-49b9-a59c-869be33ad74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.044188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-827a88d5-bcc0-49b9-a59c-869be33ad74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.059006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-a20126e5-8226-4f95-9057-813635be032e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 217 time: 0.0940750 Aug 27 02:41:03.064047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added routes are [] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:41:03.064541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:41:03.109478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a88d5-bcc0-49b9-a59c-869be33ad74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de062de-07f3-4a91-91cd-61d1ae3a4880,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:03.119994 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-827a88d5-bcc0-49b9-a59c-869be33ad74b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4466200049f84007a76342bfe3836e48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2129774 Aug 27 02:41:03.120791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56826) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:03.140991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.176615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7015c836-fd95-429d-82dc-b66be2c9a0e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:03.177093 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.250613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.253777 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.262075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:03.277261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-27f780fc-2746-45d6-a17c-d8cb309eaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:03.277523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-27f780fc-2746-45d6-a17c-d8cb309eaeed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.2089734 Aug 27 02:41:03.319269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Allocated IP 2001:db8:0:ffff::2 (14412158-4bf6-4b1e-8919-6e9d774708c2/5d2539ae-0508-45e2-a044-bcf66ea14f87/b5f347a4-3f91-426a-9906-dd247706213d) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:03.374597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a22e1c6e-d714-4910-9527-eb867b30071e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:03.473769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4bb7206-ee22-43af-b1dc-b4efcb9ea2ff None None] Provisioning complete for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:03.474139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7206-ee22-43af-b1dc-b4efcb9ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.493744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.497149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-12145e09-2592-4a09-8c6a-001ecef4ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:03.498860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-12145e09-2592-4a09-8c6a-001ecef4ac23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1625483 Aug 27 02:41:03.549168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.584897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.661649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb7206-ee22-43af-b1dc-b4efcb9ea2ff None None] Port 3cb0a428-937b-4aad-a5e3-c54bd04922cc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:03.663891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33757f87-fff3-4671-b1d9-e6c0ddd4d7ef None None] Pushing event updated for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:03.756035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.770974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.804842 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.816944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Attempting to bind port 3cb0a428-937b-4aad-a5e3-c54bd04922cc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:03.817316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Attempting to bind port 3cb0a428-937b-4aad-a5e3-c54bd04922cc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:03.817673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Attempting to bind port 3cb0a428-937b-4aad-a5e3-c54bd04922cc on network d9474a26-0eff-4b7f-a366-40a4c2497257 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:03.861511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:03.862175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Checking segment: {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:03.862952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.863322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Bound using segment: {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:03.863814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Bound port: 3cb0a428-937b-4aad-a5e3-c54bd04922cc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da3786-f776-482f-91b7-eb0fa01f4c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:03.864224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.918522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-d9e4a5aa-2f64-4547-9d56-ed97b721a5a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114013 Aug 27 02:41:03.928771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7015c836-fd95-429d-82dc-b66be2c9a0e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7015c836-fd95-429d-82dc-b66be2c9a0e3,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:03.937757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.973353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:03.974295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:04.024594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-851960ad-bdff-4450-aa8a-066e8be6734e req-4378aac0-7e85-4a41-bb4b-be552b2f27f3 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.0411232 Aug 27 02:41:04.037338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.038169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6e4761-9527-487f-8593-557bb4d8eccb {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:04.042956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:04.044391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.045934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c85ee129-9799-4133-9c57-139b9bcea4ff admin admin] 10.222.0.26 "DELETE /v2.0/routers/cc6e4761-9527-487f-8593-557bb4d8eccb HTTP/1.1" status: 204 len: 168 time: 3.6281645 Aug 27 02:41:04.050185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56842) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:04.051271 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.054411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.055530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9de062de-07f3-4a91-91cd-61d1ae3a4880 HTTP/1.1" status: 204 len: 168 time: 0.9069242 Aug 27 02:41:04.058881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.064718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.100878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f090fc9-4863-45f1-b625-974b63624355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de062de-07f3-4a91-91cd-61d1ae3a4880,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:04.128761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.172126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Transition to ACTIVE for port object b5f347a4-3f91-426a-9906-dd247706213d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:04.287004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:04.294270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Deleting subnet 2fc0817a-a9b9-43b4-840e-bfaab1d9aff6 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:04.302309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.306335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-1c37dfee-4949-4e1b-b7ef-45a422c318d3 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767121 Aug 27 02:41:04.311830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Transition to ACTIVE for port object b5f347a4-3f91-426a-9906-dd247706213d will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:04.385672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-dbe64c4d-688c-4338-a058-532bc5da63e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 217 time: 0.0522146 Aug 27 02:41:04.428308 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.451581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] For port 3cb0a428-937b-4aad-a5e3-c54bd04922cc, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:04.452447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-d92b0d33-fba8-4ede-9314-f5986c98edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:04.455230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-d92b0d33-fba8-4ede-9314-f5986c98edb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0602341 Aug 27 02:41:04.456206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:04.459843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.474853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:04.479370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] For port 3cb0a428-937b-4aad-a5e3-c54bd04922cc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3cb0a428-937b-4aad-a5e3-c54bd04922cc,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:04.515446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:04.515956 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.519259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.523973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:04.558227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:04.575738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:04.586568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:04.590636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.590636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-447ca3ef-f8ae-430f-9e2e-3ab9abb4a245 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 704 time: 2.8413839 Aug 27 02:41:04.592942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56854) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:04.653047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Pushing event updated for resources: {'Port': ['ID=b5f347a4-3f91-426a-9906-dd247706213d,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:04.695235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-e0355d4e-68ca-43a4-9020-a9fd92d5edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:04.703342 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-e0355d4e-68ca-43a4-9020-a9fd92d5edb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2393997 Aug 27 02:41:04.726462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56856) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:04.769216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bc49173-7a98-4434-9476-bab86d7518f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:04.878280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:04.879512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:04.932849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-1dc35cff-cc73-4555-9635-f3e07ccb6b6c service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363587 Aug 27 02:41:04.968951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Attempting to bind port b5f347a4-3f91-426a-9906-dd247706213d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:04.969935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Attempting to bind port b5f347a4-3f91-426a-9906-dd247706213d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'c459639d-e993-4a0b-9b94-eb067502e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:04.970670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Attempting to bind port b5f347a4-3f91-426a-9906-dd247706213d on network 14412158-4bf6-4b1e-8919-6e9d774708c2 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:04.998611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.033924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:05.034690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Checking segment: {'id': 'c459639d-e993-4a0b-9b94-eb067502e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:05.035275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.035864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Bound using segment: {'id': 'c459639d-e993-4a0b-9b94-eb067502e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:05.036518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Bound port: b5f347a4-3f91-426a-9906-dd247706213d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c459639d-e993-4a0b-9b94-eb067502e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '14412158-4bf6-4b1e-8919-6e9d774708c2'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:05.037140 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.045562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bc49173-7a98-4434-9476-bab86d7518f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.105752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:41:05.107826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.121010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33757f87-fff3-4671-b1d9-e6c0ddd4d7ef None None] Pushing event updated for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.123669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9bc49173-7a98-4434-9476-bab86d7518f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.147489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-37eef982-b70e-4ae8-9661-fc4e599a00c9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 704 time: 0.5526869 Aug 27 02:41:05.161296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:05.224764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc49173-7a98-4434-9476-bab86d7518f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d079b-6e52-4fe6-98da-b63f0d715207,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.237805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:05.245528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9bc49173-7a98-4434-9476-bab86d7518f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bc419f632d34910829e5e4a22f3b90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137608 Aug 27 02:41:05.254131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56866) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:05.262116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=48002db6-a5d4-494d-8c0e-90063f5b6d2d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.277533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.290712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': 'ab90b761-7048-4db3-854e-78bda85c6ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f9fd61cb-1a0d-4665-b1d8-754a85ec40b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:05.291230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: f9fd61cb-1a0d-4665-b1d8-754a85ec40b7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:05.342227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:05.342496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] For port b5f347a4-3f91-426a-9906-dd247706213d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:05.345394 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.368097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-87a7d71c-ddb2-4e9a-b1f2-7b7ec204457b service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217718 Aug 27 02:41:05.370669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.392587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] For port b5f347a4-3f91-426a-9906-dd247706213d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b5f347a4-3f91-426a-9906-dd247706213d,segment=NetworkSegment(c459639d-e993-4a0b-9b94-eb067502e4db),segment_id=c459639d-e993-4a0b-9b94-eb067502e4db)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:05.399148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f9fd61cb-1a0d-4665-b1d8-754a85ec40b7) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:05.412782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:05.413640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.422104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e03705-b188-4685-8ca2-343d9abbe6d2 None None] Network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:05.434224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2395648-4c8d-4230-8384-9186150116f5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9016359 Aug 27 02:41:05.434500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56874) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:05.441078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'port': {'network_id': 'f9fd61cb-1a0d-4665-b1d8-754a85ec40b7', 'name': 'tempest-NetworksIpV6TestAttrs-675530021'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:05.449707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bcdaf647-1a77-46ba-86c5-d7e48b21d26d req-e61e8c3d-3f2b-4f25-a89d-4b1f0d94d538 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/ports?device_id=62ccdb86-872c-40b6-aa30-78fbb114b4e8 HTTP/1.1" status: 200 len: 210 time: 0.1742938 Aug 27 02:41:05.478500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.513729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-d140d49b-721c-4400-bc9f-a21d8c46912c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 217 time: 0.0583537 Aug 27 02:41:05.526520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.533156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.535222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/662d079b-6e52-4fe6-98da-b63f0d715207 HTTP/1.1" status: 204 len: 168 time: 0.2800221 Aug 27 02:41:05.550665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa4930-6e4b-4682-9f6d-1f87d9904ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d079b-6e52-4fe6-98da-b63f0d715207,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.565434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:05.567802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.626103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.627483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:05.652518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc0817a-a9b9-43b4-840e-bfaab1d9aff6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:05.685686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:05.689717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.690638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:05.694812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-120da14a-072c-4412-8e94-683ad009332e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2fc0817a-a9b9-43b4-840e-bfaab1d9aff6 HTTP/1.1" status: 204 len: 168 time: 1.6382461 Aug 27 02:41:05.703614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:05.732095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] device_id is not set on port 81fbac32-0e8d-483d-9252-9f17e336011a yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:41:05.766130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fe060-343b-4398-b2c5-94e612dd558f None None] Network 0cfe2257-ed0d-41ab-aee2-0a625394fae4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:06.011982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Allocated IP 2001:db8::f816:3eff:feac:eba9 (f9fd61cb-1a0d-4665-b1d8-754a85ec40b7/48002db6-a5d4-494d-8c0e-90063f5b6d2d/81fbac32-0e8d-483d-9252-9f17e336011a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:06.014651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c36d-9adf-40a1-8b5d-5c8ab01ce991 None None] Pushing event updated for resources: {'Port': ['ID=b5f347a4-3f91-426a-9906-dd247706213d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:06.225383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:06.225750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.307006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.324139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Transition to ACTIVE for port object 81fbac32-0e8d-483d-9252-9f17e336011a will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:06.366612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.482808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Port': ['ID=81fbac32-0e8d-483d-9252-9f17e336011a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:06.493732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:06.495394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:06.502806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:06.511969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:06.512906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.525476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:06.569892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-634656cd-5da4-4c24-98f4-54134f2aa8b5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1340985 Aug 27 02:41:06.571575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:06.597528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:06.695035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-6e07db4d-407f-4780-b6fe-7d896027f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:06.708874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-6e07db4d-407f-4780-b6fe-7d896027f9d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 1.1874778 Aug 27 02:41:06.717034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747fe4a-c43d-4aa0-92db-3acc9dd903c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-f9fd61cb-1a0d-4665-b1d8-754a85ec40b7', 'network_id': 'f9fd61cb-1a0d-4665-b1d8-754a85ec40b7', 'tenant_id': 'e63c75bd3ca34bbcb825aa30291ba832', 'fixed_ips': [{'subnet_id': '48002db6-a5d4-494d-8c0e-90063f5b6d2d'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:06.718111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f747fe4a-c43d-4aa0-92db-3acc9dd903c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.772576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 7, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:41:04Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:06.879949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.888568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting subnet 48002db6-a5d4-494d-8c0e-90063f5b6d2d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:06.920934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:06.936879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.031759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901fc657-8eab-4e18-8b25-e1d806a3acb7 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 7, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:41:04Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:07.041489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.059038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] DHCP port deletion for 0cfe2257-ed0d-41ab-aee2-0a625394fae4 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:07.087514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-0cacf19e-124f-45e5-bbc1-6aeb42f189cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:07.089044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-0cacf19e-124f-45e5-bbc1-6aeb42f189cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3558562 Aug 27 02:41:07.105611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.255504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Deleting port 5db83b77-d25e-4571-99dc-40b594fe5ab5 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:07.255736 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.337546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.342226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.344363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c8b3a5b-f86b-4af7-9410-2da59aa3f776 HTTP/1.1" status: 204 len: 168 time: 0.7399299 Aug 27 02:41:07.349373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56922) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:07.374501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.399653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] For port 5db83b77-d25e-4571-99dc-40b594fe5ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5db83b77-d25e-4571-99dc-40b594fe5ab5,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:07.400079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.433829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Calling delete_port for 5db83b77-d25e-4571-99dc-40b594fe5ab5 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:07.443999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7015c836-fd95-429d-82dc-b66be2c9a0e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:07.449681 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-68538951-3b9c-49b3-b12f-9b55fa8a0c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] show failed (client error): The resource could not be found. Aug 27 02:41:07.453378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68538951-3b9c-49b3-b12f-9b55fa8a0c2c tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "GET /v2.0/security-groups/3c8b3a5b-f86b-4af7-9410-2da59aa3f776 HTTP/1.1" status: 404 len: 347 time: 0.0801153 Aug 27 02:41:07.458024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:07.462532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f38f5-d640-43e9-a15b-ab8c953ad011 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b3a5b-f86b-4af7-9410-2da59aa3f776,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:07.515861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:07.525226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef15d09-ee34-4f50-a2fb-ba9a02bb05da None None] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:07.599703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Deleting port 5db83b77-d25e-4571-99dc-40b594fe5ab5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:07.600204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.653734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.655920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-70b7fb53-e201-4ceb-b356-93e976fc9758 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415049 Aug 27 02:41:07.682582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=48002db6-a5d4-494d-8c0e-90063f5b6d2d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:07.701541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port b44d0ff7-5421-4e99-851d-8fa528427e7c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:07.702213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.705331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.710845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6bef9e39-4bd7-4fc3-94b7-453fd956d798 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/48002db6-a5d4-494d-8c0e-90063f5b6d2d HTTP/1.1" status: 204 len: 168 time: 1.1380999 Aug 27 02:41:07.712990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56938) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-f747fe4a-c43d-4aa0-92db-3acc9dd903c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48002db6-a5d4-494d-8c0e-90063f5b6d2d: This subnet is being modified by another concurrent operation. Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48002db6-a5d4-494d-8c0e-90063f5b6d2d: This subnet is being modified by another concurrent operation. Aug 27 02:41:07.739178 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:41:07.748825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-43fb5ce3-c205-454a-bc1f-6f52a41faf4a None None] Provisioning for port b5f347a4-3f91-426a-9906-dd247706213d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:07.748825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:07.748825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:07.756203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.823472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] For port 5db83b77-d25e-4571-99dc-40b594fe5ab5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5db83b77-d25e-4571-99dc-40b594fe5ab5,segment=NetworkSegment(4d0bdd80-d896-45ef-9b24-2901560acd94),segment_id=4d0bdd80-d896-45ef-9b24-2901560acd94)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:07.824005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] Pushing event deleted for resources: {'Port': ['ID=5db83b77-d25e-4571-99dc-40b594fe5ab5,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:07.826992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.829361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991f8f5-939e-4250-bdad-ab2a88bfa66c None None] Network f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:07.867126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29047c82-c5ec-4dcd-b35e-1393b6d4fb83 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:07.869458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29047c82-c5ec-4dcd-b35e-1393b6d4fb83 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:07.876283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-29047c82-c5ec-4dcd-b35e-1393b6d4fb83 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1614547 Aug 27 02:41:07.877117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56946) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:07.929271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28626db8-cf7b-4f12-998a-b5a2ed4b6701 None None] No DVR routers for this DVR port 5db83b77-d25e-4571-99dc-40b594fe5ab5 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:07.986137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:07.986611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.008868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Calling delete_port for 5db83b77-d25e-4571-99dc-40b594fe5ab5 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:08.012310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for b44d0ff7-5421-4e99-851d-8fa528427e7c owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:08.027864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d3be9e8-d0d5-4832-9aa2-fe37c2fb7004 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.038873 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3be9e8-d0d5-4832-9aa2-fe37c2fb7004 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 02:41:08.039339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3be9e8-d0d5-4832-9aa2-fe37c2fb7004 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:08.041099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2d3be9e8-d0d5-4832-9aa2-fe37c2fb7004 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 HTTP/1.1" status: 409 len: 405 time: 0.1603751 Aug 27 02:41:08.042435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:08.046560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7015c836-fd95-429d-82dc-b66be2c9a0e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.046940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.069372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:08.082000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-6592916'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:08.194666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:08.199657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.245560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.261502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.286191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-f28fb453-1e63-4e5c-a38a-576341342367 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351184 Aug 27 02:41:08.309394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=b44d0ff7-5421-4e99-851d-8fa528427e7c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:08.396619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.400231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.404798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bfa3277e-3482-4c5e-8dcd-8005073648e0 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/floatingips/00919dab-6db8-4248-bc89-7fa4381c4785 HTTP/1.1" status: 204 len: 168 time: 0.9402504 Aug 27 02:41:08.405492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:08.419324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3cb0a428-937b-4aad-a5e3-c54bd04922cc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:08.444566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-bd353fe9-e774-40a1-a415-1b11be56ca1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 217 time: 0.0753970 Aug 27 02:41:08.544227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.551017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-2e9ade1f-c0d9-410f-9291-918b6edd9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:08.552538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-2e9ade1f-c0d9-410f-9291-918b6edd9ae8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1006978 Aug 27 02:41:08.569590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:08.602082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:08.613588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:08.616227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.618047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3cb0a428-937b-4aad-a5e3-c54bd04922cc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:08.618442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.694703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5db83b77-d25e-4571-99dc-40b594fe5ab5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:08.701240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47395a3f-f198-4235-b077-5a4e8d177e8c None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:41:08.705240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] No DVR routers for this DVR port 5db83b77-d25e-4571-99dc-40b594fe5ab5 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:08.716540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.717017 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment a1277907-3d3d-40fa-afc0-ae096b7b575d of type vlan for network 13970473-d4a4-46bd-8c02-d9df3dccecf9 Aug 27 02:41:08.846287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.863351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-4041cd06-431f-41e6-9f43-b9f3fb627e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:08.863984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 7, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:41:04Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:08.865301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-4041cd06-431f-41e6-9f43-b9f3fb627e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2922997 Aug 27 02:41:08.884066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:08.912820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.915980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:08.950144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:08.980501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:08.981134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:09.026241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.resource_extend [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 02:41:09.060636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.104238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfe2257-ed0d-41ab-aee2-0a625394fae4']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:09.114644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.135175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0bdd80-d896-45ef-9b24-2901560acd94') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:09.135551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0bdd80-d896-45ef-9b24-2901560acd94') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:09.138895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.149166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:09.149840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.188165 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.243651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.249861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/ports/8f9d4b89-b0d6-4552-b2c1-71e8b67270c4 HTTP/1.1" status: 204 len: 168 time: 0.8431542 Aug 27 02:41:09.250617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180719a-7d9b-4848-b5f1-98c9830571cb tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=8f9d4b89-b0d6-4552-b2c1-71e8b67270c4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:09.253662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56982) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:09.290664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2175114 Aug 27 02:41:09.292270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.302133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56988) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:09.307963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-91d88078-4bc5-4479-996a-f7d387102a9e service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119546 Aug 27 02:41:09.311710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:09.312848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:09.313534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:09.319680 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:09.416179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3cb0a428-937b-4aad-a5e3-c54bd04922cc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3cb0a428-937b-4aad-a5e3-c54bd04922cc,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:09.435379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66850c0-b6de-472f-8944-562d22357b56 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=13970473-d4a4-46bd-8c02-d9df3dccecf9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:09.460794 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.461545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b5f347a4-3f91-426a-9906-dd247706213d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:09.463370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:09.567227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.580009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.584694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] 10.222.0.26 "DELETE /v2.0/networks/0cfe2257-ed0d-41ab-aee2-0a625394fae4 HTTP/1.1" status: 204 len: 168 time: 3.8336296 Aug 27 02:41:09.584886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:09.587820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.611120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad43a-a73a-4972-a502-2df48bcaabfd admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfe2257-ed0d-41ab-aee2-0a625394fae4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:09.656746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-587ade69-4524-43e2-bad6-e30f1dc22e23 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009520 Aug 27 02:41:09.706959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47395a3f-f198-4235-b077-5a4e8d177e8c None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:41:09.746513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-5219f3a0-bd08-46bf-9ba3-b810d7838b78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 217 time: 0.0811875 Aug 27 02:41:09.755248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 3cb0a428-937b-4aad-a5e3-c54bd04922cc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:09.755649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.778119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:09.820295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port fa9833a0-a624-4ceb-bf52-878fd0a80842 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:09.820758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:09.872121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:09.936926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b5f347a4-3f91-426a-9906-dd247706213d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:09.950329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:09.951955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-e6595575-6955-46cb-866f-497378976168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:09.953422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-e6595575-6955-46cb-866f-497378976168 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.1942301 Aug 27 02:41:09.974957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b5f347a4-3f91-426a-9906-dd247706213d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:09.975488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.051212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.068125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for fa9833a0-a624-4ceb-bf52-878fd0a80842 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:10.114861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port 3cb0a428-937b-4aad-a5e3-c54bd04922cc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3cb0a428-937b-4aad-a5e3-c54bd04922cc,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:10.115225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.130525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 3cb0a428-937b-4aad-a5e3-c54bd04922cc owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:10.358563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.360656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:41:10.362659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.463498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b5f347a4-3f91-426a-9906-dd247706213d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b5f347a4-3f91-426a-9906-dd247706213d,segment=NetworkSegment(c459639d-e993-4a0b-9b94-eb067502e4db),segment_id=c459639d-e993-4a0b-9b94-eb067502e4db)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:10.474051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.474779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.474950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:10.497335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.519913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=3cb0a428-937b-4aad-a5e3-c54bd04922cc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:10.536667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c5bc9128-09bc-4833-8aab-3757d706ed37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ce55d5bb53447f8ae0ffe6fd31bd7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818608 Aug 27 02:41:10.537520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57010) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:10.625225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-8b8e9e7e-c34c-4f32-9a24-f06f1efeb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:10.626809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-8b8e9e7e-c34c-4f32-9a24-f06f1efeb148 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5953345 Aug 27 02:41:10.644156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=fa9833a0-a624-4ceb-bf52-878fd0a80842,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:10.669876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b5f347a4-3f91-426a-9906-dd247706213d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:10.680428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 7, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:41:04Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:10.718814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:10.719255 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.721244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c660b876-bb0a-4691-8135-6cbe17ba2095 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 7, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cb0a428-937b-4aad-a5e3-c54bd04922cc', 'name': '', 'network_id': 'd9474a26-0eff-4b7f-a366-40a4c2497257', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:86:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:52Z', 'updated_at': '2021-08-27T02:41:04Z', 'revision_number': 4, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '051cfea5-7d52-494b-b1c2-21b9fe935d82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:10.833637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:10.836882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d384658b-b78f-4852-bad5-80a8d8ddce33 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/ports/fa9833a0-a624-4ceb-bf52-878fd0a80842 HTTP/1.1" status: 204 len: 168 time: 1.5820820 Aug 27 02:41:10.848593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57018) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:11.011802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a22e1c6e-d714-4910-9527-eb867b30071e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:11.025376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-0efa5bfd-b403-4d64-a004-4c31916c6084 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879292 Aug 27 02:41:11.048722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting subnet d477846e-571a-4bcc-8718-f5c1d854365a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:11.048911 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.059410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.059859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a22e1c6e-d714-4910-9527-eb867b30071e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:11.060356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a22e1c6e-d714-4910-9527-eb867b30071e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:11.060894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0e85ef1-9091-4c63-9f1d-ce05117ecb66 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:11.103864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.125648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d0e85ef1-9091-4c63-9f1d-ce05117ecb66 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:11.128379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0e85ef1-9091-4c63-9f1d-ce05117ecb66 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:11.129030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5db83b77-d25e-4571-99dc-40b594fe5ab5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:11.161224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.182460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5db83b77-d25e-4571-99dc-40b594fe5ab5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:11.182460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5db83b77-d25e-4571-99dc-40b594fe5ab5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:11.229920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=932c58f2-ced4-49f9-ae08-e879e940c378,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:11.244138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': 'a1277907-3d3d-40fa-afc0-ae096b7b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:11.244535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: 13970473-d4a4-46bd-8c02-d9df3dccecf9, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:11.333028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.349083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-5ec78c53-c9f9-48cf-afbd-e34b633c6716 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094156 Aug 27 02:41:11.360395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.424435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:11.462093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 13970473-d4a4-46bd-8c02-d9df3dccecf9) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:11.470084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b5f347a4-3f91-426a-9906-dd247706213d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:11.478303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8c11a-63ed-4969-95b5-686a941800f2 None None] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:11.481796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:11.482561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.501185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.512767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24443cdc-510e-4e84-8c8c-720097a5ec39 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2069898 Aug 27 02:41:11.541969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:11.544896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Subnet': ['ID=d477846e-571a-4bcc-8718-f5c1d854365a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:11.553652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.554285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-9142cab0-2c97-404f-b0d3-113727db3f43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.1739151 Aug 27 02:41:11.556036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0454c51d-6e60-43d6-b184-b8aa90493fc1 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/subnets/d477846e-571a-4bcc-8718-f5c1d854365a HTTP/1.1" status: 204 len: 168 time: 0.7064621 Aug 27 02:41:11.558820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:11.571806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'port': {'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9', 'name': 'tempest-NetworksIpV6TestAttrs-1731448037'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:11.604196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19728bf8-88f5-41e2-b880-3ae8a15b0df1 None None] Network 21f4e9ec-f566-445b-8875-ebf072595efc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:11.657335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting subnet bb26207a-8d7e-448e-a505-6ae7a119d316 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:11.668854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.766483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.794786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.797906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:11.799097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc6a79b2-092a-4615-86b2-d2e6716472a9 HTTP/1.1" status: 204 len: 168 time: 1.2513959 Aug 27 02:41:11.849953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d7d29-a1fc-49b5-842d-1cc08b38c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a79b2-092a-4615-86b2-d2e6716472a9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:11.911777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-2bc7ca52-5266-4453-b830-1bc94d9e51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:11.913573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-2bc7ca52-5266-4453-b830-1bc94d9e51cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.3338704 Aug 27 02:41:11.967350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.086259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.111285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b5f347a4-3f91-426a-9906-dd247706213d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:12.112823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.149287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.155659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/subnets/bb26207a-8d7e-448e-a505-6ae7a119d316 HTTP/1.1" status: 204 len: 168 time: 0.5956430 Aug 27 02:41:12.156404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57056) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:12.159371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf5aff-571e-4057-a5db-8ec10beccb78 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Subnet': ['ID=bb26207a-8d7e-448e-a505-6ae7a119d316,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:12.200675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fbd6e-bd86-4cf0-aed1-a54a0ea12df6 None None] Network a3b2db74-4151-4a80-983b-cafe310925da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:12.338820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.393621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-13970473-d4a4-46bd-8c02-d9df3dccecf9', 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9', 'tenant_id': 'e63c75bd3ca34bbcb825aa30291ba832', 'fixed_ips': [{'subnet_id': '932c58f2-ced4-49f9-ae08-e879e940c378'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:12.394514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.461026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 5585423f-a7de-42bb-a9c2-08afc43e1c9c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:12.461663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.637958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:12.664888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5585423f-a7de-42bb-a9c2-08afc43e1c9c,segment=NetworkSegment(b2c48b44-de09-4362-8852-de57c808c694),segment_id=b2c48b44-de09-4362-8852-de57c808c694)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:12.665443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.679925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339804ea-58a2-4514-9316-52229327f995 None None] DHCP port deletion for 21f4e9ec-f566-445b-8875-ebf072595efc request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:12.716052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 5585423f-a7de-42bb-a9c2-08afc43e1c9c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:12.754145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Allocated IP 2001:db8::f816:3eff:fe6a:8a98 (13970473-d4a4-46bd-8c02-d9df3dccecf9/932c58f2-ced4-49f9-ae08-e879e940c378/b0842a07-72b3-4ee3-a93f-ba2c173762f2) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:12.795700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91572da8-8478-41da-9e33-71d21061105d req-58d6cce4-2096-4c89-b8f9-2ffa779a9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:12.798132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-58d6cce4-2096-4c89-b8f9-2ffa779a9263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8479607 Aug 27 02:41:12.807129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2313375-3afa-4560-9a62-9fc258d2dd16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11a5feeb59e54d5ea4a731c63171710c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655447 Aug 27 02:41:12.866824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57076) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:12.876741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:12.887170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] DHCP port deletion for a3b2db74-4151-4a80-983b-cafe310925da request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:12.942759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=5585423f-a7de-42bb-a9c2-08afc43e1c9c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:12.976825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 5585423f-a7de-42bb-a9c2-08afc43e1c9c on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:13.000284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:13.002481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:13.006024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.011338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-f85fbbfd-54e1-4554-ac52-81ca43d2407f service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984403 Aug 27 02:41:13.065897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.079770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-339804ea-58a2-4514-9316-52229327f995 None None] Deleting port 5585423f-a7de-42bb-a9c2-08afc43e1c9c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:13.080353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-339804ea-58a2-4514-9316-52229327f995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.104945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.112783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] device_id is not set on port 16dc4542-2997-4ef7-8fdb-2833a8b3207e yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:41:13.201043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-339804ea-58a2-4514-9316-52229327f995 None None] For port 5585423f-a7de-42bb-a9c2-08afc43e1c9c, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:13.202103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-339804ea-58a2-4514-9316-52229327f995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.235540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-339804ea-58a2-4514-9316-52229327f995 None None] Calling delete_port for 5585423f-a7de-42bb-a9c2-08afc43e1c9c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:13.235957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.240213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.241240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-339804ea-58a2-4514-9316-52229327f995 None None] Port 5585423f-a7de-42bb-a9c2-08afc43e1c9c was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:41:13.244482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33770ca6-2d68-44dc-9bf0-f1f2a19ba2b5 HTTP/1.1" status: 204 len: 168 time: 0.3755097 Aug 27 02:41:13.269019 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-339804ea-58a2-4514-9316-52229327f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.316668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3baca-f604-4787-a394-7ab07aded2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33770ca6-2d68-44dc-9bf0-f1f2a19ba2b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:13.337372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339804ea-58a2-4514-9316-52229327f995 None None] No DVR routers for this DVR port 5585423f-a7de-42bb-a9c2-08afc43e1c9c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:13.338083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.377992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f4e9ec-f566-445b-8875-ebf072595efc']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.409916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c48b44-de09-4362-8852-de57c808c694') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.411439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c48b44-de09-4362-8852-de57c808c694') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.427035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.433105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5585423f-a7de-42bb-a9c2-08afc43e1c9c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:13.448449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Deleting port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:13.448684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.451703 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.465563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:13.468067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.478908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339804ea-58a2-4514-9316-52229327f995 None None] Pushing event deleted for resources: {'Port': ['ID=5585423f-a7de-42bb-a9c2-08afc43e1c9c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:13.488535 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:13.506005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:13.527728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:13.528727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5585423f-a7de-42bb-a9c2-08afc43e1c9c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:13.529264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5585423f-a7de-42bb-a9c2-08afc43e1c9c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:13.529920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-035f078f-f8b8-467e-bedb-42d45c361f3d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3672135 Aug 27 02:41:13.530230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:13.532867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.549025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:13.550243 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:13.561186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.605620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 051cfea5-7d52-494b-b1c2-21b9fe935d82 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:13.611563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91572da8-8478-41da-9e33-71d21061105d req-469f03f6-8f53-4c79-8385-f1509422b736 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877066 Aug 27 02:41:13.612519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.668455 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.682597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.684971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/networks/21f4e9ec-f566-445b-8875-ebf072595efc HTTP/1.1" status: 204 len: 168 time: 1.5272522 Aug 27 02:41:13.689177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:13.712254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.767520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Transition to ACTIVE for port object b0842a07-72b3-4ee3-a93f-ba2c173762f2 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:13.793249 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:13.852438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.860464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f95556-e8b6-473a-9863-332f2ac65074 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Network': ['ID=21f4e9ec-f566-445b-8875-ebf072595efc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:13.950595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.964409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Deleting port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:13.964409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:13.981945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-82ccda91-2831-49d3-9e20-ef5d5dcd41c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858140 Aug 27 02:41:14.054983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.070916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] For port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:14.084040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.120599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Calling delete_port for 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:14.120795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] For port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,segment=NetworkSegment(0e4c4c98-6b1f-4aee-aaa4-6dda158171aa),segment_id=0e4c4c98-6b1f-4aee-aaa4-6dda158171aa)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:14.121081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.140093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Calling delete_port for 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:14.143920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Transition to ACTIVE for port object b0842a07-72b3-4ee3-a93f-ba2c173762f2 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:14.147753 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.232646 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:10Z', 'revision_number': 8, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.235994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=051cfea5-7d52-494b-b1c2-21b9fe935d82,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.250062 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.258472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ccba5b3-8d6f-4e12-9244-e80dff5a8ded tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/051cfea5-7d52-494b-b1c2-21b9fe935d82 HTTP/1.1" status: 204 len: 168 time: 0.7185955 Aug 27 02:41:14.300217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:14.309521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:14.324531 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:14.325170 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.349450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.357577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680c951-5896-437a-9eb1-d978b53a579e None None] Network d9474a26-0eff-4b7f-a366-40a4c2497257 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:14.405658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.451503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-3b5a5119-7a40-45f8-a4c2-6205da81cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:14.453038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-3b5a5119-7a40-45f8-a4c2-6205da81cedc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.3607011 Aug 27 02:41:14.480207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Allocated IP 2001:db8::f816:3eff:feea:d4bf (13970473-d4a4-46bd-8c02-d9df3dccecf9/932c58f2-ced4-49f9-ae08-e879e940c378/16dc4542-2997-4ef7-8fdb-2833a8b3207e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:14.494746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Port': ['ID=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.501944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.510470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] No DVR routers for this DVR port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:14.560528 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:14.620345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:14.647949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] No DVR routers for this DVR port 58dbafaa-e0bf-4c62-ac2a-0d067ebefcef on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:14.723671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.727162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Pushing event updated for resources: {'Port': ['ID=b0842a07-72b3-4ee3-a93f-ba2c173762f2,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.767266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:14.781389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:14.812246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.862727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b2db74-4151-4a80-983b-cafe310925da']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.883317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eee75-3c70-467a-8308-0d7241051dc2 None None] Pushing event deleted for resources: {'Port': ['ID=58dbafaa-e0bf-4c62-ac2a-0d067ebefcef,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:14.901725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.902312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4c4c98-6b1f-4aee-aaa4-6dda158171aa') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.934013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.937018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:10Z', 'revision_number': 8, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:14.965753 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.991568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:14.991999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:14.998358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-22642146-4ed2-40f0-b6b2-ed796ae048f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:15.001329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-22642146-4ed2-40f0-b6b2-ed796ae048f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.5130382 Aug 27 02:41:15.015445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:15.032785 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a726ca-239a-469b-974d-eda3bc043370 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:10Z', 'revision_number': 8, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7015c836-fd95-429d-82dc-b66be2c9a0e3', 'name': '', 'network_id': '1b3ac995-3bdd-40ee-ba6a-f14f678e1aec', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:91:fa:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:47Z', 'updated_at': '2021-08-27T02:41:03Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '39f567de-55c0-441e-b988-52fa993f0ad0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:15.047669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] DHCP port deletion for d9474a26-0eff-4b7f-a366-40a4c2497257 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:15.051169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Attempting to bind port b0842a07-72b3-4ee3-a93f-ba2c173762f2 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:15.051551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Attempting to bind port b0842a07-72b3-4ee3-a93f-ba2c173762f2 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a1277907-3d3d-40fa-afc0-ae096b7b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:15.051923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Attempting to bind port b0842a07-72b3-4ee3-a93f-ba2c173762f2 on network 13970473-d4a4-46bd-8c02-d9df3dccecf9 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:15.076989 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:15.082289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:15.087173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Checking segment: {'id': 'a1277907-3d3d-40fa-afc0-ae096b7b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:15.087597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.088013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Bound using segment: {'id': 'a1277907-3d3d-40fa-afc0-ae096b7b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:15.088524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Bound port: b0842a07-72b3-4ee3-a93f-ba2c173762f2, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1277907-3d3d-40fa-afc0-ae096b7b575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '13970473-d4a4-46bd-8c02-d9df3dccecf9'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:15.088919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.091683 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:15.102080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.110617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.127397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] 10.222.0.26 "DELETE /v2.0/networks/a3b2db74-4151-4a80-983b-cafe310925da HTTP/1.1" status: 204 len: 168 time: 1.4296925 Aug 27 02:41:15.169004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d321613-e960-4966-aca9-f18db42f97d9 tempest-TaggedBootDevicesTest_v242-1865302868 tempest-TaggedBootDevicesTest_v242-1865302868-project] Pushing event deleted for resources: {'Network': ['ID=a3b2db74-4151-4a80-983b-cafe310925da,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.236858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-920adc00-512c-4872-81ea-114a662a0043 None None] For port b0842a07-72b3-4ee3-a93f-ba2c173762f2, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:15.250112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Deleting port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:15.250618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.253586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-920adc00-512c-4872-81ea-114a662a0043 None None] For port b0842a07-72b3-4ee3-a93f-ba2c173762f2, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0842a07-72b3-4ee3-a93f-ba2c173762f2,segment=NetworkSegment(a1277907-3d3d-40fa-afc0-ae096b7b575d),segment_id=a1277907-3d3d-40fa-afc0-ae096b7b575d)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:15.266787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.362292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.407342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] For port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:15.407890 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.413028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-423228887-network', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:15.440369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Calling delete_port for d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:15.442121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920adc00-512c-4872-81ea-114a662a0043 None None] Pushing event updated for resources: {'Port': ['ID=b0842a07-72b3-4ee3-a93f-ba2c173762f2,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.507227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Transition to ACTIVE for port object 16dc4542-2997-4ef7-8fdb-2833a8b3207e will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:15.540218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-1f9013a1-3d87-469e-80c7-2a337daf0dc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 1001 time: 0.5151668 Aug 27 02:41:15.554992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:15.555340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.573303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Made reservation on behalf of 8437eaf1e24c4cfe8539367fa53219be for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:15.576318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.596813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:15.794948 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.839661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.847729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.869783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] Pushing event deleted for resources: {'Port': ['ID=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:15.881442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d419c3-97a4-4cc5-811a-5ebd5eadc71b None None] No DVR routers for this DVR port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:15.888253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:15.963626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3cb0a428-937b-4aad-a5e3-c54bd04922cc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:15.991875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Port': ['ID=16dc4542-2997-4ef7-8fdb-2833a8b3207e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:16.004097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3cb0a428-937b-4aad-a5e3-c54bd04922cc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:16.004839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3cb0a428-937b-4aad-a5e3-c54bd04922cc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:16.085427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:16.087945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,segment=NetworkSegment(53da3786-f776-482f-91b7-eb0fa01f4c76),segment_id=53da3786-f776-482f-91b7-eb0fa01f4c76)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:16.088435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.094512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:16.108521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-381a83a5-e039-403a-9c7f-126b01f58e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:16.108521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-381a83a5-e039-403a-9c7f-126b01f58e02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.5491683 Aug 27 02:41:16.115606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:16.121946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:16.122836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.163055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:16.302716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-af8c6c77-14f9-47ad-b213-d718d7eb89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:16.304531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-af8c6c77-14f9-47ad-b213-d718d7eb89ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581800 Aug 27 02:41:16.329288 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.520374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.543872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.570070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-779669b3-ee5f-4d79-ac9a-b3e2de715216 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.0147159 Aug 27 02:41:16.572999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:16.619250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.717400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:16.721265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting subnet 932c58f2-ced4-49f9-ae08-e879e940c378 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:16.728511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:16.732510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-1b67f5d9-ded4-4678-b07e-f662b13f4032 service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197388 Aug 27 02:41:16.770190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:16.790158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f4ffa-3b71-48b6-ac6d-2388c54d2936,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:16.799134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port d0b9f8d1-35bb-4aec-9e7b-7004ba317fa6 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:16.873105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.060999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.061469 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Added segment 76c65538-a202-4e7a-9790-1aeb318dae8a of type vlan for network 0a40056d-427b-42b8-aecf-772c4db04fbc Aug 27 02:41:17.106181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009e673-2695-4402-b910-cfb262658605 None None] Network 13970473-d4a4-46bd-8c02-d9df3dccecf9 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:17.208915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.271559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d1904e0b-6f43-4ef7-9d5b-643dcc6f1169 None None] Provisioning for port b0842a07-72b3-4ee3-a93f-ba2c173762f2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:17.345054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.386193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.392418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.412644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9474a26-0eff-4b7f-a366-40a4c2497257']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:17.419675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=932c58f2-ced4-49f9-ae08-e879e940c378,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:17.437234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.439527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3ee7e034-5f3a-4d70-a691-c6636432fbfa tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/932c58f2-ced4-49f9-ae08-e879e940c378 HTTP/1.1" status: 204 len: 168 time: 0.8653998 Aug 27 02:41:17.442204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.442617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da3786-f776-482f-91b7-eb0fa01f4c76') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:17.442924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da3786-f776-482f-91b7-eb0fa01f4c76') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:17.474079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.478042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588e255e-815d-46b6-b8e0-c90db4534a92 req-6dac4a43-515f-421c-a482-748b792753df service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209368 Aug 27 02:41:17.520669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.521751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:17.522484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.526313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0842a07-72b3-4ee3-a93f-ba2c173762f2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:17.537815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.596061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:17.596468 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:17.628065 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:17.634318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900491b-e7ee-4ea2-b7ed-ca16fb16df5a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:17.634864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900491b-e7ee-4ea2-b7ed-ca16fb16df5a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:17.639991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1900491b-e7ee-4ea2-b7ed-ca16fb16df5a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1932039 Aug 27 02:41:17.639991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.695912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b0842a07-72b3-4ee3-a93f-ba2c173762f2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:17.712438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b0842a07-72b3-4ee3-a93f-ba2c173762f2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:17.713058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.746615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7282093 Aug 27 02:41:17.753688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.773509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Request body: {'subnet': {'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-423228887-subnet', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:17.800552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e90767-850d-4d13-babc-26f4aa5e80ba admin admin] Pushing event updated for resources: {'Network': ['ID=0a40056d-427b-42b8-aecf-772c4db04fbc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:17.804620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.809546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.815772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/d9474a26-0eff-4b7f-a366-40a4c2497257 HTTP/1.1" status: 204 len: 168 time: 3.5046840 Aug 27 02:41:17.815921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.832629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4ac385f-0de0-472f-872b-125177001def tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.855409 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ac385f-0de0-472f-872b-125177001def tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 27 02:41:17.855878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ac385f-0de0-472f-872b-125177001def tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:17.856025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] DHCP port deletion for 13970473-d4a4-46bd-8c02-d9df3dccecf9 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:17.857665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4ac385f-0de0-472f-872b-125177001def tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/13970473-d4a4-46bd-8c02-d9df3dccecf9 HTTP/1.1" status: 409 len: 405 time: 0.2170577 Aug 27 02:41:17.857853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0a40056d-427b-42b8-aecf-772c4db04fbc details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:17.862686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:17.867988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2018155387'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:17.922077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:17.931562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.973015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Made reservation on behalf of 8437eaf1e24c4cfe8539367fa53219be for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:17.986094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:17.988412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01746d-5fd6-4f21-934f-e00db558a666 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=d9474a26-0eff-4b7f-a366-40a4c2497257,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:18.019704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:18.037441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.037822 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment 39f02207-5d5b-44a8-a7ec-4ad1105e1709 of type vlan for network 2d8f4866-7834-4b81-a625-ea706075bcd0 Aug 27 02:41:18.196300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.198673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.240460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Deleting port b0842a07-72b3-4ee3-a93f-ba2c173762f2 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:18.241139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.246694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b0842a07-72b3-4ee3-a93f-ba2c173762f2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0842a07-72b3-4ee3-a93f-ba2c173762f2,segment=NetworkSegment(a1277907-3d3d-40fa-afc0-ae096b7b575d),segment_id=a1277907-3d3d-40fa-afc0-ae096b7b575d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:18.293614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.301810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.317660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:18.318309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.386461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] For port b0842a07-72b3-4ee3-a93f-ba2c173762f2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0842a07-72b3-4ee3-a93f-ba2c173762f2,segment=NetworkSegment(a1277907-3d3d-40fa-afc0-ae096b7b575d),segment_id=a1277907-3d3d-40fa-afc0-ae096b7b575d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:18.386872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.419040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Calling delete_port for b0842a07-72b3-4ee3-a93f-ba2c173762f2 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:18.423520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b0842a07-72b3-4ee3-a93f-ba2c173762f2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:18.489722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=2d8f4866-7834-4b81-a625-ea706075bcd0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:18.512260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3cdea60e-8eaa-4ffa-9b7e-77f99efb6c62 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6481664 Aug 27 02:41:18.518937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57200) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:18.523851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 2d8f4866-7834-4b81-a625-ea706075bcd0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:18.528742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': '2d8f4866-7834-4b81-a625-ea706075bcd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:18.686727 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.707384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:18.711170 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.725742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] Pushing event deleted for resources: {'Port': ['ID=b0842a07-72b3-4ee3-a93f-ba2c173762f2,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:18.727948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce266b59-9b13-4328-bf00-ac209bbabb95 None None] No DVR routers for this DVR port b0842a07-72b3-4ee3-a93f-ba2c173762f2 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:18.874908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:18.992525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=374bc9ba-c06b-4407-aaf8-f69727454fe8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:19.054443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Checking segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:19.054749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Network hostable DHCP agents. Network: 0a40056d-427b-42b8-aecf-772c4db04fbc, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:19.136084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:19.150191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 0a40056d-427b-42b8-aecf-772c4db04fbc) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:19.157783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:19.158524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.160586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243f69b-b8e8-48d8-9a01-e33c55203374 None None] Network 0a40056d-427b-42b8-aecf-772c4db04fbc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:19.235925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0791a86-6648-4f07-8459-35cf041bb9a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4811001 Aug 27 02:41:19.240603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57214) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.245076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:19.307853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.308869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.318597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0842a07-72b3-4ee3-a93f-ba2c173762f2 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:19.322806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.objects.ports [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94831) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:41:19.325974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.396919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=7288d093-786b-4cf7-91d3-200540d84302,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:19.408702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b0842a07-72b3-4ee3-a93f-ba2c173762f2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:19.409028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0842a07-72b3-4ee3-a93f-ba2c173762f2 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:19.417348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.449365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.557922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': '39f02207-5d5b-44a8-a7ec-4ad1105e1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2d8f4866-7834-4b81-a625-ea706075bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:19.558453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: 2d8f4866-7834-4b81-a625-ea706075bcd0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:19.597475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 2d8f4866-7834-4b81-a625-ea706075bcd0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:19.601008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-0a40056d-427b-42b8-aecf-772c4db04fbc', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:19.604291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.615563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 2d8f4866-7834-4b81-a625-ea706075bcd0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:19.643657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b19a53-04ab-4484-92d2-4949938a33e0 None None] Network 2d8f4866-7834-4b81-a625-ea706075bcd0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:19.694595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.698677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:19.700272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:19.741011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-189514b1-2412-4d13-a822-250db8ed27c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2207344 Aug 27 02:41:19.743449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57236) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:19.916391 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.011619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Allocated IP 172.20.0.2 (0a40056d-427b-42b8-aecf-772c4db04fbc/374bc9ba-c06b-4407-aaf8-f69727454fe8/4ff1792c-bbc7-4727-a775-224c611e9818) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:20.093392 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.105505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adeac63-df9a-44ab-8614-5eac4fb81fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-2d8f4866-7834-4b81-a625-ea706075bcd0', 'network_id': '2d8f4866-7834-4b81-a625-ea706075bcd0', 'tenant_id': 'e63c75bd3ca34bbcb825aa30291ba832', 'fixed_ips': [{'subnet_id': '7288d093-786b-4cf7-91d3-200540d84302'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:20.107051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adeac63-df9a-44ab-8614-5eac4fb81fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.304221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.316446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Transition to ACTIVE for port object 4ff1792c-bbc7-4727-a775-224c611e9818 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:20.337472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Transition to ACTIVE for port object 4ff1792c-bbc7-4727-a775-224c611e9818 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:20.507714 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.636311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.652834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:20.655861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Pushing event updated for resources: {'Port': ['ID=4ff1792c-bbc7-4727-a775-224c611e9818,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:20.669202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:20.673450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server [None req-7adeac63-df9a-44ab-8614-5eac4fb81fd6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7288d093-786b-4cf7-91d3-200540d84302: This subnet is being modified by another concurrent operation. Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise self.value Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server raise exception Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7288d093-786b-4cf7-91d3-200540d84302: This subnet is being modified by another concurrent operation. Aug 27 02:41:20.738729 n-d-806292-1 neutron-server[94833]: ERROR oslo_messaging.rpc.server Aug 27 02:41:20.756545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3866d2-0c7d-4dea-9bb0-6035ddc24455 None None] Network 2d8f4866-7834-4b81-a625-ea706075bcd0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:20.864862 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.877953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8f4866-7834-4b81-a625-ea706075bcd0']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:20.890096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f02207-5d5b-44a8-a7ec-4ad1105e1709') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:20.890560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f02207-5d5b-44a8-a7ec-4ad1105e1709') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:20.900780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.952825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 7015c836-fd95-429d-82dc-b66be2c9a0e3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:20.952825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.961526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=7288d093-786b-4cf7-91d3-200540d84302,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:20.971759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.973600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:20.990236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:20.993028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.025532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:21.092342 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:21.241951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.244082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Attempting to bind port 4ff1792c-bbc7-4727-a775-224c611e9818 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:21.244458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Attempting to bind port 4ff1792c-bbc7-4727-a775-224c611e9818 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:21.244830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Attempting to bind port 4ff1792c-bbc7-4727-a775-224c611e9818 on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:21.270434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.278140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/2d8f4866-7834-4b81-a625-ea706075bcd0 HTTP/1.1" status: 204 len: 168 time: 1.5336797 Aug 27 02:41:21.284263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:21.288267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:21.288650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Checking segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:21.289137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.289540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Bound using segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:21.290017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Bound port: 4ff1792c-bbc7-4727-a775-224c611e9818, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:21.290420 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.291555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1688464752'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:21.327828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Allocated IP 172.25.8.11 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/84a7cbb7-cf90-4236-8989-7bd7a9cd5796) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:21.370171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:21.374583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.407289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd49057-ee4d-4803-8345-d55d5804b966 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=2d8f4866-7834-4b81-a625-ea706075bcd0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.428043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port 7015c836-fd95-429d-82dc-b66be2c9a0e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7015c836-fd95-429d-82dc-b66be2c9a0e3,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:21.428583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.447809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:21.450064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 7015c836-fd95-429d-82dc-b66be2c9a0e3 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:21.477260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] For port 4ff1792c-bbc7-4727-a775-224c611e9818, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:21.486172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] For port 4ff1792c-bbc7-4727-a775-224c611e9818, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4ff1792c-bbc7-4727-a775-224c611e9818,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:21.488113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.488868 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment 8a88950c-271f-4c73-8264-47605b5d2278 of type vlan for network 38ba7de7-88fb-4923-8f0e-a544608b55f7 Aug 27 02:41:21.496668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.545092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.651888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.658861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a91e-f9af-4975-b17c-d5cf8d46ed2e None None] Pushing event updated for resources: {'Port': ['ID=4ff1792c-bbc7-4727-a775-224c611e9818,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:21.735123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.749852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:21.754064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:21.766538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:21.892017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.897938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:21.898844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:21.913063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:22.236385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.251926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9639206 Aug 27 02:41:22.274832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:22.280520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': '38ba7de7-88fb-4923-8f0e-a544608b55f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:22.327424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7335e-db87-42d9-9393-0654e70ecfda tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=38ba7de7-88fb-4923-8f0e-a544608b55f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:22.330958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=7015c836-fd95-429d-82dc-b66be2c9a0e3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:22.349665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 38ba7de7-88fb-4923-8f0e-a544608b55f7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:22.539246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.638293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-85531995-7c15-4d19-afeb-1e556d11abcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.646142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:22.763043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:22.767480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.022245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:23.340402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.382867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:23.395867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:23.399960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb884900-6090-465c-b52b-2fb4d03aa6ed tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5766542 Aug 27 02:41:23.401377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57298) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.416065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:23.419101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:23.480042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 39f567de-55c0-441e-b988-52fa993f0ad0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:23.484681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.536293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.676512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:23.690895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.726126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.745109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbb56e-07e7-4980-9494-5a8aa50cdfaa None None] Network 0a40056d-427b-42b8-aecf-772c4db04fbc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:23.749570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4ff1792c-bbc7-4727-a775-224c611e9818 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:23.757746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Router 7aa7979f-cbeb-44fd-ac47-919235ab5486 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:23.788957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.835277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:23.841903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/39f567de-55c0-441e-b988-52fa993f0ad0 HTTP/1.1" status: 204 len: 168 time: 0.4388111 Aug 27 02:41:23.843090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:23.845434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724711f-934c-4f43-8b60-2e6cb7d6e39d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=39f567de-55c0-441e-b988-52fa993f0ad0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.872206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=6a04c3e2-08cc-4e02-aa39-29fca6ee988c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:23.942881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': '8a88950c-271f-4c73-8264-47605b5d2278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '38ba7de7-88fb-4923-8f0e-a544608b55f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:23.943418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: 38ba7de7-88fb-4923-8f0e-a544608b55f7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:23.961195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.021678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 30b53217-73d9-427d-8d56-6aaf1fcc9563 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:24.022282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.027152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 38ba7de7-88fb-4923-8f0e-a544608b55f7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:24.056868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:24.068709 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Sync routers for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:24.074163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 38ba7de7-88fb-4923-8f0e-a544608b55f7) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:24.086340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:24.086974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.089972 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:24.091069 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:24.099588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.103627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15ae9160-53f1-405a-9593-1a8efb494b04 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8592117 Aug 27 02:41:24.104777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:24.124779 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9671fc9f-0c1a-44a3-a601-2de6694eca72 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8482707 Aug 27 02:41:24.131815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:24.152635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412874d5-3739-495d-969f-b37a4061a6cb None None] Network 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:24.292553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46ba48-148b-401d-a297-a0ea0e74a02c None None] Network 38ba7de7-88fb-4923-8f0e-a544608b55f7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:24.356994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.371671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port 30b53217-73d9-427d-8d56-6aaf1fcc9563, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30b53217-73d9-427d-8d56-6aaf1fcc9563,segment=NetworkSegment(8eb9758b-11f7-4e53-b651-bdf14430c3a1),segment_id=8eb9758b-11f7-4e53-b651-bdf14430c3a1)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:24.376026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.411379 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:24.501245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.520643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9b26e514-38e4-43a5-bf5b-e0adee0ef5ba None None] Provisioning for port 4ff1792c-bbc7-4727-a775-224c611e9818 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:24.651895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.683920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 30b53217-73d9-427d-8d56-6aaf1fcc9563 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:24.865624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.876673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ba7de7-88fb-4923-8f0e-a544608b55f7']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:24.888520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a88950c-271f-4c73-8264-47605b5d2278') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:24.889030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a88950c-271f-4c73-8264-47605b5d2278') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:24.902009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.936354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:24.946828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:24.947287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.003317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:25.037430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4ff1792c-bbc7-4727-a775-224c611e9818 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:25.064967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4ff1792c-bbc7-4727-a775-224c611e9818 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:25.065332 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:25.073100 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:25.136561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=6a04c3e2-08cc-4e02-aa39-29fca6ee988c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.168547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.168912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.170375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.172130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.172646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.183483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.183847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.184199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.184543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.184881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.185229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.192734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:25.243126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.248946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.274068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/38ba7de7-88fb-4923-8f0e-a544608b55f7 HTTP/1.1" status: 204 len: 168 time: 1.1408861 Aug 27 02:41:25.284937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:25.304761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.361740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port 30b53217-73d9-427d-8d56-6aaf1fcc9563 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:25.383095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1871200033'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:25.383979 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 3, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:25.416758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c0d0f-e741-49d7-8bc0-2158bb4d0131 None None] DHCP port deletion for 1b3ac995-3bdd-40ee-ba6a-f14f678e1aec request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:25.429099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ab261d90-b4c2-41dc-ac30-d87fbd0e9480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.431679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a474543-9448-473b-9a28-f9aac4353770 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=38ba7de7-88fb-4923-8f0e-a544608b55f7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.440498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:25.448624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.487845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610652e-6aa0-460e-8655-78f464653cb5 None None] Network 38ba7de7-88fb-4923-8f0e-a544608b55f7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:25.488425 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Checking router: 7aa7979f-cbeb-44fd-ac47-919235ab5486 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:25.488748 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Updating router 7aa7979f-cbeb-44fd-ac47-919235ab5486 port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:25.524768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:25.539677 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.557649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.558359 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Added segment 777400d8-0469-403f-8e0d-57e65cc9a642 of type vlan for network 8ada25ca-40f4-45c7-8b6a-04860c65d91b Aug 27 02:41:25.559286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=30b53217-73d9-427d-8d56-6aaf1fcc9563,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.575266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c8b9f54f-fdae-43d7-a916-7c892a9cf8da None None] Provisioning complete for port 4ff1792c-bbc7-4727-a775-224c611e9818 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:25.575919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f54f-fdae-43d7-a916-7c892a9cf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.594444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610652e-6aa0-460e-8655-78f464653cb5 None None] Network 38ba7de7-88fb-4923-8f0e-a544608b55f7 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 02:41:25.627623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce3dffff-243d-4d02-a173-343cc5a44329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.667579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.709752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0357f336-ae16-4dd0-b0e2-a6a638d1e914 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:41:25.723416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.727415 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.737964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:25.741506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.766276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 9, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:25.768443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.776681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.811405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3ac995-3bdd-40ee-ba6a-f14f678e1aec']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:25.850189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb9758b-11f7-4e53-b651-bdf14430c3a1') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:25.851008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb9758b-11f7-4e53-b651-bdf14430c3a1') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:25.862650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.878090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.897763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:25.898783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:25.925051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Network': ['ID=8ada25ca-40f4-45c7-8b6a-04860c65d91b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:25.946896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c60f9f28-fdce-48e8-b3b2-8213629463c0 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5767019 Aug 27 02:41:25.947335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:25.952251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Request body: {'subnet': {'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:25.992454 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:26.009725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.025971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357f336-ae16-4dd0-b0e2-a6a638d1e914 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:41:26.037299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.039655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/1b3ac995-3bdd-40ee-ba6a-f14f678e1aec HTTP/1.1" status: 204 len: 168 time: 2.1828041 Aug 27 02:41:26.041336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0242f-9e2e-4169-9644-bb8e47857197 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=1b3ac995-3bdd-40ee-ba6a-f14f678e1aec,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:26.042756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57356) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:26.058354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8ada25ca-40f4-45c7-8b6a-04860c65d91b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:26.063094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:26.118063 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.128664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Transition to ACTIVE for port object 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:26.137325 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.147101 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.191497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:26.192613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:26.217016 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Pushing event updated for resources: {'Port': ['ID=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:26.234246 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.245281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.245647 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.245985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.246315 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.246667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.246991 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.247308 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.247629 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.247957 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.248262 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.248571 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:26.297966 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Attempting to bind port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:26.298614 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Attempting to bind port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:26.299141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Attempting to bind port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:26.314784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:26.315496 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:26.316074 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.316653 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:26.317319 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Bound port: 84a7cbb7-cf90-4236-8989-7bd7a9cd5796, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:26.317909 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.367846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:26.368042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce3dffff-243d-4d02-a173-343cc5a44329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.382590 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ce3dffff-243d-4d02-a173-343cc5a44329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.455320 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] For port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:26.464033 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] For port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:26.469583 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.597020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 4ff1792c-bbc7-4727-a775-224c611e9818, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4ff1792c-bbc7-4727-a775-224c611e9818,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:26.607921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Made reservation on behalf of e63c75bd3ca34bbcb825aa30291ba832 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:26.616170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.642503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da117-8462-4002-b35c-07810c1996b5 None None] Pushing event updated for resources: {'Port': ['ID=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:26.662294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ce3dffff-243d-4d02-a173-343cc5a44329 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4d757441f7c491e86f0baa756492172&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6556246 Aug 27 02:41:26.662294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dffff-243d-4d02-a173-343cc5a44329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9d2067-e8e1-4132-aa91-82216ecd2897,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:26.677159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:26.684860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:26.686470 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:26.836861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Allocated IP 172.20.0.1 (0a40056d-427b-42b8-aecf-772c4db04fbc/374bc9ba-c06b-4407-aaf8-f69727454fe8/c3f915c5-ac66-49df-943b-2ad3d7a366ce) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:26.888792 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:26.957783 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:27.099568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.149122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Transition to ACTIVE for port object c3f915c5-ac66-49df-943b-2ad3d7a366ce will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:27.191821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.247080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.objects.ports [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94832) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 02:41:27.251828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.273627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.306003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.320184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=4ff1792c-bbc7-4727-a775-224c611e9818,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.355414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30b53217-73d9-427d-8d56-6aaf1fcc9563 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:27.363675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.368232 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 3, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:27.401033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 30b53217-73d9-427d-8d56-6aaf1fcc9563 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:27.402106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30b53217-73d9-427d-8d56-6aaf1fcc9563 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:27.420216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f77de-958d-43ec-ac34-c790330134c8 None None] The sync data for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 is: [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 3, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:27.434229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event updated for resources: {'Subnet': ['ID=8358724a-9388-4290-9c20-d0bdce29f2b5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.439452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 9, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:27.440245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:27.446359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:27.448825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:27.451158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.482092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.486725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.487234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.487621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.488184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.488349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.488686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:27.492079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Checking segment: {'id': '777400d8-0469-403f-8e0d-57e65cc9a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:27.499175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network hostable DHCP agents. Network: 8ada25ca-40f4-45c7-8b6a-04860c65d91b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:27.519050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.532483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060efa13-1bf6-4200-884f-3c49f917f82b None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:22Z', 'revision_number': 9, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': '30d8dd0b-08e0-476f-b282-9d2cb43c20e3', 'name': '', 'network_id': 'e6a5983c-049f-47f7-ab84-2ca2af09fea2', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:34:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:35Z', 'updated_at': '2021-08-27T02:40:58Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': '291dd8e3-28c0-4237-ba91-b61d0257b1d6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:27.612379 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.623093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Network 8ada25ca-40f4-45c7-8b6a-04860c65d91b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:27.629497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.635627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab9d2067-e8e1-4132-aa91-82216ecd2897 HTTP/1.1" status: 204 len: 168 time: 0.9497879 Aug 27 02:41:27.673934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8ada25ca-40f4-45c7-8b6a-04860c65d91b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:27.682316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:27.683357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.736500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc348eb-aeef-42cd-8d8f-8745a902c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9d2067-e8e1-4132-aa91-82216ecd2897,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:27.744035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a46ecdb0-ce06-4bc1-a490-f0966b962b5d tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7930679 Aug 27 02:41:27.744631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:27.763991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.807573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523c882-5905-4ec2-b80b-e15c542dd085 None None] Network 8ada25ca-40f4-45c7-8b6a-04860c65d91b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:27.959238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:27.997068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.325642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8ada25ca-40f4-45c7-8b6a-04860c65d91b', 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b', 'tenant_id': 'e63c75bd3ca34bbcb825aa30291ba832', 'fixed_ips': [{'subnet_id': '8358724a-9388-4290-9c20-d0bdce29f2b5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:28.327959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.441240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.443748 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.455093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.469686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57394) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:28.529791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0c90f5-e410-4686-81ef-107a776b501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.607397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:28.618501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c971d74-180e-4c82-8195-471682b82f43 None None] Provisioning for port c3f915c5-ac66-49df-943b-2ad3d7a366ce completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:28.622772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.675526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c971d74-180e-4c82-8195-471682b82f43 None None] Provisioning complete for port c3f915c5-ac66-49df-943b-2ad3d7a366ce triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:28.675901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c971d74-180e-4c82-8195-471682b82f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:28.770708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4c971d74-180e-4c82-8195-471682b82f43 None None] Port c3f915c5-ac66-49df-943b-2ad3d7a366ce cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:28.778621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:28.781189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:28.795799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Allocated IP 2001:db8::f816:3eff:fe32:3bad (8ada25ca-40f4-45c7-8b6a-04860c65d91b/8358724a-9388-4290-9c20-d0bdce29f2b5/3efa52a3-6b17-47c0-9368-f73dfbdb2c87) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:29.026324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Router 7aa7979f-cbeb-44fd-ac47-919235ab5486 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:29.088113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.105094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Transition to ACTIVE for port object 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:29.126082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Transition to ACTIVE for port object 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:29.135589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.237224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Pushing event updated for resources: {'Port': ['ID=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.240210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4ff1792c-bbc7-4727-a775-224c611e9818 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:29.248590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Network 8ada25ca-40f4-45c7-8b6a-04860c65d91b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:29.275423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:29.296000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:29.310174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:29.324357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6289c15c-1557-4b60-afe7-db56c20cd8e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/7aa7979f-cbeb-44fd-ac47-919235ab5486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2181175 Aug 27 02:41:29.405440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.424435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-15fd93d9-01c5-47e8-a427-f8717541bdec None None] Provisioning complete for port c3f915c5-ac66-49df-943b-2ad3d7a366ce triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:29.425062 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-15fd93d9-01c5-47e8-a427-f8717541bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.483533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-15fd93d9-01c5-47e8-a427-f8717541bdec None None] Port c3f915c5-ac66-49df-943b-2ad3d7a366ce cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:29.487816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Attempting to bind port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:29.487816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Attempting to bind port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '777400d8-0469-403f-8e0d-57e65cc9a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:29.487816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Attempting to bind port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 on network 8ada25ca-40f4-45c7-8b6a-04860c65d91b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:29.489947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4ff1792c-bbc7-4727-a775-224c611e9818 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:29.490325 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.531990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:29.532400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Checking segment: {'id': '777400d8-0469-403f-8e0d-57e65cc9a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:29.532773 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.533174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Bound using segment: {'id': '777400d8-0469-403f-8e0d-57e65cc9a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:29.533657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Bound port: 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777400d8-0469-403f-8e0d-57e65cc9a642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:29.535502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.658461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] For port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:29.662087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] For port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,segment=NetworkSegment(777400d8-0469-403f-8e0d-57e65cc9a642),segment_id=777400d8-0469-403f-8e0d-57e65cc9a642)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:29.696563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.699040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.807798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:29.811938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.818233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ffe3d-0c79-479a-b0fe-1a52c3bc6d09 None None] Pushing event updated for resources: {'Port': ['ID=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.836721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=8358724a-9388-4290-9c20-d0bdce29f2b5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:29.851266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0c90f5-e410-4686-81ef-107a776b501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.916129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca0c90f5-e410-4686-81ef-107a776b501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:29.919990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:30.003591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:30.009777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ca0c90f5-e410-4686-81ef-107a776b501e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51dc927eb8114fa4b3c7bcdc9ebd8039&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5375640 Aug 27 02:41:30.012629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:30.013663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:30.014282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.076495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.103230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ada25ca-40f4-45c7-8b6a-04860c65d91b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.118535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c90f5-e410-4686-81ef-107a776b501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a407a39b-fdd4-4af2-926d-cdc48134a326,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:30.142332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777400d8-0469-403f-8e0d-57e65cc9a642') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.142773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777400d8-0469-403f-8e0d-57e65cc9a642') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.165663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.169013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port 30d8dd0b-08e0-476f-b282-9d2cb43c20e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:30.169519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.199798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:30.201947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.233225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:30.233880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:30.238467 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:30.264241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.316833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:30.337749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.373180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7015c836-fd95-429d-82dc-b66be2c9a0e3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:30.388551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 27 02:41:30.388551 n-d-806292-1 neutron-server[94832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 27 02:41:30.388551 n-d-806292-1 neutron-server[94832]: [parameters: {'id': '8ada25ca-40f4-45c7-8b6a-04860c65d91b'}] Aug 27 02:41:30.388551 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:41:30.396728 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:41:30.423279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7015c836-fd95-429d-82dc-b66be2c9a0e3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:30.423864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7015c836-fd95-429d-82dc-b66be2c9a0e3 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:30.471043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:30.536112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Sync routers for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:30.557025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:30.557760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:30.667079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.705676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57442) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:30.710826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2061173732-network', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:30.772621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=30d8dd0b-08e0-476f-b282-9d2cb43c20e3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:30.836024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.869086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:30.968960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.970652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:30.972212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57446) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:30.986404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Made reservation on behalf of e58b8f32dfd24cd2928738090102ad26 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:30.988759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.053511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.289662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.329099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.334886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:31.410021 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.413341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.417014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a407a39b-fdd4-4af2-926d-cdc48134a326 HTTP/1.1" status: 204 len: 168 time: 1.4003425 Aug 27 02:41:31.428996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b2bea-af69-4724-bda4-044a0fec9cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a407a39b-fdd4-4af2-926d-cdc48134a326,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:31.464874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:27Z', 'revision_number': 4, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c3f915c5-ac66-49df-943b-2ad3d7a366ce', 'name': '', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'mac_address': 'fa:16:3e:47:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:26Z', 'updated_at': '2021-08-27T02:41:28Z', 'revision_number': 2, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'subnets': [{'id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:31.469727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:31.470628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.516690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Checking router: 7aa7979f-cbeb-44fd-ac47-919235ab5486 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:31.517807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Updating router 7aa7979f-cbeb-44fd-ac47-919235ab5486 port c3f915c5-ac66-49df-943b-2ad3d7a366ce binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:31.613219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb3980-6937-4011-b33b-77984d0ab7c6 None None] Network 8ada25ca-40f4-45c7-8b6a-04860c65d91b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:31.676390 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.778101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b1aab84c-aa55-4e27-a591-b32a7c3967cf None None] Provisioning for port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:31.884155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.905085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:31.925874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:31.926306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.931816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:31.955670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:31.964791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:31.973526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f8d0-0773-4341-8c70-06a22315953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.100682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:32.100943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:32.116563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] DHCP port deletion for 8ada25ca-40f4-45c7-8b6a-04860c65d91b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:32.126211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:32.126735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.134555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f8d0-0773-4341-8c70-06a22315953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.142484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f8d0-0773-4341-8c70-06a22315953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.142972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada78d11-96e6-4b25-9cba-94b08537e772,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:32.186062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.186429 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Added segment 50be3ceb-be88-4709-b851-81706200b7e9 of type vlan for network f5f3062f-3757-4d24-9c49-fbcdbbaa709d Aug 27 02:41:32.193286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0d3f8d0-0773-4341-8c70-06a22315953f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75d3b41c59614070a88b99c50d19a2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365115 Aug 27 02:41:32.195209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:32.198392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f8d0-0773-4341-8c70-06a22315953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0294fffa-c985-4631-a808-15dcd8ece0af,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:32.212277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] For port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,segment=NetworkSegment(777400d8-0469-403f-8e0d-57e65cc9a642),segment_id=777400d8-0469-403f-8e0d-57e65cc9a642)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:32.212652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.273068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.278363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Calling delete_port for 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:32.302307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.309729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.357861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:32.366689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.376294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.378104 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:32.383935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.385144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0294fffa-c985-4631-a808-15dcd8ece0af HTTP/1.1" status: 204 len: 168 time: 0.1882408 Aug 27 02:41:32.386265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab2e8b09-9936-4fc3-b2cc-65000ad8c16f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3364277 Aug 27 02:41:32.389567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57478) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:32.415642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:32.416305 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:32.426113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d396243-662d-4753-b0b5-ef8c71073a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294fffa-c985-4631-a808-15dcd8ece0af,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:32.503220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.504898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:32.505798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.509450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Transition to ACTIVE for port object c3f915c5-ac66-49df-943b-2ad3d7a366ce will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:32.521487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Deleting port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:32.522173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.565906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.568761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8620291 Aug 27 02:41:32.573261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:32.577552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.584746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Request body: {'subnet': {'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2061173732-subnet', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:32.604719 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:32.644833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Made reservation on behalf of e58b8f32dfd24cd2928738090102ad26 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:32.664814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.681252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] For port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,segment=NetworkSegment(777400d8-0469-403f-8e0d-57e65cc9a642),segment_id=777400d8-0469-403f-8e0d-57e65cc9a642)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:32.681514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.747553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9ec2a-fe7b-431b-8845-1955bd7d69f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f3062f-3757-4d24-9c49-fbcdbbaa709d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:32.761488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,segment=NetworkSegment(777400d8-0469-403f-8e0d-57e65cc9a642),segment_id=777400d8-0469-403f-8e0d-57e65cc9a642)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:32.766426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet 291dd8e3-28c0-4237-ba91-b61d0257b1d6 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:32.780586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Calling delete_port for 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:32.793988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:32.830808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.846114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66a30f-4a25-4fbe-92ee-19b6511875c3 None None] Pushing event updated for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:32.848466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.889049 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 10, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:32.965359 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:32.985492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:33.005799 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:33.009433 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.091107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:33.159075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:33.181890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.191756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.240145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.249939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Attempting to bind port c3f915c5-ac66-49df-943b-2ad3d7a366ce on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:33.250326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Attempting to bind port c3f915c5-ac66-49df-943b-2ad3d7a366ce by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:33.250726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Attempting to bind port c3f915c5-ac66-49df-943b-2ad3d7a366ce on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:33.261077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.290683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:33.291126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Checking segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:33.291470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.291871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Bound using segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:33.292364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Bound port: c3f915c5-ac66-49df-943b-2ad3d7a366ce, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:33.292754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.303152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a611ee-9022-469d-8398-38e66d8f7b2c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.312121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:41:33.312597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:33.347043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Checking segment: {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:33.354860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Network hostable DHCP agents. Network: f5f3062f-3757-4d24-9c49-fbcdbbaa709d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:33.373899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.396788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] No DVR routers for this DVR port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:33.426681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:33.432599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0c917-41cf-4924-9576-c4e5e13c7624 None None] Pushing event deleted for resources: {'Port': ['ID=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.449023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] For port c3f915c5-ac66-49df-943b-2ad3d7a366ce, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:33.449257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f5f3062f-3757-4d24-9c49-fbcdbbaa709d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:33.455562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] For port c3f915c5-ac66-49df-943b-2ad3d7a366ce, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c3f915c5-ac66-49df-943b-2ad3d7a366ce,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:33.455992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:33.456794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.464894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e27da4-69e9-4218-8b40-2f591ce0cb99 None None] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:33.473424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.490100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d8e7bc3-7a47-4911-9175-001c1be5de76 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9155943 Aug 27 02:41:33.493338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:33.495433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Port': ['ID=3efa52a3-6b17-47c0-9368-f73dfbdb2c87,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.499619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.503994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:33.512680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No DVR routers for this DVR port 3efa52a3-6b17-47c0-9368-f73dfbdb2c87 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:33.552229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=291dd8e3-28c0-4237-ba91-b61d0257b1d6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.560883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.562224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.581381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.586657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:33.587522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4a2417a4-046f-42e9-9ed6-99abdf4e6cf5 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/291dd8e3-28c0-4237-ba91-b61d0257b1d6 HTTP/1.1" status: 204 len: 168 time: 1.1665540 Aug 27 02:41:33.619783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9035d39e-e6b0-41a7-8d74-6be1d3300b4e None None] Network e6a5983c-049f-47f7-ab84-2ca2af09fea2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:33.699935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.715588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ada25ca-40f4-45c7-8b6a-04860c65d91b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.721164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.741977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66a30f-4a25-4fbe-92ee-19b6511875c3 None None] Pushing event updated for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:33.777419 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 10, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.802240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777400d8-0469-403f-8e0d-57e65cc9a642') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.802612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777400d8-0469-403f-8e0d-57e65cc9a642') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.822173 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebda70f-6c06-4250-b92a-5f91ae57ab0c None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 10, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None, '_interfaces': [{'id': 'e575dd2b-0ea6-4530-a779-bddbd090f155', 'name': '', 'network_id': '42a70aa0-4f1a-40c2-8214-471ea56e2527', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'mac_address': 'fa:16:3e:c6:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:40:25Z', 'updated_at': '2021-08-27T02:40:40Z', 'revision_number': 5, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'subnets': [{'id': 'd009ab49-0d13-4c1f-bdd8-bee0ac16d4ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:33.827418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.873513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.894778 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.922346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:33.923030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:33.926262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:33.926919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:33.930463 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:34.107061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.126120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.138442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.142374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/8ada25ca-40f4-45c7-8b6a-04860c65d91b HTTP/1.1" status: 204 len: 168 time: 6.3966243 Aug 27 02:41:34.146710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.152862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0a28e-e268-4df7-8ae3-43f717ffe610 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=8ada25ca-40f4-45c7-8b6a-04860c65d91b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:34.177507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:34.239006 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d94c7-b081-4a74-9607-960d8eb49679 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.239437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59d94c7-b081-4a74-9607-960d8eb49679 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.241611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a59d94c7-b081-4a74-9607-960d8eb49679 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/8358724a-9388-4290-9c20-d0bdce29f2b5 HTTP/1.1" status: 404 len: 337 time: 0.0931518 Aug 27 02:41:34.245241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57526) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.325965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'fixed_ips': [{'subnet_id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:34.327157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.346176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Deleting port 3b49849a-3357-4309-bb2f-5d20f28ffb44 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:34.346637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.356444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.366226 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9680a3-6dba-475b-925b-ad6b4218400a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.366843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9680a3-6dba-475b-925b-ad6b4218400a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.370788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f9680a3-6dba-475b-925b-ad6b4218400a tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/8ada25ca-40f4-45c7-8b6a-04860c65d91b HTTP/1.1" status: 404 len: 339 time: 0.1240547 Aug 27 02:41:34.374252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57528) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.472259 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1128a4-0e2f-4d23-b0db-e4c731892340 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.472718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1128a4-0e2f-4d23-b0db-e4c731892340 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.474623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a1128a4-0e2f-4d23-b0db-e4c731892340 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/6a04c3e2-08cc-4e02-aa39-29fca6ee988c HTTP/1.1" status: 404 len: 337 time: 0.0975187 Aug 27 02:41:34.487415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.555221 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cc4ade-e342-4aea-bf11-6ea6ec967b15 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.555951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cc4ade-e342-4aea-bf11-6ea6ec967b15 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.557267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] DHCP port deletion for e6a5983c-049f-47f7-ab84-2ca2af09fea2 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:34.562540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57532) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.564937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-45cc4ade-e342-4aea-bf11-6ea6ec967b15 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/38ba7de7-88fb-4923-8f0e-a544608b55f7 HTTP/1.1" status: 404 len: 339 time: 0.0751321 Aug 27 02:41:34.612549 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac46218-5dac-4875-bbce-9e96ed1024e4 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.613168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac46218-5dac-4875-bbce-9e96ed1024e4 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.616200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ac46218-5dac-4875-bbce-9e96ed1024e4 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/7288d093-786b-4cf7-91d3-200540d84302 HTTP/1.1" status: 404 len: 337 time: 0.0520132 Aug 27 02:41:34.619088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.628085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] For port 3b49849a-3357-4309-bb2f-5d20f28ffb44, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3b49849a-3357-4309-bb2f-5d20f28ffb44,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:34.628686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.661311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Calling delete_port for 3b49849a-3357-4309-bb2f-5d20f28ffb44 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:34.668355 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88a7e0-a875-4198-83ad-b6b03d4e730b tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:34.668936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88a7e0-a875-4198-83ad-b6b03d4e730b tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:34.670683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f88a7e0-a875-4198-83ad-b6b03d4e730b tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/2d8f4866-7834-4b81-a625-ea706075bcd0 HTTP/1.1" status: 404 len: 339 time: 0.0480134 Aug 27 02:41:34.674645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57536) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:34.703917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Deleting port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:34.704516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:34.704757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.705513 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.766617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Allocated IP 172.20.0.2 (f5f3062f-3757-4d24-9c49-fbcdbbaa709d/d4a611ee-9022-469d-8398-38e66d8f7b2c/09a105bb-5b4a-440b-a90a-7c40e26e8e9c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:34.807132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:34.807388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.822718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:27Z', 'revision_number': 4, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c3f915c5-ac66-49df-943b-2ad3d7a366ce', 'name': '', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'mac_address': 'fa:16:3e:47:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:26Z', 'updated_at': '2021-08-27T02:41:33Z', 'revision_number': 4, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'subnets': [{'id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:34.836043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for ed6b0bac-db16-41ea-acd9-5ee19c70e9ac owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:34.935093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bc1f63-acab-4127-87ab-504c2e009809 None None] The sync data for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 is: [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:41:27Z', 'revision_number': 4, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'c3f915c5-ac66-49df-943b-2ad3d7a366ce', 'name': '', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'mac_address': 'fa:16:3e:47:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:26Z', 'updated_at': '2021-08-27T02:41:33Z', 'revision_number': 4, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'subnets': [{'id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:34.947438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] For port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,segment=NetworkSegment(1385c37c-ff2a-414a-98c6-97d437286eaf),segment_id=1385c37c-ff2a-414a-98c6-97d437286eaf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:34.947974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:34.974220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Calling delete_port for ed6b0bac-db16-41ea-acd9-5ee19c70e9ac owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:35.099629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.133877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.165826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.175348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Transition to ACTIVE for port object 09a105bb-5b4a-440b-a90a-7c40e26e8e9c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:35.194977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.195857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Transition to ACTIVE for port object 09a105bb-5b4a-440b-a90a-7c40e26e8e9c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:35.218151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed6b0bac-db16-41ea-acd9-5ee19c70e9ac no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:35.311847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.419735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:35.441209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Allocated IP 172.25.8.48 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a6717292-1f3b-4944-8d4e-b035bdd82ff5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:35.443556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:35.689590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.732796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.797179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] Pushing event deleted for resources: {'Port': ['ID=ed6b0bac-db16-41ea-acd9-5ee19c70e9ac,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:35.819598 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.825433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:41:35.825872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ed6b0bac-db16-41ea-acd9-5ee19c70e9ac not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:35.826292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:35.846432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a5983c-049f-47f7-ab84-2ca2af09fea2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.862039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1385c37c-ff2a-414a-98c6-97d437286eaf') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.862332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1385c37c-ff2a-414a-98c6-97d437286eaf') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:35.894055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.899919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e888d06-872e-43b3-bac3-f89b07f31b16 None None] No DVR routers for this DVR port ed6b0bac-db16-41ea-acd9-5ee19c70e9ac on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:35.908504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:35.909147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30d8dd0b-08e0-476f-b282-9d2cb43c20e3 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:35.936938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:35.940775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:35.953396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:35.956656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.960516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.979787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:35.980573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:35.985345 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:36.007684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b49849a-3357-4309-bb2f-5d20f28ffb44,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.041602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Pushing event updated for resources: {'Port': ['ID=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.111213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Attempting to bind port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:36.112125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Attempting to bind port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:36.113065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Attempting to bind port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c on network f5f3062f-3757-4d24-9c49-fbcdbbaa709d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:36.119656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting port 16dc4542-2997-4ef7-8fdb-2833a8b3207e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:36.119997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.122083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:36.122924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Checking segment: {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:36.123714 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.126921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Bound using segment: {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:36.128062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Bound port: 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:36.129443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.145463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.183610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.185881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/e6a5983c-049f-47f7-ab84-2ca2af09fea2 HTTP/1.1" status: 204 len: 168 time: 2.5981743 Aug 27 02:41:36.187137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd44b4-7674-4ebe-a896-d87da7abf2ee tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=e6a5983c-049f-47f7-ab84-2ca2af09fea2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.195897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.273182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.288155 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.290484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] For port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:36.298026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] For port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:36.307892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.313379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Calling delete_port for 16dc4542-2997-4ef7-8fdb-2833a8b3207e owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:36.395433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2c11-a34c-4e9a-9502-33af9cef1694 None None] Pushing event updated for resources: {'Port': ['ID=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.410754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:36.424683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:36.425286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:36.456381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Pushing event updated for resources: {'Port': ['ID=a6717292-1f3b-4944-8d4e-b035bdd82ff5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.504899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.516369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.538760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:36.542977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/ports/16dc4542-2997-4ef7-8fdb-2833a8b3207e HTTP/1.1" status: 204 len: 168 time: 1.8650298 Aug 27 02:41:36.569893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57552) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.661171 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4024ed64-da2a-47ec-8168-7269223472d5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:36.661625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4024ed64-da2a-47ec-8168-7269223472d5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:36.665739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4024ed64-da2a-47ec-8168-7269223472d5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/932c58f2-ced4-49f9-ae08-e879e940c378 HTTP/1.1" status: 404 len: 337 time: 0.0925128 Aug 27 02:41:36.675560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:36.691758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77431e-e63a-4cf0-8699-11172a271920 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Port': ['ID=16dc4542-2997-4ef7-8fdb-2833a8b3207e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:36.893487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Router dbd0a38c-32cc-4ed3-823a-53f5755091a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:36.907502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.068582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:37.083681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Sync routers for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:37.096783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2d1a5a6d-faf7-464d-993a-590f33fac706 admin admin] 10.222.0.26 "PUT /v2.0/routers/dbd0a38c-32cc-4ed3-823a-53f5755091a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1166475 Aug 27 02:41:37.099299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:37.106284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:37.107009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.172847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.218493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13970473-d4a4-46bd-8c02-d9df3dccecf9']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.243591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.265951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1277907-3d3d-40fa-afc0-ae096b7b575d') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.266250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1277907-3d3d-40fa-afc0-ae096b7b575d') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.314677 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.337685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:37.354407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.370356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.378684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09a105bb-5b4a-440b-a90a-7c40e26e8e9c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:37.602931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.699247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:37.709076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c3f915c5-ac66-49df-943b-2ad3d7a366ce up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:37.711551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Deleting port faa2b82d-5ec8-4837-adb5-a5c18a105db7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:37.711925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.832358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:41:35Z', 'revision_number': 5, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port': {'id': 'faa2b82d-5ec8-4837-adb5-a5c18a105db7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:29:46Z', 'updated_at': '2021-08-27T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.847223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] For port faa2b82d-5ec8-4837-adb5-a5c18a105db7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=faa2b82d-5ec8-4837-adb5-a5c18a105db7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:37.847800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.864038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port c3f915c5-ac66-49df-943b-2ad3d7a366ce completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:37.867673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Checking router: dbd0a38c-32cc-4ed3-823a-53f5755091a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:37.870914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Calling delete_port for faa2b82d-5ec8-4837-adb5-a5c18a105db7 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:37.875128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c3f915c5-ac66-49df-943b-2ad3d7a366ce triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:37.875492 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.897084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Routers {'dbd0a38c-32cc-4ed3-823a-53f5755091a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:37.897744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:37.964149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:37.964751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:37.967907 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:38.019517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] Set router dbd0a38c-32cc-4ed3-823a-53f5755091a1 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:38.116579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:41:37Z', 'revision_number': 6, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:38.159293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5104d-f6a5-46b7-bb82-3a5c0065e05b None None] The sync data for ids ['dbd0a38c-32cc-4ed3-823a-53f5755091a1'] in n-d-806292-1 is: [{'id': 'dbd0a38c-32cc-4ed3-823a-53f5755091a1', 'name': 'tempest-TaggedBootDevicesTest_v242-826922816-router', 'tenant_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:29:45Z', 'updated_at': '2021-08-27T02:41:37Z', 'revision_number': 6, 'project_id': 'f3f9111e86d64f2c837f8c7fc513ade4', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:38.227968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.258006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.291535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.302336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.346113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c3f915c5-ac66-49df-943b-2ad3d7a366ce, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c3f915c5-ac66-49df-943b-2ad3d7a366ce,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:38.361050 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.368056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.372828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/13970473-d4a4-46bd-8c02-d9df3dccecf9 HTTP/1.1" status: 204 len: 168 time: 1.6905606 Aug 27 02:41:38.380144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:38.382992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.385353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa2b82d-5ec8-4837-adb5-a5c18a105db7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:38.420325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ea780-d07a-4c10-b4a9-ff3791c329ab tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=13970473-d4a4-46bd-8c02-d9df3dccecf9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:38.457937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.470845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:38.473176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8937e-fca0-42b8-a95e-390bd703d762 None None] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:38.588631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.614740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.688015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.688374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.688732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.697561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:41:38.740863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Provisioning for port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:38.743395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting port 81fbac32-0e8d-483d-9252-9f17e336011a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:38.745793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.747157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Provisioning complete for port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:38.747809 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.748554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.752012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd0a38c-32cc-4ed3-823a-53f5755091a1 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:38.765843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.770990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7259bec1-6eea-4613-b260-a88d93549a66 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dbd0a38c-32cc-4ed3-823a-53f5755091a1 HTTP/1.1" status: 204 len: 168 time: 1.6693530 Aug 27 02:41:38.774472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57574) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:38.905938 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.914225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Router 91010945-a558-430a-b23e-e22b0aa39f0d is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:38.947076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] For port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:38.952443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.954674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:38.959527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Deleting subnet 10b1324b-b51d-4464-b69b-609e428bf4bf {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:38.990500 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.002006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Calling delete_port for 81fbac32-0e8d-483d-9252-9f17e336011a owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:39.041637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8abe9-6b79-4128-9335-917759d93032 None None] Pushing event updated for resources: {'Port': ['ID=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:39.047653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port e575dd2b-0ea6-4530-a779-bddbd090f155 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:39.048210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.159487 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.230786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:39.242115 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Sync routers for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:39.248636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c3f915c5-ac66-49df-943b-2ad3d7a366ce up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:39.256705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:39.259105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:39.271132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port e575dd2b-0ea6-4530-a779-bddbd090f155, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e575dd2b-0ea6-4530-a779-bddbd090f155,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:39.272953 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.290255 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.298786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-53c9cb84-700b-4b1a-810f-c554fdec3313 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8042185 Aug 27 02:41:39.301443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:39.325632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.340881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11e840f6-5a93-448b-9817-9afd16faf51c None None] Provisioning complete for port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:39.341259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11e840f6-5a93-448b-9817-9afd16faf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.390020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.393514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/ports/81fbac32-0e8d-483d-9252-9f17e336011a HTTP/1.1" status: 204 len: 168 time: 1.0048943 Aug 27 02:41:39.394756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c0c6a-f8b6-49fc-a393-c45a5f880684 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Port': ['ID=81fbac32-0e8d-483d-9252-9f17e336011a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:39.403404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:39.433502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c3f915c5-ac66-49df-943b-2ad3d7a366ce triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:39.433763 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.458826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.462008 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d137cc7-0d07-4b3e-a562-8c376c5b5fd1 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:39.462693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d137cc7-0d07-4b3e-a562-8c376c5b5fd1 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:39.465344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d137cc7-0d07-4b3e-a562-8c376c5b5fd1 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/48002db6-a5d4-494d-8c0e-90063f5b6d2d HTTP/1.1" status: 404 len: 337 time: 0.0554495 Aug 27 02:41:39.488702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57582) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:39.493593 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:39.552216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for e575dd2b-0ea6-4530-a779-bddbd090f155 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:39.635631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.675792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.694206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09a105bb-5b4a-440b-a90a-7c40e26e8e9c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:39.756178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:39.756611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.758182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b1324b-b51d-4464-b69b-609e428bf4bf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:39.830269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.835124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ed77720-aacc-416f-a971-d3722270ab99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/10b1324b-b51d-4464-b69b-609e428bf4bf HTTP/1.1" status: 204 len: 168 time: 1.0601599 Aug 27 02:41:39.844069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:39.853197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579b0d7-3e68-4f41-834f-9a4a6748f532 None None] Network 5011a0a6-db4b-445a-b800-c985def8639a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:39.901353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:39.931521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fd61cb-1a0d-4665-b1d8-754a85ec40b7']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:39.966653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab90b761-7048-4db3-854e-78bda85c6ea0') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:39.966857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab90b761-7048-4db3-854e-78bda85c6ea0') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:39.979430 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:36Z', 'revision_number': 3, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:40.010074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.014969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.045723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.086442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3b49849a-3357-4309-bb2f-5d20f28ffb44 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:40.088106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:40.093641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:40.104301 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:40.113986 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Checking router: 91010945-a558-430a-b23e-e22b0aa39f0d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:40.114771 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Updating router 91010945-a558-430a-b23e-e22b0aa39f0d port a6717292-1f3b-4944-8d4e-b035bdd82ff5 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:40.142901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3b49849a-3357-4309-bb2f-5d20f28ffb44 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:40.143246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3b49849a-3357-4309-bb2f-5d20f28ffb44 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:40.143660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa2b82d-5ec8-4837-adb5-a5c18a105db7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:40.169240 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.172623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: faa2b82d-5ec8-4837-adb5-a5c18a105db7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:40.172978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device faa2b82d-5ec8-4837-adb5-a5c18a105db7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:40.284565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] DHCP port deletion for 5011a0a6-db4b-445a-b800-c985def8639a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:40.294320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.345833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.352779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:40.358787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/f9fd61cb-1a0d-4665-b1d8-754a85ec40b7 HTTP/1.1" status: 204 len: 168 time: 0.8569126 Aug 27 02:41:40.362760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c011b6-61cd-42a8-9327-bf69b74716e5 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=f9fd61cb-1a0d-4665-b1d8-754a85ec40b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.389527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Deleting port a416ae98-b640-4625-9102-4a09b71340d8 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:40.389527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.419884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Deleting port a416ae98-b640-4625-9102-4a09b71340d8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:40.420443 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.449807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.465879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting subnet 5d2539ae-0508-45e2-a044-bcf66ea14f87 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:40.471306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.512337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.523194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] For port a416ae98-b640-4625-9102-4a09b71340d8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a416ae98-b640-4625-9102-4a09b71340d8,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:40.523737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.554841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Calling delete_port for a416ae98-b640-4625-9102-4a09b71340d8 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:40.598460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] For port a416ae98-b640-4625-9102-4a09b71340d8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a416ae98-b640-4625-9102-4a09b71340d8,segment=NetworkSegment(a6a475d2-8501-4637-9fc5-6ab10c3a2186),segment_id=a6a475d2-8501-4637-9fc5-6ab10c3a2186)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:40.598936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.625293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.628625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Calling delete_port for a416ae98-b640-4625-9102-4a09b71340d8 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:40.665140 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.680984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.693651 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Transition to ACTIVE for port object a6717292-1f3b-4944-8d4e-b035bdd82ff5 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:40.714873 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.722907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.759848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.771774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=e575dd2b-0ea6-4530-a779-bddbd090f155,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.783590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] Pushing event deleted for resources: {'Port': ['ID=a416ae98-b640-4625-9102-4a09b71340d8,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.811235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f3c20-707a-4ab4-b220-1ba4e782b303 None None] No DVR routers for this DVR port a416ae98-b640-4625-9102-4a09b71340d8 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:40.818554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] No DVR routers for this DVR port a416ae98-b640-4625-9102-4a09b71340d8 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:40.865635 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Attempting to bind port a6717292-1f3b-4944-8d4e-b035bdd82ff5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:40.866720 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Attempting to bind port a6717292-1f3b-4944-8d4e-b035bdd82ff5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:40.866720 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Attempting to bind port a6717292-1f3b-4944-8d4e-b035bdd82ff5 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:40.882157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:40.888850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:40.889757 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.889757 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:40.890208 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Bound port: a6717292-1f3b-4944-8d4e-b035bdd82ff5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:40.891416 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:40.907956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a416ae98-b640-4625-9102-4a09b71340d8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:40.953418 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55747ab3-614e-4589-a6c1-afc250edadae None None] Pushing event updated for resources: {'Port': ['ID=a6717292-1f3b-4944-8d4e-b035bdd82ff5,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.039557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.071851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5011a0a6-db4b-445a-b800-c985def8639a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:41.079575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Allocated IP 172.20.0.1 (f5f3062f-3757-4d24-9c49-fbcdbbaa709d/d4a611ee-9022-469d-8398-38e66d8f7b2c/eda8eba5-cf4a-48b9-b25a-c4fda6c429c6) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:41.108056 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] For port a6717292-1f3b-4944-8d4e-b035bdd82ff5, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:41.121469 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] For port a6717292-1f3b-4944-8d4e-b035bdd82ff5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6717292-1f3b-4944-8d4e-b035bdd82ff5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:41.149169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a475d2-8501-4637-9fc5-6ab10c3a2186') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:41.153824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a475d2-8501-4637-9fc5-6ab10c3a2186') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:41.184619 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.194667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.217764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.226013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a416ae98-b640-4625-9102-4a09b71340d8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:41.226547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:41.227451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.231067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.279696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a416ae98-b640-4625-9102-4a09b71340d8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:41.280045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a416ae98-b640-4625-9102-4a09b71340d8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:41.293401 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:41.293401 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:41.295797 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:41.305382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.313594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.316175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5011a0a6-db4b-445a-b800-c985def8639a HTTP/1.1" status: 204 len: 168 time: 1.4715378 Aug 27 02:41:41.339640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f4e65-8b06-45f3-8c98-1cd90c10afe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5011a0a6-db4b-445a-b800-c985def8639a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.400200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57604) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:41.496478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55747ab3-614e-4589-a6c1-afc250edadae None None] Pushing event updated for resources: {'Port': ['ID=a6717292-1f3b-4944-8d4e-b035bdd82ff5,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.510467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.547509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2539ae-0508-45e2-a044-bcf66ea14f87,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.576052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f095f9bd-7711-4b1a-8380-f441db6cc866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.582644 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.589507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4655fda-c74f-4d7b-b3eb-fa6487a807b0 None None] Network 14412158-4bf6-4b1e-8919-6e9d774708c2 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:41.590210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed51194f-39dd-42d8-b17f-f3c4ab360589 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/subnets/5d2539ae-0508-45e2-a044-bcf66ea14f87 HTTP/1.1" status: 204 len: 168 time: 1.2142849 Aug 27 02:41:41.592551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:41.592883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57610) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:41.633226 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:41.653984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.741811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f095f9bd-7711-4b1a-8380-f441db6cc866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.761478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f095f9bd-7711-4b1a-8380-f441db6cc866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.804952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095f9bd-7711-4b1a-8380-f441db6cc866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a552a622-1ec7-4112-bdf1-7493a5ed3e16,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:41.832368 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f095f9bd-7711-4b1a-8380-f441db6cc866 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f953ca5d6dd64f21ac72789499288364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308534 Aug 27 02:41:41.834992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:41.839920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Transition to ACTIVE for port object eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:41.861093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:41.888197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] DHCP port deletion for 14412158-4bf6-4b1e-8919-6e9d774708c2 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:41.892705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fcd7d2df-a555-4276-b534-ad7987318416 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3f9111e86d64f2c837f8c7fc513ade4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947865 Aug 27 02:41:41.892884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57616) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:41.903342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.928580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.946749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:36Z', 'revision_number': 3, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:41.970994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Deleting port b5f347a4-3f91-426a-9906-dd247706213d {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:41.971861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.973026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:41.988889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04f9262-5697-4b4a-9ffc-f288dc471847 None None] The sync data for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 is: [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:36Z', 'revision_number': 3, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:42.039134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.064610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:42.075931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3cc1501c-b62b-4ce5-ab22-b54a5097d7d6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8786039 Aug 27 02:41:42.077708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57618) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:42.078618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:42.089274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.104643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] For port b5f347a4-3f91-426a-9906-dd247706213d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b5f347a4-3f91-426a-9906-dd247706213d,segment=NetworkSegment(c459639d-e993-4a0b-9b94-eb067502e4db),segment_id=c459639d-e993-4a0b-9b94-eb067502e4db)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:42.104892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.105025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.107945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:42.108697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:42.135890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.138637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.142147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a552a622-1ec7-4112-bdf1-7493a5ed3e16 HTTP/1.1" status: 204 len: 168 time: 0.3031528 Aug 27 02:41:42.161069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:42.165097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441affa2-dbd5-4c37-b304-169c5ad3f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a552a622-1ec7-4112-bdf1-7493a5ed3e16,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:42.176784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:42.189002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:42.214002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.219682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.221703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6edb3ef0-b02e-436f-833a-ed30138a366e HTTP/1.1" status: 204 len: 168 time: 0.3285003 Aug 27 02:41:42.236640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306f8d-5ff7-404a-a3ee-2916b39c782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb3ef0-b02e-436f-833a-ed30138a366e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:42.249216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:42.265968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Deleting port b5f347a4-3f91-426a-9906-dd247706213d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:42.266315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:42.376600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:42.826272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Calling delete_port for b5f347a4-3f91-426a-9906-dd247706213d owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:42.841897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:42.919255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:42.920293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:42.989965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c32d9c4-d5ab-45e8-b84f-d43ce4dce8e5 None None] Provisioning for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:43.032610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Pushing event updated for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:43.042247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:43.055864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting subnet d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:41:43.147412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.179981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c32d9c4-d5ab-45e8-b84f-d43ce4dce8e5 None None] Provisioning complete for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:43.180397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c32d9c4-d5ab-45e8-b84f-d43ce4dce8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.247934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:43.260554 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.267580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5c32d9c4-d5ab-45e8-b84f-d43ce4dce8e5 None None] Port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:43.269528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6717292-1f3b-4944-8d4e-b035bdd82ff5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:43.296676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.382709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e6ed3-ac0f-4612-bac4-c2b4ebce5a3f None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:43.427748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.445888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] For port b5f347a4-3f91-426a-9906-dd247706213d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b5f347a4-3f91-426a-9906-dd247706213d,segment=NetworkSegment(c459639d-e993-4a0b-9b94-eb067502e4db),segment_id=c459639d-e993-4a0b-9b94-eb067502e4db)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:43.446264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.502182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a6717292-1f3b-4944-8d4e-b035bdd82ff5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:43.511717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a6717292-1f3b-4944-8d4e-b035bdd82ff5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:43.512370 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.516213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] Pushing event deleted for resources: {'Port': ['ID=b5f347a4-3f91-426a-9906-dd247706213d,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:43.518256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Calling delete_port for b5f347a4-3f91-426a-9906-dd247706213d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:43.524206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0993c-40ca-44a0-9460-4a73ddfcde17 None None] No DVR routers for this DVR port b5f347a4-3f91-426a-9906-dd247706213d on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:43.676609 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.700822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.704392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a6717292-1f3b-4944-8d4e-b035bdd82ff5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6717292-1f3b-4944-8d4e-b035bdd82ff5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:43.711106 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.785476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a6717292-1f3b-4944-8d4e-b035bdd82ff5,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:43.813792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.838565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b5f347a4-3f91-426a-9906-dd247706213d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:43.861546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:43.879044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b5f347a4-3f91-426a-9906-dd247706213d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:43.879395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b5f347a4-3f91-426a-9906-dd247706213d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:43.922453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] No DVR routers for this DVR port b5f347a4-3f91-426a-9906-dd247706213d on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:43.943090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Port': ['ID=b5f347a4-3f91-426a-9906-dd247706213d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:43.957291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57782) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:43.980172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.076857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Subnet': ['ID=d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.097101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.102274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b764242a-1e62-4a30-a56e-d005e48cef85 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff HTTP/1.1" status: 204 len: 168 time: 2.0232365 Aug 27 02:41:44.102999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:44.104622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24cb6a-44a3-429e-a5a3-867485cb63b2 None None] Network 42a70aa0-4f1a-40c2-8214-471ea56e2527 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:44.120722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.207182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14412158-4bf6-4b1e-8919-6e9d774708c2']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:44.265998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c459639d-e993-4a0b-9b94-eb067502e4db') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:44.266301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c459639d-e993-4a0b-9b94-eb067502e4db') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:44.304333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.332451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.345909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.361400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:44.361697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:44.365733 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:44.395511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-655845727-network', 'tenant_id': '6a675c7555ab411db9872bbb8009fbbd'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:44.454309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Made reservation on behalf of 6a675c7555ab411db9872bbb8009fbbd for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:44.457464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.460984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] DHCP port deletion for 42a70aa0-4f1a-40c2-8214-471ea56e2527 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:41:44.471593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Deleting port f1598735-be5e-45fc-be62-7899ba0b11ab {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:44.472298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.481086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.490638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.508055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.510111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] 10.222.0.26 "DELETE /v2.0/networks/14412158-4bf6-4b1e-8919-6e9d774708c2 HTTP/1.1" status: 204 len: 168 time: 2.9142952 Aug 27 02:41:44.514336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.557423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.569083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Deleting port f1598735-be5e-45fc-be62-7899ba0b11ab {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:41:44.569083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.623020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556b343-016f-4669-8e22-8dfbe2b95270 tempest-NetworksIpV6TestAttrs-1648210517 tempest-NetworksIpV6TestAttrs-1648210517-project] Pushing event deleted for resources: {'Network': ['ID=14412158-4bf6-4b1e-8919-6e9d774708c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.664567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] For port f1598735-be5e-45fc-be62-7899ba0b11ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f1598735-be5e-45fc-be62-7899ba0b11ab,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:44.665267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.673886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Pushing event updated for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.680893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.690243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Calling delete_port for f1598735-be5e-45fc-be62-7899ba0b11ab owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:44.724168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] For port f1598735-be5e-45fc-be62-7899ba0b11ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f1598735-be5e-45fc-be62-7899ba0b11ab,segment=NetworkSegment(26071c0a-93c5-4573-b27d-8df80d615c4d),segment_id=26071c0a-93c5-4573-b27d-8df80d615c4d)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:44.724668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.753433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Calling delete_port for f1598735-be5e-45fc-be62-7899ba0b11ab owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:41:44.858785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:44.863741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:44.924046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.968586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] Pushing event deleted for resources: {'Port': ['ID=f1598735-be5e-45fc-be62-7899ba0b11ab,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:44.981158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ee4f1-a23e-4642-b939-d20001e042c5 None None] No DVR routers for this DVR port f1598735-be5e-45fc-be62-7899ba0b11ab on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:44.986634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:44.992863 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.013331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.102726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6717292-1f3b-4944-8d4e-b035bdd82ff5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:45.155593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Port': ['ID=f1598735-be5e-45fc-be62-7899ba0b11ab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.177668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No DVR routers for this DVR port f1598735-be5e-45fc-be62-7899ba0b11ab on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:41:45.207277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:45.237655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Router 91010945-a558-430a-b23e-e22b0aa39f0d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:45.239137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a6717292-1f3b-4944-8d4e-b035bdd82ff5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:45.239512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.269385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6977d393-e498-45c4-8ab8-1c80dbff7284,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.278374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.278751 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Added segment e20d898c-397d-4622-b09c-78e6b99c8e53 of type vlan for network dfa9e4b6-1a24-475f-9697-805fa727c31a Aug 27 02:41:45.372899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.383133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.387000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-46cc5ee5-439a-40b7-b8a5-82e156208dc9 None None] Provisioning complete for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:45.387383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46cc5ee5-439a-40b7-b8a5-82e156208dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.390889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a70aa0-4f1a-40c2-8214-471ea56e2527']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:45.406534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26071c0a-93c5-4573-b27d-8df80d615c4d') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:45.407597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26071c0a-93c5-4573-b27d-8df80d615c4d') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:45.427759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.441091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:45.449322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.452106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e395c150-fc45-4a0c-8e59-8f1ffa3c8c99 admin admin] 10.222.0.26 "PUT /v2.0/routers/91010945-a558-430a-b23e-e22b0aa39f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1486053 Aug 27 02:41:45.457189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.458376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:45.459578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.465978 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Sync routers for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:45.469734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:41:45.471059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:41:45.474238 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:41:45.486859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:45.499035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:45.500684 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:45.592754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6334827 Aug 27 02:41:45.596459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:45.601912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Request body: {'subnet': {'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-655845727-subnet', 'tenant_id': '6a675c7555ab411db9872bbb8009fbbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:45.612544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b061c-24d7-452b-9327-ab06f7c73079 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa9e4b6-1a24-475f-9697-805fa727c31a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.620632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.628249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.634414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/networks/42a70aa0-4f1a-40c2-8214-471ea56e2527 HTTP/1.1" status: 204 len: 168 time: 1.5299034 Aug 27 02:41:45.635992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:45.647158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'routes': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:45.665104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-46cc5ee5-439a-40b7-b8a5-82e156208dc9 None None] Port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:45.677296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network dfa9e4b6-1a24-475f-9697-805fa727c31a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:45.691591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Made reservation on behalf of 6a675c7555ab411db9872bbb8009fbbd for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:45.703639 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:45.760293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f79a8a-6ebe-4d02-9bcd-2c875428dad9 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Pushing event deleted for resources: {'Network': ['ID=42a70aa0-4f1a-40c2-8214-471ea56e2527,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:45.781974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e575dd2b-0ea6-4530-a779-bddbd090f155 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:45.811918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e575dd2b-0ea6-4530-a779-bddbd090f155 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:45.812785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e575dd2b-0ea6-4530-a779-bddbd090f155 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:45.813417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f1598735-be5e-45fc-be62-7899ba0b11ab no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:41:45.846844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f1598735-be5e-45fc-be62-7899ba0b11ab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:41:45.847102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f1598735-be5e-45fc-be62-7899ba0b11ab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:41:45.867960 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:45.983130 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-841a65c1-56eb-40c1-afbb-eec494d9dccd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e63c75bd3ca34bbcb825aa30291ba832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928927 Aug 27 02:41:45.991354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:46.190142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.320616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.332422 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'eda8eba5-cf4a-48b9-b25a-c4fda6c429c6', 'name': '', 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'mac_address': 'fa:16:3e:03:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:40Z', 'updated_at': '2021-08-27T02:41:44Z', 'revision_number': 2, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'subnets': [{'id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:46.335060 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.386718 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Checking router: 91010945-a558-430a-b23e-e22b0aa39f0d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:46.387115 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Updating router 91010945-a558-430a-b23e-e22b0aa39f0d port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:41:46.403782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.441310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.445084 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.449923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ee6d847-d56c-477f-a179-0b94103e83d2 HTTP/1.1" status: 204 len: 168 time: 0.4544961 Aug 27 02:41:46.464375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Added routes are [] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 27 02:41:46.464874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.extraroute_db [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Removed routes are [] {{(pid=94832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 27 02:41:46.465028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.480212 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.534420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a476507-a139-47a9-a7b1-f0c5d8de1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee6d847-d56c-477f-a179-0b94103e83d2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:46.571057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b764e27-d5c9-40cb-b16f-137c67cc943e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:46.673895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Checking segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:46.674307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Network hostable DHCP agents. Network: dfa9e4b6-1a24-475f-9697-805fa727c31a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:46.690313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.697075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.751877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Network dfa9e4b6-1a24-475f-9697-805fa727c31a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:46.776865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, dfa9e4b6-1a24-475f-9697-805fa727c31a) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:46.786083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e316c64-2208-4fd6-abaa-821d9ecaf990 None None] Network dfa9e4b6-1a24-475f-9697-805fa727c31a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:46.789778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:46.791207 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:46.804250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-67e44b09-654a-4d2a-9b31-e7055c3e3345 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:46.805954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-67e44b09-654a-4d2a-9b31-e7055c3e3345 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.2384744 Aug 27 02:41:46.827163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-6e4352f8-2580-4457-a07e-e64ce82af472 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/quotas/e58b8f32dfd24cd2928738090102ad26 HTTP/1.1" status: 200 len: 375 time: 0.0136144 Aug 27 02:41:46.839122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eec4478f-719a-4a09-a88f-6c9e7653f175 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2413301 Aug 27 02:41:46.887380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router ffa63133-641e-4ddf-87de-fa4929247acd has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:41:46.944721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-e3caf635-a5d8-4687-86bc-cb26c4ed5bd7 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031759 Aug 27 02:41:47.056114 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.069846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241024e-36eb-4021-ab2d-60e708ab3d11 None None] Network dfa9e4b6-1a24-475f-9697-805fa727c31a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:47.079965 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Transition to ACTIVE for port object eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:47.110866 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.118330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:47.133607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.142412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e28e8b70-8aad-48d1-b95d-5aca566b1ea3 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 705 time: 1.4932520 Aug 27 02:41:47.143161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:47.149446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Sync routers for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:47.182015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:47.182695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:47.206613 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd19b5e-bfa5-4070-8eb0-b6e11dcb7c88 None None] Pushing event updated for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:47.268257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-a733477f-6ba7-4cdb-8ba8-375db4198020 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:41:47.269144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-a733477f-6ba7-4cdb-8ba8-375db4198020 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170872 Aug 27 02:41:47.278350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58232) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:47.288077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fe443cc9-d3b2-4e55-bdbe-3626392c832c tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 205 time: 0.1458840 Aug 27 02:41:47.297842 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Attempting to bind port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:47.298245 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Attempting to bind port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:47.299137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Attempting to bind port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 on network f5f3062f-3757-4d24-9c49-fbcdbbaa709d {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:47.306417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:47.306638 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Checking segment: {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:47.307041 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.307606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Bound using segment: {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:47.308075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Bound port: eda8eba5-cf4a-48b9-b25a-c4fda6c429c6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50be3ceb-be88-4709-b851-81706200b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:47.309010 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.429732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:47.456949 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] For port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:47.474527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] For port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:47.488458 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.511351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:47.547333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-dcf4df44-508c-43fa-9408-961fbe0fa417 service neutron] 10.222.0.26 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570591 Aug 27 02:41:47.594579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:47.689262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Checking router: ffa63133-641e-4ddf-87de-fa4929247acd for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:47.711085 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:47.712762 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:47.751454 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-566928a4-a904-4174-b01a-6259fd1c3b54 service neutron] 10.222.0.26 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877732 Aug 27 02:41:47.757403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Routers {'ffa63133-641e-4ddf-87de-fa4929247acd'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:47.758183 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ffa63133-641e-4ddf-87de-fa4929247acd'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:47.867526 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd19b5e-bfa5-4070-8eb0-b6e11dcb7c88 None None] Pushing event updated for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:47.889770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] Set router ffa63133-641e-4ddf-87de-fa4929247acd gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:47.903731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:48.002800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:48.019368 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:48.078806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f79f9b-f121-42df-8fe7-badb35dc1cc9 None None] The sync data for ids ['ffa63133-641e-4ddf-87de-fa4929247acd'] in n-d-806292-1 is: [{'id': 'ffa63133-641e-4ddf-87de-fa4929247acd', 'name': 'tempest-RoutersIpV6Test-router-1161791008', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:40:21Z', 'updated_at': '2021-08-27T02:41:40Z', 'revision_number': 11, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:48.213903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.229578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bdee8ad1-18cc-4d28-968b-e612c2067c6a req-00ede0fd-527e-4c93-a49e-792a28e2caf2 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 210 time: 0.0691035 Aug 27 02:41:48.262013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.401247 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.401790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router ffa63133-641e-4ddf-87de-fa4929247acd {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:48.420103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.425410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:48.425738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ee62a628-f170-4a91-8ec6-00f132dce249 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 204 len: 168 time: 1.1463354 Aug 27 02:41:48.431484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1625931051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:48.472373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-fb3d4134-484e-4f8a-bb81-7393bb3baca0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:48.476793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-fb3d4134-484e-4f8a-bb81-7393bb3baca0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.2592716 Aug 27 02:41:48.479399 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'eda8eba5-cf4a-48b9-b25a-c4fda6c429c6', 'name': '', 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'mac_address': 'fa:16:3e:03:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:40Z', 'updated_at': '2021-08-27T02:41:47Z', 'revision_number': 4, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'subnets': [{'id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:48.482150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.483626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.519375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-00047237-337e-4567-acdd-40e1cd310e4d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/quotas/6a675c7555ab411db9872bbb8009fbbd HTTP/1.1" status: 200 len: 375 time: 0.0354054 Aug 27 02:41:48.520689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58344) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:48.570355 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ca07-d1fc-4f81-b4eb-38171558a7a3 None None] The sync data for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 is: [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'eda8eba5-cf4a-48b9-b25a-c4fda6c429c6', 'name': '', 'network_id': 'f5f3062f-3757-4d24-9c49-fbcdbbaa709d', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'mac_address': 'fa:16:3e:03:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:40Z', 'updated_at': '2021-08-27T02:41:47Z', 'revision_number': 4, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'subnets': [{'id': 'd4a611ee-9022-469d-8398-38e66d8f7b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:48.604486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.614064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.625985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-77c05bb0-9563-44f4-8398-e4a9e530a222 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978358 Aug 27 02:41:48.638498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1750878967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:48.688289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769864cb-052c-4dcd-ae63-b9b89b2f23b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.690686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.692146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.730375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.740585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aee2dca6-0cdf-445c-8fd5-7dc2cdc6d623 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3124912 Aug 27 02:41:48.743040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:48.763048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:48.787120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.794016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-18a57a35-a5ab-43f5-8393-b7eb51975985 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:41:48.803233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-18a57a35-a5ab-43f5-8393-b7eb51975985 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571772 Aug 27 02:41:48.813555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:48.958417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-e1fb7642-9828-4869-89a4-827f57bad5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539245 Aug 27 02:41:49.126365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:49.142031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-3c15563a-83e6-4e8c-b175-181d93e1da5c service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827099 Aug 27 02:41:49.199163 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769864cb-052c-4dcd-ae63-b9b89b2f23b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.212191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-769864cb-052c-4dcd-ae63-b9b89b2f23b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.225917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.227818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4a63fabe-5779-4f8a-bc8d-e34a84b0ae4c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7059984 Aug 27 02:41:49.230604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58360) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:49.235035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:49.236319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1201185008'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:49.239353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:49.239932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.256784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769864cb-052c-4dcd-ae63-b9b89b2f23b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca8d900-2ad4-472f-837c-7bf43da3f971,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:49.276664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:49.291111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.314914 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.453172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-769864cb-052c-4dcd-ae63-b9b89b2f23b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5de683ec672d4b08bf23df5d4df6760a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5470903 Aug 27 02:41:49.454055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58368) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:49.469253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f35a953-4ddf-408d-a098-fdecb34f058d req-82707f42-3fba-4c5f-92fb-239718ffebc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 210 time: 0.0531962 Aug 27 02:41:49.523550 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.534333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62895f7f-1ecb-46ee-8038-09bd5b850fd2 req-9d8902ee-e9d0-4408-adce-76bb8e6f8621 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 210 time: 0.0885937 Aug 27 02:41:49.537086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46054'] for router, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.544827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.561234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.590824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684654'] for router, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.603009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.617923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:49.634249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:49.646426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.698424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.698791 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Added segment 290de2a4-87be-4144-8c7c-56d1a08436e2 of type vlan for network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 Aug 27 02:41:49.729806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e3fbf4-4fd7-41d9-a318-c569e699791e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:49.747250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:49.791128 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.869392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.946021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-94afaf30-7e4a-4497-8dc2-ebf17bfa512b tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:49.947540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-94afaf30-7e4a-4497-8dc2-ebf17bfa512b tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.15 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.2216418 Aug 27 02:41:49.952770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.955319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.959957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.966486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:49.967148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ca8d900-2ad4-472f-837c-7bf43da3f971 HTTP/1.1" status: 204 len: 168 time: 0.5051632 Aug 27 02:41:49.975236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:49.981932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Request body: {'port': {'device_id': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'admin_state_up': True, 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:49.985743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Router 0fad392d-51ea-4147-b10e-c958c6e3b98a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:50.015215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f026eb-9cbd-43ef-80ab-0f82d4e6d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca8d900-2ad4-472f-837c-7bf43da3f971,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:50.179003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Network': ['ID=b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:50.183740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11ff9693-4406-4dbb-9cb3-c1c4bee4164a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9519155 Aug 27 02:41:50.186562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58380) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:50.193079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'subnet': {'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:50.195300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:50.202492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Made reservation on behalf of e58b8f32dfd24cd2928738090102ad26 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:50.204787 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.221709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:50.235286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.235956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Sync routers for ids ['0fad392d-51ea-4147-b10e-c958c6e3b98a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:50.237644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f3594456-da5a-4bf2-b275-b7ead3ed265f tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "PUT /v2.0/routers/0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 200 len: 698 time: 1.4806941 Aug 27 02:41:50.240193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:50.273086 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Routers {'0fad392d-51ea-4147-b10e-c958c6e3b98a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:50.273727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0fad392d-51ea-4147-b10e-c958c6e3b98a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:50.397230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1dd4d32-404c-41aa-8425-8cff652c7086 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/routers/0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 200 len: 704 time: 0.1557438 Aug 27 02:41:50.401818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:50.481476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Set router 0fad392d-51ea-4147-b10e-c958c6e3b98a gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:50.481965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-251059df-d76e-4b3a-bf92-1319283625f6 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 200 len: 205 time: 0.0757027 Aug 27 02:41:50.485654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58388) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:50.515753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:50.519955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.599044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:50.661925 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fad392d-51ea-4147-b10e-c958c6e3b98a', 'name': 'tempest-RoutersIpV6Test-router-1625931051', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:48Z', 'updated_at': '2021-08-27T02:41:49Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:50.683448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56b6bb69-93b2-4dc6-acdf-77b2b4f9c415 req-f56295d8-1edc-4654-a5a0-17eb1ad06ed8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 210 time: 0.0454614 Aug 27 02:41:50.713523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afa2acf3-1f8c-4cae-a190-2d7ae97a5f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.717792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Allocated IP 172.20.0.12 (0a40056d-427b-42b8-aecf-772c4db04fbc/374bc9ba-c06b-4407-aaf8-f69727454fe8/a72cb892-17bf-4a1e-9dce-65a0b5a1b74b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:50.735128 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Checking router: 0fad392d-51ea-4147-b10e-c958c6e3b98a for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:41:50.747838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Routers {'0fad392d-51ea-4147-b10e-c958c6e3b98a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:50.748172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a97d413-4503-46c5-9c25-6d8d65d03a3c req-50f26826-17a7-430d-a180-1069a6eada28 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 210 time: 0.0748975 Aug 27 02:41:50.748664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['0fad392d-51ea-4147-b10e-c958c6e3b98a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:50.751221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.854869 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] Set router 0fad392d-51ea-4147-b10e-c958c6e3b98a gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:41:50.868949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:50.960909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fad392d-51ea-4147-b10e-c958c6e3b98a', 'name': 'tempest-RoutersIpV6Test-router-1625931051', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:48Z', 'updated_at': '2021-08-27T02:41:49Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:50.974660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Subnet': ['ID=3638b608-b8c7-4589-b344-67584bb281a1,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:50.978693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Checking segment: {'id': '290de2a4-87be-4144-8c7c-56d1a08436e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:50.979292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network hostable DHCP agents. Network: b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:51.002843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:51.024234 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af06bca-34ad-4e66-acd6-0c911f41e0c9 None None] The sync data for ids ['0fad392d-51ea-4147-b10e-c958c6e3b98a'] in n-d-806292-1 is: [{'id': '0fad392d-51ea-4147-b10e-c958c6e3b98a', 'name': 'tempest-RoutersIpV6Test-router-1625931051', 'tenant_id': '30f4a6dd54af4ebcbfc9288110de2165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:48Z', 'updated_at': '2021-08-27T02:41:49Z', 'revision_number': 2, 'project_id': '30f4a6dd54af4ebcbfc9288110de2165', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:51.026088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:51.035596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb323b-d9f7-4d70-9f14-facfa4c12cd5 None None] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:51.043962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.046997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.084610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:51.272968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:51.274053 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.397498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89', 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89', 'tenant_id': 'cd04cd86271c4844b159ab3589e52e7d', 'fixed_ips': [{'subnet_id': '3638b608-b8c7-4589-b344-67584bb281a1'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:51.398738 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.503257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.517291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.560629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Allocated IP 2001:db8::2 (b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89/3638b608-b8c7-4589-b344-67584bb281a1/f7110749-4b5e-40f5-970f-651ea781c7d6) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:51.632530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afa2acf3-1f8c-4cae-a190-2d7ae97a5f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.644970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-afa2acf3-1f8c-4cae-a190-2d7ae97a5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.651636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d7106fa1-4071-493e-b6a3-253952be57e2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4597647 Aug 27 02:41:51.652214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58400) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:51.656985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'network': {'name': 'tempest-router-network01--1369151925'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:51.689063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:51.693980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.723317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:51.736406 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.736765 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Added segment 486b7496-4446-40ae-9933-f31f39fb0f79 of type vlan for network d5d82e09-27cd-4ee2-b066-3f7def182bf4 Aug 27 02:41:51.754305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.755583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.756055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Fanout notify agent at l3_agent the message router_deleted on router 0fad392d-51ea-4147-b10e-c958c6e3b98a {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:41:51.770985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Transition to ACTIVE for port object f7110749-4b5e-40f5-970f-651ea781c7d6 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:51.773201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-4e2f6c25-adfd-4e70-bfcf-ab42f5228bbf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.776473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-4e2f6c25-adfd-4e70-bfcf-ab42f5228bbf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.2961395 Aug 27 02:41:51.791478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.797079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Transition to ACTIVE for port object f7110749-4b5e-40f5-970f-651ea781c7d6 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:51.800769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f6271bbc-aa2e-4e4e-9909-ee942095a10b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 204 len: 168 time: 1.3135440 Aug 27 02:41:51.804942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.805173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2acf3-1f8c-4cae-a190-2d7ae97a5f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91850d45-697e-4d08-8153-08bf39641bf1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:51.807474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58406) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:51.820627 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.821242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Request body: {'port': {'device_id': '8a223cf0-2823-4c67-815e-a645dbda2030', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'admin_state_up': True, 'tenant_id': '6a675c7555ab411db9872bbb8009fbbd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:51.869270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4725ed37-2563-4d4b-90ae-76a43e0efa37 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 200 len: 205 time: 0.0604930 Aug 27 02:41:51.879771 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Pushing event updated for resources: {'Port': ['ID=f7110749-4b5e-40f5-970f-651ea781c7d6,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:51.884461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:51.897379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:51.899054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:51.910587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:51.935732 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b12c3fc9-c3e9-488b-adf9-3979a7e1ac01 req-daad5ec5-ffc4-4200-8110-dccd7579747b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 210 time: 0.0692015 Aug 27 02:41:51.937116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.943931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:51.944893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:51.974531 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-901ff7eb-6ed6-4fda-85bd-9ded332e9f39 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:51.978564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-901ff7eb-6ed6-4fda-85bd-9ded332e9f39 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/0fad392d-51ea-4147-b10e-c958c6e3b98a HTTP/1.1" status: 404 len: 336 time: 0.0901489 Aug 27 02:41:51.978564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56777abc-1438-4d6f-81f1-758b6611d961 req-c7c89bb9-ccb4-4691-8d86-53b832459a85 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 210 time: 0.0490506 Aug 27 02:41:51.986470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:51.988949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-afa2acf3-1f8c-4cae-a190-2d7ae97a5f8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05a5c3cb09594331aa2ca867a1abb5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3889482 Aug 27 02:41:51.992521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.006578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Attempting to bind port f7110749-4b5e-40f5-970f-651ea781c7d6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:52.007014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Attempting to bind port f7110749-4b5e-40f5-970f-651ea781c7d6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '290de2a4-87be-4144-8c7c-56d1a08436e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:52.007421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Attempting to bind port f7110749-4b5e-40f5-970f-651ea781c7d6 on network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:52.014693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:52.015227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Checking segment: {'id': '290de2a4-87be-4144-8c7c-56d1a08436e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:52.015691 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.016376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Bound using segment: {'id': '290de2a4-87be-4144-8c7c-56d1a08436e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:52.016920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Bound port: f7110749-4b5e-40f5-970f-651ea781c7d6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290de2a4-87be-4144-8c7c-56d1a08436e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:52.017382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.035892 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-685027c1-8e09-4eef-b04a-1c98f991aa37 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:52.036620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685027c1-8e09-4eef-b04a-1c98f991aa37 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:52.038618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-685027c1-8e09-4eef-b04a-1c98f991aa37 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/051cfea5-7d52-494b-b1c2-21b9fe935d82 HTTP/1.1" status: 404 len: 337 time: 0.0486300 Aug 27 02:41:52.042968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.047086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.071941 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:41:52.087282 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9b1e5e-f09b-47ba-a2d2-6684527cb4cf tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:52.088055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9b1e5e-f09b-47ba-a2d2-6684527cb4cf tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:52.090027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fa9b1e5e-f09b-47ba-a2d2-6684527cb4cf tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/39f567de-55c0-441e-b988-52fa993f0ad0 HTTP/1.1" status: 404 len: 337 time: 0.0402615 Aug 27 02:41:52.096583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.109153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] For port f7110749-4b5e-40f5-970f-651ea781c7d6, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:52.112625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] For port f7110749-4b5e-40f5-970f-651ea781c7d6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7110749-4b5e-40f5-970f-651ea781c7d6,segment=NetworkSegment(290de2a4-87be-4144-8c7c-56d1a08436e2),segment_id=290de2a4-87be-4144-8c7c-56d1a08436e2)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:52.114678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Network': ['ID=d5d82e09-27cd-4ee2-b066-3f7def182bf4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.123883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.130557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16a0b2bf-1c2f-4714-b617-2b2228739b1e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4775052 Aug 27 02:41:52.134008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.142450 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8743356f-766c-4aa7-93e7-28bff5dde851 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:52.142688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:52.143346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8743356f-766c-4aa7-93e7-28bff5dde851 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:52.145341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8743356f-766c-4aa7-93e7-28bff5dde851 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/291dd8e3-28c0-4237-ba91-b61d0257b1d6 HTTP/1.1" status: 404 len: 337 time: 0.0452938 Aug 27 02:41:52.145944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'network': {'name': 'tempest-router-network02--1991948157'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:52.150544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Transition to ACTIVE for port object a72cb892-17bf-4a1e-9dce-65a0b5a1b74b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:52.152055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.206800 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2c3827-4aff-49f9-9e12-1e4e9b0e954d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:52.207059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:52.207754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2c3827-4aff-49f9-9e12-1e4e9b0e954d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:52.211670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.213703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f2c3827-4aff-49f9-9e12-1e4e9b0e954d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/d009ab49-0d13-4c1f-bdd8-bee0ac16d4ff HTTP/1.1" status: 404 len: 337 time: 0.0604022 Aug 27 02:41:52.217846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.285604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.290099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bd35acd-feb2-47d1-9627-11896f5df949 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 200 len: 205 time: 0.0702276 Aug 27 02:41:52.293915 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.318839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ced0f-332f-47ed-b9e9-07b3fc7dea6d None None] Pushing event updated for resources: {'Port': ['ID=f7110749-4b5e-40f5-970f-651ea781c7d6,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.332006 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-b3dfb842-fccc-47ff-b25f-ad43867805bc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:52.335518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3dfb842-fccc-47ff-b25f-ad43867805bc tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/ffa63133-641e-4ddf-87de-fa4929247acd HTTP/1.1" status: 404 len: 336 time: 0.0463588 Aug 27 02:41:52.339591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58428) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.340917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.374276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5bda367-84ca-4e52-91bf-4445eac7cfff tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2e9a56f-7541-4406-b89b-159178552394 HTTP/1.1" status: 200 len: 205 time: 0.0334442 Aug 27 02:41:52.375729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Made reservation on behalf of 6a675c7555ab411db9872bbb8009fbbd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:52.379933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.380944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58430) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.395375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.489206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:41:52.503070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.503787 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Added segment 5791355e-d887-43e2-b826-155b61a39789 of type vlan for network cd9f7d30-a4b0-4b7b-974b-f5402c644199 Aug 27 02:41:52.516714 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-ea573be8-939e-4f06-a6a3-6b0eb628ce0d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:52.517451 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ea573be8-939e-4f06-a6a3-6b0eb628ce0d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/a2e9a56f-7541-4406-b89b-159178552394 HTTP/1.1" status: 404 len: 336 time: 0.1328015 Aug 27 02:41:52.520113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58432) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.580248 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-570d1c05-fb1a-49b9-ba5f-b13ba07f05ef tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:52.580703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570d1c05-fb1a-49b9-ba5f-b13ba07f05ef tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:52.585070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-570d1c05-fb1a-49b9-ba5f-b13ba07f05ef tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/645d42ff-7410-4e21-8a36-1835aa6de5d2 HTTP/1.1" status: 404 len: 337 time: 0.0614085 Aug 27 02:41:52.589964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58434) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.592867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.599102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Allocated IP 172.20.0.13 (dfa9e4b6-1a24-475f-9697-805fa727c31a/3b764e27-d5c9-40cb-b16f-137c67cc943e/8b3d2342-7fb0-435e-8b2a-ba6207a08df1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:52.632991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df7b3179-70c2-4a16-8e73-dc11693184cf tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 200 len: 205 time: 0.0388181 Aug 27 02:41:52.632991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.659606 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74d7aed4-e2bf-4537-8734-1190baf33d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.696758 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e2825de6-5e92-4d7c-b96c-a018c7dcf429 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:52.697697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2825de6-5e92-4d7c-b96c-a018c7dcf429 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/58b8622a-6a15-4ed2-b377-89e56dc1cc25 HTTP/1.1" status: 404 len: 336 time: 0.0630393 Aug 27 02:41:52.700550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.703872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.705005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91850d45-697e-4d08-8153-08bf39641bf1 HTTP/1.1" status: 204 len: 168 time: 0.7076020 Aug 27 02:41:52.705300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.717765 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.730164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:52.731857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:52.743962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc73163-95a6-4c49-8f65-a978dd01d360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91850d45-697e-4d08-8153-08bf39641bf1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.755089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a3118e6-370c-4d28-8e1e-0ecad47f53f4 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=d60ed34a-d870-4f08-8096-e4d495b1ed56 HTTP/1.1" status: 200 len: 205 time: 0.0468891 Aug 27 02:41:52.769613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:52.777008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.778210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:52.785979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:52.853525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Network': ['ID=cd9f7d30-a4b0-4b7b-974b-f5402c644199,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.871823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:41:52.879863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Pushing event updated for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:52.887229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1d5c20b7-f88b-4d22-aa7a-7533297d0013 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7494314 Aug 27 02:41:52.895801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58444) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:52.910588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'subnet': {'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:53.015891 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-a67843a4-0c34-4921-b0b6-7d61a315220b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:53.017424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a67843a4-0c34-4921-b0b6-7d61a315220b tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/d60ed34a-d870-4f08-8096-e4d495b1ed56 HTTP/1.1" status: 404 len: 336 time: 0.2367716 Aug 27 02:41:53.041960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58450) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.139206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.140127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.166536 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-46581066-6700-4a12-a9e5-63c54ebae841 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:53.172182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46581066-6700-4a12-a9e5-63c54ebae841 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:53.174764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-46581066-6700-4a12-a9e5-63c54ebae841 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/39f30412-ccbb-45e5-829d-048295ac9ab9 HTTP/1.1" status: 404 len: 337 time: 0.1315100 Aug 27 02:41:53.177060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-ffa5057b-26d7-4117-8096-f96fa9c3b221 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2085187 Aug 27 02:41:53.177783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.235775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Request body: {'port': {'device_id': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:53.322591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ec53d12e-d256-4a1a-847f-a7b9a4b1c436 req-ce12bf28-b683-4352-96c1-e5496ceb3d22 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 210 time: 0.1118085 Aug 27 02:41:53.346858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:53.350917 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.432282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae84da99-f340-4d34-9a3e-034d5f84b097 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb604ae6-0c02-46c7-b491-8f3385a4527d HTTP/1.1" status: 200 len: 205 time: 0.2484848 Aug 27 02:41:53.437968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58458) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.463136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7110749-4b5e-40f5-970f-651ea781c7d6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:53.501157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d97e-83bf-42a8-82cc-07331db28e62 req-759edcc9-1b36-4167-9f17-33f0928fd4aa tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:53.502881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da97d97e-83bf-42a8-82cc-07331db28e62 req-759edcc9-1b36-4167-9f17-33f0928fd4aa tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1028 time: 0.2845883 Aug 27 02:41:53.508522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.545602 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-ca7145ee-35b1-472f-a7b9-82f5f0aa240d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:53.545602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ca7145ee-35b1-472f-a7b9-82f5f0aa240d tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/bb604ae6-0c02-46c7-b491-8f3385a4527d HTTP/1.1" status: 404 len: 336 time: 0.1018152 Aug 27 02:41:53.549482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58460) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.594282 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-71527d01-9a63-4f4b-a5e2-8dd14abf5e5e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:53.594874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71527d01-9a63-4f4b-a5e2-8dd14abf5e5e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:53.599527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71527d01-9a63-4f4b-a5e2-8dd14abf5e5e tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/6b65302b-1d27-4c3a-a350-88b1b3867afc HTTP/1.1" status: 404 len: 337 time: 0.0418382 Aug 27 02:41:53.601449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.616114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21ba19a0-bde1-4dde-9d91-2f27b499c34b None None] Provisioning for port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:53.660697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dc80502f-e3c2-495a-a0b5-96d6c7959ac7 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 HTTP/1.1" status: 200 len: 205 time: 0.0556283 Aug 27 02:41:53.660951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f7110749-4b5e-40f5-970f-651ea781c7d6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:53.663265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-21ba19a0-bde1-4dde-9d91-2f27b499c34b None None] Provisioning complete for port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:53.663400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58466) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.663744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-21ba19a0-bde1-4dde-9d91-2f27b499c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.665040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da97d97e-83bf-42a8-82cc-07331db28e62 req-c7cdf1f4-5b11-4f6c-96f9-2c8e3b9c8998 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537271 Aug 27 02:41:53.707122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-21ba19a0-bde1-4dde-9d91-2f27b499c34b None None] Port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:41:53.746688 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-377a140d-8bc3-47a5-aebe-a9bb175c4963 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] delete failed (client error): The resource could not be found. Aug 27 02:41:53.750632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-377a140d-8bc3-47a5-aebe-a9bb175c4963 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/routers/b4cc30f7-c7ff-495a-b4b3-1e37e050a3f9 HTTP/1.1" status: 404 len: 336 time: 0.0793772 Aug 27 02:41:53.750632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58468) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.787513 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae0ab34-e86e-412e-8ac1-be5b81399335 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:53.788057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae0ab34-e86e-412e-8ac1-be5b81399335 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:53.804158 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fae0ab34-e86e-412e-8ac1-be5b81399335 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/cb868f43-d285-42b3-a692-88e7c07a24ee HTTP/1.1" status: 404 len: 337 time: 0.0522830 Aug 27 02:41:53.808814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:53.826170 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.917360 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40e3370-f176-42a6-b717-a64f1cb3bd73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] DELETE failed (client error): The resource could not be found. Aug 27 02:41:53.917811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40e3370-f176-42a6-b717-a64f1cb3bd73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:41:53.919648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d40e3370-f176-42a6-b717-a64f1cb3bd73 tempest-RoutersIpV6Test-1804792075 tempest-RoutersIpV6Test-1804792075-project] 10.222.0.26 "DELETE /v2.0/subnets/f9825f44-87ab-43ad-8e5a-0cfd44e732eb HTTP/1.1" status: 404 len: 337 time: 0.0712798 Aug 27 02:41:53.921007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b3d38-90c5-4e35-be11-888475c898d3 None None] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:53.961620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:53.964527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.017274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Provisioning for port f7110749-4b5e-40f5-970f-651ea781c7d6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:54.023496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Provisioning complete for port f7110749-4b5e-40f5-970f-651ea781c7d6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:54.023878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.055036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.083459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Network dfa9e4b6-1a24-475f-9697-805fa727c31a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:54.089224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:54.098861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:54.118955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Subnet': ['ID=46ca9d40-9b23-4dcc-817f-377d75a0de23,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.160706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Checking segment: {'id': '486b7496-4446-40ae-9933-f31f39fb0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:54.161128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network hostable DHCP agents. Network: d5d82e09-27cd-4ee2-b066-3f7def182bf4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:54.179897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.180995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.190745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:54.206489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d5d82e09-27cd-4ee2-b066-3f7def182bf4) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:54.216199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.217085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.217301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-30b4e7ac-ba05-4b7c-bf0e-73bf76e85d7b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3929055 Aug 27 02:41:54.229279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Request body: {'port': {'device_id': '8a223cf0-2823-4c67-815e-a645dbda2030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:54.232910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f046f0a-a923-4630-b843-6fd7c6c146d9 None None] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:54.242345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3fd40abb-ba5e-4c54-a82c-7f17cc5c8ef9 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3448112 Aug 27 02:41:54.244503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58474) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:54.252451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'subnet': {'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:54.371216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:41:54.377871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.398992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72cb892-17bf-4a1e-9dce-65a0b5a1b74b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:41:54.407316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.447434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.474959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.506714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:54.518116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Transition to ACTIVE for port object a72cb892-17bf-4a1e-9dce-65a0b5a1b74b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:54.532026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.615782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b2da9-1598-4488-a1b0-7021ef1c4596 req-91b7d28f-91fe-433f-b652-683e0a8226b8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:54.642267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-886b2da9-1598-4488-a1b0-7021ef1c4596 req-91b7d28f-91fe-433f-b652-683e0a8226b8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 932 time: 0.1856132 Aug 27 02:41:54.674195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] For port f7110749-4b5e-40f5-970f-651ea781c7d6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7110749-4b5e-40f5-970f-651ea781c7d6,segment=NetworkSegment(290de2a4-87be-4144-8c7c-56d1a08436e2),segment_id=290de2a4-87be-4144-8c7c-56d1a08436e2)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:54.728454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.833520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-886b2da9-1598-4488-a1b0-7021ef1c4596 req-75e0fbb9-41af-40b2-938e-4246348ce24e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896632 Aug 27 02:41:54.853279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:54.876860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20fe90d8-fdf6-476d-a290-783af6305e3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30f4a6dd54af4ebcbfc9288110de2165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689473 Aug 27 02:41:54.877993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.880780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6f826-026c-40c6-908d-0d1909b81ce0 None None] Pushing event updated for resources: {'Port': ['ID=f7110749-4b5e-40f5-970f-651ea781c7d6,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:54.880983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:54.980134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d5d82e09-27cd-4ee2-b066-3f7def182bf4', 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4', 'tenant_id': 'cd04cd86271c4844b159ab3589e52e7d', 'fixed_ips': [{'subnet_id': '46ca9d40-9b23-4dcc-817f-377d75a0de23'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:54.981005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.062540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7110749-4b5e-40f5-970f-651ea781c7d6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:55.209300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:41:55.213590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a886-9a92-4b7e-a9d2-b0581bc66354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.219201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.234085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Transition to ACTIVE for port object 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:55.243077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.267882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.269115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f7110749-4b5e-40f5-970f-651ea781c7d6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:55.270836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.295276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.319927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Allocated IP 2001:db8::2 (d5d82e09-27cd-4ee2-b066-3f7def182bf4/46ca9d40-9b23-4dcc-817f-377d75a0de23/29f94183-434c-4351-adea-aa6d37fe98c8) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:55.410669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.413615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.417366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7109f6b3-1eb0-4687-a368-49340ddabab8 HTTP/1.1" status: 204 len: 168 time: 0.4889102 Aug 27 02:41:55.447761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:55.456710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9998cfb2-fb75-40f6-9b16-aac812370f53 None None] Provisioning complete for port f7110749-4b5e-40f5-970f-651ea781c7d6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:55.457077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9998cfb2-fb75-40f6-9b16-aac812370f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.476578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Subnet': ['ID=4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:55.481884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37ff0-cadb-4176-8f28-27e024ce36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109f6b3-1eb0-4687-a368-49340ddabab8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:55.482963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Checking segment: {'id': '5791355e-d887-43e2-b826-155b61a39789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:55.483437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network hostable DHCP agents. Network: cd9f7d30-a4b0-4b7b-974b-f5402c644199, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:41:55.486418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57374c41-83b9-460f-a1ed-5c431b8175d3 req-dd6f4dcc-2972-440e-82e8-54716b1b8bd1 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:55.489049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57374c41-83b9-460f-a1ed-5c431b8175d3 req-dd6f4dcc-2972-440e-82e8-54716b1b8bd1 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1053 time: 0.6474288 Aug 27 02:41:55.507754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:41:55.509604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Attempting to bind port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:55.509951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Attempting to bind port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:55.510275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Attempting to bind port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:55.527056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cd9f7d30-a4b0-4b7b-974b-f5402c644199) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:55.540850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:55.540850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.567556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bd6849d1-1c2f-4405-9a82-b1a7002d13ed tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3219032 Aug 27 02:41:55.569984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58492) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:55.580492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a227732-4537-429b-add5-f736e45f3cb1 None None] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:55.598839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b on network 0a40056d-427b-42b8-aecf-772c4db04fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:41:55.599243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Attempting to bind port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:55.603514 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.616823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:55.617224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Checking segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:55.617534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Bound using segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:55.617971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Bound port: a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:55.618331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.689413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57374c41-83b9-460f-a1ed-5c431b8175d3 req-9835d549-07ec-47a0-88f6-32e203a66bad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905470 Aug 27 02:41:55.786082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Attempting to bind port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:55.786694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Attempting to bind port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:55.787064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Attempting to bind port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:55.814121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.879177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:55.888877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:55.903480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:55.949746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Transition to ACTIVE for port object 29f94183-434c-4351-adea-aa6d37fe98c8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:55.991287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Transition to ACTIVE for port object 29f94183-434c-4351-adea-aa6d37fe98c8 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:55.995892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:56.005583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:41:56.005976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Attempting to bind port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:56.012118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.012347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.013234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.014207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-828639df-1ff8-4cdd-9935-41747d4c7de7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a72cb892-17bf-4a1e-9dce-65a0b5a1b74b HTTP/1.1" status: 200 len: 1092 time: 2.7846382 Aug 27 02:41:56.015181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:56.019520 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:56.056963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:56.062772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Checking segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:56.063748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Bound using segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:56.064226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Bound port: 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:56.064396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-cd9f7d30-a4b0-4b7b-974b-f5402c644199', 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199', 'tenant_id': 'cd04cd86271c4844b159ab3589e52e7d', 'fixed_ips': [{'subnet_id': '4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:41:56.064648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.065490 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.108286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:56.122628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:56.127662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Pushing event updated for resources: {'Port': ['ID=29f94183-434c-4351-adea-aa6d37fe98c8,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:56.139239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:56.150582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dffee-da64-4c26-9ccd-e4d49c1c9adb req-86d6ad8d-16df-4628-adc0-6f76b86400e1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.152120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-159dffee-da64-4c26-9ccd-e4d49c1c9adb req-86d6ad8d-16df-4628-adc0-6f76b86400e1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 944 time: 0.1446068 Aug 27 02:41:56.185512 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7faca7-b049-48f5-b3c7-23ebb5ce2e15 x-openstack-request-id: req-4d7faca7-b049-48f5-b3c7-23ebb5ce2e15 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:56.185798 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:56.186058 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d7faca7-b049-48f5-b3c7-23ebb5ce2e15 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:56.186484 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b', 'status': 'completed', 'code': 200} Aug 27 02:41:56.204725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.232710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-0e9a20eb-9c24-4072-aa0c-8dbc1e317874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.234295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-0e9a20eb-9c24-4072-aa0c-8dbc1e317874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1095 time: 0.1324852 Aug 27 02:41:56.306329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-4bfb79a0-58e6-44d9-910b-ceac39fb3609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b HTTP/1.1" status: 200 len: 217 time: 0.0539193 Aug 27 02:41:56.357446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-159dffee-da64-4c26-9ccd-e4d49c1c9adb req-c5153511-e4a0-4f0a-b0de-cd18bb63e038 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815860 Aug 27 02:41:56.421348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:56.421797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Attempting to bind port 29f94183-434c-4351-adea-aa6d37fe98c8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:56.422169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Attempting to bind port 29f94183-434c-4351-adea-aa6d37fe98c8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '486b7496-4446-40ae-9933-f31f39fb0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:56.422584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Attempting to bind port 29f94183-434c-4351-adea-aa6d37fe98c8 on network d5d82e09-27cd-4ee2-b066-3f7def182bf4 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:56.441566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-92980ba2-ab93-4e3e-ae62-194ee64f6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.443104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-92980ba2-ab93-4e3e-ae62-194ee64f6322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374bc9ba-c06b-4407-aaf8-f69727454fe8 HTTP/1.1" status: 200 len: 848 time: 0.1198215 Aug 27 02:41:56.447034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:56.469801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.477323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:56.477982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Checking segment: {'id': '486b7496-4446-40ae-9933-f31f39fb0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:56.478579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.479132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Bound using segment: {'id': '486b7496-4446-40ae-9933-f31f39fb0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:56.479790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Bound port: 29f94183-434c-4351-adea-aa6d37fe98c8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486b7496-4446-40ae-9933-f31f39fb0f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd5d82e09-27cd-4ee2-b066-3f7def182bf4'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:56.480410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.531460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.532314 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.533981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b3d2342-7fb0-435e-8b2a-ba6207a08df1 HTTP/1.1" status: 200 len: 1092 time: 2.3096402 Aug 27 02:41:56.564479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-5bf61912-a1fb-44b5-bd27-31143a42f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.566436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-5bf61912-a1fb-44b5-bd27-31143a42f1f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a40056d-427b-42b8-aecf-772c4db04fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157651 Aug 27 02:41:56.570156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce7b9f-e511-47c1-94d3-7da0c68d5645 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:56.571166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.583561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Allocated IP 2001:db8::2 (cd9f7d30-a4b0-4b7b-974b-f5402c644199/4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5/6a21d810-1f5c-4331-be36-543e62897060) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:56.614241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Allocated IP 2001:db8::1 (d5d82e09-27cd-4ee2-b066-3f7def182bf4/46ca9d40-9b23-4dcc-817f-377d75a0de23/c626e1e4-ce2f-4014-8005-b7ce46a00df7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:41:56.623572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] For port 29f94183-434c-4351-adea-aa6d37fe98c8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:56.689042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58518) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:56.713844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] For port 29f94183-434c-4351-adea-aa6d37fe98c8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29f94183-434c-4351-adea-aa6d37fe98c8,segment=NetworkSegment(486b7496-4446-40ae-9933-f31f39fb0f79),segment_id=486b7496-4446-40ae-9933-f31f39fb0f79)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:56.728938 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.751223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-37d26956-8863-4b6f-b297-328baa793d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:56.752564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-37d26956-8863-4b6f-b297-328baa793d22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 1095 time: 0.1488826 Aug 27 02:41:56.814768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-7ca82bd9-4e9b-4a3b-93ed-1a0a56488e35 service neutron] 10.222.0.15 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267063 Aug 27 02:41:56.815376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.817040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-1f58c9af-48d7-48df-ada1-33cd110ba94f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1 HTTP/1.1" status: 200 len: 217 time: 0.0500133 Aug 27 02:41:56.855395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-35a36ae9-3704-486b-a2e3-e1e75aaa20d4 tempest-DvrRoutersNegativeTest-1973323704 tempest-DvrRoutersNegativeTest-1973323704-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1062535445', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:41:56.859234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.policy [None req-35a36ae9-3704-486b-a2e3-e1e75aaa20d4 tempest-DvrRoutersNegativeTest-1973323704 tempest-DvrRoutersNegativeTest-1973323704-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94832) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 27 02:41:56.859543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.policy [None req-35a36ae9-3704-486b-a2e3-e1e75aaa20d4 tempest-DvrRoutersNegativeTest-1973323704 tempest-DvrRoutersNegativeTest-1973323704-project] Failed policy check for 'create_router' {{(pid=94832) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 27 02:41:56.860088 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-35a36ae9-3704-486b-a2e3-e1e75aaa20d4 tempest-DvrRoutersNegativeTest-1973323704 tempest-DvrRoutersNegativeTest-1973323704-project] create failed (client error): Access was denied to this resource. Aug 27 02:41:56.865296 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-35a36ae9-3704-486b-a2e3-e1e75aaa20d4 tempest-DvrRoutersNegativeTest-1973323704 tempest-DvrRoutersNegativeTest-1973323704-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1752124 Aug 27 02:41:56.868439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Transition to ACTIVE for port object c626e1e4-ce2f-4014-8005-b7ce46a00df7 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:56.875258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed6b1e-35d8-4bd5-90a2-c94d39601827 None None] Pushing event updated for resources: {'Port': ['ID=29f94183-434c-4351-adea-aa6d37fe98c8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:56.942554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:56.994589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.015629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Transition to ACTIVE for port object 6a21d810-1f5c-4331-be36-543e62897060 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:57.025963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-a4d4a45c-eb5a-49bf-9acf-b01a2e9e7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:57.036115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-a4d4a45c-eb5a-49bf-9acf-b01a2e9e7dbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.2086599 Aug 27 02:41:57.039698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:57.050167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:57.052691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:57.056130 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.060195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Transition to ACTIVE for port object 6a21d810-1f5c-4331-be36-543e62897060 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:41:57.068802 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.104449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95fe3a-30ed-4722-a72b-14f06a7fff67 req-11166e1d-1e7d-4b28-be62-cf5c6f515574 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:57.106552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b95fe3a-30ed-4722-a72b-14f06a7fff67 req-11166e1d-1e7d-4b28-be62-cf5c6f515574 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1095 time: 0.2944953 Aug 27 02:41:57.127741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:57.134076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:57.137584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:41:57.152267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Pushing event updated for resources: {'Port': ['ID=6a21d810-1f5c-4331-be36-543e62897060,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:57.154107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Port': ['ID=c626e1e4-ce2f-4014-8005-b7ce46a00df7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:57.162521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-0e65145a-afba-42dc-8453-da00ce1edfcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005363 Aug 27 02:41:57.286378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b579ab5-77df-4e99-8d94-f33da6652aa7 req-8e360da9-ba9b-4f88-bcc6-fac6d516535b service neutron] 10.222.0.15 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601238 Aug 27 02:41:57.325118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b95fe3a-30ed-4722-a72b-14f06a7fff67 req-f056d08e-0751-414c-b724-08dc5cdac515 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584277 Aug 27 02:41:57.374911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Attempting to bind port 6a21d810-1f5c-4331-be36-543e62897060 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:41:57.375327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Attempting to bind port 6a21d810-1f5c-4331-be36-543e62897060 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5791355e-d887-43e2-b826-155b61a39789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:41:57.377467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Attempting to bind port 6a21d810-1f5c-4331-be36-543e62897060 on network cd9f7d30-a4b0-4b7b-974b-f5402c644199 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:41:57.381569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:57.386159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-599538a1-ad9a-4bec-8ef7-20c43668d66c service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059839 Aug 27 02:41:57.389480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:41:57.392394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Checking segment: {'id': '5791355e-d887-43e2-b826-155b61a39789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:41:57.392868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.395201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Bound using segment: {'id': '5791355e-d887-43e2-b826-155b61a39789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:41:57.395724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Bound port: 6a21d810-1f5c-4331-be36-543e62897060, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5791355e-d887-43e2-b826-155b61a39789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cd9f7d30-a4b0-4b7b-974b-f5402c644199'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:41:57.396130 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.428275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.544382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbba91ed-0281-4f0b-9d9d-9ab1fc3b48f1 req-faec295d-2e94-4d98-b256-a902c8dee751 service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451812 Aug 27 02:41:57.558739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-3136b36f-e3dc-44d5-b256-bbcd18c20f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:57.560316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-3136b36f-e3dc-44d5-b256-bbcd18c20f89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1095 time: 0.2159431 Aug 27 02:41:57.567830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] For port 6a21d810-1f5c-4331-be36-543e62897060, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:41:57.571827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] For port 6a21d810-1f5c-4331-be36-543e62897060, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a21d810-1f5c-4331-be36-543e62897060,segment=NetworkSegment(5791355e-d887-43e2-b826-155b61a39789),segment_id=5791355e-d887-43e2-b826-155b61a39789)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:41:57.575790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.657368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7953cf-3e0a-41c0-ac8f-2e169a888e9c None None] Pushing event updated for resources: {'Port': ['ID=6a21d810-1f5c-4331-be36-543e62897060,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:57.696485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74660a13-0aa7-46fb-9891-5c56c64a455e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.710344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a986c0-ac9f-47de-8c29-49aff29bd67e req-d8632cc5-e5de-43c6-85a0-da7b296ec198 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:57.712196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28a986c0-ac9f-47de-8c29-49aff29bd67e req-d8632cc5-e5de-43c6-85a0-da7b296ec198 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 944 time: 0.2148569 Aug 27 02:41:57.909328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28a986c0-ac9f-47de-8c29-49aff29bd67e req-7f546ff4-c93f-49fc-a505-dac51aecb52e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889937 Aug 27 02:41:57.952499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:57.973501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74660a13-0aa7-46fb-9891-5c56c64a455e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.001537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-74660a13-0aa7-46fb-9891-5c56c64a455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.059893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660a13-0aa7-46fb-9891-5c56c64a455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36adc08b-2aa6-4a72-b597-3095d5b46926,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:58.162455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-74660a13-0aa7-46fb-9891-5c56c64a455e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1967cac592043bca5571d16d9e01cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787821 Aug 27 02:41:58.163167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:58.188887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:41:58.192416 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:41:58.207693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-4874befc-018f-41f1-ace5-aea751c43e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.209482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-4874befc-018f-41f1-ace5-aea751c43e0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.6420856 Aug 27 02:41:58.301982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.315623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.321672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.328594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-bc8e7fb0-c189-47e5-a5a6-7f082792a51e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b HTTP/1.1" status: 200 len: 217 time: 0.1064117 Aug 27 02:41:58.332712 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17983dc-9d03-4e52-a069-2b9658fee150 x-openstack-request-id: req-e17983dc-9d03-4e52-a069-2b9658fee150 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:41:58.333004 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:41:58.333188 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e17983dc-9d03-4e52-a069-2b9658fee150 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:41:58.333577 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'status': 'completed', 'code': 200} Aug 27 02:41:58.334488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.355377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-18872d77-6f45-4b72-9954-e2094e7d26be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2664361 Aug 27 02:41:58.451633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.465159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:58.487015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-94e6ebb6-f1fa-4648-bfda-8751f88a0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.488571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-94e6ebb6-f1fa-4648-bfda-8751f88a0877 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=374bc9ba-c06b-4407-aaf8-f69727454fe8 HTTP/1.1" status: 200 len: 848 time: 0.1422291 Aug 27 02:41:58.538036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Port': ['ID=c626e1e4-ce2f-4014-8005-b7ce46a00df7,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:58.569554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462ec9b-923b-459f-93a0-9e674aad9cd5 None None] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:58.616105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750f2ec-a38e-45ce-b9c8-1e95daec7d1a req-40020f53-9f9a-4767-b74d-b813227e670d tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.617210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3750f2ec-a38e-45ce-b9c8-1e95daec7d1a req-40020f53-9f9a-4767-b74d-b813227e670d tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1095 time: 0.1235440 Aug 27 02:41:58.620051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-8babe8a1-d97a-43c9-afd0-df645cc45941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.622424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-8babe8a1-d97a-43c9-afd0-df645cc45941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 1095 time: 0.2917542 Aug 27 02:41:58.656529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:41:58.663016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:41:58.696213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.699450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1cc00744-fedc-4ae6-b81e-2a49ca2006be None None] Provisioning for port 29f94183-434c-4351-adea-aa6d37fe98c8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:58.700918 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.702700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36adc08b-2aa6-4a72-b597-3095d5b46926 HTTP/1.1" status: 204 len: 168 time: 0.5285883 Aug 27 02:41:58.714685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.715176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.715655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.716331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.717305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.718499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.718817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.722826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d18551e3-7540-4bd0-9583-99cb911eac25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.2808149 Aug 27 02:41:58.751560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-0902b521-976a-4a20-8ace-593eee5728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:58.753237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-0902b521-976a-4a20-8ace-593eee5728b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a40056d-427b-42b8-aecf-772c4db04fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378983 Aug 27 02:41:58.785816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb16a8-228a-4939-a799-3c1042a7e636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36adc08b-2aa6-4a72-b597-3095d5b46926,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:41:58.862605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04a1a529-7994-40f3-9535-b504c5dfc568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:58.878920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a72cb892-17bf-4a1e-9dce-65a0b5a1b74b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:41:58.889401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3750f2ec-a38e-45ce-b9c8-1e95daec7d1a req-ed867e04-1619-45ca-a3fb-5e136d8ebb52 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276721 Aug 27 02:41:59.003158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Router 1c35abd0-5328-44d5-b88f-ff7c5197b3fe is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:41:59.146895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-1317e80e-1d8f-48af-af78-5cf0bdc2a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.148382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-1317e80e-1d8f-48af-af78-5cf0bdc2a986 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 915 time: 0.5151992 Aug 27 02:41:59.207877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29f94183-434c-4351-adea-aa6d37fe98c8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:41:59.209436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:41:59.218320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f13f4481-ff54-4ab0-b284-b8d09e69a3f1 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6469343 Aug 27 02:41:59.219032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:59.271352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-1f339b57-31da-4a5d-8546-fabc058476cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1 HTTP/1.1" status: 200 len: 217 time: 0.1056509 Aug 27 02:41:59.309136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf33c-68b5-4713-8d7d-6cd9a743cb4e req-0087f19e-4c45-4fdd-9b40-ec54f51602c0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.310808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d5bf33c-68b5-4713-8d7d-6cd9a743cb4e req-0087f19e-4c45-4fdd-9b40-ec54f51602c0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 944 time: 0.2458413 Aug 27 02:41:59.316309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] Sync routers for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:41:59.324079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-e64149c8-1918-4699-b300-f9dcec571732 service neutron] 10.222.0.15 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597446 Aug 27 02:41:59.329258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dedc93c4-e6ef-4e8f-bfa8-10c6470a829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.329728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dedc93c4-e6ef-4e8f-bfa8-10c6470a829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.330192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dedc93c4-e6ef-4e8f-bfa8-10c6470a829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.332560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dedc93c4-e6ef-4e8f-bfa8-10c6470a829a service neutron] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 2294 time: 0.5286045 Aug 27 02:41:59.369446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:41:59.409634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffcdcf2-87a5-459d-b754-518372934503 None None] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:41:59.420266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:59.420928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.500519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'port_id': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b', 'mac_address': 'fa:16:3e:fc:f7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:41:59.541501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.546834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 29f94183-434c-4351-adea-aa6d37fe98c8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:59.564881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 29f94183-434c-4351-adea-aa6d37fe98c8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:41:59.565249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.574485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-67de5981-ff00-470f-abcc-27079aef9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.576146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-67de5981-ff00-470f-abcc-27079aef9a21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.2792308 Aug 27 02:41:59.646362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-7d2acb64-294c-42f4-aba0-9f625a005257 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440397 Aug 27 02:41:59.662444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f7c0271e-a07f-4a51-990d-3c8c22ed718b None None] Provisioning for port 6a21d810-1f5c-4331-be36-543e62897060 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:41:59.666442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d5bf33c-68b5-4713-8d7d-6cd9a743cb4e req-a49ce855-0ddf-4fe2-ad30-cf666a07c3ef tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395138 Aug 27 02:41:59.701888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-60bceb8b-12c0-4efd-a795-27a10423e428 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 1001 time: 0.3417876 Aug 27 02:41:59.731773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04a1a529-7994-40f3-9535-b504c5dfc568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.796855 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-b56cfa49-6c0d-496a-8521-e551b458f821 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:41:59.798272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b56cfa49-6c0d-496a-8521-e551b458f821 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5782859 Aug 27 02:41:59.810699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-04a1a529-7994-40f3-9535-b504c5dfc568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.816531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:59.839068 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8d9ce8c-bdd7-4e29-ab90-b8237057959b req-2f850282-28ac-4d3e-82df-750b3bf013ec service neutron] 10.222.0.15 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800584 Aug 27 02:41:59.902079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:41:59.902695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.942536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:59.957321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:41:59.966878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:41:59.967677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1185980-3bfe-4cca-8ecf-7ae314ca6080 None None] The sync data for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:41:59.981210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:41:59.981471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04a1a529-7994-40f3-9535-b504c5dfc568 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed85d8e3925f4172a3799dff8bd53f96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4962523 Aug 27 02:41:59.991401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-f693824e-0f21-431e-889c-de34bc1eec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:41:59.993201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-f693824e-0f21-431e-889c-de34bc1eec4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.2638278 Aug 27 02:41:59.995685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72cb892-17bf-4a1e-9dce-65a0b5a1b74b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:00.000676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1a529-7994-40f3-9535-b504c5dfc568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0003b-86c4-41e7-8cc2-e89be5ffd387,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:00.061463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:00.067169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-23349eb6-0c7d-4e2e-b440-28a267b0a34c service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997796 Aug 27 02:42:00.069258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Provisioning complete for port 29f94183-434c-4351-adea-aa6d37fe98c8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:00.075575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.109335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.134228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.175511 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.195399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be25d32c-f305-442e-9c66-37959248ef43 tempest-ServiceProvidersTest-150650680 tempest-ServiceProvidersTest-150650680-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2504389 Aug 27 02:42:00.196723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.201644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.203695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61c0003b-86c4-41e7-8cc2-e89be5ffd387 HTTP/1.1" status: 204 len: 168 time: 0.2210760 Aug 27 02:42:00.212742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4c441-cf95-4f83-8319-ca21c7ba5827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0003b-86c4-41e7-8cc2-e89be5ffd387,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:00.328948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bcf2f72-42ff-437a-9fdc-ad6079825bb0 req-e112864d-7cd2-4fa5-8b85-2e2aae98a31e service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487283 Aug 27 02:42:00.339262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-3a536db6-4a89-419b-a25e-037fe9ca58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:00.340933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-3a536db6-4a89-419b-a25e-037fe9ca58e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3341765 Aug 27 02:42:00.417657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.462709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aded18-bbf2-48f2-8413-63090369fa79 req-4ff6f09f-dfd5-459c-a1b6-1d98f69059a3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:00.465260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83aded18-bbf2-48f2-8413-63090369fa79 req-4ff6f09f-dfd5-459c-a1b6-1d98f69059a3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1096 time: 0.4297605 Aug 27 02:42:00.482739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:00.509389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:00.522267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-58c35493-d4ce-4c4c-b195-5cdccdbf6edd service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709917 Aug 27 02:42:00.528097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83aded18-bbf2-48f2-8413-63090369fa79 req-9355d8a2-07ef-4af3-b4bc-485e8424416c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Aug 27 02:42:00.598833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:00.643392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 29f94183-434c-4351-adea-aa6d37fe98c8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29f94183-434c-4351-adea-aa6d37fe98c8,segment=NetworkSegment(486b7496-4446-40ae-9933-f31f39fb0f79),segment_id=486b7496-4446-40ae-9933-f31f39fb0f79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:00.657701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.658399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a21d810-1f5c-4331-be36-543e62897060 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:00.703267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-90fec7fd-997d-4c6b-be74-618a06ed0c5e service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625307 Aug 27 02:42:00.713377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.818064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-57c52af2-1987-412f-a4f4-8ce76ba7e4de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 217 time: 0.1062064 Aug 27 02:42:00.822840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.834665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=29f94183-434c-4351-adea-aa6d37fe98c8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:00.839586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58602) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:00.858881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63b24cd0-2a1f-40bf-bc65-2d959e28b39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.880167 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.880837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6a21d810-1f5c-4331-be36-543e62897060 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:00.891734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a21d810-1f5c-4331-be36-543e62897060 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:00.892105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.931311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:42:00.931978 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:42:00.939338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58958553-fb14-4035-afae-8bb386522ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.967404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63b24cd0-2a1f-40bf-bc65-2d959e28b39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:00.972424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63b24cd0-2a1f-40bf-bc65-2d959e28b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.014193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24cd0-2a1f-40bf-bc65-2d959e28b39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac98ae-4957-45b5-ad2a-90a68709147c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.025112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63b24cd0-2a1f-40bf-bc65-2d959e28b39b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a5a030e17ac47cf8d304afe0293a778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805170 Aug 27 02:42:01.025112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58604) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:01.028367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-63b34c7c-19ea-442e-88c0-76a7c391f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:01.029866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.030017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-63b34c7c-19ea-442e-88c0-76a7c391f4a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1868041 Aug 27 02:42:01.042142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ce1f-4ed4-4686-8a34-2e64414c92b8 req-5a0c04f0-46c8-4913-ab6e-a9f894e94a1e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:01.043927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b357ce1f-4ed4-4686-8a34-2e64414c92b8 req-5a0c04f0-46c8-4913-ab6e-a9f894e94a1e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 944 time: 0.2273157 Aug 27 02:42:01.074628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6a21d810-1f5c-4331-be36-543e62897060, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a21d810-1f5c-4331-be36-543e62897060,segment=NetworkSegment(5791355e-d887-43e2-b826-155b61a39789),segment_id=5791355e-d887-43e2-b826-155b61a39789)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:01.080352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.100297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.130240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.152114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6a21d810-1f5c-4331-be36-543e62897060,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.188773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29f94183-434c-4351-adea-aa6d37fe98c8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:01.192375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.195826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.196981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6ac98ae-4957-45b5-ad2a-90a68709147c HTTP/1.1" status: 204 len: 168 time: 0.1716111 Aug 27 02:42:01.200628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b357ce1f-4ed4-4686-8a34-2e64414c92b8 req-c7c3293c-b67f-475a-a0a0-9a79d1a18d4a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497056 Aug 27 02:42:01.209670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-7b49cbfd-baf3-401a-9f36-a56cdcaf298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:01.211192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-7b49cbfd-baf3-401a-9f36-a56cdcaf298e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643414 Aug 27 02:42:01.229106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664b26-b0e8-4758-b233-509b33c37d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac98ae-4957-45b5-ad2a-90a68709147c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.251889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 29f94183-434c-4351-adea-aa6d37fe98c8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:01.252596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.485738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Provisioning for port c626e1e4-ce2f-4014-8005-b7ce46a00df7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:01.489796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Provisioning complete for port c626e1e4-ce2f-4014-8005-b7ce46a00df7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:01.490139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.531419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-95fce3bd-d7e3-4f80-ae9d-ac70d04b0659 None None] Port c626e1e4-ce2f-4014-8005-b7ce46a00df7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:01.641216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58958553-fb14-4035-afae-8bb386522ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.650587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58958553-fb14-4035-afae-8bb386522ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.654846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f8f44074-13e6-4e11-8750-b0f2fccb49f6 None None] Provisioning complete for port 6a21d810-1f5c-4331-be36-543e62897060 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:01.656184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8f44074-13e6-4e11-8750-b0f2fccb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.661984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65541f6e-741d-4c73-b5d0-98bf96a9b10f req-408fda1e-09d3-4e19-b196-a3a13a7e28ab tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:01.664537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65541f6e-741d-4c73-b5d0-98bf96a9b10f req-408fda1e-09d3-4e19-b196-a3a13a7e28ab tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1096 time: 0.0533245 Aug 27 02:42:01.723110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65541f6e-741d-4c73-b5d0-98bf96a9b10f req-bb7e3048-499b-469a-a792-6c5d5d48661b tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 Aug 27 02:42:01.738605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58958553-fb14-4035-afae-8bb386522ac7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba2d0e2f147642fd89e49922d9fbeac5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1353800 Aug 27 02:42:01.739713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58620) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:01.762734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958553-fb14-4035-afae-8bb386522ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa461df-c546-4d66-87ad-5ef63ac8bf43,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.784665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-e53f775b-f2e1-4b72-8229-e72fbeffd97e service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618997 Aug 27 02:42:01.793346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.798240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f8f44074-13e6-4e11-8750-b0f2fccb49f6 None None] Provisioning complete for port c626e1e4-ce2f-4014-8005-b7ce46a00df7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:01.800841 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8f44074-13e6-4e11-8750-b0f2fccb49f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.820352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.857980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f8f44074-13e6-4e11-8750-b0f2fccb49f6 None None] Port c626e1e4-ce2f-4014-8005-b7ce46a00df7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:01.877511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.880700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.884454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caa461df-c546-4d66-87ad-5ef63ac8bf43 HTTP/1.1" status: 204 len: 168 time: 0.1423063 Aug 27 02:42:01.884626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting port c626e1e4-ce2f-4014-8005-b7ce46a00df7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:01.884626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:01.892257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6003e-5f1b-4e4c-b277-5ec20a9dc504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa461df-c546-4d66-87ad-5ef63ac8bf43,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:01.949701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-ec1d0534-7f50-40be-b54c-b09ae9836707 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568458 Aug 27 02:42:02.012687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-412d7344-f221-460c-91f5-f9e62e07132e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 217 time: 0.0546780 Aug 27 02:42:02.035244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:02.055054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.073930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Calling delete_port for c626e1e4-ce2f-4014-8005-b7ce46a00df7 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:02.091679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-40b08aeb-ef1f-4f43-a853-ee4e6c0d8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.093721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-40b08aeb-ef1f-4f43-a853-ee4e6c0d8cda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0730302 Aug 27 02:42:02.182039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:02.189942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-131b3676-f9c8-47c0-86c6-410956075f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.191499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-131b3676-f9c8-47c0-86c6-410956075f66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625238 Aug 27 02:42:02.196702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'port_id': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'mac_address': 'fa:16:3e:d8:3d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b764e27-d5c9-40cb-b16f-137c67cc943e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:02.242540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.259633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:02.286718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:02.295354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.355711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:02.459557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e02028-63ff-4ce7-9958-f431ce3a6bbe req-113f30a6-c93d-49b7-a342-5c3be50fee51 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.461218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50e02028-63ff-4ce7-9958-f431ce3a6bbe req-113f30a6-c93d-49b7-a342-5c3be50fee51 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 945 time: 0.1430690 Aug 27 02:42:02.501390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.510617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dcf65e22-62e7-47e1-82f7-df20c1073cde service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352908 Aug 27 02:42:02.550428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Port': ['ID=c626e1e4-ce2f-4014-8005-b7ce46a00df7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:02.606904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50e02028-63ff-4ce7-9958-f431ce3a6bbe req-f6baf86c-34f1-4e83-9c63-df4d36a2a0de tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242707 Aug 27 02:42:02.723956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8b3d2342-7fb0-435e-8b2a-ba6207a08df1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:02.753189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:02.835272 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-eadf348a-5aba-4fb2-953c-cb402c9287d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992513 Aug 27 02:42:02.887167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a72cb892-17bf-4a1e-9dce-65a0b5a1b74b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:02.906369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b9ee1-7cdd-4749-9475-43ae32151c59 req-7775d917-127b-418b-ad6e-e54e92e4d215 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.912877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-545b9ee1-7cdd-4749-9475-43ae32151c59 req-7775d917-127b-418b-ad6e-e54e92e4d215 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1096 time: 0.1018434 Aug 27 02:42:02.916997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-f6d48927-1914-492f-9b4c-d92be111e30f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 217 time: 0.0492020 Aug 27 02:42:02.971882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-2982e877-5400-402d-91e0-da0175137f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:02.973960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-2982e877-5400-402d-91e0-da0175137f41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0494797 Aug 27 02:42:02.985878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-545b9ee1-7cdd-4749-9475-43ae32151c59 req-13f8295f-0794-4a50-b6e0-acf44488b36b tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599978 Aug 27 02:42:03.007579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:03.022528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:03.022988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.114067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d5b2d047-8d5e-4ca4-802f-1499c22c3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:03.115727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-d5b2d047-8d5e-4ca4-802f-1499c22c3e0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945885 Aug 27 02:42:03.117479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Router 1c35abd0-5328-44d5-b88f-ff7c5197b3fe has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:03.150153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.212905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:03.216172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:03.219647 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db66f8-e2db-4c38-9f35-87c6c3737101" -d '{"events": [{"server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "name": "network-vif-plugged", "status": "completed", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:03.226673 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.274583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:03.286409 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] Sync routers for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:03.289232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:03.291990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a21d810-1f5c-4331-be36-543e62897060 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:03.303400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58676) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:03.303816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-33f46506-4754-4855-933f-b12033d75b04 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4821146 Aug 27 02:42:03.313220 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:03.316298 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:03.356414 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c857bd74-1d05-4385-9881-2db10574d5be x-openstack-request-id: req-c857bd74-1d05-4385-9881-2db10574d5be {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:03.358243 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "name": "network-vif-plugged", "status": "completed", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:03.358727 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c857bd74-1d05-4385-9881-2db10574d5be {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:03.359821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-b01b45a5-fa2e-4fc4-949a-82e2747e2b8e service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351654 Aug 27 02:42:03.360179 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b', 'code': 200} Aug 27 02:42:03.360545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:03.371009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:03.372316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:03.393304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a21d810-1f5c-4331-be36-543e62897060 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:03.393867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:03.395065 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-e0463e7c-821a-4a0c-9313-05cb3a764dbf tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] delete failed (client error): The resource could not be found. Aug 27 02:42:03.396315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e0463e7c-821a-4a0c-9313-05cb3a764dbf tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1668725551 HTTP/1.1" status: 404 len: 335 time: 0.0916677 Aug 27 02:42:03.408488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58678) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:03.426069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-63e4240b-12da-4da8-96a3-b1f1f60dcfd7 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c35abd0-5328-44d5-b88f-ff7c5197b3fe'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:03.458536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:03.460149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43afd0f0-6640-43a4-8d16-fb7ce36d57aa None None] The sync data for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:03.487272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135bf05-d4ff-4853-b44e-6a20aa08f05f req-6dbc73bd-ceb5-4fbe-ad97-10b7a29230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:03.488805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c135bf05-d4ff-4853-b44e-6a20aa08f05f req-6dbc73bd-ceb5-4fbe-ad97-10b7a29230ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.1142380 Aug 27 02:42:03.567581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-f7377b78-2f09-4981-9210-39f5aadf6d25 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946757 Aug 27 02:42:03.623818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dc920ad3-a06b-4169-895d-56d766cd7598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 217 time: 0.0472608 Aug 27 02:42:03.629861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c135bf05-d4ff-4853-b44e-6a20aa08f05f req-4fd49e8d-12e8-4e18-8f7b-73cf3e321c35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336288 Aug 27 02:42:03.698478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-9b16e97e-3e10-4092-b500-b5549804d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:03.701148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-9b16e97e-3e10-4092-b500-b5549804d43a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0700672 Aug 27 02:42:03.859419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-55943388-677c-427d-82ea-bcce8b4fb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:03.861290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-55943388-677c-427d-82ea-bcce8b4fb655 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467074 Aug 27 02:42:03.974439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-b8bcc025-74b7-43bb-9847-83cce781c220 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048913 Aug 27 02:42:04.040485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:04.116237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63e4240b-12da-4da8-96a3-b1f1f60dcfd7 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.130471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-4dc89178-c179-4779-aaab-0dda38520ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487710 Aug 27 02:42:04.138841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:04.142768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:04.143142 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.147873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd45e8-4396-44af-a1f7-36621ad2def5 req-916aea10-7f1e-4b18-b8ac-9fbbeb7f4e6c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.149781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40cd45e8-4396-44af-a1f7-36621ad2def5 req-916aea10-7f1e-4b18-b8ac-9fbbeb7f4e6c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 945 time: 0.4258587 Aug 27 02:42:04.161222 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-63e4240b-12da-4da8-96a3-b1f1f60dcfd7 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] update failed (client error): The resource could not be found. Aug 27 02:42:04.162622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63e4240b-12da-4da8-96a3-b1f1f60dcfd7 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe HTTP/1.1" status: 404 len: 339 time: 0.7473919 Aug 27 02:42:04.166209 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58704) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:04.179991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1636083293'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:04.189371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-41434fd5-cc03-49e7-9515-3b3aa8f9fef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 217 time: 0.0506063 Aug 27 02:42:04.207871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb0fd-3c76-4aea-affd-0febe75abea4 req-f5035d86-88ca-4e11-a070-a90eabb9b091 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.209602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56fdb0fd-3c76-4aea-affd-0febe75abea4 req-f5035d86-88ca-4e11-a070-a90eabb9b091 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.1121132 Aug 27 02:42:04.240197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40cd45e8-4396-44af-a1f7-36621ad2def5 req-ef9bc975-ef45-4811-b404-04081498c88e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796106 Aug 27 02:42:04.245270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:04.254197 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.258155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.290599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56fdb0fd-3c76-4aea-affd-0febe75abea4 req-ee1e603d-d438-4b22-951d-45eec8c47f1c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558829 Aug 27 02:42:04.295122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:04.305453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-c9a4ccdf-3d7f-40dd-a9a3-0296a00e4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.305453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-c9a4ccdf-3d7f-40dd-a9a3-0296a00e4382 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.1041369 Aug 27 02:42:04.308010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:04.310599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.311122 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Added segment 15a37cc0-d051-4cdb-bfb8-633751da5d50 of type vlan for network 392355d5-970d-4077-b637-933a10ea63e0 Aug 27 02:42:04.314134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.323559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58710) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:04.352835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-392b4138-ff4d-48bb-8bd3-8592b2c79192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.354835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-392b4138-ff4d-48bb-8bd3-8592b2c79192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441685 Aug 27 02:42:04.375361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:04.375662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.403652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.409616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.410437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.461593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dbf3de67-0162-4359-8575-9af1b2c41879 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977404 Aug 27 02:42:04.480096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3123674 Aug 27 02:42:04.487506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58714) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:04.490561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776b7d95-a89f-4f4b-8b36-da03c6f96317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.492575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'subnet': {'network_id': '392355d5-970d-4077-b637-933a10ea63e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:04.502740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07184-ccae-4ae2-8a0b-774244089c5b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Network': ['ID=392355d5-970d-4077-b637-933a10ea63e0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:04.513782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 392355d5-970d-4077-b637-933a10ea63e0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:04.607826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776b7d95-a89f-4f4b-8b36-da03c6f96317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.613235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-776b7d95-a89f-4f4b-8b36-da03c6f96317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.630133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-1d0c27aa-c068-4d3e-b9f4-8f81cb1141ea service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609802 Aug 27 02:42:04.644755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Made reservation on behalf of cd04cd86271c4844b159ab3589e52e7d for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:04.648101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.654922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-776b7d95-a89f-4f4b-8b36-da03c6f96317 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d5e905e15cc4d36b3f022931676f309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302865 Aug 27 02:42:04.660412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58716) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:04.676228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7d95-a89f-4f4b-8b36-da03c6f96317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a54534b-6350-4744-9904-883c2e89dd95,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:04.692670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-e51f2ee7-0769-49a3-8b67-dda1cbc92a39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.0549371 Aug 27 02:42:04.719468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.749524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.790997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-c6bac3bb-6c7a-4ffc-8b4a-8ed48cd8e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.792484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-c6bac3bb-6c7a-4ffc-8b4a-8ed48cd8e298 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.0753496 Aug 27 02:42:04.824235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.827934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:04.829234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a54534b-6350-4744-9904-883c2e89dd95 HTTP/1.1" status: 204 len: 168 time: 0.1679034 Aug 27 02:42:04.837284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcafb-b5a1-4b6c-b18d-3b9a56731b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a54534b-6350-4744-9904-883c2e89dd95,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:04.881939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dbee2de4-d439-49bc-97cd-152ecbc7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:04.883478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-dbee2de4-d439-49bc-97cd-152ecbc7a5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822980 Aug 27 02:42:04.999365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.062481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-c78cb729-6037-4fdf-b3c3-f0bee6ae30a6 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713374 Aug 27 02:42:05.088202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Subnet': ['ID=ca81173c-f3f6-44b8-9753-1393a5dc921f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:05.137364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Checking segment: {'id': '15a37cc0-d051-4cdb-bfb8-633751da5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '392355d5-970d-4077-b637-933a10ea63e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:05.137670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network hostable DHCP agents. Network: 392355d5-970d-4077-b637-933a10ea63e0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:05.176250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network 392355d5-970d-4077-b637-933a10ea63e0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:05.183397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:05.192700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daa11428-d1f1-4b16-9078-6e2875d89641 req-396275ba-1942-4ec6-882e-ace601357206 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221592 Aug 27 02:42:05.193739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 392355d5-970d-4077-b637-933a10ea63e0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:05.198622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:05.199329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.207012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd9861-cdcb-4cb9-8357-489abd785b1a None None] Network 392355d5-970d-4077-b637-933a10ea63e0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:05.210317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6a09338-0d16-4d60-9414-9a1bab607465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.238080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2a22c22e-8973-4b5e-a2c7-4a2b3dc7fdb6 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7495670 Aug 27 02:42:05.241251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:05.246708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-19fc5c7a-060a-49bb-aa04-7874b2bd0064 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'router': {'external_gateway_info': {'network_id': '392355d5-970d-4077-b637-933a10ea63e0'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:05.377448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:05.380823 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5adce1-78ae-487e-a5b0-9ad1703e8a44" -d '{"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-plugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:05.400908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6a09338-0d16-4d60-9414-9a1bab607465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.422406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-392355d5-970d-4077-b637-933a10ea63e0', 'network_id': '392355d5-970d-4077-b637-933a10ea63e0', 'tenant_id': 'cd04cd86271c4844b159ab3589e52e7d', 'fixed_ips': [{'subnet_id': 'ca81173c-f3f6-44b8-9753-1393a5dc921f'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:42:05.423893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.434233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6a09338-0d16-4d60-9414-9a1bab607465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.491258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6a09338-0d16-4d60-9414-9a1bab607465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa0d5201ef914115b809eb2432fdf64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069549 Aug 27 02:42:05.492930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a09338-0d16-4d60-9414-9a1bab607465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c29a9-d79b-4b2b-998e-1efa5ec65f63,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:05.496902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:05.510311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19fc5c7a-060a-49bb-aa04-7874b2bd0064 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.516187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85ed0-e939-4890-830c-15da3bbc1ecc req-3203e693-e825-43b4-918d-006e0766895a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:05.517840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e85ed0-e939-4890-830c-15da3bbc1ecc req-3203e693-e825-43b4-918d-006e0766895a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1151781 Aug 27 02:42:05.604960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-42e85ed0-e939-4890-830c-15da3bbc1ecc req-08287825-eb4a-4014-bd60-bc1b3970bf68 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797408 Aug 27 02:42:05.627925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.664190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.685721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Allocated IP 2001:db8:1::2 (392355d5-970d-4077-b637-933a10ea63e0/ca81173c-f3f6-44b8-9753-1393a5dc921f/8c5225e4-bb7b-4555-9507-c59cf847d7c0) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:05.702169 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-19fc5c7a-060a-49bb-aa04-7874b2bd0064 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:42:05.706078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-19fc5c7a-060a-49bb-aa04-7874b2bd0064 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe HTTP/1.1" status: 400 len: 364 time: 0.4630547 Aug 27 02:42:05.709282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:05.718974 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e0951b-c939-40d5-b08e-654586e7fbc1 x-openstack-request-id: req-82e0951b-c939-40d5-b08e-654586e7fbc1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:05.720536 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-plugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:05.720892 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82e0951b-c939-40d5-b08e-654586e7fbc1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:05.721760 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'code': 200} Aug 27 02:42:05.780694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.793230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.798428 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/912c29a9-d79b-4b2b-998e-1efa5ec65f63 HTTP/1.1" status: 204 len: 168 time: 0.2978277 Aug 27 02:42:05.805172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8266275-aa47-4392-b190-ec2b3b46a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c29a9-d79b-4b2b-998e-1efa5ec65f63,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:05.959705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:05.971026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Transition to ACTIVE for port object 8c5225e4-bb7b-4555-9507-c59cf847d7c0 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:05.990737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Transition to ACTIVE for port object 8c5225e4-bb7b-4555-9507-c59cf847d7c0 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:05.999677 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.047220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Network 392355d5-970d-4077-b637-933a10ea63e0 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:06.051159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:06.058326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:06.105002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Pushing event updated for resources: {'Port': ['ID=8c5225e4-bb7b-4555-9507-c59cf847d7c0,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:06.148536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Attempting to bind port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:06.149785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Attempting to bind port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '15a37cc0-d051-4cdb-bfb8-633751da5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '392355d5-970d-4077-b637-933a10ea63e0'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:06.150369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Attempting to bind port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 on network 392355d5-970d-4077-b637-933a10ea63e0 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:06.158184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:06.158497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Checking segment: {'id': '15a37cc0-d051-4cdb-bfb8-633751da5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '392355d5-970d-4077-b637-933a10ea63e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:06.158908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.159434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Bound using segment: {'id': '15a37cc0-d051-4cdb-bfb8-633751da5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '392355d5-970d-4077-b637-933a10ea63e0'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:06.159901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Bound port: 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a37cc0-d051-4cdb-bfb8-633751da5d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '392355d5-970d-4077-b637-933a10ea63e0'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:06.160277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.235125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] For port 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:06.239850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] For port 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8c5225e4-bb7b-4555-9507-c59cf847d7c0,segment=NetworkSegment(15a37cc0-d051-4cdb-bfb8-633751da5d50),segment_id=15a37cc0-d051-4cdb-bfb8-633751da5d50)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:06.245565 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.455198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e5388-c7ac-4fd1-8bb8-dd6923d24ecb None None] Pushing event updated for resources: {'Port': ['ID=8c5225e4-bb7b-4555-9507-c59cf847d7c0,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:06.559787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492a3b6-e312-4311-9837-333761d8dce8 req-5d286387-60e1-451f-801a-65a51c087f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.561458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b492a3b6-e312-4311-9837-333761d8dce8 req-5d286387-60e1-451f-801a-65a51c087f08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 1097 time: 0.7292264 Aug 27 02:42:06.566768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea691-b585-4e2d-99bf-2cbf42fcb87b req-1fe34b7b-7713-44e6-a350-f7f27561bdb3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.574128 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1ea691-b585-4e2d-99bf-2cbf42fcb87b req-1fe34b7b-7713-44e6-a350-f7f27561bdb3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 1.1520190 Aug 27 02:42:06.678826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1ea691-b585-4e2d-99bf-2cbf42fcb87b req-ac3e0e73-6fbe-4412-943a-81d500dca061 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Aug 27 02:42:06.682818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b492a3b6-e312-4311-9837-333761d8dce8 req-b24b4a5e-86d7-44d3-8a89-bb8fd54651b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034818 Aug 27 02:42:06.721674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:06.791327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0328-5793-4e67-9a71-8d068f4dd9de req-6e34fdb4-0a05-491d-8fb8-3b8dca17686f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.792936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-078a0328-5793-4e67-9a71-8d068f4dd9de req-6e34fdb4-0a05-491d-8fb8-3b8dca17686f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0582073 Aug 27 02:42:06.850288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-078a0328-5793-4e67-9a71-8d068f4dd9de req-5aabbdd7-6d40-467a-99ef-57eb5b715769 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Aug 27 02:42:06.928971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821fbc0-9f86-485d-8c77-126cd7c9785a req-fb13ea6c-9261-4e51-b5b2-4cdacba3038f tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:06.930455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e821fbc0-9f86-485d-8c77-126cd7c9785a req-fb13ea6c-9261-4e51-b5b2-4cdacba3038f tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.1038876 Aug 27 02:42:07.032922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e821fbc0-9f86-485d-8c77-126cd7c9785a req-8a16d639-6473-42fa-a3fa-00d0cb508604 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Aug 27 02:42:07.058734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Allocated IP 2001:db8::1 (b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89/3638b608-b8c7-4589-b344-67584bb281a1/a28dec5a-ed98-418e-b453-79e3fe06e970) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:07.202544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2b49-6568-4691-beb7-fbc6f2b10df3 req-7f83c469-6d94-432c-bdff-b7f1686b88f6 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:07.204073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-023a2b49-6568-4691-beb7-fbc6f2b10df3 req-7f83c469-6d94-432c-bdff-b7f1686b88f6 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.0703549 Aug 27 02:42:07.246966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8c5225e4-bb7b-4555-9507-c59cf847d7c0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:07.270897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.274191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-023a2b49-6568-4691-beb7-fbc6f2b10df3 req-d84bc384-bb55-4869-8146-0563d54b9e56 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Aug 27 02:42:07.286116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Transition to ACTIVE for port object a28dec5a-ed98-418e-b453-79e3fe06e970 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:07.365743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:07.382231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.435113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:07.441323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:07.448280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:07.448917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.500726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Port': ['ID=a28dec5a-ed98-418e-b453-79e3fe06e970,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:07.747419 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.820217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb99fdd-ea8b-4a4c-abd1-dfc280fbccac None None] Network 392355d5-970d-4077-b637-933a10ea63e0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:07.869400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-c54fa10e-0389-4a0d-9ba2-3a7b041ff20c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:07.871350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-c54fa10e-0389-4a0d-9ba2-3a7b041ff20c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.2067280 Aug 27 02:42:07.883772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Provisioning for port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:07.908946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Provisioning complete for port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:07.908946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:07.951457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-63a5a76c-c123-4855-a17e-df0a6840352a tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/quotas/e58b8f32dfd24cd2928738090102ad26 HTTP/1.1" status: 200 len: 375 time: 0.0429919 Aug 27 02:42:08.104357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-adebc767-ded6-4354-9b07-e4ff46f624ed tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1463506 Aug 27 02:42:08.130603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8e66-c8a6-4de0-87b1-02827aa2f02f req-d0b4590d-ebed-41bd-bd3b-693a84206b82 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:08.135246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28ea8e66-c8a6-4de0-87b1-02827aa2f02f req-d0b4590d-ebed-41bd-bd3b-693a84206b82 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1496675 Aug 27 02:42:08.248004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28ea8e66-c8a6-4de0-87b1-02827aa2f02f req-10766a0a-87d1-4bfb-a61f-25a5cb668f05 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018491 Aug 27 02:42:08.272114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.282034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.299675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-f1e8d282-0b2e-499f-8555-fa76243373c8 service neutron] 10.222.0.26 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859498 Aug 27 02:42:08.328880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] For port 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8c5225e4-bb7b-4555-9507-c59cf847d7c0,segment=NetworkSegment(15a37cc0-d051-4cdb-bfb8-633751da5d50),segment_id=15a37cc0-d051-4cdb-bfb8-633751da5d50)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:08.338919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.383864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.384643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.399767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd54ad-a86d-4a90-8895-e54dc8f171ec None None] Pushing event updated for resources: {'Port': ['ID=8c5225e4-bb7b-4555-9507-c59cf847d7c0,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.478175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-427924da-e13d-4292-a9c1-e19705de64b4 None None] Provisioning for port a28dec5a-ed98-418e-b453-79e3fe06e970 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:08.484346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-427924da-e13d-4292-a9c1-e19705de64b4 None None] Provisioning complete for port a28dec5a-ed98-418e-b453-79e3fe06e970 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:08.485065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-427924da-e13d-4292-a9c1-e19705de64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.530809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-0871299a-9a36-44cb-80e5-e0e0453fab3a service neutron] 10.222.0.26 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295821 Aug 27 02:42:08.533778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event updated for resources: {'Port': ['ID=a28dec5a-ed98-418e-b453-79e3fe06e970,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:08.555595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-427924da-e13d-4292-a9c1-e19705de64b4 None None] Port a28dec5a-ed98-418e-b453-79e3fe06e970 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:08.610961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:08.612458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:08.687756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d16713a6-c336-409e-be4a-5602dbe44d61 None None] Provisioning complete for port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:08.688135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d16713a6-c336-409e-be4a-5602dbe44d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:08.753737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Router 1c35abd0-5328-44d5-b88f-ff7c5197b3fe has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:08.760474 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8c31003-9b53-4770-a323-1be11e1213ca req-e68dbfc3-8140-4ec9-b9ab-298258c237f2 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 210 time: 0.0538492 Aug 27 02:42:08.903819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:08.914511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58852) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:08.916170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5263a0d-5056-4532-b2b1-e6a609af5d12 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2046807 Aug 27 02:42:08.919296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] Sync routers for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:08.937420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:08.944328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.983044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:08.991750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:08.992737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:09.030217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:09.031001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b9785-ae80-4c62-ba21-9f4f82d5c44c None None] The sync data for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:09.042253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a5ae465-def0-415d-a2a4-4aca05093dba None None] Provisioning complete for port a28dec5a-ed98-418e-b453-79e3fe06e970 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:09.042658 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae465-def0-415d-a2a4-4aca05093dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.062658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc4cdc90-3ce7-4732-9811-92d336ad291b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.098620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ae465-def0-415d-a2a4-4aca05093dba None None] Port a28dec5a-ed98-418e-b453-79e3fe06e970 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:09.169675 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-bc4cdc90-3ce7-4732-9811-92d336ad291b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:42:09.171378 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc4cdc90-3ce7-4732-9811-92d336ad291b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe HTTP/1.1" status: 409 len: 329 time: 0.2534077 Aug 27 02:42:09.173471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58856) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:09.194105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8c5225e4-bb7b-4555-9507-c59cf847d7c0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:09.268812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:09.269192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.422082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f982d1-c8ee-4d31-a69f-aaae6b1ed42b req-5ddab65f-1e2d-46b3-b13f-ffd075550387 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.444087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52f982d1-c8ee-4d31-a69f-aaae6b1ed42b req-5ddab65f-1e2d-46b3-b13f-ffd075550387 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1053433 Aug 27 02:42:09.495192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52f982d1-c8ee-4d31-a69f-aaae6b1ed42b req-35c8c739-b569-4228-b401-d78491ebda0b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496366 Aug 27 02:42:09.647742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d38d40-ec14-45fe-b2c3-6dc591c4ce86 req-4cd891d3-56d6-4e38-8d6f-82ac1b94be49 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:09.649242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1d38d40-ec14-45fe-b2c3-6dc591c4ce86 req-4cd891d3-56d6-4e38-8d6f-82ac1b94be49 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0702155 Aug 27 02:42:09.654567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:09.802984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1d38d40-ec14-45fe-b2c3-6dc591c4ce86 req-8bf20f8d-e56e-4f2d-b5bc-db91183e61c2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Aug 27 02:42:09.917933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-981615ba-6b59-4abf-8aa3-fee67c2b44eb req-4769cac3-4a64-433e-b1a7-1e86b7d70af0 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 210 time: 0.0304613 Aug 27 02:42:10.012892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting port a28dec5a-ed98-418e-b453-79e3fe06e970 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:10.013180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.043921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-741f77a7-371d-477c-ae2c-128e57ef1115 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:10.045682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-741f77a7-371d-477c-ae2c-128e57ef1115 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.46 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.1304440 Aug 27 02:42:10.058426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Request body: {'port': {'device_id': '6fde2d62-7686-4499-94b5-9c37142daffa', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'admin_state_up': True, 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:10.100645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Made reservation on behalf of e58b8f32dfd24cd2928738090102ad26 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:10.103323 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.142445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.161326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Calling delete_port for a28dec5a-ed98-418e-b453-79e3fe06e970 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:10.262461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353a2c0-344d-4921-a748-20774d148162 req-c03bda35-c1bc-4ee4-b694-d68707889ba1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:10.264038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c353a2c0-344d-4921-a748-20774d148162 req-c03bda35-c1bc-4ee4-b694-d68707889ba1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0885541 Aug 27 02:42:10.303011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Allocated IP 172.20.0.5 (0a40056d-427b-42b8-aecf-772c4db04fbc/374bc9ba-c06b-4407-aaf8-f69727454fe8/0f2ec203-4e5f-490b-ade5-b5dca836beab) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:10.329984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c353a2c0-344d-4921-a748-20774d148162 req-4cfa6bab-9a2a-4328-b18f-62a59a4e36ff tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575345 Aug 27 02:42:10.376817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.411437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Port': ['ID=a28dec5a-ed98-418e-b453-79e3fe06e970,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.531775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.549693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Transition to ACTIVE for port object 0f2ec203-4e5f-490b-ade5-b5dca836beab will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:10.553229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.594328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.606739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:10.677447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Pushing event updated for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:10.691576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Network 0a40056d-427b-42b8-aecf-772c4db04fbc is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:10.694442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:10.697167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:10.745214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:10.746085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.767861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-a39fa894-a709-4932-bfb7-439b6afd7905 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7131236 Aug 27 02:42:10.776142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Router 1c35abd0-5328-44d5-b88f-ff7c5197b3fe has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:10.788271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Request body: {'port': {'device_id': '6fde2d62-7686-4499-94b5-9c37142daffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:10.869930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:10.931350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:10.942283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58898) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:10.943279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-de7df0ed-5da5-4817-9c61-e658a1217f4b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685792 Aug 27 02:42:10.946545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] Sync routers for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:10.958542 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:10.959181 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.039738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-508a74ba-1e42-46a1-ab05-1504cc527589 None None] Provisioning for port 0f2ec203-4e5f-490b-ade5-b5dca836beab completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:11.047148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-508a74ba-1e42-46a1-ab05-1504cc527589 None None] Provisioning complete for port 0f2ec203-4e5f-490b-ade5-b5dca836beab triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:11.049360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-508a74ba-1e42-46a1-ab05-1504cc527589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.060006 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-02d9fdd1-a047-4517-a9a3-18f40098b50f tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] show failed (client error): The resource could not be found. Aug 27 02:42:11.066589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58902) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:11.074970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-02d9fdd1-a047-4517-a9a3-18f40098b50f tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-402570126 HTTP/1.1" status: 404 len: 334 time: 0.0729320 Aug 27 02:42:11.099362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-508a74ba-1e42-46a1-ab05-1504cc527589 None None] Port 0f2ec203-4e5f-490b-ade5-b5dca836beab cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:11.113422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-68566216-aa23-4c74-a789-d63a610ad91a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:11.173384 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.183257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] Routers {'1c35abd0-5328-44d5-b88f-ff7c5197b3fe'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:11.184158 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:41:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.216395 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:11.217294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81b9d9-94dc-4b9e-88e8-f681bc5f2f3d None None] The sync data for ids ['1c35abd0-5328-44d5-b88f-ff7c5197b3fe'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:11.230311 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-68566216-aa23-4c74-a789-d63a610ad91a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] update failed (client error): The resource could not be found. Aug 27 02:42:11.231476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68566216-aa23-4c74-a789-d63a610ad91a tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1540973501 HTTP/1.1" status: 404 len: 335 time: 0.1263721 Aug 27 02:42:11.237603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58904) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:11.274193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae19d4-b81d-4afd-8cae-6f5de79f3dde req-8319e6cf-fec0-4cce-9fc9-b2da536ef57c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:11.282585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3aae19d4-b81d-4afd-8cae-6f5de79f3dde req-8319e6cf-fec0-4cce-9fc9-b2da536ef57c tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1027 time: 0.2394762 Aug 27 02:42:11.356646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting subnet ca81173c-f3f6-44b8-9753-1393a5dc921f {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:11.358689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2ec203-4e5f-490b-ade5-b5dca836beab {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:11.369807 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.377448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3aae19d4-b81d-4afd-8cae-6f5de79f3dde req-ca38b1a5-92a6-4a18-8fad-843ed15bd7bf tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880218 Aug 27 02:42:11.378795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.394497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Transition to ACTIVE for port object 0f2ec203-4e5f-490b-ade5-b5dca836beab will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:11.404579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.458429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.505189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.605685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ebe27-e495-4bda-b7f0-db9bfd94ebc4 req-91f31495-490f-4d35-b500-43f174245e61 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:11.607389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c99ebe27-e495-4bda-b7f0-db9bfd94ebc4 req-91f31495-490f-4d35-b500-43f174245e61 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1435602 Aug 27 02:42:11.637244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Attempting to bind port 0f2ec203-4e5f-490b-ade5-b5dca836beab on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:11.637572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Attempting to bind port 0f2ec203-4e5f-490b-ade5-b5dca836beab by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:11.637897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Attempting to bind port 0f2ec203-4e5f-490b-ade5-b5dca836beab on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:11.647374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Port 0f2ec203-4e5f-490b-ade5-b5dca836beab on network 0a40056d-427b-42b8-aecf-772c4db04fbc not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:42:11.647739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Attempting to bind port 0f2ec203-4e5f-490b-ade5-b5dca836beab on network 0a40056d-427b-42b8-aecf-772c4db04fbc {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:11.653542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.662752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:11.663265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Checking segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:11.663816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Bound using segment: {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:11.664273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Bound port: 0f2ec203-4e5f-490b-ade5-b5dca836beab, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c65538-a202-4e7a-9790-1aeb318dae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:11.664641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.681954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c99ebe27-e495-4bda-b7f0-db9bfd94ebc4 req-6f7d6f5b-ccee-4f45-9129-8313e7cb0876 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 Aug 27 02:42:11.779842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.787650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:11.792244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:11.797369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.824791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Subnet': ['ID=ca81173c-f3f6-44b8-9753-1393a5dc921f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.852227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.853344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74449b-0436-40a4-a8fe-9b6b42282226 None None] Network 392355d5-970d-4077-b637-933a10ea63e0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:11.856742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c4908049-3d36-4283-a167-5633a71110fe tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/subnets/ca81173c-f3f6-44b8-9753-1393a5dc921f HTTP/1.1" status: 204 len: 168 time: 0.6180613 Aug 27 02:42:11.862956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:11.883551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:11.888244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:11.888958 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:11.890550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-2cb9ac79-23f2-4212-8f2f-38d63c160e61 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f2ec203-4e5f-490b-ade5-b5dca836beab HTTP/1.1" status: 200 len: 1091 time: 1.1068401 Aug 27 02:42:11.891095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:11.893492 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d2f772-cb9e-470b-9db0-a17b53bc4aea" -d '{"events": [{"name": "network-changed", "server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:11.954314 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002dcbe9-a3cf-4ef3-a0bb-87ea583017d8 x-openstack-request-id: req-002dcbe9-a3cf-4ef3-a0bb-87ea583017d8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:11.954914 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:11.955611 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-002dcbe9-a3cf-4ef3-a0bb-87ea583017d8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:11.956109 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab', 'status': 'completed', 'code': 200} Aug 27 02:42:12.020849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.060052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-4665b409-cecb-4644-ae5d-f49eca0aa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.063489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-4665b409-cecb-4644-ae5d-f49eca0aa30d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.0972583 Aug 27 02:42:12.127898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:12.130745 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.164459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-e22906bb-86de-4649-8d07-6d74a34bccd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab HTTP/1.1" status: 200 len: 217 time: 0.0820720 Aug 27 02:42:12.223974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] DHCP port deletion for 392355d5-970d-4077-b637-933a10ea63e0 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:12.291049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-74b5d5d3-99e7-419d-a2db-1c6ef1b24775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.293266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-74b5d5d3-99e7-419d-a2db-1c6ef1b24775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=374bc9ba-c06b-4407-aaf8-f69727454fe8 HTTP/1.1" status: 200 len: 848 time: 0.1197267 Aug 27 02:42:12.300949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] For port 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8c5225e4-bb7b-4555-9507-c59cf847d7c0,segment=NetworkSegment(15a37cc0-d051-4cdb-bfb8-633751da5d50),segment_id=15a37cc0-d051-4cdb-bfb8-633751da5d50)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:12.301318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.315092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Deleting port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:12.315472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.338162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Calling delete_port for 8c5225e4-bb7b-4555-9507-c59cf847d7c0 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:12.350596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-3f3cfdbd-0526-4443-86b9-329b3cf7ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.352575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-3f3cfdbd-0526-4443-86b9-329b3cf7ae89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a40056d-427b-42b8-aecf-772c4db04fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519662 Aug 27 02:42:12.393739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] For port 8c5225e4-bb7b-4555-9507-c59cf847d7c0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8c5225e4-bb7b-4555-9507-c59cf847d7c0,segment=NetworkSegment(15a37cc0-d051-4cdb-bfb8-633751da5d50),segment_id=15a37cc0-d051-4cdb-bfb8-633751da5d50)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:12.394468 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.409847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Calling delete_port for 8c5225e4-bb7b-4555-9507-c59cf847d7c0 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:12.506050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-d3a79b81-2eb9-4060-87e4-ba3ade174230 service neutron] 10.222.0.46 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451068 Aug 27 02:42:12.527261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.557016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] Pushing event deleted for resources: {'Port': ['ID=8c5225e4-bb7b-4555-9507-c59cf847d7c0,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.563479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.564462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef793f-d8c1-4508-9091-6f3e588bf280 None None] No DVR routers for this DVR port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:12.627107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] No DVR routers for this DVR port 8c5225e4-bb7b-4555-9507-c59cf847d7c0 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:12.631204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Port': ['ID=8c5225e4-bb7b-4555-9507-c59cf847d7c0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:12.701098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a3fabc8-3979-4c72-b0b6-3b67e50482ec req-665821c1-e42f-4c10-94b5-607831a0adff service neutron] 10.222.0.46 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804314 Aug 27 02:42:12.715190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ec7b-9428-435a-a5fa-96b71b8f7b22 req-89e53f6c-a27b-4f87-8149-a6de0c085373 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:12.716755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63c7ec7b-9428-435a-a5fa-96b71b8f7b22 req-89e53f6c-a27b-4f87-8149-a6de0c085373 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.2061338 Aug 27 02:42:12.752210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.772488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392355d5-970d-4077-b637-933a10ea63e0']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.789308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a37cc0-d051-4cdb-bfb8-633751da5d50') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.789921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a37cc0-d051-4cdb-bfb8-633751da5d50') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:12.800535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.818710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63c7ec7b-9428-435a-a5fa-96b71b8f7b22 req-084f02c8-71a8-4cf6-929e-a0219cf36a41 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933259 Aug 27 02:42:12.829855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.890155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:12.892280 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:12.897882 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:12.991821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.005644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af9a16-0e8d-4979-958a-228313daee3f req-d273be70-7f7a-4f4e-b1d7-fbd54c6e60b4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.008519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1af9a16-0e8d-4979-958a-228313daee3f req-d273be70-7f7a-4f4e-b1d7-fbd54c6e60b4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1726661 Aug 27 02:42:13.022723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.028306 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/networks/392355d5-970d-4077-b637-933a10ea63e0 HTTP/1.1" status: 204 len: 168 time: 1.1651008 Aug 27 02:42:13.051336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58954) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:13.063658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:13.113215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bcd81-d006-40e9-8f30-62fcc4df1220 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Network': ['ID=392355d5-970d-4077-b637-933a10ea63e0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.172401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1af9a16-0e8d-4979-958a-228313daee3f req-4695ef13-4538-4255-b464-2ef02b294443 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427374 Aug 27 02:42:13.181517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting subnet 4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:13.185106 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.229241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8c5225e4-bb7b-4555-9507-c59cf847d7c0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:13.262413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8c5225e4-bb7b-4555-9507-c59cf847d7c0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:13.262774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8c5225e4-bb7b-4555-9507-c59cf847d7c0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:13.290146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68a680a2-9553-4685-9f0c-96fe27c8ab0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.293669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.424074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-a8a94f3b-cc16-4d3f-a646-7bf0666951c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.425667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-a8a94f3b-cc16-4d3f-a646-7bf0666951c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e58b8f32dfd24cd2928738090102ad26&device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.6055419 Aug 27 02:42:13.460565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.571862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-daabc944-1f79-4d76-adb9-9216df495f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.573401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-daabc944-1f79-4d76-adb9-9216df495f74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 200 len: 910 time: 0.1376717 Aug 27 02:42:13.586726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68a680a2-9553-4685-9f0c-96fe27c8ab0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.589144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.617834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68a680a2-9553-4685-9f0c-96fe27c8ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.623468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.624949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-7bd4b913-7408-4454-ba14-d72a7f7eedf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab HTTP/1.1" status: 200 len: 217 time: 0.0442832 Aug 27 02:42:13.646967 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.651062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6412a807-7eff-4568-a080-7e34b21247aa tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/subnets/4c7f4cc4-b5c7-4e1d-879f-35b4cec6cfa5 HTTP/1.1" status: 204 len: 168 time: 0.5961988 Aug 27 02:42:13.651224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15eaa52-4592-4a15-98c0-ab58ced45f4d None None] Network cd9f7d30-a4b0-4b7b-974b-f5402c644199 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:13.651913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:13.694602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-28fb17e8-cfb6-47ea-9671-308411004a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.696276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-28fb17e8-cfb6-47ea-9671-308411004a58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=374bc9ba-c06b-4407-aaf8-f69727454fe8 HTTP/1.1" status: 200 len: 848 time: 0.0596576 Aug 27 02:42:13.708662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68a680a2-9553-4685-9f0c-96fe27c8ab0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e5b913e615f450492a8be4ef4285882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283972 Aug 27 02:42:13.711806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a680a2-9553-4685-9f0c-96fe27c8ab0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de691c78-aefb-4cac-932f-28d1c9e6854d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:13.712887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:13.745585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting subnet 46ca9d40-9b23-4dcc-817f-377d75a0de23 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:13.750412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.798974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-b0f40b9b-1386-4bf4-b09f-2aec9d14dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:13.800511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-b0f40b9b-1386-4bf4-b09f-2aec9d14dcf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0a40056d-427b-42b8-aecf-772c4db04fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956483 Aug 27 02:42:13.831856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.855793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.908640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] DHCP port deletion for cd9f7d30-a4b0-4b7b-974b-f5402c644199 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:13.924856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.947845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:13.982132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Deleting port 6a21d810-1f5c-4331-be36-543e62897060 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:13.982630 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.012159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-d049e54a-9043-4588-8517-26218e993f33 service neutron] 10.222.0.46 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907992 Aug 27 02:42:14.031717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321b681-ed94-4b45-900e-1bfc9989da0b req-254dcc2a-d10b-456e-8857-14442b72a030 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:14.033854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2321b681-ed94-4b45-900e-1bfc9989da0b req-254dcc2a-d10b-456e-8857-14442b72a030 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.1008794 Aug 27 02:42:14.040984 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.081776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Subnet': ['ID=46ca9d40-9b23-4dcc-817f-377d75a0de23,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.089545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.091612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d30c9089-d8b9-4db4-8c5e-a4818b50e0c2 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/subnets/46ca9d40-9b23-4dcc-817f-377d75a0de23 HTTP/1.1" status: 204 len: 168 time: 0.4369526 Aug 27 02:42:14.094716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58974) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:14.107324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e006a-95e5-45e0-a24d-6a93ee64ec18 None None] Network d5d82e09-27cd-4ee2-b066-3f7def182bf4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:14.111828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.114342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.115488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de691c78-aefb-4cac-932f-28d1c9e6854d HTTP/1.1" status: 204 len: 168 time: 0.4015098 Aug 27 02:42:14.149291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b763ec-4b7d-4076-9ec1-1e07882948fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de691c78-aefb-4cac-932f-28d1c9e6854d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.190104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] For port 6a21d810-1f5c-4331-be36-543e62897060, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a21d810-1f5c-4331-be36-543e62897060,segment=NetworkSegment(5791355e-d887-43e2-b826-155b61a39789),segment_id=5791355e-d887-43e2-b826-155b61a39789)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:14.190660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.198592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.229031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Calling delete_port for 6a21d810-1f5c-4331-be36-543e62897060 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:14.240111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2321b681-ed94-4b45-900e-1bfc9989da0b req-3890d7d1-7c10-465b-8238-c593736b3cae tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951184 Aug 27 02:42:14.275009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-54d2f772-cb9e-470b-9db0-a17b53bc4aea req-38586f85-4305-4afe-a0b6-661acdfa57ac service neutron] 10.222.0.46 "GET /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553544 Aug 27 02:42:14.300959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting port 6a21d810-1f5c-4331-be36-543e62897060 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:14.301310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.416747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.421230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] For port 6a21d810-1f5c-4331-be36-543e62897060, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a21d810-1f5c-4331-be36-543e62897060,segment=NetworkSegment(5791355e-d887-43e2-b826-155b61a39789),segment_id=5791355e-d887-43e2-b826-155b61a39789)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:14.421567 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.448562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Calling delete_port for 6a21d810-1f5c-4331-be36-543e62897060 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:14.461320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] Pushing event deleted for resources: {'Port': ['ID=6a21d810-1f5c-4331-be36-543e62897060,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.469962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6f548-4b6b-448f-8b57-73e6464906a5 None None] No DVR routers for this DVR port 6a21d810-1f5c-4331-be36-543e62897060 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:14.478006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] DHCP port deletion for d5d82e09-27cd-4ee2-b066-3f7def182bf4 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:14.537782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Deleting port 29f94183-434c-4351-adea-aa6d37fe98c8 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:14.538361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.560006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479eafb-4e1e-437a-9d3a-357829966f7f req-b4a8e913-9717-403b-9765-85e7e6e81f07 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:14.567671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2479eafb-4e1e-437a-9d3a-357829966f7f req-b4a8e913-9717-403b-9765-85e7e6e81f07 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.2188036 Aug 27 02:42:14.614305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2479eafb-4e1e-437a-9d3a-357829966f7f req-630fd6f2-b6dd-44be-9bfd-2478bcdb63af tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Aug 27 02:42:14.614907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] For port 29f94183-434c-4351-adea-aa6d37fe98c8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29f94183-434c-4351-adea-aa6d37fe98c8,segment=NetworkSegment(486b7496-4446-40ae-9933-f31f39fb0f79),segment_id=486b7496-4446-40ae-9933-f31f39fb0f79)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:14.614907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.620778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.629578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Calling delete_port for 29f94183-434c-4351-adea-aa6d37fe98c8 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:14.651696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] No DVR routers for this DVR port 6a21d810-1f5c-4331-be36-543e62897060 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:14.675261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Port': ['ID=6a21d810-1f5c-4331-be36-543e62897060,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.731831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.746771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.757496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] Pushing event deleted for resources: {'Port': ['ID=29f94183-434c-4351-adea-aa6d37fe98c8,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:14.764020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4e623-0987-4eb0-a9df-4258b52f2b98 None None] No DVR routers for this DVR port 29f94183-434c-4351-adea-aa6d37fe98c8 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:14.767138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9f7d30-a4b0-4b7b-974b-f5402c644199']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:14.785356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5791355e-d887-43e2-b826-155b61a39789') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:14.785672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5791355e-d887-43e2-b826-155b61a39789') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:14.794844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:14.930508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-3dbdda26-85b0-46cc-8ad6-31e11f069cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540028 Aug 27 02:42:15.056347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-e8e753b9-aa09-4172-a7f6-d26520f2105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.058148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-e8e753b9-aa09-4172-a7f6-d26520f2105b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92967bc26d174be08089f397092ed051&device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 1097 time: 0.0604231 Aug 27 02:42:15.184139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.195073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:15.195630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:15.199431 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:15.203008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29f94183-434c-4351-adea-aa6d37fe98c8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:15.229951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-bfea002b-4be5-4747-8011-efc90f04d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.231688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-bfea002b-4be5-4747-8011-efc90f04d387 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 200 len: 910 time: 0.1491365 Aug 27 02:42:15.233036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 29f94183-434c-4351-adea-aa6d37fe98c8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:15.233932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29f94183-434c-4351-adea-aa6d37fe98c8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:15.234538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a21d810-1f5c-4331-be36-543e62897060 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:15.254641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6a21d810-1f5c-4331-be36-543e62897060 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:15.255250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a21d810-1f5c-4331-be36-543e62897060 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:15.270911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.301413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.307541 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/networks/cd9f7d30-a4b0-4b7b-974b-f5402c644199 HTTP/1.1" status: 204 len: 168 time: 1.2081993 Aug 27 02:42:15.307541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59008) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:15.324958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4e969-0239-4662-8ebf-6814e9bb6a0c tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Network': ['ID=cd9f7d30-a4b0-4b7b-974b-f5402c644199,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:15.397998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-1a1a0a8a-f12f-4c2b-ab49-f1f18ce4c27d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 200 len: 1001 time: 0.1592212 Aug 27 02:42:15.419936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ee987-0ac5-4b29-8b3f-46b9d0c9a44d req-7f7cb55b-ee3a-4a61-9917-5509e1a505d5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.422122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-988ee987-0ac5-4b29-8b3f-46b9d0c9a44d req-7f7cb55b-ee3a-4a61-9917-5509e1a505d5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.0722914 Aug 27 02:42:15.426969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.482190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-988ee987-0ac5-4b29-8b3f-46b9d0c9a44d req-1c6928b4-1624-4b97-9767-a96c23130224 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Aug 27 02:42:15.486799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-a606e5e2-61a5-493c-9ad0-03a5a1eae928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.488319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-a606e5e2-61a5-493c-9ad0-03a5a1eae928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 200 len: 848 time: 0.0818901 Aug 27 02:42:15.529301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.542480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d82e09-27cd-4ee2-b066-3f7def182bf4']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:15.555112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-1b8bb0d2-faa1-40d2-82e9-899eb618f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.556695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-1b8bb0d2-faa1-40d2-82e9-899eb618f49b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e58229a-d11b-40c9-ba11-700b97a0eb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617893 Aug 27 02:42:15.558607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486b7496-4446-40ae-9933-f31f39fb0f79') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:15.559068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486b7496-4446-40ae-9933-f31f39fb0f79') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:15.569521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.586219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.598901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:15.604771 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:15.608999 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:15.745106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-8d60b222-6449-4422-a0a1-802b96b3b7ad service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800864 Aug 27 02:42:15.793665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.802535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.807051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/networks/d5d82e09-27cd-4ee2-b066-3f7def182bf4 HTTP/1.1" status: 204 len: 168 time: 0.4873414 Aug 27 02:42:15.809945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59024) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:15.867070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26f75c89-f47d-4c4b-8d63-ca5581f6fc84 req-78372745-9ae5-4b9f-88cc-089b144d4eae service neutron] 10.222.0.46 "GET /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129012 Aug 27 02:42:15.869761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93665a-889b-4928-91e9-aceb2283e9bc req-b8ea907b-8c82-406d-aa2d-e42ef5aeb8a9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:15.871422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c93665a-889b-4928-91e9-aceb2283e9bc req-b8ea907b-8c82-406d-aa2d-e42ef5aeb8a9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1231041 Aug 27 02:42:15.872233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790584d-aa94-48e5-b4ae-b1792517254b tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Network': ['ID=d5d82e09-27cd-4ee2-b066-3f7def182bf4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:15.918938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting subnet 3638b608-b8c7-4589-b344-67584bb281a1 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:15.924770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:15.983577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c93665a-889b-4928-91e9-aceb2283e9bc req-c22c5360-5aab-4e30-aa16-8cacdd37f366 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962131 Aug 27 02:42:15.993372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.086017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.154183 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.183269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Subnet': ['ID=3638b608-b8c7-4589-b344-67584bb281a1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:16.195409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.197340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477d411-28be-42d5-b189-7057e5844549 None None] Network b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:16.200080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8890dda2-3a65-4476-94fd-c8ae577f7e7e tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/subnets/3638b608-b8c7-4589-b344-67584bb281a1 HTTP/1.1" status: 204 len: 168 time: 0.3889706 Aug 27 02:42:16.203079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59030) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:16.352450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.356497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.416144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Deleting port f7110749-4b5e-40f5-970f-651ea781c7d6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:16.416506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.562630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] For port f7110749-4b5e-40f5-970f-651ea781c7d6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7110749-4b5e-40f5-970f-651ea781c7d6,segment=NetworkSegment(290de2a4-87be-4144-8c7c-56d1a08436e2),segment_id=290de2a4-87be-4144-8c7c-56d1a08436e2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:16.563261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.567773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] DHCP port deletion for b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:16.588241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Calling delete_port for f7110749-4b5e-40f5-970f-651ea781c7d6 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:16.675000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Deleting port f7110749-4b5e-40f5-970f-651ea781c7d6 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:16.675385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.756949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138d9be-dbdc-4603-bea4-3a0899a74496 req-523a2127-0c91-410a-86ea-ee1eea7127ec tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:16.769134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] For port f7110749-4b5e-40f5-970f-651ea781c7d6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f7110749-4b5e-40f5-970f-651ea781c7d6,segment=NetworkSegment(290de2a4-87be-4144-8c7c-56d1a08436e2),segment_id=290de2a4-87be-4144-8c7c-56d1a08436e2)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:16.770141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.777985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e138d9be-dbdc-4603-bea4-3a0899a74496 req-523a2127-0c91-410a-86ea-ee1eea7127ec tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.1076846 Aug 27 02:42:16.793899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Calling delete_port for f7110749-4b5e-40f5-970f-651ea781c7d6 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:16.831085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.883402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Port': ['ID=f7110749-4b5e-40f5-970f-651ea781c7d6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:16.894141 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:42:16.911980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:16.927949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] No DVR routers for this DVR port f7110749-4b5e-40f5-970f-651ea781c7d6 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:16.953970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] Pushing event deleted for resources: {'Port': ['ID=f7110749-4b5e-40f5-970f-651ea781c7d6,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:16.961474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e138d9be-dbdc-4603-bea4-3a0899a74496 req-653bcf6d-735e-4d89-8a29-945ff9cb99a5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824975 Aug 27 02:42:16.966748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79086fff-2695-4c26-b167-870ec4bfb37e None None] No DVR routers for this DVR port f7110749-4b5e-40f5-970f-651ea781c7d6 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:17.090464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.105930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.135768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290de2a4-87be-4144-8c7c-56d1a08436e2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.137040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290de2a4-87be-4144-8c7c-56d1a08436e2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:17.152662 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.190227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c50ab-92d7-49d6-bdc4-3bc0e9da0f46 req-e4eb0795-4427-4651-937b-06982c3e0b66 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:17.200383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.200806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f6c50ab-92d7-49d6-bdc4-3bc0e9da0f46 req-e4eb0795-4427-4651-937b-06982c3e0b66 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1115112 Aug 27 02:42:17.222544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:17.224658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.253134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7110749-4b5e-40f5-970f-651ea781c7d6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:17.291093 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:17.297258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f6c50ab-92d7-49d6-bdc4-3bc0e9da0f46 req-889f80f2-c928-423e-80af-55826c6d57d2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929396 Aug 27 02:42:17.301515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f7110749-4b5e-40f5-970f-651ea781c7d6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:17.302783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f7110749-4b5e-40f5-970f-651ea781c7d6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:17.331559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.343936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.345883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/networks/b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89 HTTP/1.1" status: 204 len: 168 time: 1.1412337 Aug 27 02:42:17.348484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59062) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:17.376105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80508c-861f-4a69-a634-26230ad4c2f5 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Pushing event deleted for resources: {'Network': ['ID=b2cfa0d1-82f9-4800-b52b-8f44f3ccfa89,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:17.394737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-df68a165-4ac9-49c5-9ebf-ec095ad0532d tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c35abd0-5328-44d5-b88f-ff7c5197b3fe HTTP/1.1" status: 200 len: 205 time: 0.0449224 Aug 27 02:42:17.397032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:17.511050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.676552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.678655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.720658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.721187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Fanout notify agent at l3_agent the message router_deleted on router 1c35abd0-5328-44d5-b88f-ff7c5197b3fe {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:17.728565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:17.729684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-90c864fd-e830-4db0-9bea-637cccdb5096 tempest-RoutersNegativeIpV6Test-1642588093 tempest-RoutersNegativeIpV6Test-1642588093-project] 10.222.0.26 "DELETE /v2.0/routers/1c35abd0-5328-44d5-b88f-ff7c5197b3fe HTTP/1.1" status: 204 len: 168 time: 0.3316338 Aug 27 02:42:17.996846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:18.057307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3ebb-407d-45c6-a404-9982c6b5ee7e req-0a53ea24-7795-4f8f-b97c-81a92302e87f tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.058882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bab3ebb-407d-45c6-a404-9982c6b5ee7e req-0a53ea24-7795-4f8f-b97c-81a92302e87f tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1094 time: 0.0410323 Aug 27 02:42:18.097603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6bab3ebb-407d-45c6-a404-9982c6b5ee7e req-de1f139a-e9d0-4dff-8218-1f1d6f991ea3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Aug 27 02:42:18.110769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0f2ec203-4e5f-490b-ade5-b5dca836beab details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:18.166186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-25251d6b-ec41-4234-88e0-870776946510 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd04cd86271c4844b159ab3589e52e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679053 Aug 27 02:42:18.168770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:18.220715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:18.224941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.235041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '0f2ec203-4e5f-490b-ade5-b5dca836beab', 'network_id': '0a40056d-427b-42b8-aecf-772c4db04fbc', 'port_id': '0f2ec203-4e5f-490b-ade5-b5dca836beab', 'mac_address': 'fa:16:3e:3a:04:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374bc9ba-c06b-4407-aaf8-f69727454fe8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:18.251451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.278824 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.310896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2ec203-4e5f-490b-ade5-b5dca836beab {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:18.338439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:18.351949 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.360057 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.365162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:18.374863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86e3fbf4-4fd7-41d9-a318-c569e699791e HTTP/1.1" status: 204 len: 168 time: 0.2037137 Aug 27 02:42:18.410247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f202f6-56ad-4396-865a-9fbf49a1de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e3fbf4-4fd7-41d9-a318-c569e699791e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:18.444014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:18.514836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085c555-476d-4d87-b71f-bf9d9fb6fd37 req-0c37e0c6-e728-401c-92bb-d8c88f3ac73c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:18.516436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f085c555-476d-4d87-b71f-bf9d9fb6fd37 req-0c37e0c6-e728-401c-92bb-d8c88f3ac73c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0573678 Aug 27 02:42:18.563664 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f085c555-476d-4d87-b71f-bf9d9fb6fd37 req-879e35d0-6a29-4952-8d1d-3b24c17ece02 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 Aug 27 02:42:18.744720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0f2ec203-4e5f-490b-ade5-b5dca836beab'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:19.151587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:19.211198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e174a7-3cbb-4a53-a87b-8314ca98fc0b req-b6fab755-55fd-4365-b676-7afcb24976e6 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.213748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98e174a7-3cbb-4a53-a87b-8314ca98fc0b req-b6fab755-55fd-4365-b676-7afcb24976e6 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1095 time: 0.0478444 Aug 27 02:42:19.257378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98e174a7-3cbb-4a53-a87b-8314ca98fc0b req-db5f8a3d-4f41-40b2-b6e6-0e6cc609e720 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Aug 27 02:42:19.259455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-266209745'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:19.302372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Made reservation on behalf of 7e0951bf19f24305a846a1624454ef75 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:19.306201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.315752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.419481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.426250 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.488128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:19.502004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc2fd2-8b5b-41bc-abed-81774a10e88e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:19.511293 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.511876 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Added segment 8c90b140-7429-43ee-bbae-b20491f92c75 of type vlan for network eae4eafd-e508-4dab-acb8-3c7354862718 Aug 27 02:42:19.567291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.593992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.599852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.600545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:19.670963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5182576 Aug 27 02:42:19.674447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:19.679798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Request body: {'subnet': {'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:19.698750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1632ca-1740-4d64-9922-7d9528d28d3b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event updated for resources: {'Network': ['ID=eae4eafd-e508-4dab-acb8-3c7354862718,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:19.713173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network eae4eafd-e508-4dab-acb8-3c7354862718 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:19.718553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710087c5-2096-4653-a85c-d7c46417a42f req-471d3530-9db3-4f96-b29f-ee37df4caaad tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:19.720086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-710087c5-2096-4653-a85c-d7c46417a42f req-471d3530-9db3-4f96-b29f-ee37df4caaad tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0695922 Aug 27 02:42:19.764733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-710087c5-2096-4653-a85c-d7c46417a42f req-829c737a-1ceb-4f9b-82c1-928f6772552a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374665 Aug 27 02:42:19.796800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Made reservation on behalf of 7e0951bf19f24305a846a1624454ef75 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:19.800794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.015131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.084561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event updated for resources: {'Subnet': ['ID=faf530fb-16d1-4fb6-ba69-e902d52fd2aa,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:20.095320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Checking segment: {'id': '8c90b140-7429-43ee-bbae-b20491f92c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:20.095677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Network hostable DHCP agents. Network: eae4eafd-e508-4dab-acb8-3c7354862718, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:20.113378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Network eae4eafd-e508-4dab-acb8-3c7354862718 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:20.124729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, eae4eafd-e508-4dab-acb8-3c7354862718) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:20.129620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:20.130217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.136943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a10890-6fdb-4e8f-9c5e-557eaf9edc83 None None] Network eae4eafd-e508-4dab-acb8-3c7354862718 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:20.151121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-13e600fe-2663-4cf4-a04d-6bfb170a63f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4729176 Aug 27 02:42:20.151579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:20.152275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0f2ec203-4e5f-490b-ade5-b5dca836beab up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:20.157888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Request body: {'port': {'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718', 'name': 'tempest-TagsExtTest-879205131'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:20.274481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 0f2ec203-4e5f-490b-ade5-b5dca836beab completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:20.302367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 0f2ec203-4e5f-490b-ade5-b5dca836beab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:20.302772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.311544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Made reservation on behalf of 7e0951bf19f24305a846a1624454ef75 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:20.318619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.343189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] device_id is not set on port dc6db008-d590-415d-8409-cffeb49b9b6b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:42:20.425517 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.427642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-eae4eafd-e508-4dab-acb8-3c7354862718', 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718', 'tenant_id': '7e0951bf19f24305a846a1624454ef75', 'fixed_ips': [{'subnet_id': 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:42:20.428464 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.477786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:20.492660 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0333e-98a2-42af-89dc-7837c71bf0d7" -d '{"events": [{"server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:20.561679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d62df-b529-4b29-8a5e-e196f3adbe3a req-2b3fcfa2-2b0d-4455-92cc-5cfeec59260e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:20.563345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac5d62df-b529-4b29-8a5e-e196f3adbe3a req-2b3fcfa2-2b0d-4455-92cc-5cfeec59260e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1095 time: 0.1257350 Aug 27 02:42:20.690105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Allocated IP 172.20.0.14 (eae4eafd-e508-4dab-acb8-3c7354862718/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/dc6db008-d590-415d-8409-cffeb49b9b6b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:20.741970 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68edf33-4885-4e5c-b23c-46eef213be5f x-openstack-request-id: req-b68edf33-4885-4e5c-b23c-46eef213be5f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:20.742642 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "name": "network-vif-plugged", "status": "completed", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:20.742642 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b68edf33-4885-4e5c-b23c-46eef213be5f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:20.742915 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab', 'code': 200} Aug 27 02:42:20.747077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:20.759094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac5d62df-b529-4b29-8a5e-e196f3adbe3a req-e10a8997-86de-4a64-9688-96dc610c4ef3 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 Aug 27 02:42:20.761238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.867096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:20.913665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c53010-25e9-414a-8cc9-c481642e3a13 req-6804d14b-5b4e-400e-8e86-76436e46c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:20.915292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5c53010-25e9-414a-8cc9-c481642e3a13 req-6804d14b-5b4e-400e-8e86-76436e46c51f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.0740829 Aug 27 02:42:20.934683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e3294-3870-4c2c-afa4-1ad1257fe27f req-576e0200-5944-42e8-a963-ee8534f2aa20 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:20.937585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e0e3294-3870-4c2c-afa4-1ad1257fe27f req-576e0200-5944-42e8-a963-ee8534f2aa20 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0612175 Aug 27 02:42:20.938374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:20.968946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Transition to ACTIVE for port object dc6db008-d590-415d-8409-cffeb49b9b6b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:20.975221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5c53010-25e9-414a-8cc9-c481642e3a13 req-948b9a34-44c9-404b-b03c-477f051db0ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Aug 27 02:42:20.981671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e0e3294-3870-4c2c-afa4-1ad1257fe27f req-c88fae1b-9254-4b22-92f7-5321fe3ba6d0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Aug 27 02:42:21.009971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.065853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Allocated IP 172.20.0.2 (eae4eafd-e508-4dab-acb8-3c7354862718/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/4dcb8e72-86af-4436-a7f8-67b87eb285e4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:21.070537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Network eae4eafd-e508-4dab-acb8-3c7354862718 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:21.074049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:21.077243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:21.103762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event updated for resources: {'Port': ['ID=dc6db008-d590-415d-8409-cffeb49b9b6b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:21.133992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:21.134675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.151211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c33885b3-c773-492d-9b0d-b52e5f4e4c8b tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9985034 Aug 27 02:42:21.154258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.159684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1871050015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:21.185013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.186653 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.226876 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.236835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Transition to ACTIVE for port object 4dcb8e72-86af-4436-a7f8-67b87eb285e4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:21.254086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Transition to ACTIVE for port object 4dcb8e72-86af-4436-a7f8-67b87eb285e4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:21.260549 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.261236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.265595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.286909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.289270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d7549ea0-5426-4b92-a77e-522c34c51007 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1328628 Aug 27 02:42:21.291720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59162) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.300032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cded7a2f-cd6c-4abf-8f4f-bc48b9563d7e tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1617158980', 'prefixes': ['172.20.0.0/16']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:21.300680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Network eae4eafd-e508-4dab-acb8-3c7354862718 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:21.307191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:21.310978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:21.320475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Pushing event updated for resources: {'Port': ['ID=4dcb8e72-86af-4436-a7f8-67b87eb285e4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:21.364402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cded7a2f-cd6c-4abf-8f4f-bc48b9563d7e tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for subnetpool, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.368862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cded7a2f-cd6c-4abf-8f4f-bc48b9563d7e tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0717824 Aug 27 02:42:21.369085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.370328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Attempting to bind port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:21.370749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Attempting to bind port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8c90b140-7429-43ee-bbae-b20491f92c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:21.371113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Attempting to bind port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 on network eae4eafd-e508-4dab-acb8-3c7354862718 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:21.373901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-990361f4-fb0d-4516-9120-f27ccae099f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-1361240439') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.376090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:21.376467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Checking segment: {'id': '8c90b140-7429-43ee-bbae-b20491f92c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:21.376872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.377262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Bound using segment: {'id': '8c90b140-7429-43ee-bbae-b20491f92c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:21.377725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Bound port: 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c90b140-7429-43ee-bbae-b20491f92c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eae4eafd-e508-4dab-acb8-3c7354862718'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:21.378112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.440303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] For port 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:21.443290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] For port 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4dcb8e72-86af-4436-a7f8-67b87eb285e4,segment=NetworkSegment(8c90b140-7429-43ee-bbae-b20491f92c75),segment_id=8c90b140-7429-43ee-bbae-b20491f92c75)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:21.447555 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:21.474423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-990361f4-fb0d-4516-9120-f27ccae099f3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-1361240439 HTTP/1.1" status: 201 len: 201 time: 0.1024914 Aug 27 02:42:21.475426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59166) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.481141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-70540c28-dcb7-444e-8c7b-9f082111803c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-728372481') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.507639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c3f7e-7a46-48ec-a898-8279a1243b98 None None] Pushing event updated for resources: {'Port': ['ID=4dcb8e72-86af-4436-a7f8-67b87eb285e4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:21.568894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70540c28-dcb7-444e-8c7b-9f082111803c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-728372481 HTTP/1.1" status: 201 len: 201 time: 0.0913222 Aug 27 02:42:21.571328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59174) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.578557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-f6589177-b3be-4981-bcfb-8bb9377e6af0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-586077844') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.692393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6589177-b3be-4981-bcfb-8bb9377e6af0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-586077844 HTTP/1.1" status: 201 len: 201 time: 0.1196163 Aug 27 02:42:21.695118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59184) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.702653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-acd12cda-2be3-4301-9161-886d5d6ada10 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-1287130270') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.794999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.801218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-6fe54374-62a6-46ee-80cf-1e41013d307f tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.806332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-acd12cda-2be3-4301-9161-886d5d6ada10 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-1287130270 HTTP/1.1" status: 201 len: 201 time: 0.1078401 Aug 27 02:42:21.879173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6fe54374-62a6-46ee-80cf-1e41013d307f tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 200 len: 241 time: 0.0825050 Aug 27 02:42:21.881986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59192) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.887934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-8fc34190-4a72-42da-8c04-82a65f9f22ea tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-1361240439') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:21.904407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c84ce-5463-4393-8821-0d44f867026c req-049e3fff-d629-4504-98b7-04445c7404a5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:21.908256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a1c84ce-5463-4393-8821-0d44f867026c req-049e3fff-d629-4504-98b7-04445c7404a5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.0740592 Aug 27 02:42:21.956390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a1c84ce-5463-4393-8821-0d44f867026c req-06aa39b8-f934-4c94-97a8-4d52f8ced8ff tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Aug 27 02:42:21.986763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fc34190-4a72-42da-8c04-82a65f9f22ea tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-1361240439 HTTP/1.1" status: 204 len: 168 time: 0.1032681 Aug 27 02:42:21.989242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59194) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:21.993848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-e37b642e-e1a3-4676-a1e4-a75475b0d0a0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-1361240439') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.150196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16acab-df42-4a2c-b1b5-5fb546650c48 req-7749e240-fae1-4301-a6ce-df273052456a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:22.159238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac16acab-df42-4a2c-b1b5-5fb546650c48 req-7749e240-fae1-4301-a6ce-df273052456a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0774589 Aug 27 02:42:22.174552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e37b642e-e1a3-4676-a1e4-a75475b0d0a0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-1361240439 HTTP/1.1" status: 204 len: 168 time: 0.1841102 Aug 27 02:42:22.177284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59202) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.181587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-3133b298-3913-4b5c-8189-f9557be73a5d tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.215093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac16acab-df42-4a2c-b1b5-5fb546650c48 req-bccd1954-3eee-4fda-92bd-40fe35dd9f71 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535743 Aug 27 02:42:22.264123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59204) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.265656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3133b298-3913-4b5c-8189-f9557be73a5d tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 200 len: 205 time: 0.0869846 Aug 27 02:42:22.270956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-a53c496f-4bf6-4d2d-8ac8-b34123e67b2c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.330600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a53c496f-4bf6-4d2d-8ac8-b34123e67b2c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 200 len: 240 time: 0.0622923 Aug 27 02:42:22.330765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59206) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.336146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-7978fe7e-566c-4735-824c-6bad0ceb97d0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-728372481') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.440937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7978fe7e-566c-4735-824c-6bad0ceb97d0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-728372481 HTTP/1.1" status: 204 len: 168 time: 0.1091983 Aug 27 02:42:22.443652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.452451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-f1abc982-e067-46db-a07d-2d3681d9f5eb tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-728372481') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.543394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1abc982-e067-46db-a07d-2d3681d9f5eb tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-728372481 HTTP/1.1" status: 204 len: 168 time: 0.0986440 Aug 27 02:42:22.546595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.552996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-2f9244c8-b888-4157-abc7-9246a1403e04 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.629766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-121c47a8-f163-47a4-a860-ef2fc355ffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:22.686922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f9244c8-b888-4157-abc7-9246a1403e04 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 200 len: 205 time: 0.1365545 Aug 27 02:42:22.688747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59214) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.698720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-2eafd65f-1153-437e-ba75-f54bb7e04283 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:22.745782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33ca4-d0f1-4576-aad7-db6655b4575f req-73053d0b-be7c-43b7-89fe-ecb04dde23db tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:22.752307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18e33ca4-d0f1-4576-aad7-db6655b4575f req-73053d0b-be7c-43b7-89fe-ecb04dde23db tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.1166382 Aug 27 02:42:22.827178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18e33ca4-d0f1-4576-aad7-db6655b4575f req-5780e9fb-83ab-486a-86ac-a61aff538a21 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680306 Aug 27 02:42:22.866669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2eafd65f-1153-437e-ba75-f54bb7e04283 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 200 len: 240 time: 0.1766014 Aug 27 02:42:22.869373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59220) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:22.876682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-b643babc-2ca4-41d9-9d73-c2ce6b8c14a8 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-586077844') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.025613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b873c79-369d-4d01-9bac-682aa6d7b05b None None] Network eae4eafd-e508-4dab-acb8-3c7354862718 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:23.033277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b643babc-2ca4-41d9-9d73-c2ce6b8c14a8 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-586077844 HTTP/1.1" status: 204 len: 168 time: 0.1615503 Aug 27 02:42:23.037324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59228) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.045811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-2c8df5b6-a790-44c2-9791-669d78573579 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-586077844') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.188971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6142-b711-46b4-a7bc-9bd3937cd1c8 req-60733302-d8bf-4eb8-a0f6-2c136db6640d tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.191658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60ba6142-b711-46b4-a7bc-9bd3937cd1c8 req-60733302-d8bf-4eb8-a0f6-2c136db6640d tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.0954821 Aug 27 02:42:23.216590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-837f570d-0d0c-4d5c-92a9-9925b719ca5a None None] Provisioning for port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:23.261379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60ba6142-b711-46b4-a7bc-9bd3937cd1c8 req-4017124a-8f10-4e7c-9630-e10ec9f07fe5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622368 Aug 27 02:42:23.307546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c8df5b6-a790-44c2-9791-669d78573579 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-586077844 HTTP/1.1" status: 204 len: 168 time: 0.2670965 Aug 27 02:42:23.309302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4dcb8e72-86af-4436-a7f8-67b87eb285e4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:23.318179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59238) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.323746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-ba551b13-1e6e-4069-86a4-4d83e6d45f42 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.472166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:23.486147 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:23.486777 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.490463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba551b13-1e6e-4069-86a4-4d83e6d45f42 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 200 len: 205 time: 0.1707900 Aug 27 02:42:23.493573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59244) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.499862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-be3eab49-70d7-4d66-ae80-6767934f9806 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.513640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d3dbc-e73a-4bb7-a6bb-f1e7c10aa7ec req-a2856b92-cac3-44e9-912c-741215c1e895 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.521157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e4d3dbc-e73a-4bb7-a6bb-f1e7c10aa7ec req-a2856b92-cac3-44e9-912c-741215c1e895 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.1017354 Aug 27 02:42:23.532313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-4c1a3157-c176-43d7-b4da-59bea8a51bf8 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.535287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-4c1a3157-c176-43d7-b4da-59bea8a51bf8 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.46 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.0804389 Aug 27 02:42:23.557161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2772f9-2c59-4c1b-8071-f2dedce1cf79 req-ca435d59-5357-40df-8d7a-24fe72c30a9b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.567817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de2772f9-2c59-4c1b-8071-f2dedce1cf79 req-ca435d59-5357-40df-8d7a-24fe72c30a9b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1913490 Aug 27 02:42:23.604077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.617080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e4d3dbc-e73a-4bb7-a6bb-f1e7c10aa7ec req-b0fdbcd3-acaf-40ac-bb36-598603acb1cd tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949392 Aug 27 02:42:23.624349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be3eab49-70d7-4d66-ae80-6767934f9806 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 200 len: 241 time: 0.1296539 Aug 27 02:42:23.631735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59246) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.651861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-6b30c197-ede1-49a2-a280-f827cb5b9335 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-1287130270') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.667128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de2772f9-2c59-4c1b-8071-f2dedce1cf79 req-bc1807b0-4909-4bd2-b5ae-7b390e4602b4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980828 Aug 27 02:42:23.669902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4dcb8e72-86af-4436-a7f8-67b87eb285e4,segment=NetworkSegment(8c90b140-7429-43ee-bbae-b20491f92c75),segment_id=8c90b140-7429-43ee-bbae-b20491f92c75)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:23.679257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.715853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6b30c197-ede1-49a2-a280-f827cb5b9335 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-1287130270 HTTP/1.1" status: 204 len: 168 time: 0.0788403 Aug 27 02:42:23.718661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.724006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-7cba2992-277c-448d-8f49-a2f96f9f19dd tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-1287130270') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.748437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Deleting port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:23.748785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.773914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7cba2992-277c-448d-8f49-a2f96f9f19dd tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-1287130270 HTTP/1.1" status: 204 len: 168 time: 0.0538681 Aug 27 02:42:23.775509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=4dcb8e72-86af-4436-a7f8-67b87eb285e4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:23.776274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59252) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.785852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-af146a0e-0434-4c02-b0be-944416fa4796 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.811327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af146a0e-0434-4c02-b0be-944416fa4796 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 200 len: 205 time: 0.0338390 Aug 27 02:42:23.814037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59254) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.824210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-6b667de6-ed10-48fd-bb5f-a400c24a65d7 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.852354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542373ef-23f4-4ed8-adda-c0fce8d696f0 req-abcb2db9-1586-422a-90a3-f17659ee7405 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:23.854492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-542373ef-23f4-4ed8-adda-c0fce8d696f0 req-abcb2db9-1586-422a-90a3-f17659ee7405 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.1192005 Aug 27 02:42:23.893337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6b667de6-ed10-48fd-bb5f-a400c24a65d7 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 204 len: 168 time: 0.0768960 Aug 27 02:42:23.893954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:23.898654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-c072c79b-3208-45c9-822f-db7d01c602f4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:23.928362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] For port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:23.928989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:23.960484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Provisioning for port dc6db008-d590-415d-8409-cffeb49b9b6b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:23.967313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Provisioning complete for port dc6db008-d590-415d-8409-cffeb49b9b6b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:23.968735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.028021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Port dc6db008-d590-415d-8409-cffeb49b9b6b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:24.036169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-542373ef-23f4-4ed8-adda-c0fce8d696f0 req-e6131118-f961-4743-926b-7ec6f8bb88f2 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723764 Aug 27 02:42:24.048952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Provisioning complete for port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:24.048952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-69254520-883e-4fd7-b7f4-48382148c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.075245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2a4cf-23b2-4ecd-aa9d-6fc9bda95f97 req-f5f4b3dc-65ed-4b0e-b4f2-d2cff4267a87 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:24.077387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ba2a4cf-23b2-4ecd-aa9d-6fc9bda95f97 req-f5f4b3dc-65ed-4b0e-b4f2-d2cff4267a87 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 946 time: 0.0759122 Aug 27 02:42:24.081783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c072c79b-3208-45c9-822f-db7d01c602f4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 204 len: 168 time: 0.1868336 Aug 27 02:42:24.082448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.086876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-5ff1a66f-ab5c-424b-b8e8-43147cf918d4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.213710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8ba2a4cf-23b2-4ecd-aa9d-6fc9bda95f97 req-ebd7a85d-c1a5-45d7-99a5-9926adc30570 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/security-groups?id=bda42492-90a3-4bd2-836c-d392dc82277e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997577 Aug 27 02:42:24.243934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ff1a66f-ab5c-424b-b8e8-43147cf918d4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1603167 Aug 27 02:42:24.246266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59266) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.253084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-b2811810-6660-4baa-ac97-b0dae0a1e249 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.316061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.316580 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.316999 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Floating IP 96c2c747-5fd9-40f7-931f-9839fdbdc1a6 disassociated. External IP: 172.25.8.65, port: 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7. Aug 27 02:42:24.317156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Calling delete_port for 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:24.377030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b2811810-6660-4baa-ac97-b0dae0a1e249 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1250529 Aug 27 02:42:24.377724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59272) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.387270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-cf489760-41e3-4ab0-8389-e23deda675bc tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-37619093') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.497402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.521065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf708e39-d506-43d8-9ad9-943c7ad84327 req-69a21f68-02c4-4a2a-8283-c0f6638e6390 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:24.529089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf708e39-d506-43d8-9ad9-943c7ad84327 req-69a21f68-02c4-4a2a-8283-c0f6638e6390 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.1011622 Aug 27 02:42:24.539088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event deleted for resources: {'Port': ['ID=6caf488f-0e2c-4dbc-b0e1-01b53ba043c7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:24.584987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cf708e39-d506-43d8-9ad9-943c7ad84327 req-b808e61f-012a-435f-abed-e66276103f87 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Aug 27 02:42:24.603980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf489760-41e3-4ab0-8389-e23deda675bc tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-37619093 HTTP/1.1" status: 201 len: 201 time: 0.2249613 Aug 27 02:42:24.605518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.611314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-9f804fb2-77e1-4500-a477-5ff3bf723f93 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-883812493') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.612755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b22b678c-92a0-4360-a7be-5305f4240144 None None] Provisioning complete for port dc6db008-d590-415d-8409-cffeb49b9b6b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:24.613228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b22b678c-92a0-4360-a7be-5305f4240144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:24.675447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b22b678c-92a0-4360-a7be-5305f4240144 None None] Port dc6db008-d590-415d-8409-cffeb49b9b6b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:24.750772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9f804fb2-77e1-4500-a477-5ff3bf723f93 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-883812493 HTTP/1.1" status: 201 len: 201 time: 0.1405578 Aug 27 02:42:24.753121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59290) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.760806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-27520698-81a7-4564-8140-1ac649ba31ee tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-909852553') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.891485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-27520698-81a7-4564-8140-1ac649ba31ee tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-909852553 HTTP/1.1" status: 201 len: 201 time: 0.1373305 Aug 27 02:42:24.891992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:24.896773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-e4082b1a-6f75-484c-bd7e-729ed4c63f49 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-27293243') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:24.991176 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4082b1a-6f75-484c-bd7e-729ed4c63f49 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-27293243 HTTP/1.1" status: 201 len: 201 time: 0.0956202 Aug 27 02:42:24.993168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.004855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-4cdd6096-cd78-4e09-af54-1038366e7725 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', {'tags': ['tempest-TagsExtTest-Tag-2074469737', 'tempest-TagsExtTest-Tag-1906908074', 'tempest-TagsExtTest-Tag-828103977']}) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.089693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4cdd6096-cd78-4e09-af54-1038366e7725 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 200 len: 317 time: 0.0931664 Aug 27 02:42:25.090345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59304) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.096152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-deea6c93-d571-4140-93ce-3df9ef9a73f8 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.189124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-615752f2-de89-4f5c-b432-d2a5251a698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.189741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-deea6c93-d571-4140-93ce-3df9ef9a73f8 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0982108 Aug 27 02:42:25.192119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.197948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-49c0dd2d-b3b9-4723-81c4-58b3091ac744 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-2074469737') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.240451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Router 63704384-ac04-47e7-bd8f-007d75f70e11 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:25.267407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4dcb8e72-86af-4436-a7f8-67b87eb285e4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:25.318782 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-49c0dd2d-b3b9-4723-81c4-58b3091ac744 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:25.321318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49c0dd2d-b3b9-4723-81c4-58b3091ac744 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-2074469737 HTTP/1.1" status: 404 len: 329 time: 0.1279840 Aug 27 02:42:25.322725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59310) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.333904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-f7a2d839-0adf-4e6b-8e47-6fe925bab4e3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-1906908074') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.335125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:25.335828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.393177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f99b1317-6005-4d5b-a83f-84f698c62326 req-062d1f77-a66d-4ef9-8ab9-d482cca84541 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "GET /v2.0/ports?device_id=64331d2b-50cc-4620-b4f0-7968658d03af HTTP/1.1" status: 200 len: 210 time: 0.0549488 Aug 27 02:42:25.448745 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-f7a2d839-0adf-4e6b-8e47-6fe925bab4e3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:25.449770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f7a2d839-0adf-4e6b-8e47-6fe925bab4e3 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-1906908074 HTTP/1.1" status: 404 len: 329 time: 0.1244228 Aug 27 02:42:25.452937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.459917 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.461358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-9a26780a-f1c8-4609-b439-7b9dbfd95047 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa', 'tempest-TagsExtTest-Tag-828103977') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.464288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:25.476599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Sync routers for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:25.487948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:25.488954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.512000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] No DVR routers for this DVR port 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:25.515303 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:25.517865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5fdac610-3ac8-432f-abcb-1afd5fcf9e18 req-a730e50d-1cc5-45e7-be9d-f06fd3186995 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.46 "DELETE /v2.0/ports/6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 HTTP/1.1" status: 204 len: 173 time: 1.9746456 Aug 27 02:42:25.521928 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-9a26780a-f1c8-4609-b439-7b9dbfd95047 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:25.525877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a26780a-f1c8-4609-b439-7b9dbfd95047 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags/tempest-TagsExtTest-Tag-828103977 HTTP/1.1" status: 404 len: 328 time: 0.0706153 Aug 27 02:42:25.526454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.530865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'name': 'network-vif-deleted', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:25.531834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-c136d304-0057-4595-85f3-173ea2fdd5a0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', {'tags': ['tempest-TagsExtTest-Tag-358768028', 'tempest-TagsExtTest-Tag-320610169', 'tempest-TagsExtTest-Tag-291970960']}) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.536547 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ee0cd-2f14-42f1-a3ce-c620717f3746" -d '{"events": [{"server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "name": "network-vif-deleted", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:25.547767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d50b4-ee09-4afd-be9c-19500acf6a69 req-a9a1d76b-8fdb-4002-9702-d3da98dffb7f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:25.556606 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c3d50b4-ee09-4afd-be9c-19500acf6a69 req-a9a1d76b-8fdb-4002-9702-d3da98dffb7f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.3140852 Aug 27 02:42:25.626573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c136d304-0057-4595-85f3-173ea2fdd5a0 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 200 len: 315 time: 0.0990479 Aug 27 02:42:25.629325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.629707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c3d50b4-ee09-4afd-be9c-19500acf6a69 req-3618d0ba-3735-47dc-9598-3699c023d62a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Aug 27 02:42:25.637333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-d1190930-99bf-4903-8ce4-139403a15921 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.642473 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af343d21-e32e-4080-8d5f-d73ae12b60f1 x-openstack-request-id: req-af343d21-e32e-4080-8d5f-d73ae12b60f1 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:25.642901 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64331d2b-50cc-4620-b4f0-7968658d03af", "name": "network-vif-deleted", "tag": "6caf488f-0e2c-4dbc-b0e1-01b53ba043c7", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:25.643221 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af343d21-e32e-4080-8d5f-d73ae12b60f1 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:25.643938 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64331d2b-50cc-4620-b4f0-7968658d03af', 'name': 'network-vif-deleted', 'tag': '6caf488f-0e2c-4dbc-b0e1-01b53ba043c7', 'status': 'completed', 'code': 200} Aug 27 02:42:25.697031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:25.814431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1190930-99bf-4903-8ce4-139403a15921 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1828821 Aug 27 02:42:25.816994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59322) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.821971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-d927108a-881d-49b1-8dd9-6f6d037e10be tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-358768028') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.846407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0cdba-3b58-409f-ad9f-0d7f6aedf2e3 req-1b2457dd-f569-4ff7-a9c6-34b87574a987 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:25.848023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5c0cdba-3b58-409f-ad9f-0d7f6aedf2e3 req-1b2457dd-f569-4ff7-a9c6-34b87574a987 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.0525751 Aug 27 02:42:25.904407 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d927108a-881d-49b1-8dd9-6f6d037e10be tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:25.907223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d927108a-881d-49b1-8dd9-6f6d037e10be tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-358768028 HTTP/1.1" status: 404 len: 328 time: 0.0892239 Aug 27 02:42:25.908227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5c0cdba-3b58-409f-ad9f-0d7f6aedf2e3 req-b0f56b35-a5a3-400d-a77e-759f3bce1156 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528584 Aug 27 02:42:25.909937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.915301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-2f1fcb91-6b08-4fb2-8581-807d3e7ddece tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-320610169') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.970489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:25.976603 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-2f1fcb91-6b08-4fb2-8581-807d3e7ddece tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:25.977667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2f1fcb91-6b08-4fb2-8581-807d3e7ddece tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-320610169 HTTP/1.1" status: 404 len: 328 time: 0.0665810 Aug 27 02:42:25.980394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:25.984991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-212da09d-c45e-4b5c-a0d9-8593d64d5adc tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b', 'tempest-TagsExtTest-Tag-291970960') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.002487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Checking router: 63704384-ac04-47e7-bd8f-007d75f70e11 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:26.011494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:26.012247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.116600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-119c5997-08a0-4622-910a-e39290e465e5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:26.118148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-119c5997-08a0-4622-910a-e39290e465e5 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 1096 time: 0.1072149 Aug 27 02:42:26.122255 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-212da09d-c45e-4b5c-a0d9-8593d64d5adc tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:26.126003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:26.126564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-212da09d-c45e-4b5c-a0d9-8593d64d5adc tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags/tempest-TagsExtTest-Tag-291970960 HTTP/1.1" status: 404 len: 328 time: 0.1448700 Aug 27 02:42:26.132461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-ef05d0ac-3d37-4b4a-bae5-de31eec1a3d7 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', {'tags': ['tempest-TagsExtTest-Tag-549422253', 'tempest-TagsExtTest-Tag-973452022', 'tempest-TagsExtTest-Tag-884861803']}) {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.210345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Deleting port 0f2ec203-4e5f-490b-ade5-b5dca836beab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:26.210811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.255365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:26.319197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef05d0ac-3d37-4b4a-bae5-de31eec1a3d7 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 200 len: 315 time: 0.1918492 Aug 27 02:42:26.322925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:26.329082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-5797b657-405e-4e44-a38b-954423ef7a50 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.397882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] For port 0f2ec203-4e5f-490b-ade5-b5dca836beab, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=0f2ec203-4e5f-490b-ade5-b5dca836beab,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:26.398680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.443539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Calling delete_port for 0f2ec203-4e5f-490b-ade5-b5dca836beab owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:26.491071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:26.535601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.634530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.646011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:26.668637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5797b657-405e-4e44-a38b-954423ef7a50 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 204 len: 168 time: 0.3443370 Aug 27 02:42:26.673719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59344) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:26.679866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f2ec203-4e5f-490b-ade5-b5dca836beab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:26.691471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['0f2ec203-4e5f-490b-ade5-b5dca836beab'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:26.700098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-a8ac25e4-53c7-4454-abf1-98c77b0e863c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-549422253') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.727499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] No DVR routers for this DVR port 0f2ec203-4e5f-490b-ade5-b5dca836beab on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:26.730864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:26.732385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e74c5486-dd95-4ed1-ab9a-b0b2e2c3eb82 req-4b6292d0-4b1f-495e-8a82-186ea34149ad tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0f2ec203-4e5f-490b-ade5-b5dca836beab HTTP/1.1" status: 204 len: 173 time: 0.6050146 Aug 27 02:42:26.802817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:26.846585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31c1c9-603e-4379-b01a-57191d20b94f None None] The sync data for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 is: [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:36:08Z', 'revision_number': 4, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3736c53d-f415-430c-968f-9d72cc2f37a0', 'name': '', 'network_id': '5e58229a-d11b-40c9-ba11-700b97a0eb9e', 'tenant_id': '92967bc26d174be08089f397092ed051', 'mac_address': 'fa:16:3e:9c:8f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:06Z', 'updated_at': '2021-08-27T02:36:14Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'subnets': [{'id': '4ec6313b-3b5a-482f-b5e9-7775f851f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:26.890733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Deleting port 572076c3-8265-4969-9b36-a6302910be46 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:26.891245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.070154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.070537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.083248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Calling delete_port for 572076c3-8265-4969-9b36-a6302910be46 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:27.114750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d2c0cd5-d1fb-4794-82d3-9ab2b73b8b50 req-15b9bac6-1416-45f0-a174-ca754ed5e3e1 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6fde2d62-7686-4499-94b5-9c37142daffa HTTP/1.1" status: 200 len: 210 time: 0.0385978 Aug 27 02:42:27.305546 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8a1c2-59ac-4051-b6da-a0dec8e279e3 None None] New status for floating IP 96c2c747-5fd9-40f7-931f-9839fdbdc1a6: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:42:27.548286 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-a8ac25e4-53c7-4454-abf1-98c77b0e863c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:27.549346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8ac25e4-53c7-4454-abf1-98c77b0e863c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-549422253 HTTP/1.1" status: 404 len: 328 time: 0.8725066 Aug 27 02:42:27.552477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59354) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.557411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-9908f146-06ee-4eca-ab43-b2535e07103c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-973452022') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.559095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce73d7-a542-42ca-b19f-79f65c004429 req-07d41ce5-386b-40ae-9865-42525fd81b8e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:27.568536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ce73d7-a542-42ca-b19f-79f65c004429 req-07d41ce5-386b-40ae-9865-42525fd81b8e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.7821352 Aug 27 02:42:27.631183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ce73d7-a542-42ca-b19f-79f65c004429 req-44ea4de9-acf7-4094-bbca-c3dd3757e6ca tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Aug 27 02:42:27.652634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'name': 'network-vif-deleted', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:27.652634 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bce6e9-87a3-417f-8273-546519c351f4" -d '{"events": [{"server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "name": "network-vif-deleted", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:27.662021 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-9908f146-06ee-4eca-ab43-b2535e07103c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:27.665816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9908f146-06ee-4eca-ab43-b2535e07103c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-973452022 HTTP/1.1" status: 404 len: 328 time: 0.1099083 Aug 27 02:42:27.666194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.671478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-b1a5132d-8465-4c3b-bf53-be37492af3de tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582', 'tempest-TagsExtTest-Tag-884861803') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.717169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.763041 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f08730-8389-4316-92c4-fd07a557dd0c x-openstack-request-id: req-06f08730-8389-4316-92c4-fd07a557dd0c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:27.763347 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fde2d62-7686-4499-94b5-9c37142daffa", "name": "network-vif-deleted", "tag": "0f2ec203-4e5f-490b-ade5-b5dca836beab", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:27.763738 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06f08730-8389-4316-92c4-fd07a557dd0c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:27.764333 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fde2d62-7686-4499-94b5-9c37142daffa', 'name': 'network-vif-deleted', 'tag': '0f2ec203-4e5f-490b-ade5-b5dca836beab', 'status': 'completed', 'code': 200} Aug 27 02:42:27.777251 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-b1a5132d-8465-4c3b-bf53-be37492af3de tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:27.781334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b1a5132d-8465-4c3b-bf53-be37492af3de tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags/tempest-TagsExtTest-Tag-884861803 HTTP/1.1" status: 404 len: 328 time: 0.1110313 Aug 27 02:42:27.781500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event deleted for resources: {'Port': ['ID=572076c3-8265-4969-9b36-a6302910be46,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:27.781614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.786894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-d44bd622-de78-459e-8eef-9f9e956987a2 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', {'tags': ['tempest-TagsExtTest-Tag-866938117', 'tempest-TagsExtTest-Tag-1008587638', 'tempest-TagsExtTest-Tag-1071392012']}) {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.827210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.827679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.828131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.828793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.829682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.830093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.830521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.830969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.831304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.831742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.832275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.832700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:27.836148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d44bd622-de78-459e-8eef-9f9e956987a2 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "PUT /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 200 len: 317 time: 0.0535662 Aug 27 02:42:27.838153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.839011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.841842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.845346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-c6d43e1b-ba4b-4871-b715-6814a7bde912 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.849124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3e3867eb-4828-4880-91a1-5d21e1ee27e5 tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "DELETE /v2.0/floatingips/96c2c747-5fd9-40f7-931f-9839fdbdc1a6 HTTP/1.1" status: 204 len: 168 time: 1.3527274 Aug 27 02:42:27.893882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6d43e1b-ba4b-4871-b715-6814a7bde912 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 204 len: 168 time: 0.0512850 Aug 27 02:42:27.894314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59366) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.899314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-c29190ad-4d4b-4ac9-8ad7-2dcad3de63d4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-866938117') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.911387 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-12bf8676-8714-462f-89f3-e016a2e66bdf req-910255c3-4bb9-4310-9267-94130f56e67d service neutron] (94832) timed out ('10.222.0.26', 52272) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:42:27.926258 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-c29190ad-4d4b-4ac9-8ad7-2dcad3de63d4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:27.928445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c29190ad-4d4b-4ac9-8ad7-2dcad3de63d4 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-866938117 HTTP/1.1" status: 404 len: 328 time: 0.0320504 Aug 27 02:42:27.931613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59370) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.932279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:27.939510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-1882ce9d-22c4-4045-93e8-2d311f3c4f03 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-1008587638') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:27.957870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.970635 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-1882ce9d-22c4-4045-93e8-2d311f3c4f03 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:27.971652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1882ce9d-22c4-4045-93e8-2d311f3c4f03 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-1008587638 HTTP/1.1" status: 404 len: 329 time: 0.0389152 Aug 27 02:42:27.974973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59374) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:27.981981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-a305e670-7ba2-493a-8d57-be5bc9f4cf8c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622', 'tempest-TagsExtTest-Tag-1071392012') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.028390 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-a305e670-7ba2-493a-8d57-be5bc9f4cf8c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] show failed (client error): The resource could not be found. Aug 27 02:42:28.030018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a305e670-7ba2-493a-8d57-be5bc9f4cf8c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags/tempest-TagsExtTest-Tag-1071392012 HTTP/1.1" status: 404 len: 329 time: 0.0528328 Aug 27 02:42:28.032859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59376) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.037535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-175525cc-d62b-49a5-90ee-c386d93b4120 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ff925a0-1139-46c0-8ff9-55aac07c6622') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.040829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.069757 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-175525cc-d62b-49a5-90ee-c386d93b4120 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622/tags HTTP/1.1" status: 204 len: 168 time: 0.0357814 Aug 27 02:42:28.072266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.078201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-585b75b4-c532-4c33-871f-e505246c65fe tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e21e191a-12cf-4710-970d-f844dea40582') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.078315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.150226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.153531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.155388 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] 10.222.0.26 "DELETE /v2.0/security-groups/bda42492-90a3-4bd2-836c-d392dc82277e HTTP/1.1" status: 204 len: 168 time: 0.1962168 Aug 27 02:42:28.175967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:28.176859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-585b75b4-c532-4c33-871f-e505246c65fe tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582/tags HTTP/1.1" status: 204 len: 168 time: 0.1035357 Aug 27 02:42:28.181510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.188301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.tag.tag_plugin [None req-f8dded54-eefc-4174-9f1f-9a60b0184a96 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'dc6db008-d590-415d-8409-cffeb49b9b6b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.204333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f81af-334c-4a62-8634-32e39a8214bd tempest-TestServerBasicOps-1662054321 tempest-TestServerBasicOps-1662054321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda42492-90a3-4bd2-836c-d392dc82277e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:28.223434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:28.223776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 6caf488f-0e2c-4dbc-b0e1-01b53ba043c7 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:28.224578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0f2ec203-4e5f-490b-ade5-b5dca836beab no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:28.254416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.281800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8dded54-eefc-4174-9f1f-9a60b0184a96 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b/tags HTTP/1.1" status: 204 len: 168 time: 0.0946517 Aug 27 02:42:28.282027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59396) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.282259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 0f2ec203-4e5f-490b-ade5-b5dca836beab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:28.282730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 0f2ec203-4e5f-490b-ade5-b5dca836beab not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:28.287084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.tag.tag_plugin [None req-06918877-54ee-41af-babd-0716de686f93 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'faf530fb-16d1-4fb6-ba69-e902d52fd2aa') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:28.486324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-06918877-54ee-41af-babd-0716de686f93 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2030663 Aug 27 02:42:28.492522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.632419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096747d-e93e-44b3-b6e1-a39a140772dd req-2cfbd01f-6c60-452c-ae11-bbb37fce3c5e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:28.634816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5096747d-e93e-44b3-b6e1-a39a140772dd req-2cfbd01f-6c60-452c-ae11-bbb37fce3c5e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.0765440 Aug 27 02:42:28.713373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5096747d-e93e-44b3-b6e1-a39a140772dd req-f8c49f0b-9377-4082-98d0-e7aa90c488a9 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724149 Aug 27 02:42:28.907129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ebed-f26c-4bab-a8c0-00935c155c3d req-1ea2bdfc-9075-4b24-b3b4-5f0b8937b0eb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:28.908734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a036ebed-f26c-4bab-a8c0-00935c155c3d req-1ea2bdfc-9075-4b24-b3b4-5f0b8937b0eb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1450906 Aug 27 02:42:28.914949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-60c388d2-9729-4eb5-b885-1b3279fae4ed tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for subnetpool, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:28.917338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-60c388d2-9729-4eb5-b885-1b3279fae4ed tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnetpools/2ff925a0-1139-46c0-8ff9-55aac07c6622 HTTP/1.1" status: 204 len: 168 time: 0.4223299 Aug 27 02:42:28.918809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:28.954464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-717a96b3-32f5-47ba-b7f0-d08b7e93d94c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "GET /v2.0/ports?device_id=e21e191a-12cf-4710-970d-f844dea40582 HTTP/1.1" status: 200 len: 205 time: 0.0344441 Aug 27 02:42:28.955163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:29.043689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a036ebed-f26c-4bab-a8c0-00935c155c3d req-8b210cfd-009d-4d54-b822-5aa36ab31397 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225102 Aug 27 02:42:29.049404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.072940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:42:29.230749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.233699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.280726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.281268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Fanout notify agent at l3_agent the message router_deleted on router e21e191a-12cf-4710-970d-f844dea40582 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:29.289043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.290236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3002c776-1a3b-4021-8c75-2d8caf98582a tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/routers/e21e191a-12cf-4710-970d-f844dea40582 HTTP/1.1" status: 204 len: 168 time: 0.3340614 Aug 27 02:42:29.292688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:29.298055 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.406153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Deleting port dc6db008-d590-415d-8409-cffeb49b9b6b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:29.406987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.519213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.535414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Calling delete_port for dc6db008-d590-415d-8409-cffeb49b9b6b owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:29.647639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Deleting port 3736c53d-f415-430c-968f-9d72cc2f37a0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:29.648018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.756482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.787138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-34d7edeb-680f-466f-b288-1164cb380a28 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:29.794134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-34d7edeb-680f-466f-b288-1164cb380a28 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.0936399 Aug 27 02:42:29.800557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event deleted for resources: {'Port': ['ID=dc6db008-d590-415d-8409-cffeb49b9b6b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:29.897075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.901134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-48dcac05-675d-490c-94a8-b453b6c58d7c tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/ports/dc6db008-d590-415d-8409-cffeb49b9b6b HTTP/1.1" status: 204 len: 168 time: 0.6052954 Aug 27 02:42:29.901929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:29.917893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] For port 3736c53d-f415-430c-968f-9d72cc2f37a0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3736c53d-f415-430c-968f-9d72cc2f37a0,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:29.919854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.980853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32825234-8de9-4362-9891-402c27023654 req-e9e4d26a-a4ec-47a6-8bf5-a655c04afbf0 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:29.982405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32825234-8de9-4362-9891-402c27023654 req-e9e4d26a-a4ec-47a6-8bf5-a655c04afbf0 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 1097 time: 0.1454279 Aug 27 02:42:29.987862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Deleting subnet faf530fb-16d1-4fb6-ba69-e902d52fd2aa {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:29.991716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:29.992221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Calling delete_port for 3736c53d-f415-430c-968f-9d72cc2f37a0 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:30.110954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.245354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Deleting port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:30.245771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.315126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.347695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32825234-8de9-4362-9891-402c27023654 req-63dd027f-de34-4535-912d-28ad550ad0c6 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ada78d11-96e6-4b25-9cba-94b08537e772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778744 Aug 27 02:42:30.401018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.408439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fd918-5bad-4758-9c92-88d9896267cf req-b6bc270e-5e8d-4dd4-85b2-f49b27ba0452 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:30.410336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-444fd918-5bad-4758-9c92-88d9896267cf req-b6bc270e-5e8d-4dd4-85b2-f49b27ba0452 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.2351291 Aug 27 02:42:30.423110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59460) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:30.452228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event deleted for resources: {'Subnet': ['ID=faf530fb-16d1-4fb6-ba69-e902d52fd2aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:30.454498 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.455926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cce6fd6b-f62f-43ee-b9c7-e08667e99748 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/subnets/faf530fb-16d1-4fb6-ba69-e902d52fd2aa HTTP/1.1" status: 204 len: 168 time: 0.5536251 Aug 27 02:42:30.458583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:30.463378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f6b8c-44e6-47da-b219-490479e5a9a4 None None] Network eae4eafd-e508-4dab-acb8-3c7354862718 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:30.500247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-444fd918-5bad-4758-9c92-88d9896267cf req-7c41d0d9-61f9-4837-a9a8-8f3e15a8dbb4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791223 Aug 27 02:42:30.549460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] For port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:30.549906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.580516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.586958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Calling delete_port for a72cb892-17bf-4a1e-9dce-65a0b5a1b74b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:30.622504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.714766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d1fbcf7-f35b-451f-8268-164a269d5261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.737455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Deleting port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:30.740571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Pushing event deleted for resources: {'Port': ['ID=3736c53d-f415-430c-968f-9d72cc2f37a0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:30.748899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.750810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] DHCP port deletion for eae4eafd-e508-4dab-acb8-3c7354862718 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:30.783053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.783460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.783736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.784076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.784413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.784799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.785068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.785408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.785723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.786047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.786374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.786720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:30.826702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.849842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Deleting port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:30.850674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.854196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] For port 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4dcb8e72-86af-4436-a7f8-67b87eb285e4,segment=NetworkSegment(8c90b140-7429-43ee-bbae-b20491f92c75),segment_id=8c90b140-7429-43ee-bbae-b20491f92c75)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:30.855163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.879485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Calling delete_port for 4dcb8e72-86af-4436-a7f8-67b87eb285e4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:30.933983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:30.950973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:31.002871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] For port 4dcb8e72-86af-4436-a7f8-67b87eb285e4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4dcb8e72-86af-4436-a7f8-67b87eb285e4,segment=NetworkSegment(8c90b140-7429-43ee-bbae-b20491f92c75),segment_id=8c90b140-7429-43ee-bbae-b20491f92c75)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:31.003265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.006754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Pushing event deleted for resources: {'Port': ['ID=a72cb892-17bf-4a1e-9dce-65a0b5a1b74b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.019738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Calling delete_port for 4dcb8e72-86af-4436-a7f8-67b87eb285e4 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:31.047991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] No DVR routers for this DVR port a72cb892-17bf-4a1e-9dce-65a0b5a1b74b on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:31.051721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.053808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd750fee-d73c-4664-bd22-90c293fd0ba7 req-8a8191f3-5afb-49b5-b7d7-7cd9da78c55e tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a72cb892-17bf-4a1e-9dce-65a0b5a1b74b HTTP/1.1" status: 204 len: 173 time: 1.2295096 Aug 27 02:42:31.056344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'name': 'network-vif-deleted', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:31.059390 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80059e-513f-47f6-8cb2-d23aa2954b94" -d '{"events": [{"server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "name": "network-vif-deleted", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:31.061554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d1fbcf7-f35b-451f-8268-164a269d5261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.083800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0d1fbcf7-f35b-451f-8268-164a269d5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.090374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.150368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.151237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.203574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event deleted for resources: {'Port': ['ID=4dcb8e72-86af-4436-a7f8-67b87eb285e4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.206239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] Pushing event deleted for resources: {'Port': ['ID=4dcb8e72-86af-4436-a7f8-67b87eb285e4,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.208357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75000b-ed78-402e-93a8-bd76e97bc967 None None] No DVR routers for this DVR port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:31.210705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0d1fbcf7-f35b-451f-8268-164a269d5261 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8edb1b61ee442195fce295f75b2890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864559 Aug 27 02:42:31.223326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:31.232067 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0d2a7-7b26-474d-9a9f-fa919895b864 x-openstack-request-id: req-23d0d2a7-7b26-474d-9a9f-fa919895b864 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:31.232650 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a1545d-f493-4f89-b6b3-cc856f9f50a0", "name": "network-vif-deleted", "tag": "a72cb892-17bf-4a1e-9dce-65a0b5a1b74b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:31.233238 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23d0d2a7-7b26-474d-9a9f-fa919895b864 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:31.234541 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a1545d-f493-4f89-b6b3-cc856f9f50a0', 'name': 'network-vif-deleted', 'tag': 'a72cb892-17bf-4a1e-9dce-65a0b5a1b74b', 'status': 'completed', 'code': 200} Aug 27 02:42:31.269246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fbcf7-f35b-451f-8268-164a269d5261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41da6b-c767-476f-82ba-18fbcc2aca19,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.272785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] No DVR routers for this DVR port 4dcb8e72-86af-4436-a7f8-67b87eb285e4 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:31.345384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4dcb8e72-86af-4436-a7f8-67b87eb285e4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:31.365517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4dcb8e72-86af-4436-a7f8-67b87eb285e4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:31.365947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4dcb8e72-86af-4436-a7f8-67b87eb285e4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:31.425803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.441234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae4eafd-e508-4dab-acb8-3c7354862718']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.459730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c90b140-7429-43ee-bbae-b20491f92c75') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.460067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c90b140-7429-43ee-bbae-b20491f92c75') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:31.472874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.487924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.495731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:31.496147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:31.516826 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:31.519463 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.695266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.749655 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.762018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.764567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] 10.222.0.26 "DELETE /v2.0/networks/eae4eafd-e508-4dab-acb8-3c7354862718 HTTP/1.1" status: 204 len: 168 time: 1.3049746 Aug 27 02:42:31.844374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569d9c4-afb2-4387-8cff-cf49b4bc1601 tempest-TagsExtTest-822321527 tempest-TagsExtTest-822321527-project] Pushing event deleted for resources: {'Network': ['ID=eae4eafd-e508-4dab-acb8-3c7354862718,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.862568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25125580-65f0-441c-b73a-80581d668d73 req-76bce478-00fc-492a-b35a-7c86ad69c7b3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:31.864113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25125580-65f0-441c-b73a-80581d668d73 req-76bce478-00fc-492a-b35a-7c86ad69c7b3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.2325156 Aug 27 02:42:31.881489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.884423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:31.889576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a41da6b-c767-476f-82ba-18fbcc2aca19 HTTP/1.1" status: 204 len: 168 time: 0.6612024 Aug 27 02:42:31.907389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40594e6-a55a-4e5e-9e7f-ddd2fac08ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41da6b-c767-476f-82ba-18fbcc2aca19,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:31.936202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25125580-65f0-441c-b73a-80581d668d73 req-f06ca25b-e5b8-4439-a1ee-cacbf239a744 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655682 Aug 27 02:42:32.031614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77852fb1-9c09-4369-b416-66268fa11e0f req-dfa1fe28-5992-4220-9a21-bfd36b354084 tempest-TestServerMultinode-523637016 tempest-TestServerMultinode-523637016-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c4a1545d-f493-4f89-b6b3-cc856f9f50a0 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Aug 27 02:42:32.067118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Router 63704384-ac04-47e7-bd8f-007d75f70e11 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:32.116661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59484) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.182319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:32.188474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b75a9a8f-706c-4433-b1b6-efce04d3698c admin admin] 10.222.0.26 "PUT /v2.0/routers/63704384-ac04-47e7-bd8f-007d75f70e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9320273 Aug 27 02:42:32.191336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59488) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.199120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Sync routers for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:32.210082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:32.211137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:32.266976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.281553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e914eef-95f6-4f87-8101-4c23241888b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.310185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.344879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:32.395114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e914eef-95f6-4f87-8101-4c23241888b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.399997 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e914eef-95f6-4f87-8101-4c23241888b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.431016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3cad635-2eb3-48eb-9f31-23d47a02df4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e0951bf19f24305a846a1624454ef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130794 Aug 27 02:42:32.433491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59496) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.449767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e914eef-95f6-4f87-8101-4c23241888b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c9c149-cd0a-45b9-b588-149818941db7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:32.461249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:32.461677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e914eef-95f6-4f87-8101-4c23241888b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d19193a102374a3595fe1925f30d8251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930423 Aug 27 02:42:32.518137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.570325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:42:30Z', 'revision_number': 5, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port': {'id': '731954ab-dca2-4a4e-b921-d4a98ab729fb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:35:59Z', 'updated_at': '2021-08-27T02:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:32.581409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.584061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.603175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Checking router: 63704384-ac04-47e7-bd8f-007d75f70e11 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:32.615045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Routers {'63704384-ac04-47e7-bd8f-007d75f70e11'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:32.615704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['63704384-ac04-47e7-bd8f-007d75f70e11'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:32.623928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.643004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.705919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Deleting port 731954ab-dca2-4a4e-b921-d4a98ab729fb {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:32.706997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.731885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] Set router 63704384-ac04-47e7-bd8f-007d75f70e11 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:32.793404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:42:32Z', 'revision_number': 6, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:32.794189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.797573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.801788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45cc2fd2-8b5b-41bc-abed-81774a10e88e HTTP/1.1" status: 204 len: 168 time: 0.3673241 Aug 27 02:42:32.817691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.820718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.824984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8c9c149-cd0a-45b9-b588-149818941db7 HTTP/1.1" status: 204 len: 168 time: 0.3629591 Aug 27 02:42:32.828968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326887fa-6654-47a7-a35e-ffe8e7272702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc2fd2-8b5b-41bc-abed-81774a10e88e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:32.837788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] For port 731954ab-dca2-4a4e-b921-d4a98ab729fb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=731954ab-dca2-4a4e-b921-d4a98ab729fb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:32.838257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:32.855503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb555e3-59da-470e-ab2e-014309e747f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c9c149-cd0a-45b9-b588-149818941db7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:32.862186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Calling delete_port for 731954ab-dca2-4a4e-b921-d4a98ab729fb owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:33.080803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbd367-ec6f-4816-8f12-3b322efad23f None None] The sync data for ids ['63704384-ac04-47e7-bd8f-007d75f70e11'] in n-d-806292-1 is: [{'id': '63704384-ac04-47e7-bd8f-007d75f70e11', 'name': 'tempest-TestServerBasicOps-1499302874-router', 'tenant_id': '92967bc26d174be08089f397092ed051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:35:57Z', 'updated_at': '2021-08-27T02:42:32Z', 'revision_number': 6, 'project_id': '92967bc26d174be08089f397092ed051', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:33.126718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.145537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:33.235738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Pushing event deleted for resources: {'Port': ['ID=731954ab-dca2-4a4e-b921-d4a98ab729fb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:33.298628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3626-92cb-44cc-8ca0-cd5c108c0ddc req-0592de2f-ab25-495d-a98a-ae740b39e8bb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:33.308253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb5c3626-92cb-44cc-8ca0-cd5c108c0ddc req-0592de2f-ab25-495d-a98a-ae740b39e8bb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1942141 Aug 27 02:42:33.338773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.438134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb5c3626-92cb-44cc-8ca0-cd5c108c0ddc req-b37c3b89-3b7d-4de1-85e7-9507b8f627dd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235540 Aug 27 02:42:33.519412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.523073 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.589775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.590734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63704384-ac04-47e7-bd8f-007d75f70e11 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:33.601290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.602528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e126c2d2-345f-4fe5-bf86-7edca4444735 admin admin] 10.222.0.26 "DELETE /v2.0/routers/63704384-ac04-47e7-bd8f-007d75f70e11 HTTP/1.1" status: 204 len: 168 time: 1.4099674 Aug 27 02:42:33.605221 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:33.703041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Deleting subnet 4ec6313b-3b5a-482f-b5e9-7775f851f4c5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:33.715642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.784486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.810052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:33.945678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.018934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.049439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.050043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec6313b-3b5a-482f-b5e9-7775f851f4c5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:34.066724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.067122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec75d6-bc0d-4221-9224-4490103acedc None None] Network 5e58229a-d11b-40c9-ba11-700b97a0eb9e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:34.079037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32931475-f0d3-40e1-a9c4-b8e4055f7119 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ec6313b-3b5a-482f-b5e9-7775f851f4c5 HTTP/1.1" status: 204 len: 168 time: 0.4622099 Aug 27 02:42:34.079697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:34.229793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.240329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643208649-network', 'tenant_id': 'a35b4dda7b494321bb74b0116c9cb10b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:34.290736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Made reservation on behalf of a35b4dda7b494321bb74b0116c9cb10b for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:34.293281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.327038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] DHCP port deletion for 5e58229a-d11b-40c9-ba11-700b97a0eb9e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:34.343313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.426061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Deleting port b8f9bb22-54d3-464b-8719-03a9cfe60717 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:34.426883 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.437122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Deleting port b8f9bb22-54d3-464b-8719-03a9cfe60717 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:34.437460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.556964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] For port b8f9bb22-54d3-464b-8719-03a9cfe60717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f9bb22-54d3-464b-8719-03a9cfe60717,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:34.557654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.572507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Calling delete_port for b8f9bb22-54d3-464b-8719-03a9cfe60717 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:34.617833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] For port b8f9bb22-54d3-464b-8719-03a9cfe60717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f9bb22-54d3-464b-8719-03a9cfe60717,segment=NetworkSegment(8960a1bf-ee4e-45fd-b361-f7cfd3fdf917),segment_id=8960a1bf-ee4e-45fd-b361-f7cfd3fdf917)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:34.618204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.652334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Calling delete_port for b8f9bb22-54d3-464b-8719-03a9cfe60717 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:34.673383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.691142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] No DVR routers for this DVR port b8f9bb22-54d3-464b-8719-03a9cfe60717 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:34.705562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Deleting port c3f915c5-ac66-49df-943b-2ad3d7a366ce {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:34.705998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.719472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389afb3-6f68-4e19-8b73-e37fd2cc22b8 req-7013e53f-3f6b-45c0-8173-06d21e090870 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:34.721017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f389afb3-6f68-4e19-8b73-e37fd2cc22b8 req-7013e53f-3f6b-45c0-8173-06d21e090870 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1867640 Aug 27 02:42:34.735211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5027b-f406-4e89-8958-c7ea3d2d7158 None None] Pushing event deleted for resources: {'Port': ['ID=b8f9bb22-54d3-464b-8719-03a9cfe60717,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:34.895552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.914003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:34.920632 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f389afb3-6f68-4e19-8b73-e37fd2cc22b8 req-dc1438f3-366c-4875-86ed-3ca327452514 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312039 Aug 27 02:42:34.972075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:34.986889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a72cb892-17bf-4a1e-9dce-65a0b5a1b74b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:34.991040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9199bffe-ed0f-4fea-a750-c77ce0963af7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:34.997406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] For port c3f915c5-ac66-49df-943b-2ad3d7a366ce, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c3f915c5-ac66-49df-943b-2ad3d7a366ce,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:34.997860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.011341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.011691 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Added segment 3286cedf-7a02-415a-86f1-24daea7fc192 of type vlan for network fe389956-c13a-446e-a8d2-b06cc900a95a Aug 27 02:42:35.015840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: a72cb892-17bf-4a1e-9dce-65a0b5a1b74b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:35.016195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a72cb892-17bf-4a1e-9dce-65a0b5a1b74b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:35.024333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.026368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Calling delete_port for c3f915c5-ac66-49df-943b-2ad3d7a366ce owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:35.087416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f9bb22-54d3-464b-8719-03a9cfe60717,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.099031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] No DVR routers for this DVR port b8f9bb22-54d3-464b-8719-03a9cfe60717 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:35.140820 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.203442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3736c53d-f415-430c-968f-9d72cc2f37a0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:35.233686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3736c53d-f415-430c-968f-9d72cc2f37a0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:35.234334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3736c53d-f415-430c-968f-9d72cc2f37a0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:35.235058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f9bb22-54d3-464b-8719-03a9cfe60717 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:35.253443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.254447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:35.255041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.262199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.288708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b8f9bb22-54d3-464b-8719-03a9cfe60717 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:35.289058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f9bb22-54d3-464b-8719-03a9cfe60717 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:35.289739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 731954ab-dca2-4a4e-b921-d4a98ab729fb no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:35.313521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 731954ab-dca2-4a4e-b921-d4a98ab729fb {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:35.314258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 731954ab-dca2-4a4e-b921-d4a98ab729fb not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:35.317521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e58229a-d11b-40c9-ba11-700b97a0eb9e']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:35.379713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3302805 Aug 27 02:42:35.380540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59584) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.381031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:35.381031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8960a1bf-ee4e-45fd-b361-f7cfd3fdf917') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:35.385714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Request body: {'subnet': {'network_id': 'fe389956-c13a-446e-a8d2-b06cc900a95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643208649-subnet', 'tenant_id': 'a35b4dda7b494321bb74b0116c9cb10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:35.405761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.408149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Made reservation on behalf of a35b4dda7b494321bb74b0116c9cb10b for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:35.411494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.416186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c06afd-2968-4494-a5be-ec715f7869ad admin admin] Pushing event updated for resources: {'Network': ['ID=fe389956-c13a-446e-a8d2-b06cc900a95a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.429200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network fe389956-c13a-446e-a8d2-b06cc900a95a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:35.438961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.446062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:35.446597 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:35.448439 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:35.558506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.576701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.578778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e58229a-d11b-40c9-ba11-700b97a0eb9e HTTP/1.1" status: 204 len: 168 time: 1.5059712 Aug 27 02:42:35.581674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:35.601220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056269b7-fd00-4be0-9674-76af1e26655b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e58229a-d11b-40c9-ba11-700b97a0eb9e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.642083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.681899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f915c5-ac66-49df-943b-2ad3d7a366ce,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.738044 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:35.861762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01e849a-a24f-4dce-be8f-4e198f0f6324,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:35.882694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Checking segment: {'id': '3286cedf-7a02-415a-86f1-24daea7fc192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fe389956-c13a-446e-a8d2-b06cc900a95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:35.887447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Network hostable DHCP agents. Network: fe389956-c13a-446e-a8d2-b06cc900a95a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:35.974642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Network fe389956-c13a-446e-a8d2-b06cc900a95a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:35.994252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, fe389956-c13a-446e-a8d2-b06cc900a95a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:36.009911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:36.010856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:36.016841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7483d4-c06e-4c9d-921c-6ccba36c92c5 None None] Network fe389956-c13a-446e-a8d2-b06cc900a95a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:36.064562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80df78f6-7666-45b4-9c90-cdf4bfd70be4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6816890 Aug 27 02:42:36.164685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:36.212285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625533c5-5d66-4aa1-8c13-9491e2a91bd7 req-22de7f64-c29d-4c87-a61e-69f648ac93c6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:36.214257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-625533c5-5d66-4aa1-8c13-9491e2a91bd7 req-22de7f64-c29d-4c87-a61e-69f648ac93c6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1232955 Aug 27 02:42:36.303608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0cefb-1233-4da8-a500-c2671e6c811f None None] Network fe389956-c13a-446e-a8d2-b06cc900a95a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:36.312018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-625533c5-5d66-4aa1-8c13-9491e2a91bd7 req-a29fc0b3-e091-47dc-bb9f-9c29f72616f9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Aug 27 02:42:36.696940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:36.756749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Router 7aa7979f-cbeb-44fd-ac47-919235ab5486 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:37.207720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59664) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:37.223154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-697685877-network', 'tenant_id': 'd20a831763d54636a1f9e786474c1770'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:37.283993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Made reservation on behalf of d20a831763d54636a1f9e786474c1770 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:37.296892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.312249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.373338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:37.383328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59c3a3fd-cea7-48da-9f26-129b8e78f1ba admin admin] 10.222.0.26 "PUT /v2.0/routers/7aa7979f-cbeb-44fd-ac47-919235ab5486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2339361 Aug 27 02:42:37.383328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59674) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:37.401351 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Sync routers for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:37.422975 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:37.426867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:37.569418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.581604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.607464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:37.619635 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:37.619952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.632959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.633428 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Added segment a7e2f0bc-7b22-4728-a51c-64bf7e067ffb of type vlan for network 4d083900-aa01-40b7-bce6-1f9ee4722e92 Aug 27 02:42:37.691320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2a18-3de0-423a-8c9a-c57f39c2ef62 req-8332f6ce-9305-4ae3-a7ae-3a63c3ecf9cf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:37.692861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efdc2a18-3de0-423a-8c9a-c57f39c2ef62 req-8332f6ce-9305-4ae3-a7ae-3a63c3ecf9cf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1736615 Aug 27 02:42:37.751966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.755817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a888d-5709-4f55-a1a3-5b15f9bd919a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.789891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.791044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:37.791716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.831156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Deleting port 84a26ed4-23c0-4eda-a257-5219fc3b31e4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:37.831737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.866298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6562927 Aug 27 02:42:37.871642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59696) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:37.884816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Request body: {'subnet': {'network_id': '4d083900-aa01-40b7-bce6-1f9ee4722e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-697685877-subnet', 'tenant_id': 'd20a831763d54636a1f9e786474c1770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:37.892091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81c8e5-971b-4d90-bb3e-f628322182dc admin admin] Pushing event updated for resources: {'Network': ['ID=4d083900-aa01-40b7-bce6-1f9ee4722e92,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:37.912080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 4d083900-aa01-40b7-bce6-1f9ee4722e92 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:37.957436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.958414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Made reservation on behalf of d20a831763d54636a1f9e786474c1770 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:37.961083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:37.974083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efdc2a18-3de0-423a-8c9a-c57f39c2ef62 req-1070d416-29a1-40e8-a714-8aa2e5c4cc43 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619734 Aug 27 02:42:38.001354 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:42:35Z', 'revision_number': 5, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port': {'id': '84a7cbb7-cf90-4236-8989-7bd7a9cd5796', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:21Z', 'updated_at': '2021-08-27T02:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:38.065024 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Checking router: 7aa7979f-cbeb-44fd-ac47-919235ab5486 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:38.076633 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Routers {'7aa7979f-cbeb-44fd-ac47-919235ab5486'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:38.085512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7aa7979f-cbeb-44fd-ac47-919235ab5486'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:38.098656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Deleting port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:38.098656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.108017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] For port 84a26ed4-23c0-4eda-a257-5219fc3b31e4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a26ed4-23c0-4eda-a257-5219fc3b31e4,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:38.108420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.168519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Calling delete_port for 84a26ed4-23c0-4eda-a257-5219fc3b31e4 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:38.204818 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] Set router 7aa7979f-cbeb-44fd-ac47-919235ab5486 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:38.305894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] For port 84a7cbb7-cf90-4236-8989-7bd7a9cd5796, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:38.306505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.319211 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:42:37Z', 'revision_number': 6, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:38.348349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Calling delete_port for 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:38.372672 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2c6a2-ec25-4bb0-bc75-23f7c5bd2641 None None] The sync data for ids ['7aa7979f-cbeb-44fd-ac47-919235ab5486'] in n-d-806292-1 is: [{'id': '7aa7979f-cbeb-44fd-ac47-919235ab5486', 'name': 'tempest-TestServerMultinode-423228887-router', 'tenant_id': '8437eaf1e24c4cfe8539367fa53219be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:19Z', 'updated_at': '2021-08-27T02:42:37Z', 'revision_number': 6, 'project_id': '8437eaf1e24c4cfe8539367fa53219be', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:38.551189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.587644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:38.631605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087df58d-4044-4168-a847-f98711170b93,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:38.645620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Checking segment: {'id': 'a7e2f0bc-7b22-4728-a51c-64bf7e067ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d083900-aa01-40b7-bce6-1f9ee4722e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:38.646487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Network hostable DHCP agents. Network: 4d083900-aa01-40b7-bce6-1f9ee4722e92, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:38.674677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Network 4d083900-aa01-40b7-bce6-1f9ee4722e92 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:38.688104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.699201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 4d083900-aa01-40b7-bce6-1f9ee4722e92) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:38.706649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:38.707522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.711114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e686997-b964-4367-a81b-e50ebe507c29 None None] Network 4d083900-aa01-40b7-bce6-1f9ee4722e92 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:38.720382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Pushing event deleted for resources: {'Port': ['ID=84a7cbb7-cf90-4236-8989-7bd7a9cd5796,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:38.757849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccd6a0ac-f36e-4d0d-bc46-1c39b08bb5e6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8807671 Aug 27 02:42:38.852181 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.923719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b2083e-9e44-4a86-a12d-b9442bf6d511 None None] Network 4d083900-aa01-40b7-bce6-1f9ee4722e92 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:38.924266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Pushing event deleted for resources: {'Port': ['ID=84a26ed4-23c0-4eda-a257-5219fc3b31e4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:38.934727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:38.986789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c33ac-a6d6-4690-bb9a-4b83b4f0b676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.070642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59718) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:39.245482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Deleting subnet b01e849a-a24f-4dce-be8f-4e198f0f6324 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:39.256160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.300732 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.305683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.315925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeed8c-a07d-4bf4-85ab-6c2569745181 req-9a567abd-2e60-4862-b781-41f0e60d8c96 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:39.317822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18aeed8c-a07d-4bf4-85ab-6c2569745181 req-9a567abd-2e60-4862-b781-41f0e60d8c96 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1959496 Aug 27 02:42:39.328310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.400184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:39.436233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.441150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18aeed8c-a07d-4bf4-85ab-6c2569745181 req-6e895c63-7ce1-48b2-b377-f61df8daa2d0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Aug 27 02:42:39.459736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:39.463786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a7cbb7-cf90-4236-8989-7bd7a9cd5796 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:39.465294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c3f915c5-ac66-49df-943b-2ad3d7a366ce no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:39.515631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.516174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa7979f-cbeb-44fd-ac47-919235ab5486 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:39.520983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: c3f915c5-ac66-49df-943b-2ad3d7a366ce {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:39.521740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c3f915c5-ac66-49df-943b-2ad3d7a366ce not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:39.526235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.527441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b3c746f3-a684-4419-bc3c-98e135ff928a admin admin] 10.222.0.26 "DELETE /v2.0/routers/7aa7979f-cbeb-44fd-ac47-919235ab5486 HTTP/1.1" status: 204 len: 168 time: 2.1424015 Aug 27 02:42:39.530345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59722) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:39.542580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.567680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.604334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01e849a-a24f-4dce-be8f-4e198f0f6324,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.615709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.617593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c53475d5-5761-43ab-8cb3-885a7df56a2c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b01e849a-a24f-4dce-be8f-4e198f0f6324 HTTP/1.1" status: 204 len: 168 time: 0.5457249 Aug 27 02:42:39.620267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59724) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:39.683041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Deleting subnet 374bc9ba-c06b-4407-aaf8-f69727454fe8 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:39.689434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.708364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c33ac-a6d6-4690-bb9a-4b83b4f0b676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.718344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0c2c33ac-a6d6-4690-bb9a-4b83b4f0b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.735522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.753090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.772645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0c2c33ac-a6d6-4690-bb9a-4b83b4f0b676 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48b2487563fc48209e2b43c80d408d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1836867 Aug 27 02:42:39.773243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59726) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:39.818416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c33ac-a6d6-4690-bb9a-4b83b4f0b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f477c32-250d-4c73-92d4-03a53f1ce43a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:39.915231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.922438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.930786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe389956-c13a-446e-a8d2-b06cc900a95a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:39.944635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.948625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3286cedf-7a02-415a-86f1-24daea7fc192') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:39.949087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3286cedf-7a02-415a-86f1-24daea7fc192') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:39.958378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.964106 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.994569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:39.997116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.000203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f477c32-250d-4c73-92d4-03a53f1ce43a HTTP/1.1" status: 204 len: 168 time: 0.1888773 Aug 27 02:42:40.006064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Router 44b96886-16be-4e07-bcd1-a3ab842a8c29 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:40.021572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade234e-4ae1-4447-89bf-d7bd04e58b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f477c32-250d-4c73-92d4-03a53f1ce43a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.021817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.069422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:40.070372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:40.084502 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:40.144861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.159488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.171610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:40.180841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-094b8f87-74f1-46c8-8ce5-df90222ead1c admin admin] 10.222.0.26 "PUT /v2.0/routers/44b96886-16be-4e07-bcd1-a3ab842a8c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5979872 Aug 27 02:42:40.181041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59730) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:40.183086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Sync routers for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:40.191988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.193949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fe389956-c13a-446e-a8d2-b06cc900a95a HTTP/1.1" status: 204 len: 168 time: 0.5727522 Aug 27 02:42:40.197736 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374bc9ba-c06b-4407-aaf8-f69727454fe8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.198363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:40.199036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:40.200023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.202086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25c82113-db28-46aa-b295-e104acffafcd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/374bc9ba-c06b-4407-aaf8-f69727454fe8 HTTP/1.1" status: 204 len: 168 time: 0.6701550 Aug 27 02:42:40.204551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59732) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:40.209375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:40.259423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd066dc2-26ff-4b36-8615-1aa8bc9d0294 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe389956-c13a-446e-a8d2-b06cc900a95a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.305707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7607059-6bad-409e-b522-7f49170f8fa2 None None] Network 0a40056d-427b-42b8-aecf-772c4db04fbc requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:40.319142 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.370343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:40.385699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Deleting subnet 087df58d-4044-4168-a847-f98711170b93 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:40.389663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.429113 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.468850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Deleting port 4ff1792c-bbc7-4727-a775-224c611e9818 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:40.469734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.689442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:40.692000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] For port 4ff1792c-bbc7-4727-a775-224c611e9818, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4ff1792c-bbc7-4727-a775-224c611e9818,segment=NetworkSegment(76c65538-a202-4e7a-9790-1aeb318dae8a),segment_id=76c65538-a202-4e7a-9790-1aeb318dae8a)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:40.692000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.735254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Calling delete_port for 4ff1792c-bbc7-4727-a775-224c611e9818 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:40.829331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59742) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:40.865779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.868151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc934210-20cd-4eed-bf5b-9e3fa7814c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.872499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.882263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779946f1-1185-4952-8d13-8e8fa313474f None None] DHCP port deletion for 0a40056d-427b-42b8-aecf-772c4db04fbc request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:40.885862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.898645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:40.901778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff1792c-bbc7-4727-a775-224c611e9818,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:40.915277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730dab8-a7cd-481d-8472-33d6dbf22ed6 req-8f1ea4e1-6ca2-411f-8f94-a097a73c3f9a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:40.928551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:40.930752 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643cbf0-6ae3-4161-99b0-0aadc7e8c6cb" -d '{"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:40.932113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8730dab8-a7cd-481d-8472-33d6dbf22ed6 req-8f1ea4e1-6ca2-411f-8f94-a097a73c3f9a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.3151770 Aug 27 02:42:40.957699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] No DVR routers for this DVR port 4ff1792c-bbc7-4727-a775-224c611e9818 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:40.972708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:41.025775 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e458942-cacb-44d8-b7c8-811e0790903d x-openstack-request-id: req-9e458942-cacb-44d8-b7c8-811e0790903d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:41.026227 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:41.026616 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e458942-cacb-44d8-b7c8-811e0790903d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:41.027104 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'code': 200} Aug 27 02:42:41.037039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.048334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.069494 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8730dab8-a7cd-481d-8472-33d6dbf22ed6 req-2865c5ea-9c43-4451-afe1-4f0ba9b531e8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358631 Aug 27 02:42:41.087575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.088533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087df58d-4044-4168-a847-f98711170b93,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.091215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.093921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d521517-34a5-4c3c-9a55-470edeaffd82 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/087df58d-4044-4168-a847-f98711170b93 HTTP/1.1" status: 204 len: 168 time: 0.8784318 Aug 27 02:42:41.099226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59746) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:41.112398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a40056d-427b-42b8-aecf-772c4db04fbc']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.119858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.134597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c65538-a202-4e7a-9790-1aeb318dae8a') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.134597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c65538-a202-4e7a-9790-1aeb318dae8a') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.146326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.152797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.163194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.170088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.171210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.171903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.172521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.173129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.173525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:41.173885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.174015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.174582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.175258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.175775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.176832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.177827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:41.177960 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:41.181272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:42:41.187755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:42:38Z', 'revision_number': 5, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port': {'id': '5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:36:17Z', 'updated_at': '2021-08-27T02:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.229603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Checking router: 44b96886-16be-4e07-bcd1-a3ab842a8c29 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:41.253110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Routers {'44b96886-16be-4e07-bcd1-a3ab842a8c29'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:41.256553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['44b96886-16be-4e07-bcd1-a3ab842a8c29'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.260361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.267069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc934210-20cd-4eed-bf5b-9e3fa7814c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.283922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc934210-20cd-4eed-bf5b-9e3fa7814c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.311875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4ff1792c-bbc7-4727-a775-224c611e9818 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:41.316178 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.322444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.328908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0a40056d-427b-42b8-aecf-772c4db04fbc HTTP/1.1" status: 204 len: 168 time: 1.1143284 Aug 27 02:42:41.328908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:41.352029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Deleting port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:41.352391 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.352804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c5f8a-345c-44e8-8757-8b06b0f636c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a40056d-427b-42b8-aecf-772c4db04fbc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.365063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4ff1792c-bbc7-4727-a775-224c611e9818 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:41.365444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4ff1792c-bbc7-4727-a775-224c611e9818 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:41.372657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934210-20cd-4eed-bf5b-9e3fa7814c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43e20c-f560-48ab-b16b-d315425cf9ec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.414254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] Set router 44b96886-16be-4e07-bcd1-a3ab842a8c29 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:41.447224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc934210-20cd-4eed-bf5b-9e3fa7814c25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c967bf6918774dea8f82dacd54cd66a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143398 Aug 27 02:42:41.453096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:41.481408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:42:41Z', 'revision_number': 6, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.482815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.506040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d083900-aa01-40b7-bce6-1f9ee4722e92']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.515896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8bfdf4-9aaa-4dc5-b483-32ccdefecc6b None None] The sync data for ids ['44b96886-16be-4e07-bcd1-a3ab842a8c29'] in n-d-806292-1 is: [{'id': '44b96886-16be-4e07-bcd1-a3ab842a8c29', 'name': 'tempest-TestServerBasicOps-1943418451-router', 'tenant_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:36:16Z', 'updated_at': '2021-08-27T02:42:41Z', 'revision_number': 6, 'project_id': 'fb2206b0befb409db1d81bb8cd41fa79', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:41.532075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e2f0bc-7b22-4728-a51c-64bf7e067ffb') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.532371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e2f0bc-7b22-4728-a51c-64bf7e067ffb') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:41.559315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.592064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.594694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] For port 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:41.595180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.611845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:41.612315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.614245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:41.616305 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:41.653853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Calling delete_port for 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:41.741316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.744274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.757234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.759360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4d083900-aa01-40b7-bce6-1f9ee4722e92 HTTP/1.1" status: 204 len: 168 time: 0.6566007 Aug 27 02:42:41.793685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdede2d-cccd-457a-83cc-3b99ef0d99c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d083900-aa01-40b7-bce6-1f9ee4722e92,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.921962 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.924519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.928100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf43e20c-f560-48ab-b16b-d315425cf9ec HTTP/1.1" status: 204 len: 168 time: 0.4690187 Aug 27 02:42:41.928262 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:41.943524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636db1b-dcb0-4621-a41d-a6aaadc48b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43e20c-f560-48ab-b16b-d315425cf9ec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:41.997944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.058791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:42.158340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59760) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.182809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.235211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:42:42.329521 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.339465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.352833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4dcca825-a8fb-4f9d-926b-5ddc58a21939 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a35b4dda7b494321bb74b0116c9cb10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930246 Aug 27 02:42:42.356785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.422318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:42.423750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa021684-7fc9-42f7-b53e-24731420f357 req-e23e8507-e591-47cd-8e7c-7fc84d11980f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:42.432295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa021684-7fc9-42f7-b53e-24731420f357 req-e23e8507-e591-47cd-8e7c-7fc84d11980f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 944 time: 0.2530994 Aug 27 02:42:42.438270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'port_id': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'mac_address': 'fa:16:3e:d8:3d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b764e27-d5c9-40cb-b16f-137c67cc943e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:42:42.466519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.468289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b96886-16be-4e07-bcd1-a3ab842a8c29 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:42.468595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.476291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.477441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7d6c3aa-c671-4441-b21b-2c20d81de949 admin admin] 10.222.0.26 "DELETE /v2.0/routers/44b96886-16be-4e07-bcd1-a3ab842a8c29 HTTP/1.1" status: 204 len: 168 time: 2.2934134 Aug 27 02:42:42.480428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59772) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.493506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.512295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.514711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:42.515333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Deleting port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:42.515692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.539113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:42.544988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.559833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa021684-7fc9-42f7-b53e-24731420f357 req-8538da5f-40de-4dfb-b615-665d2d90f4ce tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265244 Aug 27 02:42:42.589670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Deleting subnet e345337e-b545-4e70-b679-0ca2638591ba {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:42.599995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.637551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] For port eda8eba5-cf4a-48b9-b25a-c4fda6c429c6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:42.638154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.650172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.652885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.655439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9199bffe-ed0f-4fea-a750-c77ce0963af7 HTTP/1.1" status: 204 len: 168 time: 0.2975619 Aug 27 02:42:42.657180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.669239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:42.669848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Calling delete_port for eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:42.684806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb8feb-5039-4716-a080-2e3a9b11f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9199bffe-ed0f-4fea-a750-c77ce0963af7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:42.788098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.876936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.904523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:42.908309 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e345337e-b545-4e70-b679-0ca2638591ba HTTP/1.1" status: 204 len: 168 time: 0.4236908 Aug 27 02:42:42.909173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8b3d2342-7fb0-435e-8b2a-ba6207a08df1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:42.916208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf83975-1f2e-463d-b280-6ce1021e44bd None None] Network 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:42.930358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:42.938789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19442b4-4851-4f05-9a57-7aa9d5e51c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e345337e-b545-4e70-b679-0ca2638591ba,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.021128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.087712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Deleting port f5a16483-538d-4068-99c6-92ac1cf4216d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:43.088149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.174415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] For port f5a16483-538d-4068-99c6-92ac1cf4216d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f5a16483-538d-4068-99c6-92ac1cf4216d,segment=NetworkSegment(b640003a-0dbd-42bb-bb3a-f89abf2c151c),segment_id=b640003a-0dbd-42bb-bb3a-f89abf2c151c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:43.175051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.193010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Calling delete_port for f5a16483-538d-4068-99c6-92ac1cf4216d owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:43.327282 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.392590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a16483-538d-4068-99c6-92ac1cf4216d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.401124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] No DVR routers for this DVR port f5a16483-538d-4068-99c6-92ac1cf4216d on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:43.498477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.499162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.522052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.522541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:43.538133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda8eba5-cf4a-48b9-b25a-c4fda6c429c6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.560651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b640003a-0dbd-42bb-bb3a-f89abf2c151c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.560984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b640003a-0dbd-42bb-bb3a-f89abf2c151c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:43.576780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.578191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:43.582678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5b78e6a0-178c-4434-a1a4-d7dc3dbfa32f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:43.583452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a26ed4-23c0-4eda-a257-5219fc3b31e4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:43.602980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59806) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.639539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 84a26ed4-23c0-4eda-a257-5219fc3b31e4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:43.640240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a26ed4-23c0-4eda-a257-5219fc3b31e4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:43.655731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.673613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:43.675286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:43.804216 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:43.810780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.831008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.834452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] 10.222.0.26 "DELETE /v2.0/networks/51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd HTTP/1.1" status: 204 len: 168 time: 0.9027627 Aug 27 02:42:43.878866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3cec-ae2a-4654-9727-5905c925b21b admin admin] Pushing event deleted for resources: {'Network': ['ID=51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:43.899107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84b818-a86f-4c84-af8d-f23ab74f3da0 None None] DHCP port deletion for 51d5a9c9-6a9a-4839-bcaf-f1c8ea1e01dd request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:43.901781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74fb02-b88a-4df5-a3c0-721b9f85268b req-7c12ab0c-734b-4d1e-ab2f-b98331167c3a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:43.921085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd74fb02-b88a-4df5-a3c0-721b9f85268b req-7c12ab0c-734b-4d1e-ab2f-b98331167c3a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 945 time: 0.1857438 Aug 27 02:42:43.925929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e825eea-b27b-494f-9f37-fe0eb0b84cb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d20a831763d54636a1f9e786474c1770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158648 Aug 27 02:42:43.930024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:43.981592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd74fb02-b88a-4df5-a3c0-721b9f85268b req-a99e5cca-18e4-4927-97ff-6ac5e24268b2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Aug 27 02:42:43.983197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:43.989041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.017824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.115439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.118602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.122528 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb8a888d-5709-4f55-a1a3-5b15f9bd919a HTTP/1.1" status: 204 len: 168 time: 0.1932156 Aug 27 02:42:44.123257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.149744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea7aef-0ee4-43bd-836b-37d5e5ace6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a888d-5709-4f55-a1a3-5b15f9bd919a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.219036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-520ee40c-7952-48d2-96b5-8ca19ea1a020 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92967bc26d174be08089f397092ed051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834379 Aug 27 02:42:44.220590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59824) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.301300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.329846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.395084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Router 91010945-a558-430a-b23e-e22b0aa39f0d has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:42:44.405906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.408934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.413623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc3efd6d-1dac-4afe-8976-15e50b100f12 HTTP/1.1" status: 204 len: 168 time: 0.1895795 Aug 27 02:42:44.433936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c793c-95dc-4528-9bd6-0c6c7a32c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3efd6d-1dac-4afe-8976-15e50b100f12,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:44.541177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:44.548457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6efe617c-a23e-4801-93d4-c50a1ce0f2d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/91010945-a558-430a-b23e-e22b0aa39f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2188957 Aug 27 02:42:44.551069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:44.553838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Sync routers for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:44.564120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:44.565042 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:44.719671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.721135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:44.847849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.976578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Deleting port a6717292-1f3b-4944-8d4e-b035bdd82ff5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:44.976928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:44.990937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.055625 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:42:43Z', 'revision_number': 5, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port': {'id': 'a6717292-1f3b-4944-8d4e-b035bdd82ff5', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:41:35Z', 'updated_at': '2021-08-27T02:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.084640 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Checking router: 91010945-a558-430a-b23e-e22b0aa39f0d for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:45.095903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Routers {'91010945-a558-430a-b23e-e22b0aa39f0d'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:45.096535 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['91010945-a558-430a-b23e-e22b0aa39f0d'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.101983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5afd14b6-7e0f-449a-967b-cb7ac7c0fd7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb2206b0befb409db1d81bb8cd41fa79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094315 Aug 27 02:42:45.104503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:45.184648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] For port a6717292-1f3b-4944-8d4e-b035bdd82ff5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a6717292-1f3b-4944-8d4e-b035bdd82ff5,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:45.185766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.220297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Calling delete_port for a6717292-1f3b-4944-8d4e-b035bdd82ff5 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:45.231120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] Set router 91010945-a558-430a-b23e-e22b0aa39f0d gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:45.262334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.288831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:42:44Z', 'revision_number': 6, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:45.359865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.395679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f5a16483-538d-4068-99c6-92ac1cf4216d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:45.427566 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f5a3d-4493-4cc0-ab8a-8d89437a17a1 None None] The sync data for ids ['91010945-a558-430a-b23e-e22b0aa39f0d'] in n-d-806292-1 is: [{'id': '91010945-a558-430a-b23e-e22b0aa39f0d', 'name': 'tempest-TestServerMultinode-2061173732-router', 'tenant_id': 'e58b8f32dfd24cd2928738090102ad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:41:33Z', 'updated_at': '2021-08-27T02:42:44Z', 'revision_number': 6, 'project_id': 'e58b8f32dfd24cd2928738090102ad26', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:45.450854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f5a16483-538d-4068-99c6-92ac1cf4216d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:45.451204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f5a16483-538d-4068-99c6-92ac1cf4216d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:45.489118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d8de-7471-42eb-819a-e1d0312383fe req-80cabaf3-350c-4aaf-b59d-e51b41adc325 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:45.490729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.490883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3c9d8de-7471-42eb-819a-e1d0312383fe req-80cabaf3-350c-4aaf-b59d-e51b41adc325 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 945 time: 0.2535250 Aug 27 02:42:45.494243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.496882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0efc14ca-2734-4c0b-940b-9604753ed82b HTTP/1.1" status: 204 len: 168 time: 0.3912063 Aug 27 02:42:45.507444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e669e-fbca-403e-87da-b33ea3ddf8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc14ca-2734-4c0b-940b-9604753ed82b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:45.569089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b3c9d8de-7471-42eb-819a-e1d0312383fe req-0ea1f2f4-bf5b-4bd4-b0f6-26774e863e86 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655940 Aug 27 02:42:45.735681 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:45.826102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6717292-1f3b-4944-8d4e-b035bdd82ff5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:45.940143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.062791 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.065553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.139551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.140297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91010945-a558-430a-b23e-e22b0aa39f0d {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:42:46.145762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.149821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.150367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79b7e558-3f35-4840-8b6b-6701ba0e1922 admin admin] 10.222.0.26 "DELETE /v2.0/routers/91010945-a558-430a-b23e-e22b0aa39f0d HTTP/1.1" status: 204 len: 168 time: 1.5980253 Aug 27 02:42:46.209299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Deleting subnet d4a611ee-9022-469d-8398-38e66d8f7b2c {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:42:46.214140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.254300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:46.254999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.338930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.340986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:46.342284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.354249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.433146 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.446997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.470295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.473192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4a611ee-9022-469d-8398-38e66d8f7b2c HTTP/1.1" status: 204 len: 168 time: 0.3215168 Aug 27 02:42:46.474330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a68f7-94d7-4a3d-b0e3-8d94a7d3be20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a611ee-9022-469d-8398-38e66d8f7b2c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.476122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59888) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:46.490788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:46.503794 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0724da6-0e6a-4142-a0d3-e547fb9e92c8" -d '{"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-plugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:46.506919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde46560-4132-4e2a-b7d4-763910140b83 None None] Network f5f3062f-3757-4d24-9c49-fbcdbbaa709d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:46.540370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:46.591927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.623624 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc7913-113d-4a00-9ffa-17a157297eb2 x-openstack-request-id: req-e9fc7913-113d-4a00-9ffa-17a157297eb2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:46.623935 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-plugged", "status": "completed", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:46.624198 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9fc7913-113d-4a00-9ffa-17a157297eb2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:46.626212 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'code': 200} Aug 27 02:42:46.636395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.808779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419eacc-4f0d-441f-bdb6-063f6517f0e2 req-3ae91bb3-34ab-4068-a973-f3865b31a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:46.812042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c419eacc-4f0d-441f-bdb6-063f6517f0e2 req-3ae91bb3-34ab-4068-a973-f3865b31a6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 1097 time: 0.0641007 Aug 27 02:42:46.813396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:46.824385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Deleting port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:46.824960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.836511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7f1b4-76b4-4978-9934-a4d6e9a6bb43 req-f3afa9e7-22db-4741-a3c1-32f98b2015d9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:46.838357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbe7f1b4-76b4-4978-9934-a4d6e9a6bb43 req-f3afa9e7-22db-4741-a3c1-32f98b2015d9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.1241074 Aug 27 02:42:46.881875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c419eacc-4f0d-441f-bdb6-063f6517f0e2 req-f08b25ab-7f96-4e2e-a3d6-09c7513d8130 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Aug 27 02:42:46.932643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbe7f1b4-76b4-4978-9934-a4d6e9a6bb43 req-12aaec00-6ac6-4caa-b096-42c627982c9b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820689 Aug 27 02:42:46.938177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] DHCP port deletion for f5f3062f-3757-4d24-9c49-fbcdbbaa709d request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:42:46.947575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] For port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:46.947832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:46.968630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Calling delete_port for 09a105bb-5b4a-440b-a90a-7c40e26e8e9c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:47.014770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Deleting port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:47.015164 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.087686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.112215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] For port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,segment=NetworkSegment(50be3ceb-be88-4709-b851-81706200b7e9),segment_id=50be3ceb-be88-4709-b851-81706200b7e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:47.112632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.116622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:47.123399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] No DVR routers for this DVR port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:47.153575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Calling delete_port for 09a105bb-5b4a-440b-a90a-7c40e26e8e9c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:47.224758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.239854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f3062f-3757-4d24-9c49-fbcdbbaa709d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.242632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:47.256993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50be3ceb-be88-4709-b851-81706200b7e9') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.257291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50be3ceb-be88-4709-b851-81706200b7e9') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:47.269536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:47.270109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eda8eba5-cf4a-48b9-b25a-c4fda6c429c6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:47.270561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6717292-1f3b-4944-8d4e-b035bdd82ff5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:47.276427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.298143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a6717292-1f3b-4944-8d4e-b035bdd82ff5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:47.298532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a6717292-1f3b-4944-8d4e-b035bdd82ff5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:47.299053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09a105bb-5b4a-440b-a90a-7c40e26e8e9c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:47.315991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.327114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:42:47.327114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:42:47.328940 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:42:47.335577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 09a105bb-5b4a-440b-a90a-7c40e26e8e9c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:47.336009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 09a105bb-5b4a-440b-a90a-7c40e26e8e9c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:47.363710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.395877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] Pushing event deleted for resources: {'Port': ['ID=09a105bb-5b4a-440b-a90a-7c40e26e8e9c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:47.397820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536115fd-435d-4034-a306-abe9bee447a3 None None] No DVR routers for this DVR port 09a105bb-5b4a-440b-a90a-7c40e26e8e9c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:47.430566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.440308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.446828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f5f3062f-3757-4d24-9c49-fbcdbbaa709d HTTP/1.1" status: 204 len: 168 time: 0.9688895 Aug 27 02:42:47.463665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25c9e-aac6-41a5-83dc-f6a3a11cfdf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f3062f-3757-4d24-9c49-fbcdbbaa709d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:47.660489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.753063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fa8f08e-c3b3-4656-91d7-7d0121c71470 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8437eaf1e24c4cfe8539367fa53219be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906389 Aug 27 02:42:47.756211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:47.835725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.889315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.944095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.947433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:47.948598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/073f4ffa-3b71-48b6-ac6d-2388c54d2936 HTTP/1.1" status: 204 len: 168 time: 0.1911616 Aug 27 02:42:47.957428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39abbe4-6b76-453f-b967-58368b6c5ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f4ffa-3b71-48b6-ac6d-2388c54d2936,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:48.105092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1824-3168-4c39-9ec5-e412a09dd260 req-38433081-70b0-4c19-842e-a334b303d966 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:48.107813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4aab1824-3168-4c39-9ec5-e412a09dd260 req-38433081-70b0-4c19-842e-a334b303d966 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0816960 Aug 27 02:42:48.201315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4aab1824-3168-4c39-9ec5-e412a09dd260 req-5e0e925d-fc17-4ea6-9ca1-7038723daaba tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843771 Aug 27 02:42:48.370995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.417209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f00d229-5a05-4b37-a397-e15fff879da9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e58b8f32dfd24cd2928738090102ad26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427570 Aug 27 02:42:48.417582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:48.469186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:48.490855 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:48.539054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:48.542210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:48.546363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ada78d11-96e6-4b25-9cba-94b08537e772 HTTP/1.1" status: 204 len: 168 time: 0.1249764 Aug 27 02:42:48.558837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085908c8-acb6-46f9-8983-dcb0641676c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada78d11-96e6-4b25-9cba-94b08537e772,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:49.365553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4772ce7-4009-4b94-9add-c05a81a8282c req-88f2ab56-bcef-4d81-b7a7-90a1a0c152dd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:49.368377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4772ce7-4009-4b94-9add-c05a81a8282c req-88f2ab56-bcef-4d81-b7a7-90a1a0c152dd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0758667 Aug 27 02:42:49.433642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4772ce7-4009-4b94-9add-c05a81a8282c req-abcdd93d-72eb-46d2-9704-5d206f95cdec tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571644 Aug 27 02:42:49.483060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:49.601470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38a802-1eb3-43ca-93aa-002047efba6d req-84f1ff8b-55ef-4992-b478-5945e4ae110a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:49.603711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da38a802-1eb3-43ca-93aa-002047efba6d req-84f1ff8b-55ef-4992-b478-5945e4ae110a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0809586 Aug 27 02:42:49.662001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da38a802-1eb3-43ca-93aa-002047efba6d req-dc1f60db-6702-4038-8f85-5d7f75e6cc44 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Aug 27 02:42:49.699394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-342445210-network', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:49.731395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Made reservation on behalf of 9a398feecaf6401ebfb7b99e052a0756 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:49.738280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:49.762273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:49.907577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:49.914876 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.031503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:42:50.089737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b07343e-507d-472d-88b4-a5ea7137e36b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.102179 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.108290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.108905 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Added segment 44b76e84-70fa-4307-a998-fafc06ce8666 of type vlan for network b0c36879-90fd-41e1-b291-048cf718483b Aug 27 02:42:50.209606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.300987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac09a005-a430-409f-9e2c-110462965a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.323801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.335250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:50.335250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.424805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] Pushing event updated for resources: {'Network': ['ID=b0c36879-90fd-41e1-b291-048cf718483b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.437447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network b0c36879-90fd-41e1-b291-048cf718483b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:42:50.455952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d5ca0d30-e34e-4655-9f26-ebfab814ebe6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:50.464207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d5ca0d30-e34e-4655-9f26-ebfab814ebe6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.2453961 Aug 27 02:42:50.485269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d306aea3-d680-4659-a110-956be6c0b0e4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/quotas/6a675c7555ab411db9872bbb8009fbbd HTTP/1.1" status: 200 len: 375 time: 0.0197160 Aug 27 02:42:50.511275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60070) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.519044 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac09a005-a430-409f-9e2c-110462965a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.535968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac09a005-a430-409f-9e2c-110462965a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.548981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b3767e1-f218-4e20-8e80-2cbade42252e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0618353 Aug 27 02:42:50.556575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60074) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.562920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Request body: {'subnet': {'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-342445210-subnet', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:50.585827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-b56077d3-d5e5-41ac-8f67-ca691235e83d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000104 Aug 27 02:42:50.607690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ac09a005-a430-409f-9e2c-110462965a97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7918df48b254385a75e3511e08bb5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018427 Aug 27 02:42:50.611295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60076) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:50.634011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09a005-a430-409f-9e2c-110462965a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d6c8a-3f6c-4f8c-bef6-64e778dd1322,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.708440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.712191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Made reservation on behalf of 9a398feecaf6401ebfb7b99e052a0756 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:50.714593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.734141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dd627dc-b365-4c0c-985b-930a1d36eb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.769394 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.825398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-ea168ff0-e68f-46ab-865e-df77cfe802c9 service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382951 Aug 27 02:42:50.900387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.902944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.919046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c76d6c8a-3f6c-4f8c-bef6-64e778dd1322 HTTP/1.1" status: 204 len: 168 time: 0.2936127 Aug 27 02:42:50.931451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dd627dc-b365-4c0c-985b-930a1d36eb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.937923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2dd627dc-b365-4c0c-985b-930a1d36eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:50.961264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55191ad6-ea98-4553-ba40-0146a5c617e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d6c8a-3f6c-4f8c-bef6-64e778dd1322,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:50.973053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2dd627dc-b365-4c0c-985b-930a1d36eb7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1308777572d44636a790e0d183907267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583826 Aug 27 02:42:50.973378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.008008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd627dc-b365-4c0c-985b-930a1d36eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f1b59b-2d78-4756-b5f2-55fcd8f8fcbc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:51.015574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-2364634d-1645-4d34-abfc-6df46735515a service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832311 Aug 27 02:42:51.073742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.141669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.143909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2226fa13-b08e-463d-8711-95233e8bbcd1,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:51.180900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.224244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Checking segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:51.224604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Network hostable DHCP agents. Network: b0c36879-90fd-41e1-b291-048cf718483b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:42:51.246236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-245b1e08-ea7c-41c9-a43d-f01943c9fa37 req-789696bb-4fd4-4368-a5fb-f807b47c6529 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 210 time: 0.0431397 Aug 27 02:42:51.280970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Network b0c36879-90fd-41e1-b291-048cf718483b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:42:51.294916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, b0c36879-90fd-41e1-b291-048cf718483b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:51.300741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:51.301424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.306671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8107c9e-c9d5-481f-a768-220bf1edb526 None None] Network b0c36879-90fd-41e1-b291-048cf718483b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:51.328612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.336007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.343930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52f1b59b-2d78-4756-b5f2-55fcd8f8fcbc HTTP/1.1" status: 204 len: 168 time: 0.3670626 Aug 27 02:42:51.353509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.362775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b70bb8-040b-4d1e-9a9f-79ba7d894aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f1b59b-2d78-4756-b5f2-55fcd8f8fcbc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:51.367432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0cb545e6-4186-49f3-b071-8967bee0a50e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8091550 Aug 27 02:42:51.369173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ba722c1-dc5a-429d-aa06-9aa254a5086a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.370612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 60094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.381240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:51.511819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-b0c36879-90fd-41e1-b291-048cf718483b', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:42:51.513429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.530211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ba722c1-dc5a-429d-aa06-9aa254a5086a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.535587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4ba722c1-dc5a-429d-aa06-9aa254a5086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.548719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-9cbc43f3-9f12-485b-9f1e-9447e5f58acd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:51.555033 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-9cbc43f3-9f12-485b-9f1e-9447e5f58acd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a223cf0-2823-4c67-815e-a645dbda2030 HTTP/1.1" status: 200 len: 946 time: 0.0984542 Aug 27 02:42:51.626691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.627456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.662182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba722c1-dc5a-429d-aa06-9aa254a5086a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c4d2e-dae8-428c-b056-b6afdf2974db,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:51.694275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4ba722c1-dc5a-429d-aa06-9aa254a5086a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2715a937a33d424dba4b1572273db471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377643 Aug 27 02:42:51.697666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60104) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:51.740850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Allocated IP 172.20.0.2 (b0c36879-90fd-41e1-b291-048cf718483b/2226fa13-b08e-463d-8711-95233e8bbcd1/dd016c66-ae64-4892-a4a2-4a7d9c5fdf19) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:51.786683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.836410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.862724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.931199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.933889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:51.944833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/835c4d2e-dae8-428c-b056-b6afdf2974db HTTP/1.1" status: 204 len: 168 time: 0.2358105 Aug 27 02:42:51.985685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda739e-e44a-4569-a58a-7fc398b210df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c4d2e-dae8-428c-b056-b6afdf2974db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:52.120005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Deleting port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:42:52.120464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.143926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.161852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Transition to ACTIVE for port object dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:52.191184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Transition to ACTIVE for port object dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:52.201141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.264076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Pushing event updated for resources: {'Port': ['ID=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:52.293188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Network b0c36879-90fd-41e1-b291-048cf718483b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:52.297229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:52.302585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:52.312696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.319700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] For port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:52.320557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.379802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Calling delete_port for 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:42:52.410070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Attempting to bind port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:52.410619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Attempting to bind port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:52.411271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Attempting to bind port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 on network b0c36879-90fd-41e1-b291-048cf718483b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:52.418072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:52.418854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Checking segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:52.419886 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.420495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Bound using segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:52.421307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Bound port: dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:52.421918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.503403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d67b74a-301b-41b0-ab27-7977ae33da47 req-c068b702-ecfa-4e98-b2ed-0117acb84444 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 210 time: 0.0830188 Aug 27 02:42:52.512234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] For port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:52.517515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] For port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:52.531982 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.646645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0093f58-5f9c-4bc2-b9a6-a386b75ce1e8 None None] Pushing event updated for resources: {'Port': ['ID=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:52.663104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3793baf2-7816-4e8b-b0cd-5ea23c7469a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.672482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:52.708586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['8b3d2342-7fb0-435e-8b2a-ba6207a08df1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:42:52.943345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event deleted for resources: {'Port': ['ID=8b3d2342-7fb0-435e-8b2a-ba6207a08df1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:53.037940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] No DVR routers for this DVR port 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:42:53.040704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.073346 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.076045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d6521f76-5d52-412f-8bce-9cdbdfa434a3 req-fbfda16d-113b-42b1-8458-abb73760e6a6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "DELETE /v2.0/ports/8b3d2342-7fb0-435e-8b2a-ba6207a08df1 HTTP/1.1" status: 204 len: 173 time: 1.5119886 Aug 27 02:42:53.083993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.085979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-deleted', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:53.090077 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df4bb6f-c220-4cde-88f0-c306ed1b9863" -d '{"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-deleted", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:53.184829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-ff5059c8-b0d8-46f7-961a-cb2d7ad716b1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:53.190237 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-ff5059c8-b0d8-46f7-961a-cb2d7ad716b1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.15 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.3899412 Aug 27 02:42:53.217432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Request body: {'port': {'device_id': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'admin_state_up': True, 'tenant_id': '6a675c7555ab411db9872bbb8009fbbd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:53.345566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:53.414042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Allocated IP 172.25.8.236 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/b1748057-25d5-41ab-81b6-9b5f03eb378c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:53.470209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:53.534167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Made reservation on behalf of 6a675c7555ab411db9872bbb8009fbbd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:53.538125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.612809 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d76c4-00da-4980-b3d2-a8790d85ec88 x-openstack-request-id: req-687d76c4-00da-4980-b3d2-a8790d85ec88 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:53.613291 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a223cf0-2823-4c67-815e-a645dbda2030", "name": "network-vif-deleted", "tag": "8b3d2342-7fb0-435e-8b2a-ba6207a08df1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:53.613723 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-687d76c4-00da-4980-b3d2-a8790d85ec88 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:53.614187 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a223cf0-2823-4c67-815e-a645dbda2030', 'name': 'network-vif-deleted', 'tag': '8b3d2342-7fb0-435e-8b2a-ba6207a08df1', 'status': 'completed', 'code': 200} Aug 27 02:42:53.704561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:53.846652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87176b0e-e8dc-42f6-bb17-9b3ae71443b9 req-719ad699-a90e-4c8a-a869-3c10431a50a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 210 time: 0.0913954 Aug 27 02:42:53.967194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Allocated IP 172.20.0.5 (dfa9e4b6-1a24-475f-9697-805fa727c31a/3b764e27-d5c9-40cb-b16f-137c67cc943e/bccf9491-5b58-49df-8a8a-cabd78b5aaeb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:54.001432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.112201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:54.120228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:54.126912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:54.322232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ff940-ef4b-4a75-b416-1575c79389c5 None None] Network b0c36879-90fd-41e1-b291-048cf718483b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:42:54.373823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Pushing event updated for resources: {'Port': ['ID=b1748057-25d5-41ab-81b6-9b5f03eb378c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:54.468355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Provisioning for port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:54.474405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Provisioning complete for port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:54.474942 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.665712 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.752434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] For port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:42:54.763502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:54.850653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f791ba-6eb8-46d3-967d-30d612eed4d1 None None] Pushing event updated for resources: {'Port': ['ID=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:55.014222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df6d8b2c-72d4-4f2b-b2c2-ccafcf233f3f req-0424d447-0d74-486a-80e8-5b52c4cd848f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 210 time: 0.0579426 Aug 27 02:42:55.101821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d823e34-f9ce-4e47-9787-25323adb56fe None None] Provisioning complete for port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:55.102532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d823e34-f9ce-4e47-9787-25323adb56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.218631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-de9af7bd-af70-4467-8233-eed8df0750f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.269190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:42:55.369854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:55.370571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.413276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-d63ff850-0643-4445-8545-d8b59efc83e7 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418832 Aug 27 02:42:55.506253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.530488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.636892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.703626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60252) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:55.812348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-37279cbc-39c0-4620-b3d5-7f3c396566b2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:55.813853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-37279cbc-39c0-4620-b3d5-7f3c396566b2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3633463 Aug 27 02:42:55.816960 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.848895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9568472e-9421-449c-acbc-bd22291f50e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.894310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Network dfa9e4b6-1a24-475f-9697-805fa727c31a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:55.900020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:55.906921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-abd2ce2a-761f-4fa1-89da-103949cffc1f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/quotas/00ccd54e8b9c41e681d24b5a635b184b HTTP/1.1" status: 200 len: 375 time: 0.0801950 Aug 27 02:42:55.913483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:55.949207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9568472e-9421-449c-acbc-bd22291f50e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.954524 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9568472e-9421-449c-acbc-bd22291f50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:55.962998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:55.996526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568472e-9421-449c-acbc-bd22291f50e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3c56b5-1440-4a5e-ba82-7e117c9aeb2e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:56.004606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9568472e-9421-449c-acbc-bd22291f50e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ffd903bd54c4c37b65dc472a86c7128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997577 Aug 27 02:42:56.005300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:56.024024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-1404117e-e0e5-48ef-acac-01c8a69093de tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823286 Aug 27 02:42:56.049225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:56.050151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.071924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-340f2feb-2203-4d31-8fe6-ba459ddd30a4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8675783 Aug 27 02:42:56.079104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.108258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.140458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.259780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:42:56.261509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236ddac-1346-4f56-9afd-6d439751c1d8 req-a4eb1639-bbb6-498b-85eb-e3e2e9e7baa1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:56.269822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c236ddac-1346-4f56-9afd-6d439751c1d8 req-a4eb1639-bbb6-498b-85eb-e3e2e9e7baa1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 931 time: 0.1237047 Aug 27 02:42:56.306770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:42:56.306904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 8b3d2342-7fb0-435e-8b2a-ba6207a08df1 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:42:56.317765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c236ddac-1346-4f56-9afd-6d439751c1d8 req-b93baff4-bff5-46e2-9065-fd116b7fac69 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Aug 27 02:42:56.326161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Request body: {'port': {'device_id': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:56.330231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.334846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.339871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f3c56b5-1440-4a5e-ba82-7e117c9aeb2e HTTP/1.1" status: 204 len: 168 time: 0.3332043 Aug 27 02:42:56.352513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213046d-e75f-4f48-b740-0bb90ac4de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3c56b5-1440-4a5e-ba82-7e117c9aeb2e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:56.353919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cca40d9-47f7-4054-8d3d-d3a9967a6088 req-06cc918b-f536-4ad7-b538-e91b483a0786 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 27 02:42:56.444804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.477678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Router edfeba1f-d617-4a3d-ac81-114a8af20660 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:42:56.529471 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.754210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60280) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:56.755558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:42:56.776296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.776524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:42:56.777573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-93549170-8825-4b26-ac31-cab118041716 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4039595 Aug 27 02:42:56.780569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60282) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:56.788707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:56.789725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:56.828308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91dd8559-2c15-430d-966a-13a9723b8a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:56.971034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:57.024994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccf9491-5b58-49df-8a8a-cabd78b5aaeb {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:42:57.041870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.109244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Transition to ACTIVE for port object bccf9491-5b58-49df-8a8a-cabd78b5aaeb will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:57.113772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91dd8559-2c15-430d-966a-13a9723b8a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.115185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.123968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91dd8559-2c15-430d-966a-13a9723b8a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.174483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-91dd8559-2c15-430d-966a-13a9723b8a3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f018fa931fd43c1814a0d0ac62bf948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179559 Aug 27 02:42:57.179816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60284) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:42:57.188968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd8559-2c15-430d-966a-13a9723b8a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63820df2-240a-4ec8-afec-c6351ee6571b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:57.194308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:57.284684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:55Z', 'revision_number': 3, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:57.315799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:42:57.316143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Updating router edfeba1f-d617-4a3d-ac81-114a8af20660 port b1748057-25d5-41ab-81b6-9b5f03eb378c binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:42:57.324134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.342507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Attempting to bind port bccf9491-5b58-49df-8a8a-cabd78b5aaeb on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:57.347123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Attempting to bind port bccf9491-5b58-49df-8a8a-cabd78b5aaeb by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:57.352266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Attempting to bind port bccf9491-5b58-49df-8a8a-cabd78b5aaeb on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:57.358108 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.359388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.371485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Port bccf9491-5b58-49df-8a8a-cabd78b5aaeb on network dfa9e4b6-1a24-475f-9697-805fa727c31a not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:42:57.372053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Attempting to bind port bccf9491-5b58-49df-8a8a-cabd78b5aaeb on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:57.400764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:57.409298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Checking segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:57.409944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Bound using segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:57.410545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Bound port: bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:57.411024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.648828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7df5a8a-afa5-4b93-8fb3-5f48ad8c53ae req-d60ffc1a-bb4b-4ea0-975b-289baceae024 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.1084862 Aug 27 02:42:57.657425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-0d79fd4b-3409-44c8-a48b-92efd32c2bc6 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155622 Aug 27 02:42:57.931838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.954044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.958347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Transition to ACTIVE for port object b1748057-25d5-41ab-81b6-9b5f03eb378c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:57.968479 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:57.988848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:57.999797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f951-fd3b-4dff-a125-5c647498676c req-32c37189-717c-4fcd-98af-d923037cd0d5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.007223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f851f951-fd3b-4dff-a125-5c647498676c req-32c37189-717c-4fcd-98af-d923037cd0d5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 943 time: 0.1082716 Aug 27 02:42:58.010640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.012712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:58.014283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.015457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63820df2-240a-4ec8-afec-c6351ee6571b HTTP/1.1" status: 204 len: 168 time: 0.8335922 Aug 27 02:42:58.044410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-80586e34-19a2-4b25-a581-2d064ff89437 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1505558 Aug 27 02:42:58.058439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.065065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2fe1d-4c85-42b8-ac87-48864dca8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63820df2-240a-4ec8-afec-c6351ee6571b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:58.113915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.114565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.115941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] 10.222.0.15 "PUT /v2.0/ports/bccf9491-5b58-49df-8a8a-cabd78b5aaeb HTTP/1.1" status: 200 len: 1091 time: 2.0111041 Aug 27 02:42:58.118105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:42:58.120176 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470a44f-1c8e-4a79-944d-a73e6e920588" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:42:58.137286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-5de5cb25-b364-4287-a739-653d6476ce6b tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.138843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-5de5cb25-b364-4287-a739-653d6476ce6b tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4726722 Aug 27 02:42:58.156913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.173888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f851f951-fd3b-4dff-a125-5c647498676c req-6b865e93-2c2e-4dd1-9595-1b86b40475f5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657178 Aug 27 02:42:58.193291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018433a-e8ce-4625-98d1-f44b0dbfac22 service neutron] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:58.199163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Request body: {'port': {'device_id': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '00ccd54e8b9c41e681d24b5a635b184b'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:42:58.241639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Attempting to bind port b1748057-25d5-41ab-81b6-9b5f03eb378c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:42:58.246920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Attempting to bind port b1748057-25d5-41ab-81b6-9b5f03eb378c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:42:58.248284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Attempting to bind port b1748057-25d5-41ab-81b6-9b5f03eb378c on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:42:58.265849 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06c80e2-69bb-437f-a52d-fe98a537d7cc x-openstack-request-id: req-f06c80e2-69bb-437f-a52d-fe98a537d7cc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:42:58.266310 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:42:58.266468 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f06c80e2-69bb-437f-a52d-fe98a537d7cc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:42:58.266823 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'status': 'completed', 'code': 200} Aug 27 02:42:58.283187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:42:58.283510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:42:58.284465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.284465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:42:58.285149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Bound port: b1748057-25d5-41ab-81b6-9b5f03eb378c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:42:58.285149 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.340858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4676d-cf76-4195-8ed3-11afb3329099 None None] Pushing event updated for resources: {'Port': ['ID=b1748057-25d5-41ab-81b6-9b5f03eb378c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:58.352282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.352776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.353256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.353732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.354204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.354709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.355178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.357688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-59d90e74-c430-4955-90cd-2b827d2aa4bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 6493 time: 0.2041926 Aug 27 02:42:58.370035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-51c91c10-e591-4a0c-bc78-03ddd48e1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.371783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-51c91c10-e591-4a0c-bc78-03ddd48e1228 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 1094 time: 0.1221292 Aug 27 02:42:58.440399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] For port b1748057-25d5-41ab-81b6-9b5f03eb378c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:42:58.447528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] For port b1748057-25d5-41ab-81b6-9b5f03eb378c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b1748057-25d5-41ab-81b6-9b5f03eb378c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:42:58.460728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.503123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-0d6337c2-c0a7-4b8c-9f2d-9ccc96cfbb2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb HTTP/1.1" status: 200 len: 217 time: 0.1199956 Aug 27 02:42:58.507383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Allocated IP 172.20.0.1 (b0c36879-90fd-41e1-b291-048cf718483b/2226fa13-b08e-463d-8711-95233e8bbcd1/3da778d6-7829-4c78-8a44-addc30486ddc) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:42:58.545319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:42:58.545968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:58.563632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-682652bd-40e1-4d60-b056-94a3be5a0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.564102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-682652bd-40e1-4d60-b056-94a3be5a0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.564756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-682652bd-40e1-4d60-b056-94a3be5a0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.566590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-682652bd-40e1-4d60-b056-94a3be5a0b8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=16d99336-f03b-4e58-a731-98ac8f136339&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&id=17175056-711a-4713-b5b0-4657fffce5ad&id=17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 200 len: 2294 time: 0.1733882 Aug 27 02:42:58.569474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Made reservation on behalf of 00ccd54e8b9c41e681d24b5a635b184b for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:42:58.573393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.628674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.640123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-f4ba9c88-7b5a-4dbd-9b18-43da3c2c4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.641619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-f4ba9c88-7b5a-4dbd-9b18-43da3c2c4c5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.1285751 Aug 27 02:42:58.651521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4676d-cf76-4195-8ed3-11afb3329099 None None] Pushing event updated for resources: {'Port': ['ID=b1748057-25d5-41ab-81b6-9b5f03eb378c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:58.685137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-e329c5a1-c7dd-4073-a1a8-a3481841a087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344174 Aug 27 02:42:58.707659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-c0452180-bed0-47c9-b83e-0fb698a2766e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 200 len: 1001 time: 0.1298947 Aug 27 02:42:58.776331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:58.805941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:42:58.845944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55bcb50a-3b0d-4406-b318-3917e7a2bad1 req-0688a7a7-408d-4315-88fd-b46535979887 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.0378852 Aug 27 02:42:58.850681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Transition to ACTIVE for port object 3da778d6-7829-4c78-8a44-addc30486ddc will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:42:58.927144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-130c7c98-50d2-41f4-9904-924a4f2ec48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:58.928639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-130c7c98-50d2-41f4-9904-924a4f2ec48a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 200 len: 851 time: 0.2002189 Aug 27 02:42:58.942800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.002528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Network b0c36879-90fd-41e1-b291-048cf718483b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:42:59.003703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:42:59.023364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:42:59.025954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:59.137659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.189102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-733dec50-6520-4dd5-9603-5c280bbce728 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964178 Aug 27 02:42:59.426953 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.430590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-df90b0ed-775c-472d-8dc7-b97996f1e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:59.432423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-df90b0ed-775c-472d-8dc7-b97996f1e74e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16d99336-f03b-4e58-a731-98ac8f136339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4867470 Aug 27 02:42:59.439908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.461912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.490442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:55Z', 'revision_number': 3, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:42:59.530681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea99160-2c8a-4272-b0c0-fa7a3b64b4db None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:55Z', 'revision_number': 3, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:42:59.631508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-42e0da74-f773-4b6c-9ac1-b945535814dd None None] Provisioning for port 3da778d6-7829-4c78-8a44-addc30486ddc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:42:59.646924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-42e0da74-f773-4b6c-9ac1-b945535814dd None None] Provisioning complete for port 3da778d6-7829-4c78-8a44-addc30486ddc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:42:59.647600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-42e0da74-f773-4b6c-9ac1-b945535814dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.745480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-42e0da74-f773-4b6c-9ac1-b945535814dd None None] Port 3da778d6-7829-4c78-8a44-addc30486ddc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:42:59.813540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789c81-fb42-4635-a409-d5f51ae2dd4c req-323e5fc7-672a-445f-9b4f-f59f5811b0b2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:42:59.822916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf789c81-fb42-4635-a409-d5f51ae2dd4c req-323e5fc7-672a-445f-9b4f-f59f5811b0b2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 943 time: 0.4468729 Aug 27 02:42:59.826710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea591f1-32ef-4c89-9f99-0239651cc41e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:42:59.883242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-188896e3-34b3-4bcc-8ebf-0541f52ed0eb service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370091 Aug 27 02:42:59.939008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:42:59.948568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.003146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e2b3d34-6727-4bca-b288-52ceadf0f8cd req-548bd64b-52ed-4fdc-9aa0-c38a6d44f100 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8023913 Aug 27 02:43:00.114960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-132458ce-620d-4637-802d-3a633d01dc46 req-3f3805d6-6e7e-44ae-bcd7-1c0ac863fe37 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.0666943 Aug 27 02:43:00.117976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Allocated IP 192.168.233.251 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/281e0401-8c61-4908-a906-75228f8e97cd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:00.142537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.150099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:00.330786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Network b0c36879-90fd-41e1-b291-048cf718483b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:00.334303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:00.595096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Router edfeba1f-d617-4a3d-ac81-114a8af20660 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:00.773559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:00.811735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:00.827445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8c8eb0d9-d905-4050-b387-7905f42c37a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/edfeba1f-d617-4a3d-ac81-114a8af20660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0378277 Aug 27 02:43:00.828156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.839513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-363bc693-5aa0-4759-9c20-c2b2e2338525 None None] Provisioning complete for port 3da778d6-7829-4c78-8a44-addc30486ddc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:00.840190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-363bc693-5aa0-4759-9c20-c2b2e2338525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:00.925107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-363bc693-5aa0-4759-9c20-c2b2e2338525 None None] Port 3da778d6-7829-4c78-8a44-addc30486ddc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:01.046441 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf789c81-fb42-4635-a409-d5f51ae2dd4c req-11602952-ea55-4cfd-8503-96f00af838e3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1960568 Aug 27 02:43:01.100392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3263e097-a258-471b-9b9e-7a72aaf4b432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.184762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-54531902-4b08-48be-b4c7-91597f08cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.194963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-54531902-4b08-48be-b4c7-91597f08cfc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 1094 time: 0.9757428 Aug 27 02:43:01.305274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.340838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3263e097-a258-471b-9b9e-7a72aaf4b432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.342168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-79de5da9-69ca-43cd-a113-e6501ecf9355 service neutron] 10.222.0.15 "GET /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4439313 Aug 27 02:43:01.348977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Transition to ACTIVE for port object 281e0401-8c61-4908-a906-75228f8e97cd will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:01.352689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b1748057-25d5-41ab-81b6-9b5f03eb378c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:01.374620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3263e097-a258-471b-9b9e-7a72aaf4b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.409394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-f602881d-7339-4c21-8c87-f1297ab9f03b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 217 time: 0.0584114 Aug 27 02:43:01.419367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76a1ebc8-66c2-4174-93a2-c8fdd34c4d0e req-1123aff1-b0ff-4f3a-9224-5fb80c3ed25f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.0735283 Aug 27 02:43:01.465682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3263e097-a258-471b-9b9e-7a72aaf4b432 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c278d8732fc4ce4af88e9c1bff7f9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911089 Aug 27 02:43:01.469665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60358) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:01.478190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b1748057-25d5-41ab-81b6-9b5f03eb378c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:01.485340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-552343db-1060-4ce9-bd05-1b0c5777a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.487159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-552343db-1060-4ce9-bd05-1b0c5777a4a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 915 time: 0.2911234 Aug 27 02:43:01.495958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b1748057-25d5-41ab-81b6-9b5f03eb378c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:01.495958 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.528541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263e097-a258-471b-9b9e-7a72aaf4b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3289b9-5b74-427f-9c30-83387eab65cb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.571244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.597817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-e94fa002-51f8-46df-bff0-9f4bf00b307f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb HTTP/1.1" status: 200 len: 217 time: 0.1024232 Aug 27 02:43:01.609880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-cdac953c-f263-45a8-a0b0-457506b5b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.611673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-cdac953c-f263-45a8-a0b0-457506b5b332 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.1911392 Aug 27 02:43:01.617637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.623356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.664596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.714366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b1748057-25d5-41ab-81b6-9b5f03eb378c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b1748057-25d5-41ab-81b6-9b5f03eb378c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:01.728932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.755274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.774508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.781966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f3289b9-5b74-427f-9c30-83387eab65cb HTTP/1.1" status: 204 len: 168 time: 0.3103318 Aug 27 02:43:01.800806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Pushing event updated for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.818664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d296b3-3313-462e-ab1b-62cb368ba9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3289b9-5b74-427f-9c30-83387eab65cb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.834680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:01.846340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:01.850611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-175670e5-8337-45ea-bb27-55fc2bded3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.850752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b1748057-25d5-41ab-81b6-9b5f03eb378c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:01.852124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-175670e5-8337-45ea-bb27-55fc2bded3e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.2391944 Aug 27 02:43:01.853892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:01.897103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60368) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:01.902149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1036727818-network', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:01.951242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.952707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.954804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Made reservation on behalf of b6d4c348d4124ddf9632bae796e45641 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:01.959645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:01.987248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-894442ca-9178-40b7-9f17-9d996fe5e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:01.989533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-894442ca-9178-40b7-9f17-9d996fe5e030 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3346727 Aug 27 02:43:02.006141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.025660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-be14c089-764f-407c-a5f8-8143d46f09c2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8705246 Aug 27 02:43:02.076129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-f283102a-0385-4acd-bb8c-982af726efe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619513 Aug 27 02:43:02.193732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Request body: {'port': {'device_id': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:02.315464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:02.318282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f07e0-53ed-4677-aabf-08b44be7f135 req-60af66cd-7bbf-4512-b67e-d64e8d14e6c9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:02.326900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b7f07e0-53ed-4677-aabf-08b44be7f135 req-60af66cd-7bbf-4512-b67e-d64e8d14e6c9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 943 time: 0.1176510 Aug 27 02:43:02.327391 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:02.328025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:02.339940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.351308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.362839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73f5a362-dd93-4727-b4c8-e96da2b91761 None None] Provisioning for port 281e0401-8c61-4908-a906-75228f8e97cd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:02.386203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73f5a362-dd93-4727-b4c8-e96da2b91761 None None] Provisioning complete for port 281e0401-8c61-4908-a906-75228f8e97cd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:02.401111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.406719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6b7f07e0-53ed-4677-aabf-08b44be7f135 req-acffd30b-472a-4854-9227-e2396f98a3ec tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Aug 27 02:43:02.408095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73f5a362-dd93-4727-b4c8-e96da2b91761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.414520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:43:02.434282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1dc71-5556-4a6f-9704-c8d20a8425db,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:02.438090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.438635 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Added segment 7035565f-323b-4397-895b-b48e186796be of type vlan for network a325bf39-c4ad-4960-a60f-1e3256dc1040 Aug 27 02:43:02.515991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-73f5a362-dd93-4727-b4c8-e96da2b91761 None None] Port 281e0401-8c61-4908-a906-75228f8e97cd cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:02.594930 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:02.658342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.662440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-39f5646c-ac61-4c15-8471-9e8692f567d3 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842922 Aug 27 02:43:02.666788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-a8bd098b-dcab-4041-8cdb-a267d89ac668 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322212 Aug 27 02:43:02.841554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.848644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:02.849242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:02.884006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-df950231-db91-4761-b097-03f76643cd67 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034924 Aug 27 02:43:02.953267 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-ff939e77-ce44-4e2f-96b3-70f9278426c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 217 time: 0.0537479 Aug 27 02:43:03.014012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-8c53a99b-85e0-4aa8-a136-32ce76f2b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.015592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-8c53a99b-85e0-4aa8-a136-32ce76f2b3b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.0538661 Aug 27 02:43:03.029145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346607-86d3-48cf-8537-385cf5b5d5a5 req-340ba313-1c8d-435d-9acc-c41072be726e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.035049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66346607-86d3-48cf-8537-385cf5b5d5a5 req-340ba313-1c8d-435d-9acc-c41072be726e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 936 time: 0.4373505 Aug 27 02:43:03.036667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a325bf39-c4ad-4960-a60f-1e3256dc1040,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:03.044629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0e15aea6-dbd4-4423-8e1a-2e8d8c6d63e9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1464734 Aug 27 02:43:03.047932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.051907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:43:03.056623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Request body: {'subnet': {'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1036727818-subnet', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:03.111064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Made reservation on behalf of b6d4c348d4124ddf9632bae796e45641 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:03.114230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.120055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:03.187343 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 2, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:03.255810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:03.256157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Updating router edfeba1f-d617-4a3d-ac81-114a8af20660 port 3da778d6-7829-4c78-8a44-addc30486ddc binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:43:03.264247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66346607-86d3-48cf-8537-385cf5b5d5a5 req-a57ae48a-f43a-48ae-9103-bcf647577308 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696656 Aug 27 02:43:03.290684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:03.328693 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.332202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'port_id': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'mac_address': 'fa:16:3e:ed:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b764e27-d5c9-40cb-b16f-137c67cc943e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:03.364164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3470a44f-1c8e-4a79-944d-a73e6e920588 req-e5192611-b690-4395-aec0-c368d5642da7 service neutron] 10.222.0.15 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880906 Aug 27 02:43:03.426068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b1748057-25d5-41ab-81b6-9b5f03eb378c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:03.534040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.565112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccf9491-5b58-49df-8a8a-cabd78b5aaeb {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:03.601731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.604217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:03.625625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.631861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b1748057-25d5-41ab-81b6-9b5f03eb378c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:03.632532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.650753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.677209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.698234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.702684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed7acc-7170-49d4-846f-843d942a0ad0 req-2ae54308-2f88-4d3d-a2f6-8d3bc5e77f1c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.704398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-faed7acc-7170-49d4-846f-843d942a0ad0 req-2ae54308-2f88-4d3d-a2f6-8d3bc5e77f1c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 943 time: 0.1651459 Aug 27 02:43:03.720262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.733627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.761470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.763372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.771253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-f28f330a-3773-45a8-ae49-75b0626b414c tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.6689818 Aug 27 02:43:03.777569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:03.798743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77093e76-8c67-48d8-a236-e6fa8ac48729,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:03.826436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-503949af-0265-43fc-8a13-d45a2cdc8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.827829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-503949af-0265-43fc-8a13-d45a2cdc8bab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7268534 Aug 27 02:43:03.834711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-faed7acc-7170-49d4-846f-843d942a0ad0 req-67fcd92b-0614-46b2-83cd-145d6d75337f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205702 Aug 27 02:43:03.849554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Checking segment: {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:03.849913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Network hostable DHCP agents. Network: a325bf39-c4ad-4960-a60f-1e3256dc1040, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:43:03.879292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['bccf9491-5b58-49df-8a8a-cabd78b5aaeb'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:03.883791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d87cb6c9-c292-4a89-a662-81ccaf7ebd9c req-7f309c7d-ef2e-4314-8f47-6721677618dd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028256 Aug 27 02:43:03.921030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:43:03.931794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a325bf39-c4ad-4960-a60f-1e3256dc1040) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:03.941474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5953f-2155-4996-abdb-29b12f22bd67 None None] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:03.947494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:03.948475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.964639 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:03.966692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a597c009-be41-45a5-8e52-a4f3647da668 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9168854 Aug 27 02:43:03.969171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60418) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:03.976616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:03.987716 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Transition to ACTIVE for port object 3da778d6-7829-4c78-8a44-addc30486ddc will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:03.992614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-dee8c244-fdbf-44fa-9172-e6c628a03515 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326218 Aug 27 02:43:04.003717 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.008490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.011872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.118468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.178759 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Pushing event updated for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:04.218698 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.219137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.219642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.219773 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.220020 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.220383 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.220681 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.221006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.242198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.242491 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.243140 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.243393 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.243691 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:04.248297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.249296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a325bf39-c4ad-4960-a60f-1e3256dc1040', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:43:04.250158 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.254536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.256551 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Attempting to bind port 3da778d6-7829-4c78-8a44-addc30486ddc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:04.256929 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Attempting to bind port 3da778d6-7829-4c78-8a44-addc30486ddc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:04.257294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Attempting to bind port 3da778d6-7829-4c78-8a44-addc30486ddc on network b0c36879-90fd-41e1-b291-048cf718483b {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:04.260464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.260829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:04.263166 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:04.263774 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Checking segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:04.264542 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.264938 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Bound using segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:04.265402 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Bound port: 3da778d6-7829-4c78-8a44-addc30486ddc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:04.265788 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.267124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.273452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.295966 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.297950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-fa6dc16b-f37e-424f-9977-0b8169dc4910 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.3045180 Aug 27 02:43:04.393866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.416716 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] For port 3da778d6-7829-4c78-8a44-addc30486ddc, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:04.423758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] For port 3da778d6-7829-4c78-8a44-addc30486ddc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3da778d6-7829-4c78-8a44-addc30486ddc,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:04.449697 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.487352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-bcb6c1e6-aaf8-4d4d-94d9-5694bb99707a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.488807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-bcb6c1e6-aaf8-4d4d-94d9-5694bb99707a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1748071 Aug 27 02:43:04.490693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-8f0ee593-744e-4e8f-ab1b-720fb1d048c8 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896958 Aug 27 02:43:04.502306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Allocated IP 172.20.0.2 (a325bf39-c4ad-4960-a60f-1e3256dc1040/77093e76-8c67-48d8-a236-e6fa8ac48729/948c7944-f0b9-4c23-bf92-81f6938ad16b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:04.504023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281e0401-8c61-4908-a906-75228f8e97cd {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:04.590886 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:04.591416 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:04.600931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31c2477-72c2-4cd0-9f4e-0febfec0f881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.682566 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679d2b-1460-49e1-ad33-a82bb58c4be5 None None] Pushing event updated for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:04.689241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.696770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-4dfe37a1-fa18-4f35-9549-90c3450a7962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 200 len: 217 time: 0.1883259 Aug 27 02:43:04.721412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3d5e3-0a08-4f7c-ae9c-e66c4de6f6e2 req-ae8a55f8-7e9d-457d-a701-38ad0c9d6141 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:04.723796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ad3d5e3-0a08-4f7c-ae9c-e66c4de6f6e2 req-ae8a55f8-7e9d-457d-a701-38ad0c9d6141 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 936 time: 0.2815914 Aug 27 02:43:04.815144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-8022e204-5aa3-43f4-81d3-d10620af9da3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3134055 Aug 27 02:43:04.821092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Transition to ACTIVE for port object 281e0401-8c61-4908-a906-75228f8e97cd will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:04.836256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:04.843132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.847101 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:04.859891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.878297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Transition to ACTIVE for port object 948c7944-f0b9-4c23-bf92-81f6938ad16b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:04.879950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31c2477-72c2-4cd0-9f4e-0febfec0f881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.883694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ad3d5e3-0a08-4f7c-ae9c-e66c4de6f6e2 req-cd425a8a-f1fe-460a-bb78-e90be65b4710 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445951 Aug 27 02:43:04.924355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Transition to ACTIVE for port object 948c7944-f0b9-4c23-bf92-81f6938ad16b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:04.938665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e31c2477-72c2-4cd0-9f4e-0febfec0f881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.944182 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:04.974405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e31c2477-72c2-4cd0-9f4e-0febfec0f881 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=682c8af5169a4442acafcb01bcc5d80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120476 Aug 27 02:43:05.007111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60448) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:05.032303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:05.035567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:05.066279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:05.083740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-d08b66c5-5356-491a-bc6e-d23b3f977412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.085505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-d08b66c5-5356-491a-bc6e-d23b3f977412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.3729222 Aug 27 02:43:05.107823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Pushing event updated for resources: {'Port': ['ID=948c7944-f0b9-4c23-bf92-81f6938ad16b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.130307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:05.151770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2477-72c2-4cd0-9f4e-0febfec0f881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f38dc-394e-499e-8f54-3b3d7149031b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.226750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Pushing event updated for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.251726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.267434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.273706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.281795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.285884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710c49f-a40e-4ba5-9c70-92087c675d33 req-527aa860-7aba-4d21-9f31-4dd3de7b39d9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.287470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0710c49f-a40e-4ba5-9c70-92087c675d33 req-527aa860-7aba-4d21-9f31-4dd3de7b39d9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 944 time: 0.2813699 Aug 27 02:43:05.290144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.291481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.298728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.306212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.311519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-5b8eed6c-afed-4a30-aa3e-5f1858889971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:05.313483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c4152f54-e5ea-4630-81cc-682ccd1b906d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5436 time: 0.2887545 Aug 27 02:43:05.315971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-5b8eed6c-afed-4a30-aa3e-5f1858889971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2203362 Aug 27 02:43:05.377396 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.421135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.433787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port bccf9491-5b58-49df-8a8a-cabd78b5aaeb completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:05.442900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port bccf9491-5b58-49df-8a8a-cabd78b5aaeb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:05.444354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-3c86c95c-1530-44a1-b3a0-94cef6940300 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129408 Aug 27 02:43:05.445656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.455359 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:04Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:05.515892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Attempting to bind port 948c7944-f0b9-4c23-bf92-81f6938ad16b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:05.516367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Attempting to bind port 948c7944-f0b9-4c23-bf92-81f6938ad16b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:05.516795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Attempting to bind port 948c7944-f0b9-4c23-bf92-81f6938ad16b on network a325bf39-c4ad-4960-a60f-1e3256dc1040 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:05.523600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f0188-6fff-47ef-8340-6bef80a1b6cf None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:04Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:05.540588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Allocated IP 172.25.8.57 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/2075776c-2600-4db4-81ea-bbf47a049c89) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:05.553804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:05.554637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Checking segment: {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:05.555320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.556469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Bound using segment: {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:05.557099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Bound port: 948c7944-f0b9-4c23-bf92-81f6938ad16b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:05.557708 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.661484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.682318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.693274 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b91006d2-34bc-41d7-8828-67cf37972e7f req-c06c08b4-766e-4d53-bb2c-489343b68c88 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3580918 Aug 27 02:43:05.741723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.744169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] For port 948c7944-f0b9-4c23-bf92-81f6938ad16b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:05.749464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] For port 948c7944-f0b9-4c23-bf92-81f6938ad16b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=948c7944-f0b9-4c23-bf92-81f6938ad16b,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:05.763612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.799086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.801953 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.805559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a3f38dc-394e-499e-8f54-3b3d7149031b HTTP/1.1" status: 204 len: 168 time: 0.7951910 Aug 27 02:43:05.807254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.845961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37074621-622c-44ad-be67-2a27cb3e8d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f38dc-394e-499e-8f54-3b3d7149031b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.861985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:05.875987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:05.885401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:05.888645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acfeee-1550-482d-b68f-b7a2d4efb334 None None] Pushing event updated for resources: {'Port': ['ID=948c7944-f0b9-4c23-bf92-81f6938ad16b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.935734 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:05.983149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=2075776c-2600-4db4-81ea-bbf47a049c89,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:05.996282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:06.006505 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816904da-c488-4b2e-80b3-10849d8955d2" -d '{"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-plugged", "status": "completed", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:06.050449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:06.061396 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.062486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6967671-363b-43f1-95ea-493e526d15ae no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:06.084427 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:43:06.172431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:06.192782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0710c49f-a40e-4ba5-9c70-92087c675d33 req-2e528f0d-3a82-404b-ae09-90281d629fe8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8950505 Aug 27 02:43:06.235917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Attempting to bind port 281e0401-8c61-4908-a906-75228f8e97cd on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:06.240416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Attempting to bind port 281e0401-8c61-4908-a906-75228f8e97cd by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:06.241384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Attempting to bind port 281e0401-8c61-4908-a906-75228f8e97cd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:06.422322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Port 281e0401-8c61-4908-a906-75228f8e97cd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:43:06.423045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Attempting to bind port 281e0401-8c61-4908-a906-75228f8e97cd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:06.444871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:06.445364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:06.445880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:06.448239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Bound port: 281e0401-8c61-4908-a906-75228f8e97cd, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:06.448759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.455884 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b7ef9-5c6a-43cb-983a-72001c3086df x-openstack-request-id: req-a27b7ef9-5c6a-43cb-983a-72001c3086df {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:06.457096 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-plugged", "status": "completed", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:06.457532 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a27b7ef9-5c6a-43cb-983a-72001c3086df {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:06.458111 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'code': 200} Aug 27 02:43:06.515632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.549492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3703-c2e9-4110-9d9a-e8475c64f455 req-645bc5ab-3a1a-4bb5-8afd-73dcce24d45e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.556337 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-85b02a6e-034b-4607-9325-a80c149cc7d3 service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0858274 Aug 27 02:43:06.556826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eae3703-c2e9-4110-9d9a-e8475c64f455 req-645bc5ab-3a1a-4bb5-8afd-73dcce24d45e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 948 time: 0.5150864 Aug 27 02:43:06.609016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:06.619061 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.619958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:06.666343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4eae3703-c2e9-4110-9d9a-e8475c64f455 req-f854ab1e-280e-44dc-abfd-866c87d34d49 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086309 Aug 27 02:43:06.675907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-08419885-7a42-4545-9b2b-b3e46df5882c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 200 len: 217 time: 0.0976987 Aug 27 02:43:06.690612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.862174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:06.887466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f10a-91b9-4193-8b1d-77bf915f71ae req-4a8af65b-386c-4898-b981-2d2164d41a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.889087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aef8f10a-91b9-4193-8b1d-77bf915f71ae req-4a8af65b-386c-4898-b981-2d2164d41a1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 1096 time: 0.3990269 Aug 27 02:43:06.893330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:06.928865 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:06.989227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-8955b374-9033-4645-a46f-c899f4a13137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:06.992018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-8955b374-9033-4645-a46f-c899f4a13137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 200 len: 797 time: 0.2997611 Aug 27 02:43:06.993271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aef8f10a-91b9-4193-8b1d-77bf915f71ae req-736503c3-3930-4f4d-bd8f-d5ba8328c324 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933864 Aug 27 02:43:06.997754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:07.030288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=281e0401-8c61-4908-a906-75228f8e97cd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:07.066407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.083017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.087668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.106694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.113421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.126196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.158511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.182565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.186135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-e7518a1a-6c42-478a-ad37-32b15c7c3d7b tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 5434 time: 0.3043525 Aug 27 02:43:07.189494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.319756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] For port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:07.344500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Pushing event updated for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:07.411162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3da778d6-7829-4c78-8a44-addc30486ddc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:07.412228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Router ca59a035-4ee6-413f-8cae-08ac56a8b318 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:43:07.435765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.436503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.444242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-480c8940-fd69-451f-b5ff-5853d72504f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/281e0401-8c61-4908-a906-75228f8e97cd HTTP/1.1" status: 200 len: 1096 time: 5.3656609 Aug 27 02:43:07.452646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:07.463676 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "tag": "281e0401-8c61-4908-a906-75228f8e97cd"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:07.573413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32ddce-6813-49ff-a211-c336c27ac05a req-084152fe-449b-451d-befb-10397d4d0371 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.576412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d32ddce-6813-49ff-a211-c336c27ac05a req-084152fe-449b-451d-befb-10397d4d0371 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.2327070 Aug 27 02:43:07.602307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3da778d6-7829-4c78-8a44-addc30486ddc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:07.608442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3da778d6-7829-4c78-8a44-addc30486ddc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:07.609304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.656592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-a8c68f6a-7fda-48ce-a50e-0d9461b42c58 req-3d706798-51c2-4426-8acd-79120d8ae1e2 service neutron] (94832) timed out ('10.222.0.15', 63139) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:43:07.668088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2def8519-e9da-4b9d-ad27-21b9f4e34c80 req-1ab397f2-ba53-4223-8194-36f46d739058 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4700985 Aug 27 02:43:07.725831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] device_id is not set on port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:43:07.791656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.817649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:07.838662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d32ddce-6813-49ff-a211-c336c27ac05a req-54505f9c-17c8-4822-aa83-25dae7da39ac tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510538 Aug 27 02:43:07.840719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-1eaadc46-13c6-4ef9-a152-4d199ff7ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:07.847855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-1eaadc46-13c6-4ef9-a152-4d199ff7ce5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a77bb0d0-cd22-4c07-9069-8fe89880ab99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6344526 Aug 27 02:43:07.876158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.878490 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:07.882506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ce8ac06-9697-463b-b335-ce8f9fc30ef3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9085109 Aug 27 02:43:07.883242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:07.883619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Sync routers for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:07.892136 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8795b912-ac98-4d65-949c-92a0d501f974 x-openstack-request-id: req-8795b912-ac98-4d65-949c-92a0d501f974 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:07.892476 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "tag": "281e0401-8c61-4908-a906-75228f8e97cd", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:07.892774 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8795b912-ac98-4d65-949c-92a0d501f974 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:07.893171 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd', 'status': 'completed', 'code': 200} Aug 27 02:43:07.971894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d99a82-d18c-4149-99af-ba6283c113a3 None None] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:08.026169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-a7f0b22e-6b98-49e7-a408-0ddf7b4b835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.037769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-a7f0b22e-6b98-49e7-a408-0ddf7b4b835e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 1099 time: 0.4631615 Aug 27 02:43:08.162375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:08.163274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:08.165479 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.169364 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:43:08.170590 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:43:08.225143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-4efcae54-0c2c-4b22-a5a7-a873d2db43d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=281e0401-8c61-4908-a906-75228f8e97cd HTTP/1.1" status: 200 len: 217 time: 0.1413605 Aug 27 02:43:08.229962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Pushing event updated for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:08.273234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3da778d6-7829-4c78-8a44-addc30486ddc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3da778d6-7829-4c78-8a44-addc30486ddc,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:08.290627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-bf7e66fa-2bed-4f1c-8803-c1c59382c4ec service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254286 Aug 27 02:43:08.352407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.353197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 948c7944-f0b9-4c23-bf92-81f6938ad16b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:08.418474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] No DVR routers for this DVR port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:08.578420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] In _notify_port_updated(), no bound segment for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:43:08.579540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.580421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.582042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-743c8241-6962-45a4-bcee-659c82f04ffc service neutron] 10.222.0.15 "PUT /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 200 len: 1027 time: 3.7545717 Aug 27 02:43:08.583807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-f986cf07-fb96-4a95-8f54-781f28bf88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.585379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-f986cf07-fb96-4a95-8f54-781f28bf88c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.3057578 Aug 27 02:43:08.638834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:08.644186 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dafb06-3d2c-446c-93a8-d6a2f741bd9a" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6967671-363b-43f1-95ea-493e526d15ae"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:08.713227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-0207f10b-3c6a-40e8-9eb9-cb1ccd467a7b service neutron] 10.222.0.15 "GET /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018238 Aug 27 02:43:08.754540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device edbbd8e5-fe91-4645-93a8-124d991e1903 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:08.796293 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f2835-b23b-40d1-9361-1686c2a2b969 x-openstack-request-id: req-196f2835-b23b-40d1-9361-1686c2a2b969 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:08.796592 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6967671-363b-43f1-95ea-493e526d15ae", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:08.796811 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-196f2835-b23b-40d1-9361-1686c2a2b969 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:08.797259 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6967671-363b-43f1-95ea-493e526d15ae', 'code': 200} Aug 27 02:43:08.835672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Provisioning for port 948c7944-f0b9-4c23-bf92-81f6938ad16b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:08.859883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-aff29887-c176-49a5-9bb6-8f1d3bcb8420 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.864390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-aff29887-c176-49a5-9bb6-8f1d3bcb8420 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "GET /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2435691 Aug 27 02:43:08.887118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 948c7944-f0b9-4c23-bf92-81f6938ad16b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:08.909043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 948c7944-f0b9-4c23-bf92-81f6938ad16b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:08.909411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:08.915944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:08.954919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-14ac7646-ac93-4df5-9ecb-c557e5c045a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 200 len: 217 time: 0.2230158 Aug 27 02:43:08.960322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356228-3c8d-4034-bc0e-b24244c24847 req-023d5eb2-7201-4c38-9916-df597ac24e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:08.967858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-023d5eb2-7201-4c38-9916-df597ac24e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3341796 Aug 27 02:43:09.009207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Provisioning complete for port 948c7944-f0b9-4c23-bf92-81f6938ad16b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:09.009631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.112447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-50b2e97e-711d-47a2-99a6-55c134765154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.114133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-50b2e97e-711d-47a2-99a6-55c134765154 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.1438267 Aug 27 02:43:09.125660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:09.141003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:09.207835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.260308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305390-969d-4522-b44f-6503da4b0fae req-8bdfb84c-eb9a-4491-addd-b8f0ed72c7c0 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.261859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51305390-969d-4522-b44f-6503da4b0fae req-8bdfb84c-eb9a-4491-addd-b8f0ed72c7c0 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 948 time: 1.1691525 Aug 27 02:43:09.332729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-4f05915a-1116-4b0d-8d3d-d6963629b289 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743920 Aug 27 02:43:09.395046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51305390-969d-4522-b44f-6503da4b0fae req-b9f59c51-731e-4a71-beb6-5632eaacbb0b tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250446 Aug 27 02:43:09.537881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82356228-3c8d-4034-bc0e-b24244c24847 req-0b1d7f6e-d250-404a-8fc8-5e495a40e184 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824543 Aug 27 02:43:09.617764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:09.640132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.642484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 60424d51-18e1-479c-900f-1731445530a0 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:09.649050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.667187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac958b-dd3e-4a52-baec-829884ba3a32 req-ac02b1d9-66d1-49be-adf9-ea0fdbaa6359 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.671581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ac958b-dd3e-4a52-baec-829884ba3a32 req-ac02b1d9-66d1-49be-adf9-ea0fdbaa6359 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1215239 Aug 27 02:43:09.681270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.709643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.711991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.739858 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24ac958b-dd3e-4a52-baec-829884ba3a32 req-9314bfd2-5ef5-4f0f-ba7f-a1e1da546724 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593081 Aug 27 02:43:09.743644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.765124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.788292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:09.813304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-d1980f90-0902-4cfc-9217-77491fb88a93 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 4660 time: 0.9381487 Aug 27 02:43:09.845203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:09.890097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.014137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.044721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Allocated IP 172.20.0.1 (a325bf39-c4ad-4960-a60f-1e3256dc1040/77093e76-8c67-48d8-a236-e6fa8ac48729/69f1eec2-428a-47d3-b370-e838de6a9380) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:10.111409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-d7fec88d-45cf-4761-918e-1afc90058318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:10.114007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-d7fec88d-45cf-4761-918e-1afc90058318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9842124 Aug 27 02:43:10.115454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:10.124326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 948c7944-f0b9-4c23-bf92-81f6938ad16b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=948c7944-f0b9-4c23-bf92-81f6938ad16b,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:10.167754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.204904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.227931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Transition to ACTIVE for port object 69f1eec2-428a-47d3-b370-e838de6a9380 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:10.250634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:43:10.259422 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-71e36598-9a7b-492e-ad43-5da4c0f35584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:43:10.273639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.378648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f070f3-74ca-4825-a394-bccf439b3939 req-aefd0a4c-d9f6-4e0a-9b72-728e4f56b08d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:10.388395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a8f070f3-74ca-4825-a394-bccf439b3939 req-aefd0a4c-d9f6-4e0a-9b72-728e4f56b08d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.5116220 Aug 27 02:43:10.393954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3da778d6-7829-4c78-8a44-addc30486ddc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:10.398268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.476218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:10.503949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a8f070f3-74ca-4825-a394-bccf439b3939 req-0d11cbbe-6e4b-44ba-b9dd-b1769953898b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Aug 27 02:43:10.521564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bde142a6-7f6d-4b07-b37d-f7fbb5ab1560 req-a940f244-1691-46a1-9850-7078312e29e9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5a1e63a-99be-49e6-85c6-d94dfcd101f0&id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7070670 Aug 27 02:43:10.551918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:10.552550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-3131d1de-8cda-4a92-9c2f-6174adbefa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:10.555641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-3131d1de-8cda-4a92-9c2f-6174adbefa8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 1099 time: 0.7363398 Aug 27 02:43:10.566912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:10.646939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=948c7944-f0b9-4c23-bf92-81f6938ad16b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:10.662284 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.664564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:10.740102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:10.772572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7936890-bc2e-4b95-bfe9-776e427bf3d5 req-86b45f49-bd88-44bf-82c9-4faa21745e06 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:10.780851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7936890-bc2e-4b95-bfe9-776e427bf3d5 req-86b45f49-bd88-44bf-82c9-4faa21745e06 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 948 time: 0.1123595 Aug 27 02:43:10.869596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60424d51-18e1-479c-900f-1731445530a0'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:10.872091 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12329e8-32a6-4891-a552-c5d3ed559030" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "60424d51-18e1-479c-900f-1731445530a0"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:10.879178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:06Z', 'revision_number': 3, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:10.881527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.882222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 6a08a05e-62e5-4921-af0d-9e80e2871947 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:10.889150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7936890-bc2e-4b95-bfe9-776e427bf3d5 req-aa4db56b-e57c-4221-9f77-6939b5d63d8b tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074526 Aug 27 02:43:10.913347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6967671-363b-43f1-95ea-493e526d15ae,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:10.923093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3da778d6-7829-4c78-8a44-addc30486ddc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:10.923465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.926110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-0b16ac03-708d-416e-8e16-aa45f11b500c service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668722 Aug 27 02:43:10.983717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:10.995108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Checking router: ca59a035-4ee6-413f-8cae-08ac56a8b318 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:10.995876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Updating router ca59a035-4ee6-413f-8cae-08ac56a8b318 port 2075776c-2600-4db4-81ea-bbf47a049c89 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:43:11.000147 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb34bbf6-b9e6-41fa-80c9-472bb5daa994 x-openstack-request-id: req-fb34bbf6-b9e6-41fa-80c9-472bb5daa994 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:11.000798 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "60424d51-18e1-479c-900f-1731445530a0", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:11.001283 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb34bbf6-b9e6-41fa-80c9-472bb5daa994 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:11.001910 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'code': 200} Aug 27 02:43:11.003850 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60424d51-18e1-479c-900f-1731445530a0', 'code': 200} Aug 27 02:43:11.096660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] For port e6967671-363b-43f1-95ea-493e526d15ae, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:11.119893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.152310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Provisioning complete for port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:11.153778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.222376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.248212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.256258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.341235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.349125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:11.358808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:11.369729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.406166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131e8-44e1-454e-9386-7ae0bd0a1e35 req-f0afec61-2bb0-4074-9f5c-a04b020c956d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.407722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78d131e8-44e1-454e-9386-7ae0bd0a1e35 req-f0afec61-2bb0-4074-9f5c-a04b020c956d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.5128417 Aug 27 02:43:11.439924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-408d1998-2ce7-464d-8689-a26d71cffc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.441436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-408d1998-2ce7-464d-8689-a26d71cffc86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.8465059 Aug 27 02:43:11.445208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Provisioning complete for port 948c7944-f0b9-4c23-bf92-81f6938ad16b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:11.445587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.457451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] device_id is not set on port e6967671-363b-43f1-95ea-493e526d15ae yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:43:11.477447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.481370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:11.484907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:11.513322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-d25b9e5d-d6a7-4ee4-9a33-fc5d1b0cfdc9 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536976 Aug 27 02:43:11.519109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-74b3ccb1-e95f-43af-b9c8-ff9151bfa4cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=281e0401-8c61-4908-a906-75228f8e97cd HTTP/1.1" status: 200 len: 217 time: 0.0640280 Aug 27 02:43:11.525811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.611478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:11.627657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:11.629324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8ea4aea9-f516-47f0-a796-3649327cb7fe no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:11.716631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Router ca59a035-4ee6-413f-8cae-08ac56a8b318 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:11.759778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78d131e8-44e1-454e-9386-7ae0bd0a1e35 req-7a431efa-5fd2-418b-9e8b-b87e17bbf41a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405075 Aug 27 02:43:11.810516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-b813813e-ac58-4552-9708-4cd9aa301697 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 200 len: 217 time: 0.2799723 Aug 27 02:43:11.938918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-28dba82d-02e3-4ce8-a2be-524bf157835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.942908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.945938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-28dba82d-02e3-4ce8-a2be-524bf157835e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.4088588 Aug 27 02:43:11.954873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.972254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:11.987666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.003420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.016897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f76e9549-240b-4064-8a08-e872137bdcae req-7bbf137c-f656-42b9-b444-65a9314f4ae6 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 3881 time: 0.3024499 Aug 27 02:43:12.055366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Pushing event updated for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:12.069337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-139e3617-b87c-4cb5-baf3-e47f962d219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.071199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-139e3617-b87c-4cb5-baf3-e47f962d219b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 200 len: 797 time: 0.2222514 Aug 27 02:43:12.188350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f76e9549-240b-4064-8a08-e872137bdcae req-4a2c46f2-df66-40ab-96c4-a4eb4c38e054 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695764 Aug 27 02:43:12.188508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:12.202201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] No DVR routers for this DVR port e6967671-363b-43f1-95ea-493e526d15ae on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:12.218917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:12.232759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-23fa1761-1183-477f-b2ec-56d54183a1b0 admin admin] 10.222.0.26 "PUT /v2.0/routers/ca59a035-4ee6-413f-8cae-08ac56a8b318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3479202 Aug 27 02:43:12.340686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.365795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 948c7944-f0b9-4c23-bf92-81f6938ad16b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:12.372352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Provisioning for port 69f1eec2-428a-47d3-b370-e838de6a9380 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:12.374979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Transition to ACTIVE for port object 2075776c-2600-4db4-81ea-bbf47a049c89 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:12.376374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2118c7b-453e-4ed9-8532-722800a3a38e req-a9020133-1973-4c6a-8b09-61aaece5e743 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.386124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2118c7b-453e-4ed9-8532-722800a3a38e req-a9020133-1973-4c6a-8b09-61aaece5e743 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 948 time: 0.1012495 Aug 27 02:43:12.403832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] In _notify_port_updated(), no bound segment for port e6967671-363b-43f1-95ea-493e526d15ae on network a77bb0d0-cd22-4c07-9069-8fe89880ab99 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:43:12.404936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.405682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.407467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-71af21ff-2812-4de2-acba-2b6dec5f281e service neutron] 10.222.0.15 "PUT /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 200 len: 1028 time: 3.5025647 Aug 27 02:43:12.421866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Provisioning complete for port 69f1eec2-428a-47d3-b370-e838de6a9380 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:12.422279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.426534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.430503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.488649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859bed-24e3-42c9-ad09-12b95ca39f32 req-526df665-0388-41e6-8422-956e0c967b2b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.489496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2118c7b-453e-4ed9-8532-722800a3a38e req-37e1253c-877e-4629-9d04-cd334efb37a2 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023502 Aug 27 02:43:12.511590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44859bed-24e3-42c9-ad09-12b95ca39f32 req-526df665-0388-41e6-8422-956e0c967b2b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.5604341 Aug 27 02:43:12.561140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-52bece27-0b2c-40d3-852e-ba7982907f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.563397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-52bece27-0b2c-40d3-852e-ba7982907f80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4811516 Aug 27 02:43:12.592657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-31e386a6-532c-42b3-a187-8cc4d0280904 None None] Port 69f1eec2-428a-47d3-b370-e838de6a9380 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:12.633086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Attempting to bind port 2075776c-2600-4db4-81ea-bbf47a049c89 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:12.633382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Attempting to bind port 2075776c-2600-4db4-81ea-bbf47a049c89 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:12.633750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Attempting to bind port 2075776c-2600-4db4-81ea-bbf47a049c89 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:12.664994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a66e67-56d5-4f19-a553-76866483d21d None None] Pushing event updated for resources: {'Port': ['ID=2075776c-2600-4db4-81ea-bbf47a049c89,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:12.675203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:12.675607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:12.675980 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.676375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:12.676860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Bound port: 2075776c-2600-4db4-81ea-bbf47a049c89, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:12.677242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.680759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:12.682511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 948c7944-f0b9-4c23-bf92-81f6938ad16b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:12.682876 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.692297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-f4a5f3b6-b34b-47ed-be81-0a1b97c2a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:12.694671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-f4a5f3b6-b34b-47ed-be81-0a1b97c2a670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=17175056-711a-4713-b5b0-4657fffce5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3871715 Aug 27 02:43:12.701107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-44859bed-24e3-42c9-ad09-12b95ca39f32 req-c70066ae-9b5b-4b1c-b3ff-771a32b9d74f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885498 Aug 27 02:43:12.705911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-f63da252-46da-40ea-8bea-7404d0288bed service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286705 Aug 27 02:43:12.757994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.758782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 2a1723b9-ba46-418b-a03d-7c5422927284 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:12.894489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port edbbd8e5-fe91-4645-93a8-124d991e1903 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:12.895037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:12.908593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Provisioning complete for port 69f1eec2-428a-47d3-b370-e838de6a9380 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:12.908969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.029860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port edbbd8e5-fe91-4645-93a8-124d991e1903, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=edbbd8e5-fe91-4645-93a8-124d991e1903,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:13.030234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.033692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:13.040277 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c9fbef-756c-40ab-8993-87e2e0c90fdc" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:13.048293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for edbbd8e5-fe91-4645-93a8-124d991e1903 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:13.101027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Port 69f1eec2-428a-47d3-b370-e838de6a9380 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:13.176763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] For port 2075776c-2600-4db4-81ea-bbf47a049c89, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:13.179268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Provisioning complete for port e6967671-363b-43f1-95ea-493e526d15ae triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:13.179645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.209482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:13.239017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.321490 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef1060-eac7-4fac-8678-3a381827c1b0 x-openstack-request-id: req-1eef1060-eac7-4fac-8678-3a381827c1b0 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:13.334554 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:13.335113 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1eef1060-eac7-4fac-8678-3a381827c1b0 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:13.335558 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'code': 200} Aug 27 02:43:13.335817 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'code': 200} Aug 27 02:43:13.351367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=edbbd8e5-fe91-4645-93a8-124d991e1903,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:13.391800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] For port 2075776c-2600-4db4-81ea-bbf47a049c89, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2075776c-2600-4db4-81ea-bbf47a049c89,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:13.392051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-124ceebf-a811-48ba-98ef-35644ff67b80 service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863012 Aug 27 02:43:13.421109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.429645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41972d2-c32d-43f6-b08e-dfd39068c73b req-d6249a12-3665-40c1-aa30-1cefb372414a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.432670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d41972d2-c32d-43f6-b08e-dfd39068c73b req-d6249a12-3665-40c1-aa30-1cefb372414a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1202853 Aug 27 02:43:13.469924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-612c5398-2a24-4fc9-bff4-159bfbdbf0a5 None None] Port e6967671-363b-43f1-95ea-493e526d15ae cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:43:13.494553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port edbbd8e5-fe91-4645-93a8-124d991e1903 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:13.498999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e3ca5e4-42ac-462f-8bf1-dfe5fa572d1a req-7670cf7a-4163-4005-96f0-8a6263d467e1 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764790 Aug 27 02:43:13.505633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.523941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.533162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e0afed4f-d431-404b-b9a3-85765f697fef tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "DELETE /v2.0/ports/edbbd8e5-fe91-4645-93a8-124d991e1903 HTTP/1.1" status: 204 len: 173 time: 1.1174581 Aug 27 02:43:13.533672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:13.538034 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec53438-ca60-4796-8fdc-aea10e8102da" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:13.552283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d41972d2-c32d-43f6-b08e-dfd39068c73b req-36396d00-a3f4-4b2e-9934-4a7e61fe9d9e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128604 Aug 27 02:43:13.553345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:13.554240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:13.659632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:13.663143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a66e67-56d5-4f19-a553-76866483d21d None None] Pushing event updated for resources: {'Port': ['ID=2075776c-2600-4db4-81ea-bbf47a049c89,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:13.709300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:13.789533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6be75-92dc-418f-8f65-59ffc34b0f96 req-119fe1c4-d30f-4fde-9e66-e3ec7fc29a44 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.791365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05a6be75-92dc-418f-8f65-59ffc34b0f96 req-119fe1c4-d30f-4fde-9e66-e3ec7fc29a44 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 948 time: 0.0899954 Aug 27 02:43:13.863870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05a6be75-92dc-418f-8f65-59ffc34b0f96 req-a8bbaa0d-8dd4-432f-b05c-dca6cf185bab tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652018 Aug 27 02:43:13.882850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:13.938827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7f1b-3205-4962-8947-638d7556b56b req-6b4ad86d-2e93-4a00-bb19-b06e91338cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.940514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:13.946897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7f1b-3205-4962-8947-638d7556b56b req-6b4ad86d-2e93-4a00-bb19-b06e91338cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.965649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7f1b-3205-4962-8947-638d7556b56b req-6b4ad86d-2e93-4a00-bb19-b06e91338cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.972189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7f1b-3205-4962-8947-638d7556b56b req-6b4ad86d-2e93-4a00-bb19-b06e91338cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:13.980799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5edd7f1b-3205-4962-8947-638d7556b56b req-6b4ad86d-2e93-4a00-bb19-b06e91338cb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 3146 time: 0.5598853 Aug 27 02:43:14.015241 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de730dc0-83c6-4daa-8ff2-f2d5d6d8dad3 x-openstack-request-id: req-de730dc0-83c6-4daa-8ff2-f2d5d6d8dad3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:14.015768 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "edbbd8e5-fe91-4645-93a8-124d991e1903", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:14.016226 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de730dc0-83c6-4daa-8ff2-f2d5d6d8dad3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:14.016813 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': 'edbbd8e5-fe91-4645-93a8-124d991e1903', 'status': 'completed', 'code': 200} Aug 27 02:43:14.056229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5edd7f1b-3205-4962-8947-638d7556b56b req-349d9e44-43e3-4ff0-9883-1323e5cfaf8e tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736864 Aug 27 02:43:14.119560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-34e999dd-3b99-4fca-ac23-3836c2a9e5af req-0ab653a0-df8b-4977-b2b5-360aa4f4c7ce service neutron] 10.222.0.15 "GET /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940548 Aug 27 02:43:14.146897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 6a08a05e-62e5-4921-af0d-9e80e2871947 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:14.147655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.316531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 281e0401-8c61-4908-a906-75228f8e97cd details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:14.359751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port 6a08a05e-62e5-4921-af0d-9e80e2871947, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=6a08a05e-62e5-4921-af0d-9e80e2871947,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:14.360514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.377974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 6a08a05e-62e5-4921-af0d-9e80e2871947 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:14.429165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=281e0401-8c61-4908-a906-75228f8e97cd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:14.444489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '281e0401-8c61-4908-a906-75228f8e97cd', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '281e0401-8c61-4908-a906-75228f8e97cd', 'mac_address': 'fa:16:3e:dd:fd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:14.524393 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.529731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:10Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '69f1eec2-428a-47d3-b370-e838de6a9380', 'name': '', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'mac_address': 'fa:16:3e:a1:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:09Z', 'updated_at': '2021-08-27T02:43:11Z', 'revision_number': 2, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'subnets': [{'id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:14.572572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.578238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd105a46-bd66-4256-9b5d-10d693ae8f3e None None] The sync data for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 is: [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:10Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '69f1eec2-428a-47d3-b370-e838de6a9380', 'name': '', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'mac_address': 'fa:16:3e:a1:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:09Z', 'updated_at': '2021-08-27T02:43:11Z', 'revision_number': 2, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'subnets': [{'id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:14.581609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281e0401-8c61-4908-a906-75228f8e97cd {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:14.626322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=6a08a05e-62e5-4921-af0d-9e80e2871947,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:14.640353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=281e0401-8c61-4908-a906-75228f8e97cd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:14.654284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.695585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port 6a08a05e-62e5-4921-af0d-9e80e2871947 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:14.698799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.701709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-ede5a857-9a22-4370-81d5-d9245ddbe654 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "DELETE /v2.0/ports/6a08a05e-62e5-4921-af0d-9e80e2871947 HTTP/1.1" status: 204 len: 173 time: 1.1513972 Aug 27 02:43:14.749517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787699-cc3f-4ae7-96ac-1876b78e322c req-7a167d5d-7f10-4d9f-ae51-248316a02fff tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:14.753575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:14.767227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15787699-cc3f-4ae7-96ac-1876b78e322c req-7a167d5d-7f10-4d9f-ae51-248316a02fff tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0907087 Aug 27 02:43:14.821872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15787699-cc3f-4ae7-96ac-1876b78e322c req-f2175d84-f505-4027-8fdd-e45852791b03 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Aug 27 02:43:14.848438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 8ea4aea9-f516-47f0-a796-3649327cb7fe {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:14.849201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:14.988494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port 8ea4aea9-f516-47f0-a796-3649327cb7fe, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8ea4aea9-f516-47f0-a796-3649327cb7fe,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:14.989179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.057481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['281e0401-8c61-4908-a906-75228f8e97cd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:15.337253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:15.341804 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5c4229-7a39-409e-a4df-65581160fd6b" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:15.460951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854810b-b7a7-4155-a06b-fa7de301ed00 req-7de36a41-9297-42a9-b126-457036503bd3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.480953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854810b-b7a7-4155-a06b-fa7de301ed00 req-7de36a41-9297-42a9-b126-457036503bd3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.504396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854810b-b7a7-4155-a06b-fa7de301ed00 req-7de36a41-9297-42a9-b126-457036503bd3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.517449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f854810b-b7a7-4155-a06b-fa7de301ed00 req-7de36a41-9297-42a9-b126-457036503bd3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 2411 time: 0.2683549 Aug 27 02:43:15.522743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c7e09-6562-447a-ab48-9db68ba225b2 req-e17df90a-907e-49d4-bcc5-0abbea26911e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:15.543078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd7c7e09-6562-447a-ab48-9db68ba225b2 req-e17df90a-907e-49d4-bcc5-0abbea26911e tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 949 time: 0.3121037 Aug 27 02:43:15.650351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f854810b-b7a7-4155-a06b-fa7de301ed00 req-cd614822-1420-4a81-b4ab-9025ecc47825 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304839 Aug 27 02:43:15.657852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.658365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.658860 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Floating IP eb275bf3-aa32-4748-9ac5-554912ac642e disassociated. External IP: 172.25.8.55, port: 8ea4aea9-f516-47f0-a796-3649327cb7fe. Aug 27 02:43:15.659366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 8ea4aea9-f516-47f0-a796-3649327cb7fe owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:15.673040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd7c7e09-6562-447a-ab48-9db68ba225b2 req-51a9e659-4a51-4b3d-828d-bb326d79f826 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206248 Aug 27 02:43:15.756727 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dda70e-b821-48a3-9d4f-a2c847b84ec9 x-openstack-request-id: req-a7dda70e-b821-48a3-9d4f-a2c847b84ec9 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:15.757087 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:15.757434 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7dda70e-b821-48a3-9d4f-a2c847b84ec9 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:15.758097 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284', 'code': 200} Aug 27 02:43:15.869515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:15.931640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=8ea4aea9-f516-47f0-a796-3649327cb7fe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:16.006965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:16.121752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:16.128972 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b6f8c3-5f4f-4d52-9eb5-31492d6755f5" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:16.172846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77625b0c-d1f8-4da3-9350-1eb5483fe245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.249751 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb211bb-3390-4113-82a5-c06b06958359 x-openstack-request-id: req-dbb211bb-3390-4113-82a5-c06b06958359 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:16.250092 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "6a08a05e-62e5-4921-af0d-9e80e2871947", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:16.250301 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbb211bb-3390-4113-82a5-c06b06958359 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:16.250719 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '6a08a05e-62e5-4921-af0d-9e80e2871947', 'status': 'completed', 'code': 200} Aug 27 02:43:16.268327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8d7d-1d9f-4f73-bcf8-db5ab1707d74 req-3d652c13-2d2e-4704-b1fd-e4cf23af1a3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:16.276887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78bd8d7d-1d9f-4f73-bcf8-db5ab1707d74 req-3d652c13-2d2e-4704-b1fd-e4cf23af1a3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.2712984 Aug 27 02:43:16.309961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:43:16.332380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 281e0401-8c61-4908-a906-75228f8e97cd up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:16.422590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77625b0c-d1f8-4da3-9350-1eb5483fe245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.426496 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78bd8d7d-1d9f-4f73-bcf8-db5ab1707d74 req-8f531017-e397-4558-a353-57a595c8baf7 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474788 Aug 27 02:43:16.435573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77625b0c-d1f8-4da3-9350-1eb5483fe245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.461797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.467973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2075776c-2600-4db4-81ea-bbf47a049c89 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:16.533060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77625b0c-d1f8-4da3-9350-1eb5483fe245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05541f2-70da-440e-a7ad-4e9ab4687735,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:16.550134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-77625b0c-d1f8-4da3-9350-1eb5483fe245 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=771f763221dc45f08787453173dc2ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394552 Aug 27 02:43:16.550504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60734) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:16.600658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 281e0401-8c61-4908-a906-75228f8e97cd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:16.605761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 281e0401-8c61-4908-a906-75228f8e97cd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:16.606347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.682989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2075776c-2600-4db4-81ea-bbf47a049c89 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:16.688990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2075776c-2600-4db4-81ea-bbf47a049c89 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:16.689376 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.719695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.790935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:16.903969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.020153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.021737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.036066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.037284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f05541f2-70da-440e-a7ad-4e9ab4687735 HTTP/1.1" status: 204 len: 168 time: 0.4856427 Aug 27 02:43:17.103692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2075776c-2600-4db4-81ea-bbf47a049c89, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2075776c-2600-4db4-81ea-bbf47a049c89,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:17.129122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.145283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=281e0401-8c61-4908-a906-75228f8e97cd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:17.177721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d933d-681a-4f91-b53f-6106b2218145 req-d612916c-d6eb-4e6c-8c58-c5b8476b0697 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.203133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d933d-681a-4f91-b53f-6106b2218145 req-d612916c-d6eb-4e6c-8c58-c5b8476b0697 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.218221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.218744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a5d933d-681a-4f91-b53f-6106b2218145 req-d612916c-d6eb-4e6c-8c58-c5b8476b0697 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 1677 time: 0.3136361 Aug 27 02:43:17.232196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8acd96-b8be-4d60-a895-527d5685b0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05541f2-70da-440e-a7ad-4e9ab4687735,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.325173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2075776c-2600-4db4-81ea-bbf47a049c89,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.376918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a5d933d-681a-4f91-b53f-6106b2218145 req-fa2ec74f-00f7-49b3-899f-50a9d9c26a7a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504540 Aug 27 02:43:17.525574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:17.541952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:43:17.557877 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Sync routers for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:17.575945 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:17.581697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:17.586222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf190e0-3657-445c-aabb-b9c16ac2b95a req-85d8d13b-cd0f-4b30-86b3-8ce20911d4a8 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.595693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf190e0-3657-445c-aabb-b9c16ac2b95a req-85d8d13b-cd0f-4b30-86b3-8ce20911d4a8 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.1879301 Aug 27 02:43:17.636991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port 8ea4aea9-f516-47f0-a796-3649327cb7fe on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:17.640878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.643924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-e4d4f2a0-924c-44be-a327-21b6559dfe9a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "DELETE /v2.0/ports/8ea4aea9-f516-47f0-a796-3649327cb7fe HTTP/1.1" status: 204 len: 173 time: 2.9348154 Aug 27 02:43:17.686645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33c487-deb1-4f5d-94f7-ae7297f5ffad req-5e33a049-554d-4fd5-acda-c63648c8e60a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:17.704049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc33c487-deb1-4f5d-94f7-ae7297f5ffad req-5e33a049-554d-4fd5-acda-c63648c8e60a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1094711 Aug 27 02:43:17.763584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:17.771419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc33c487-deb1-4f5d-94f7-ae7297f5ffad req-01856a4a-6329-4aa6-ab29-7f1078096e34 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659776 Aug 27 02:43:17.771640 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab1c0b6-df74-418c-8c8c-696ec6c27384" -d '{"events": [{"server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "name": "network-vif-plugged", "status": "completed", "tag": "281e0401-8c61-4908-a906-75228f8e97cd"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:17.795711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf190e0-3657-445c-aabb-b9c16ac2b95a req-884765c2-5413-4c29-aa37-8cc51911ea7f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991394 Aug 27 02:43:17.854530 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:17.867540 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478198a-7d34-465d-920f-3ee1aab25002 x-openstack-request-id: req-c478198a-7d34-465d-920f-3ee1aab25002 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:17.868063 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "name": "network-vif-plugged", "status": "completed", "tag": "281e0401-8c61-4908-a906-75228f8e97cd", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:17.868370 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c478198a-7d34-465d-920f-3ee1aab25002 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:17.868825 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd', 'code': 200} Aug 27 02:43:17.905546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60764) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:17.928579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e180c6f-7691-4bdb-862e-552a6280ebf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:17.933063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 2a1723b9-ba46-418b-a03d-7c5422927284 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:17.933405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.109287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2430ab-7b1e-482c-81fd-cfe323fddfa9 req-6f4ed698-d045-4753-9ffe-bbd766b00dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:18.111376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc2430ab-7b1e-482c-81fd-cfe323fddfa9 req-6f4ed698-d045-4753-9ffe-bbd766b00dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 1101 time: 0.1057668 Aug 27 02:43:18.152498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port 2a1723b9-ba46-418b-a03d-7c5422927284, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=2a1723b9-ba46-418b-a03d-7c5422927284,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:18.153480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.155317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e180c6f-7691-4bdb-862e-552a6280ebf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.164412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e180c6f-7691-4bdb-862e-552a6280ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.180024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 2a1723b9-ba46-418b-a03d-7c5422927284 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:18.198907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc2430ab-7b1e-482c-81fd-cfe323fddfa9 req-07a6fe2d-19a0-4113-a5c7-5d55754c0739 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745630 Aug 27 02:43:18.215017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e180c6f-7691-4bdb-862e-552a6280ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8794d50e-0f31-4f5d-9a5b-8a8de020a6b9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.228989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9e180c6f-7691-4bdb-862e-552a6280ebf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a44d0d506b0478b8f5d3e2f0610e4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219266 Aug 27 02:43:18.231572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 60768) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:18.335726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2075776c-2600-4db4-81ea-bbf47a049c89 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:18.341175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:18.347392 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:18.347690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.350081 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9b949-35f9-45b0-b440-373737011062" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:18.389055 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Checking router: 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:18.404000 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:18.404937 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:18.436365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.477082 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a1845-caae-4151-99bf-753074b5b01f x-openstack-request-id: req-8c9a1845-caae-4151-99bf-753074b5b01f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:18.477427 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "8ea4aea9-f516-47f0-a796-3649327cb7fe", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:18.477593 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c9a1845-caae-4151-99bf-753074b5b01f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:18.478007 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '8ea4aea9-f516-47f0-a796-3649327cb7fe', 'status': 'completed', 'code': 200} Aug 27 02:43:18.556186 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.560035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.563895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8794d50e-0f31-4f5d-9a5b-8a8de020a6b9 HTTP/1.1" status: 204 len: 168 time: 0.3288038 Aug 27 02:43:18.580542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2075776c-2600-4db4-81ea-bbf47a049c89 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:18.581146 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.604034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35eee-fb62-4eaf-968d-c7a854aa5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8794d50e-0f31-4f5d-9a5b-8a8de020a6b9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.659462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.696128 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:18.739327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=2a1723b9-ba46-418b-a03d-7c5422927284,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:18.773155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9657737-7578-44ff-9bc5-1e713eb147dd req-54b59184-720d-4990-b1f4-36139e2d7e19 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:18.788968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9657737-7578-44ff-9bc5-1e713eb147dd req-54b59184-720d-4990-b1f4-36139e2d7e19 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:18.790642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9657737-7578-44ff-9bc5-1e713eb147dd req-54b59184-720d-4990-b1f4-36139e2d7e19 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 1599 time: 0.1968966 Aug 27 02:43:18.845388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port 2a1723b9-ba46-418b-a03d-7c5422927284 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:18.851008 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:18.853334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-0b2d0b5e-7b55-4c79-ab4d-fd7978beb87a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "DELETE /v2.0/ports/2a1723b9-ba46-418b-a03d-7c5422927284 HTTP/1.1" status: 204 len: 173 time: 1.1901174 Aug 27 02:43:18.898531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9657737-7578-44ff-9bc5-1e713eb147dd req-981cc2cc-fb5b-4b83-82de-f45b70777aa4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups?id=363089b6-8702-455f-ba4f-c186faa67177&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988395 Aug 27 02:43:19.110426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60823ae2-fc92-40a1-b9b9-e1a3510f0609 req-8c4d0e0a-8044-4dfc-a189-f6b42f64521f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:19.124778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60823ae2-fc92-40a1-b9b9-e1a3510f0609 req-8c4d0e0a-8044-4dfc-a189-f6b42f64521f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1904378 Aug 27 02:43:19.137785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Sync routers for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:43:19.161506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad975-f9ba-4825-9686-dc0100bd4379 req-3c1a1f1c-ae3f-429c-8fc0-5098bf73e030 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:19.164002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e43ad975-f9ba-4825-9686-dc0100bd4379 req-3c1a1f1c-ae3f-429c-8fc0-5098bf73e030 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.1337416 Aug 27 02:43:19.165281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:19.170634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:19.206342 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:19.258945 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe01957c-c7e1-4694-a7e8-714f916f9bc6 None None] The sync data for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 is: [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:32:47Z', 'revision_number': 4, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'db949809-5db8-47f6-9b78-ca9de468864d', 'name': '', 'network_id': '16d99336-f03b-4e58-a731-98ac8f136339', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'mac_address': 'fa:16:3e:46:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:45Z', 'updated_at': '2021-08-27T02:32:55Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'subnets': [{'id': '727e2765-b57b-420b-a1ec-d0ac7612bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:19.261672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60823ae2-fc92-40a1-b9b9-e1a3510f0609 req-f78f39b4-bbc1-4af8-85e3-e8bc5bd047c5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360106 Aug 27 02:43:19.267106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e43ad975-f9ba-4825-9686-dc0100bd4379 req-cf48bc6c-2847-4db8-9b62-7b97237919ef tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872815 Aug 27 02:43:19.313163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 60424d51-18e1-479c-900f-1731445530a0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:19.313839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.512711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port 60424d51-18e1-479c-900f-1731445530a0, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=60424d51-18e1-479c-900f-1731445530a0,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:19.513072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.549037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 60424d51-18e1-479c-900f-1731445530a0 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:19.804098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.838159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=60424d51-18e1-479c-900f-1731445530a0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:19.844230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156820f-3f3c-4446-8280-e83f4d564d8c None None] New status for floating IP eb275bf3-aa32-4748-9ac5-554912ac642e: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:43:19.862745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:19.897216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port 60424d51-18e1-479c-900f-1731445530a0 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:19.902134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:19.903440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca28f296-18bf-4bf6-abfd-139932679b7d req-60988998-dbf2-47a8-880e-41db48c79253 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.15 "DELETE /v2.0/ports/60424d51-18e1-479c-900f-1731445530a0 HTTP/1.1" status: 204 len: 173 time: 1.0410092 Aug 27 02:43:20.107133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2063f60c-c40a-47cc-b1dc-ccea68792026 req-51746ded-c890-4979-9cc6-87d99fbb767f tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0617485 Aug 27 02:43:20.261062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:10Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '69f1eec2-428a-47d3-b370-e838de6a9380', 'name': '', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'mac_address': 'fa:16:3e:a1:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:09Z', 'updated_at': '2021-08-27T02:43:11Z', 'revision_number': 2, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'subnets': [{'id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:20.349291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Checking router: ca59a035-4ee6-413f-8cae-08ac56a8b318 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:43:20.349558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Updating router ca59a035-4ee6-413f-8cae-08ac56a8b318 port 69f1eec2-428a-47d3-b370-e838de6a9380 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:43:20.407895 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:20.499451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284'}, {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '60424d51-18e1-479c-900f-1731445530a0'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:20.507789 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6e118-77be-4d12-8e0a-cbbbc29f88a6" -d '{"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284"}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "60424d51-18e1-479c-900f-1731445530a0"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:20.597694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a4f82-9b26-4a68-97fa-63bd48abe662 req-6c60ef65-3bd6-471e-afef-2ce9cf5b490f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:20.599371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-996a4f82-9b26-4a68-97fa-63bd48abe662 req-6c60ef65-3bd6-471e-afef-2ce9cf5b490f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.1838071 Aug 27 02:43:20.604832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bbc8-cd99-4fa9-916f-f85134f979b4 req-0bbbbb14-7b50-4e2f-bfad-069ad45ad6cb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:20.620857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1729bbc8-cd99-4fa9-916f-f85134f979b4 req-0bbbbb14-7b50-4e2f-bfad-069ad45ad6cb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1145988 Aug 27 02:43:20.690615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-996a4f82-9b26-4a68-97fa-63bd48abe662 req-d58fa848-3ee8-4435-9330-7c0964e31a1a tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845001 Aug 27 02:43:20.709835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1729bbc8-cd99-4fa9-916f-f85134f979b4 req-85b37b14-8866-4b92-af5c-ee756e5aacb3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808628 Aug 27 02:43:20.822329 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda1ec8d-bca1-49e5-9083-a902279734b8 x-openstack-request-id: req-fda1ec8d-bca1-49e5-9083-a902279734b8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:20.822939 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "2a1723b9-ba46-418b-a03d-7c5422927284", "status": "completed", "code": 200}, {"server_uuid": "bd801e2f-ca7d-484f-929a-9490843146b9", "name": "network-vif-deleted", "tag": "60424d51-18e1-479c-900f-1731445530a0", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:20.823131 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fda1ec8d-bca1-49e5-9083-a902279734b8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:20.823532 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '2a1723b9-ba46-418b-a03d-7c5422927284', 'status': 'completed', 'code': 200} Aug 27 02:43:20.823786 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd801e2f-ca7d-484f-929a-9490843146b9', 'name': 'network-vif-deleted', 'tag': '60424d51-18e1-479c-900f-1731445530a0', 'status': 'completed', 'code': 200} Aug 27 02:43:20.977611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:20.989320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Transition to ACTIVE for port object 69f1eec2-428a-47d3-b370-e838de6a9380 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:20.996388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.092162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa98ec-f165-457d-9ff9-ef960e6a6ba6 None None] Pushing event updated for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:21.183034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Attempting to bind port 69f1eec2-428a-47d3-b370-e838de6a9380 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:21.183694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Attempting to bind port 69f1eec2-428a-47d3-b370-e838de6a9380 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:21.184342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Attempting to bind port 69f1eec2-428a-47d3-b370-e838de6a9380 on network a325bf39-c4ad-4960-a60f-1e3256dc1040 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:21.190262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:21.191174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Checking segment: {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:21.191813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.192512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Bound using segment: {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:21.193790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Bound port: 69f1eec2-428a-47d3-b370-e838de6a9380, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035565f-323b-4397-895b-b48e186796be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:21.194435 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.317448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d643af70-3d6c-483e-a2f4-435632ae7450 req-082f17d1-fe77-4f84-bd00-3475c1a63749 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0673606 Aug 27 02:43:21.346302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] For port 69f1eec2-428a-47d3-b370-e838de6a9380, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:21.351423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] For port 69f1eec2-428a-47d3-b370-e838de6a9380, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=69f1eec2-428a-47d3-b370-e838de6a9380,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:21.358286 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:21.446879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa98ec-f165-457d-9ff9-ef960e6a6ba6 None None] Pushing event updated for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:21.459556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:43:21.460818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:42:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:21.712930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:43:21.883780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93794f7c-0dde-4f7d-9029-3f881294c39b req-15b37e28-e9af-4e55-a91d-53bd6e3cd9b1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:21.899685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93794f7c-0dde-4f7d-9029-3f881294c39b req-15b37e28-e9af-4e55-a91d-53bd6e3cd9b1 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0942655 Aug 27 02:43:21.985225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93794f7c-0dde-4f7d-9029-3f881294c39b req-fd0a1350-e44e-4361-b51b-6938d0c1915f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843623 Aug 27 02:43:22.059055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:10Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '69f1eec2-428a-47d3-b370-e838de6a9380', 'name': '', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'mac_address': 'fa:16:3e:a1:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:09Z', 'updated_at': '2021-08-27T02:43:21Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'subnets': [{'id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:22.104832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97d7ea-ef0f-498d-99c8-3b03c8669049 None None] The sync data for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 is: [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:43:10Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '69f1eec2-428a-47d3-b370-e838de6a9380', 'name': '', 'network_id': 'a325bf39-c4ad-4960-a60f-1e3256dc1040', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'mac_address': 'fa:16:3e:a1:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:09Z', 'updated_at': '2021-08-27T02:43:21Z', 'revision_number': 4, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'subnets': [{'id': '77093e76-8c67-48d8-a236-e6fa8ac48729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:43:22.359132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 69f1eec2-428a-47d3-b370-e838de6a9380 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:22.482648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 69f1eec2-428a-47d3-b370-e838de6a9380 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:22.502214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 69f1eec2-428a-47d3-b370-e838de6a9380 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:22.502790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.532899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8083625d-f094-42c6-933f-fce5f13d0f9c req-79638827-2c0f-4b12-a8e7-56552886cdb3 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0580277 Aug 27 02:43:22.653694 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c4276272-d71e-4348-b5d6-11cb68c126c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.671650 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.709346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 69f1eec2-428a-47d3-b370-e838de6a9380, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=69f1eec2-428a-47d3-b370-e838de6a9380,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:22.718809 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:22.799607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:23.201071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6aba20-b3cc-4a85-894d-dd27df343202 req-c56d9c34-41c8-4e6e-8f96-9a2b9c4e2edf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:23.203858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6aba20-b3cc-4a85-894d-dd27df343202 req-c56d9c34-41c8-4e6e-8f96-9a2b9c4e2edf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1127267 Aug 27 02:43:23.261960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6aba20-b3cc-4a85-894d-dd27df343202 req-08306a2a-af68-4879-a0d7-3795a9e45a6e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Aug 27 02:43:23.659103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07de4592-d051-4614-992b-c071be0f2241 req-dabbc5ec-f391-44f6-b4bd-e636a2c82c50 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Aug 27 02:43:24.271243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 69f1eec2-428a-47d3-b370-e838de6a9380 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:24.349082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 69f1eec2-428a-47d3-b370-e838de6a9380 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:24.350484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:24.381806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984c0b-5e2c-46cb-99c9-e9be3a046ef6 req-14503492-9d1d-4edc-8d09-d62893db70b7 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:24.387835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78984c0b-5e2c-46cb-99c9-e9be3a046ef6 req-14503492-9d1d-4edc-8d09-d62893db70b7 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0569639 Aug 27 02:43:24.444511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78984c0b-5e2c-46cb-99c9-e9be3a046ef6 req-61b958bb-a2e5-4685-9980-2d0be6600913 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528648 Aug 27 02:43:24.790781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-481495a4-30bd-4b89-ac79-b08c18abf5bc req-d0d95916-9fc4-415a-bfe8-0ad9c9843da4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Aug 27 02:43:25.180530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ae6047b3-74f4-481b-88f5-551f25aaf4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:25.450355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:25.574798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29905ea4-808b-4567-8175-34d709993a8c req-dfd468a4-2001-49fb-a34e-416f0fc28e1c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:25.582436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29905ea4-808b-4567-8175-34d709993a8c req-dfd468a4-2001-49fb-a34e-416f0fc28e1c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0621972 Aug 27 02:43:25.651087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29905ea4-808b-4567-8175-34d709993a8c req-dd8aec88-1ff7-4c03-8400-443cacce4e4f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Aug 27 02:43:25.899028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30710d9c-0be4-443f-8744-3d390d024244 req-36640d3a-d8ae-404f-9a5a-8366ce94f475 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0345414 Aug 27 02:43:26.516090 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:26.774282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113c3b-5395-4256-a844-113ec06d8887 req-31163616-53af-4414-a763-91c798a75214 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:26.775967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98113c3b-5395-4256-a844-113ec06d8887 req-31163616-53af-4414-a763-91c798a75214 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Aug 27 02:43:26.826080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98113c3b-5395-4256-a844-113ec06d8887 req-d449cb68-cde3-447d-813c-0efa988477ab tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Aug 27 02:43:27.022408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9b003e9e-f74b-48ca-9d2e-8bac9273f29b req-7941522e-e820-4a78-ad82-ed550369813d tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0342944 Aug 27 02:43:27.936236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:27.960350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048c56-1b07-4b87-a583-858ee1fc8c05 req-62f415a9-0ee2-4b56-b461-0857deed81b6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:27.963430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38048c56-1b07-4b87-a583-858ee1fc8c05 req-62f415a9-0ee2-4b56-b461-0857deed81b6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0613778 Aug 27 02:43:28.010811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38048c56-1b07-4b87-a583-858ee1fc8c05 req-d8d2d4dc-af17-44d1-a4fa-60f117de68e3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Aug 27 02:43:28.134000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffedcf88-f2a7-43da-ba3a-e0b72da08a3d req-3cd516bf-ede0-4321-9898-fc575e96d5c9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Aug 27 02:43:29.156109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c492-06ae-4788-9d65-ab11b8003f96 req-4523d885-30d6-4d2f-a145-c18cc033f53c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:29.157984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c61c492-06ae-4788-9d65-ab11b8003f96 req-4523d885-30d6-4d2f-a145-c18cc033f53c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0586879 Aug 27 02:43:29.212489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c61c492-06ae-4788-9d65-ab11b8003f96 req-5bc65afc-08ef-47c8-a1b1-1bcd247c28cf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482018 Aug 27 02:43:29.269831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-250d06d0-01d1-4e38-b35a-5c77acf6ae19 req-c4b34859-7380-467e-ada2-f4f198eb0ae5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Aug 27 02:43:30.461955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db129a-b7d6-4782-890d-459a93e9b02d req-7bc8c549-1436-4118-ade8-fc03ae1ca07b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:30.469975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20db129a-b7d6-4782-890d-459a93e9b02d req-7bc8c549-1436-4118-ade8-fc03ae1ca07b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1160879 Aug 27 02:43:30.485698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd2cf74e-50a3-42a5-b1ff-66e46694db61 req-41502d31-1941-465f-8157-7a0d25f6e1d1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0378811 Aug 27 02:43:30.588833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20db129a-b7d6-4782-890d-459a93e9b02d req-a80665f7-c3e6-4c74-8c27-0a45ede724bf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101446 Aug 27 02:43:30.796362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:31.637572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1ed87f4-192f-4cd6-820c-4d80040c376b req-678b84a9-bf60-4028-adfa-fd59d259d9b9 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0391674 Aug 27 02:43:31.708667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545574-652c-4cb9-aede-d4179dcdde07 req-5f004e05-f075-41cc-a57b-aec2f85bef89 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:31.711669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d545574-652c-4cb9-aede-d4179dcdde07 req-5f004e05-f075-41cc-a57b-aec2f85bef89 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0661113 Aug 27 02:43:31.799389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d545574-652c-4cb9-aede-d4179dcdde07 req-3b2414ab-3963-470e-bf9f-2a88d52291c9 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Aug 27 02:43:32.752249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16a81aa4-ef4d-43a6-8585-cfeb76c0f4b0 req-47b40aa1-d460-4fb8-a670-7536c6ce42a8 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0378506 Aug 27 02:43:32.930737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b9fd-defc-4ec5-96c6-be7b2ac33853 req-34cf2590-bf0b-4592-9df5-689d1e1711f4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:32.935458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b52b9fd-defc-4ec5-96c6-be7b2ac33853 req-34cf2590-bf0b-4592-9df5-689d1e1711f4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0600758 Aug 27 02:43:32.992071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b52b9fd-defc-4ec5-96c6-be7b2ac33853 req-d4e90bd0-32bc-4beb-b502-2b31a3066ac6 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Aug 27 02:43:33.282293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:33.391179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:33.412074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'port_id': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'mac_address': 'fa:16:3e:ed:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b764e27-d5c9-40cb-b16f-137c67cc943e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:33.462925 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.478886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bccf9491-5b58-49df-8a8a-cabd78b5aaeb {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:33.504215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:33.509973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:33.569898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:33.702014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['bccf9491-5b58-49df-8a8a-cabd78b5aaeb'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:33.862965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4066b8b0-9964-451c-a89d-a39bd161dcec req-2efb038c-643d-4ff9-87b8-e267079bc365 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0352495 Aug 27 02:43:34.152697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c0af-c155-4a8a-aaa3-0049e1458ecf req-a9042e9a-cb6b-40cf-9321-d5e0bca29446 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:34.159872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94d2c0af-c155-4a8a-aaa3-0049e1458ecf req-a9042e9a-cb6b-40cf-9321-d5e0bca29446 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 944 time: 0.0604572 Aug 27 02:43:34.193961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94d2c0af-c155-4a8a-aaa3-0049e1458ecf req-55e3c356-6d80-4a3f-803e-f4b2922fdc0a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Aug 27 02:43:34.980277 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ddd5eb5-cd03-4b52-b382-3ae346b40cc5 req-7bfda471-2ff2-4558-8f7a-ec2be9921d5a tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd801e2f-ca7d-484f-929a-9490843146b9 HTTP/1.1" status: 200 len: 210 time: 0.0419698 Aug 27 02:43:35.304932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:35.370558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port bccf9491-5b58-49df-8a8a-cabd78b5aaeb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:35.372244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.391677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d688f2-66cf-4c09-8aea-893127dcf1ac req-89c7ea9c-0871-4950-bcc2-0b42a4490b3d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:35.393225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b9d688f2-66cf-4c09-8aea-893127dcf1ac req-89c7ea9c-0871-4950-bcc2-0b42a4490b3d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 944 time: 0.0971429 Aug 27 02:43:35.457096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b9d688f2-66cf-4c09-8aea-893127dcf1ac req-fbe3e99a-9fd9-4a3f-bcea-338a45cf1814 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561864 Aug 27 02:43:35.489563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.520384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:35.523539 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85309dcc-9d5f-4866-8c86-c4e7e05a97c2" -d '{"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-plugged", "status": "completed", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:35.575402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:35.578238 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca59245-2e01-4a50-b9a6-88d385545db4 x-openstack-request-id: req-4ca59245-2e01-4a50-b9a6-88d385545db4 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:35.583305 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-plugged", "status": "completed", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:35.585349 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ca59245-2e01-4a50-b9a6-88d385545db4 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:35.586468 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'code': 200} Aug 27 02:43:35.590004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:35.698808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:35.905162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9476a6-6d97-4b09-8a26-1b8fcebb5f5f req-606ef684-3ec3-4072-bb00-c1ff8db96783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:35.906738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d9476a6-6d97-4b09-8a26-1b8fcebb5f5f req-606ef684-3ec3-4072-bb00-c1ff8db96783 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 1096 time: 0.1081729 Aug 27 02:43:35.948716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d9476a6-6d97-4b09-8a26-1b8fcebb5f5f req-7298d27b-5f2f-423e-9de5-24f2f649facb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Aug 27 02:43:36.092432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:36.181503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.215413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.286762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.290540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.292148 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/security-groups/363089b6-8702-455f-ba4f-c186faa67177 HTTP/1.1" status: 204 len: 168 time: 0.1985159 Aug 27 02:43:36.295209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:36.318779 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-f2f70dcb-e902-4207-aa4f-b3a922d451d1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] show failed (client error): The resource could not be found. Aug 27 02:43:36.324109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:36.324668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2f70dcb-e902-4207-aa4f-b3a922d451d1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "GET /v2.0/security-groups/363089b6-8702-455f-ba4f-c186faa67177 HTTP/1.1" status: 404 len: 347 time: 0.0239139 Aug 27 02:43:36.339196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363089b6-8702-455f-ba4f-c186faa67177,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:36.388757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.389107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.389452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.389793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.390130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.390482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.390822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.391149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.391475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.391799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.392126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.392450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dfb5db-e4da-4e24-83b2-48d5fddf24e5 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:36.502552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 0da6d9ab-29c7-4a25-a7ac-8498828b1b54 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:36.502805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.591058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.591287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.610096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 0da6d9ab-29c7-4a25-a7ac-8498828b1b54 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:36.663211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df42c2-6a8f-4a77-91b5-6d23a74d03ed req-eaa0cafb-1bc4-4234-bfba-0df7b9521594 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:36.665425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6df42c2-6a8f-4a77-91b5-6d23a74d03ed req-eaa0cafb-1bc4-4234-bfba-0df7b9521594 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.0860534 Aug 27 02:43:36.734404 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6df42c2-6a8f-4a77-91b5-6d23a74d03ed req-c07dc5b6-f426-402b-a540-a9d4c007498a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617905 Aug 27 02:43:36.848059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:36.908654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=0da6d9ab-29c7-4a25-a7ac-8498828b1b54,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:37.008725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.011723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.021668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-474e5c7f-2039-4c13-b024-f5fa06961edd tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/floatingips/eb275bf3-aa32-4748-9ac5-554912ac642e HTTP/1.1" status: 204 len: 168 time: 0.6941905 Aug 27 02:43:37.025790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32854) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:37.209406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port e6967671-363b-43f1-95ea-493e526d15ae {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:37.209406 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.422887 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.438790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for e6967671-363b-43f1-95ea-493e526d15ae owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:37.595138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.629340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=e6967671-363b-43f1-95ea-493e526d15ae,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:37.699965 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.702329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af9e1de0-617a-466b-8f92-8b3aaf559eb4 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/ports/e6967671-363b-43f1-95ea-493e526d15ae HTTP/1.1" status: 204 len: 168 time: 0.6751628 Aug 27 02:43:37.707029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:37.862833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:37.863446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:37.943002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eab705-4650-4d05-ad15-9c6a1ba19f9e req-838f96b9-313f-4390-80e2-ebe88d471d43 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:37.951769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05eab705-4650-4d05-ad15-9c6a1ba19f9e req-838f96b9-313f-4390-80e2-ebe88d471d43 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1059253 Aug 27 02:43:37.998107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05eab705-4650-4d05-ad15-9c6a1ba19f9e req-239a0e68-68af-4c0f-a4d6-2066c7ffc489 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Aug 27 02:43:38.039316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.075451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:38.325253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6609d6d-7596-422c-98bb-731bbea5935b req-b94e35fd-2d52-4e27-9da3-c9188d664c49 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:38.327113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6609d6d-7596-422c-98bb-731bbea5935b req-b94e35fd-2d52-4e27-9da3-c9188d664c49 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.1329551 Aug 27 02:43:38.413935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f6609d6d-7596-422c-98bb-731bbea5935b req-be5841c7-ea7a-40af-990f-3fea5aa5bc51 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721443 Aug 27 02:43:38.566071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.617780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:38.631565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.632036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.634269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.634757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.635218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.640364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.640892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.641525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.642041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.642523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.643042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.643407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:38.774936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.778049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cef89bce-f966-40fe-bd29-6633f4fc2892 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/ports/64fb6fe1-94e9-4c5a-80c2-337c7cc56ee0 HTTP/1.1" status: 204 len: 168 time: 1.0699046 Aug 27 02:43:38.780708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32902) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:38.887339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting subnet eb2f3c71-ab52-4301-a315-cbd4c3efa73e {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:38.897816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:38.950605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.093598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-10db60aa-4b6c-44d1-aee6-f8f8fee2f81a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:39.097028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.110135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-10db60aa-4b6c-44d1-aee6-f8f8fee2f81a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.1831188 Aug 27 02:43:39.131926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-2c6aafca-0fb1-4558-bdfe-b29cd92519c0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/quotas/6a675c7555ab411db9872bbb8009fbbd HTTP/1.1" status: 200 len: 375 time: 0.0207863 Aug 27 02:43:39.259785 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.280591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-c2ed2d3d-58ec-4510-b258-66dca7963924 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436300 Aug 27 02:43:39.369923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2f3c71-ab52-4301-a315-cbd4c3efa73e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:39.381632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.388022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7edbf3c-ea66-4061-9b72-8cfd35d5f0ec None None] Network 17175056-711a-4713-b5b0-4657fffce5ad requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:39.401784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0a55397-76f4-4c3a-9068-ee5f4204be58 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/subnets/eb2f3c71-ab52-4301-a315-cbd4c3efa73e HTTP/1.1" status: 204 len: 168 time: 0.6171877 Aug 27 02:43:39.402663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32928) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:39.536587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting subnet 9018b392-c4ea-4d80-88f7-81bc42301958 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:43:39.554321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.562480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-610a8e66-ce56-4a10-ab7c-b5aa2cb4e9dd service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806892 Aug 27 02:43:39.657483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.810103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] DHCP port deletion for 17175056-711a-4713-b5b0-4657fffce5ad request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:43:39.825422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.863920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-1105cc0d-19de-4794-b654-1128e03fb363 service neutron] 10.222.0.26 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818766 Aug 27 02:43:39.975190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Deleting port 27f2abbc-fd99-4fc7-b6ce-751225cef063 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:39.975579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:39.984581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.030096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.033372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/subnets/9018b392-c4ea-4d80-88f7-81bc42301958 HTTP/1.1" status: 204 len: 168 time: 0.6277404 Aug 27 02:43:40.042754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 32932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:40.067343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b7582-d36a-40fb-974e-246b3e2481ac tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Subnet': ['ID=9018b392-c4ea-4d80-88f7-81bc42301958,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:40.095925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177135c0-1992-4f00-8b19-cf7250c46707 None None] Network a77bb0d0-cd22-4c07-9069-8fe89880ab99 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:43:40.196645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] For port 27f2abbc-fd99-4fc7-b6ce-751225cef063, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=27f2abbc-fd99-4fc7-b6ce-751225cef063,segment=NetworkSegment(92bfc382-bd4c-4268-b9a3-d43b88457976),segment_id=92bfc382-bd4c-4268-b9a3-d43b88457976)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:40.197277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.197973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-aef3f75e-aa5f-4469-a60f-1834a5717c6d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:40.200182 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-aef3f75e-aa5f-4469-a60f-1834a5717c6d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c2fa307-700a-4dac-ab47-41d3e074ec97 HTTP/1.1" status: 200 len: 945 time: 0.2364619 Aug 27 02:43:40.223478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Calling delete_port for 27f2abbc-fd99-4fc7-b6ce-751225cef063 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:40.303711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.410326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6373c5d9-2488-4410-b7d6-a810a8715879 req-dc3d2afd-5e8e-47ab-a13b-16ef0c879bdb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0705979 Aug 27 02:43:40.452364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 27f2abbc-fd99-4fc7-b6ce-751225cef063 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:40.563589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Deleting port bccf9491-5b58-49df-8a8a-cabd78b5aaeb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:40.563943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.579469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.614267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port 27f2abbc-fd99-4fc7-b6ce-751225cef063 {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:43:40.614568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 27f2abbc-fd99-4fc7-b6ce-751225cef063 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:40.635505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] DHCP port deletion for a77bb0d0-cd22-4c07-9069-8fe89880ab99 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:43:40.639028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] Pushing event deleted for resources: {'Port': ['ID=27f2abbc-fd99-4fc7-b6ce-751225cef063,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:40.650423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc22e7-d4ce-4fc0-b3e7-9d5e52ac4fe8 None None] No DVR routers for this DVR port 27f2abbc-fd99-4fc7-b6ce-751225cef063 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:40.687269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Deleting port 27f2abbc-fd99-4fc7-b6ce-751225cef063 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:40.687269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.747869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Deleting port 51ecc16c-bfbe-4762-a020-bf65e4873a70 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:40.748343 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.869112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] For port bccf9491-5b58-49df-8a8a-cabd78b5aaeb, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:40.870046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.873454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] For port 27f2abbc-fd99-4fc7-b6ce-751225cef063, host n-d-806292-1, got binding levels [] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:40.874018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.881643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] For port 51ecc16c-bfbe-4762-a020-bf65e4873a70, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=51ecc16c-bfbe-4762-a020-bf65e4873a70,segment=NetworkSegment(8e43d441-14f7-4721-befc-a23081f71f16),segment_id=8e43d441-14f7-4721-befc-a23081f71f16)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:40.882642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.895158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Calling delete_port for bccf9491-5b58-49df-8a8a-cabd78b5aaeb owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:40.897255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Calling delete_port for 27f2abbc-fd99-4fc7-b6ce-751225cef063 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:40.903089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Port 27f2abbc-fd99-4fc7-b6ce-751225cef063 was not found and therefore no delete operation was performed {{(pid=94831) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:43:40.908707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:40.909428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Calling delete_port for 51ecc16c-bfbe-4762-a020-bf65e4873a70 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:40.939376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] No DVR routers for this DVR port 27f2abbc-fd99-4fc7-b6ce-751225cef063 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:40.993972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Port': ['ID=27f2abbc-fd99-4fc7-b6ce-751225cef063,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:41.078458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.144044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.147882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] Pushing event deleted for resources: {'Port': ['ID=51ecc16c-bfbe-4762-a020-bf65e4873a70,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:41.167126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434ea3c-5e19-47f5-bbdb-13d8909196fe None None] No DVR routers for this DVR port 51ecc16c-bfbe-4762-a020-bf65e4873a70 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:41.175542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17175056-711a-4713-b5b0-4657fffce5ad']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:41.221840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bfc382-bd4c-4268-b9a3-d43b88457976') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:41.227800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bfc382-bd4c-4268-b9a3-d43b88457976') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:41.257166 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.332183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.351202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:41.351534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:41.356478 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:41.579020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.594589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['bccf9491-5b58-49df-8a8a-cabd78b5aaeb'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:41.633655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.646521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.649860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/networks/17175056-711a-4713-b5b0-4657fffce5ad HTTP/1.1" status: 204 len: 168 time: 1.5957665 Aug 27 02:43:41.652761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 32968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:41.785855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.833689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event deleted for resources: {'Port': ['ID=bccf9491-5b58-49df-8a8a-cabd78b5aaeb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:41.890904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] No DVR routers for this DVR port bccf9491-5b58-49df-8a8a-cabd78b5aaeb on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:43:41.896435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:41.900181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f9659a0-4527-4d22-a54b-2c5f0c062fcd req-28b1dd99-00cb-4179-b38d-071dc2439fc3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.15 "DELETE /v2.0/ports/bccf9491-5b58-49df-8a8a-cabd78b5aaeb HTTP/1.1" status: 204 len: 173 time: 1.6930869 Aug 27 02:43:41.901478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-deleted', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:41.908733 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c897eb-fa97-4f18-95a8-d2677e52986f" -d '{"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-deleted", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:41.931160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac94bbe7-735b-4eba-b441-ab8378b858ec req-f4039a81-9142-4a80-a366-3cac3c5c1da2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 210 time: 0.1782045 Aug 27 02:43:41.936529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70444c29-1066-4116-a252-f86ba47bf102 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Network': ['ID=17175056-711a-4713-b5b0-4657fffce5ad,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:42.010862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.021282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77bb0d0-cd22-4c07-9069-8fe89880ab99']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:42.027640 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac73fa3d-5648-449f-bc14-94849dcd130b x-openstack-request-id: req-ac73fa3d-5648-449f-bc14-94849dcd130b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:42.028337 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2fa307-700a-4dac-ab47-41d3e074ec97", "name": "network-vif-deleted", "tag": "bccf9491-5b58-49df-8a8a-cabd78b5aaeb", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:42.029171 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac73fa3d-5648-449f-bc14-94849dcd130b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:42.029940 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2fa307-700a-4dac-ab47-41d3e074ec97', 'name': 'network-vif-deleted', 'tag': 'bccf9491-5b58-49df-8a8a-cabd78b5aaeb', 'status': 'completed', 'code': 200} Aug 27 02:43:42.033038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e43d441-14f7-4721-befc-a23081f71f16') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:42.033340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e43d441-14f7-4721-befc-a23081f71f16') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:43:42.045181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.061231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.127375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:43:42.127941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:43:42.136037 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:43:42.227066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.249634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:42.256902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] 10.222.0.26 "DELETE /v2.0/networks/a77bb0d0-cd22-4c07-9069-8fe89880ab99 HTTP/1.1" status: 204 len: 168 time: 0.5978765 Aug 27 02:43:42.279109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806177-5751-400f-86b2-890113177ea1 tempest-TaggedBootDevicesTest-345301494 tempest-TaggedBootDevicesTest-345301494-project] Pushing event deleted for resources: {'Network': ['ID=a77bb0d0-cd22-4c07-9069-8fe89880ab99,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:42.374505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 51ecc16c-bfbe-4762-a020-bf65e4873a70 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:42.456686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 51ecc16c-bfbe-4762-a020-bf65e4873a70 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:42.462929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 51ecc16c-bfbe-4762-a020-bf65e4873a70 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:42.642904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-5c60272a-cf3b-434e-8687-0336fc075499 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:42.649075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-5c60272a-cf3b-434e-8687-0336fc075499 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 814 time: 0.3198559 Aug 27 02:43:42.678584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Request body: {'port': {'device_id': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'admin_state_up': True, 'tenant_id': '6a675c7555ab411db9872bbb8009fbbd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:42.860701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Made reservation on behalf of 6a675c7555ab411db9872bbb8009fbbd for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:43:42.865025 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.082367 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:43:43.090848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Allocated IP 172.20.0.14 (dfa9e4b6-1a24-475f-9697-805fa727c31a/3b764e27-d5c9-40cb-b16f-137c67cc943e/f583e879-185b-4e2f-8088-42cde0affed1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:43:43.189888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0b8156-463e-4fc2-bd2e-5c20bd5bfd37 req-6b947d42-3513-4173-821a-4f8f27cf8782 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0504360 Aug 27 02:43:43.357082 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.736241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.789974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Network dfa9e4b6-1a24-475f-9697-805fa727c31a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:43:43.789974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:43:43.792389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:43:43.844486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event updated for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:43.876743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:43.877370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:43.914036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-18223a42-de1d-4181-bf14-664824461adc tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2429800 Aug 27 02:43:43.933448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Request body: {'port': {'device_id': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:43:44.061675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.414855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04175a77-db5d-4d83-87df-3c25b47d3155 req-d6efdbdb-ff9b-4093-a322-d0bbb917a87e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:44.416407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04175a77-db5d-4d83-87df-3c25b47d3155 req-d6efdbdb-ff9b-4093-a322-d0bbb917a87e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 932 time: 0.1189096 Aug 27 02:43:44.521219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-04175a77-db5d-4d83-87df-3c25b47d3155 req-76ddcbc2-aa0e-4f8f-9948-f8ec2b89c062 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907788 Aug 27 02:43:44.608750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f583e879-185b-4e2f-8088-42cde0affed1 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:44.620046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.634472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Transition to ACTIVE for port object f583e879-185b-4e2f-8088-42cde0affed1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:43:44.649171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.761447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Pushing event updated for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:44.834437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Attempting to bind port f583e879-185b-4e2f-8088-42cde0affed1 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:43:44.834845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Attempting to bind port f583e879-185b-4e2f-8088-42cde0affed1 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:43:44.835128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Attempting to bind port f583e879-185b-4e2f-8088-42cde0affed1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:44.840077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Port f583e879-185b-4e2f-8088-42cde0affed1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:43:44.840404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Attempting to bind port f583e879-185b-4e2f-8088-42cde0affed1 on network dfa9e4b6-1a24-475f-9697-805fa727c31a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:43:44.846226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:43:44.846605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Checking segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:43:44.846992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Bound using segment: {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:43:44.847421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Bound port: f583e879-185b-4e2f-8088-42cde0affed1, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d898c-397d-4622-b09c-78e6b99c8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:43:44.847784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:44.931775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:43:44.935726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f583e879-185b-4e2f-8088-42cde0affed1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:43:44.962223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.072310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:45.073335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:45.075875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] 10.222.0.46 "PUT /v2.0/ports/f583e879-185b-4e2f-8088-42cde0affed1 HTTP/1.1" status: 200 len: 1092 time: 1.1467607 Aug 27 02:43:45.076665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:45.080629 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a7892-f3bc-4620-a2b8-1a01d2959694" -d '{"events": [{"name": "network-changed", "server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "tag": "f583e879-185b-4e2f-8088-42cde0affed1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:45.122999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b309-ed90-43f7-980e-8ae3f13101be service neutron] Pushing event updated for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:45.182700 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff931e6-9506-41bd-a278-cb103f27a17f x-openstack-request-id: req-8ff931e6-9506-41bd-a278-cb103f27a17f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:45.183054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "tag": "f583e879-185b-4e2f-8088-42cde0affed1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:45.183867 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ff931e6-9506-41bd-a278-cb103f27a17f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:45.184277 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1', 'status': 'completed', 'code': 200} Aug 27 02:43:45.211184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-6759a4f3-4583-4dc0-9857-c1d3166cf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:45.214330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-6759a4f3-4583-4dc0-9857-c1d3166cf1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0745082 Aug 27 02:43:45.296170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-97259a17-0460-4283-b06f-1d20038e3a09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f583e879-185b-4e2f-8088-42cde0affed1 HTTP/1.1" status: 200 len: 217 time: 0.0669634 Aug 27 02:43:45.329069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:43:45.399386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: bccf9491-5b58-49df-8a8a-cabd78b5aaeb {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:43:45.399736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device bccf9491-5b58-49df-8a8a-cabd78b5aaeb not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:43:45.421190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-6035c651-e3e6-46e5-80f8-784f42f7603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:45.425497 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-6035c651-e3e6-46e5-80f8-784f42f7603d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.1218615 Aug 27 02:43:45.476849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-166fc6fa-32c3-4862-b75a-79863b5ea3cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380497 Aug 27 02:43:45.691896 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-34c0e0ef-676e-466e-999b-b7125a8e374e service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024708 Aug 27 02:43:45.823493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de4831-b499-4d0b-92db-bf2fd210cabc req-baef4d42-789a-4868-aade-547ec88cbadf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:45.839591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44de4831-b499-4d0b-92db-bf2fd210cabc req-baef4d42-789a-4868-aade-547ec88cbadf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 944 time: 0.1925831 Aug 27 02:43:45.927322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44de4831-b499-4d0b-92db-bf2fd210cabc req-0dea841b-03ed-4fd8-bd9d-0241d04209c3 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Aug 27 02:43:45.970433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77ad5d64-cb3c-4c81-8f24-d39fed224f33 req-1d88cda2-49e5-42f7-82a9-12442d49a217 service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701690 Aug 27 02:43:46.344841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-f2c9625a-8755-46ba-b272-526cae68a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:46.354587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-f2c9625a-8755-46ba-b272-526cae68a41f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a675c7555ab411db9872bbb8009fbbd&device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 1095 time: 0.2502053 Aug 27 02:43:46.368592 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:46.712714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-217fa949-93c8-432e-bd38-61d5049f73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:46.714270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-217fa949-93c8-432e-bd38-61d5049f73f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 200 len: 915 time: 0.3536751 Aug 27 02:43:46.782995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-30b43b2a-4e71-422e-8c92-ddfaf9e599be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f583e879-185b-4e2f-8088-42cde0affed1 HTTP/1.1" status: 200 len: 217 time: 0.0608275 Aug 27 02:43:46.956102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-020af4cf-6d3f-4ef3-9704-a61c0e1b50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:46.959875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-020af4cf-6d3f-4ef3-9704-a61c0e1b50bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 200 len: 854 time: 0.1666520 Aug 27 02:43:47.045587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-406db8af-0791-48ee-9c1f-dc15b2af4e4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfa9e4b6-1a24-475f-9697-805fa727c31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729280 Aug 27 02:43:47.268107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade1ac3-5dde-4bfd-9ea8-3e1c7daccc20 req-76ce7f5c-b9e4-4849-935c-054de616cb73 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:47.269752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bade1ac3-5dde-4bfd-9ea8-3e1c7daccc20 req-76ce7f5c-b9e4-4849-935c-054de616cb73 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 944 time: 0.2349422 Aug 27 02:43:47.404642 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-5f8edec7-f4b6-4546-aaf0-d047954f347e service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387415 Aug 27 02:43:47.421125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bade1ac3-5dde-4bfd-9ea8-3e1c7daccc20 req-7b4bce05-24da-4909-973f-7bfd2132fa15 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416867 Aug 27 02:43:47.643781 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-223a7892-f3bc-4620-a2b8-1a01d2959694 req-b6493e02-31f5-44c5-9444-354b34e24dcd service neutron] 10.222.0.46 "GET /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201228 Aug 27 02:43:48.623256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e22e97-ea41-46d4-9013-f4511431bc68 req-84021faa-b5ed-4700-8d70-3e1f107db800 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:48.631293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e22e97-ea41-46d4-9013-f4511431bc68 req-84021faa-b5ed-4700-8d70-3e1f107db800 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 944 time: 0.1042461 Aug 27 02:43:48.718275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-87e22e97-ea41-46d4-9013-f4511431bc68 req-1b999d8b-29a6-4263-bc7b-9dafd2b7c88a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Aug 27 02:43:50.040173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c22a-660d-4082-aaa9-8175a5ac9425 req-c0aaf624-e5d5-4dac-8ed8-8f5aa54fb40e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:50.053969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d52c22a-660d-4082-aaa9-8175a5ac9425 req-c0aaf624-e5d5-4dac-8ed8-8f5aa54fb40e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 944 time: 0.2001793 Aug 27 02:43:50.191294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d52c22a-660d-4082-aaa9-8175a5ac9425 req-e289237c-7cef-4a18-b3d2-6d42ebf09cb8 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079524 Aug 27 02:43:50.500977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f583e879-185b-4e2f-8088-42cde0affed1 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:43:50.881502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f583e879-185b-4e2f-8088-42cde0affed1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:50.906011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f583e879-185b-4e2f-8088-42cde0affed1', 'network_id': 'dfa9e4b6-1a24-475f-9697-805fa727c31a', 'port_id': 'f583e879-185b-4e2f-8088-42cde0affed1', 'mac_address': 'fa:16:3e:49:a2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b764e27-d5c9-40cb-b16f-137c67cc943e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:43:50.951873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:50.995782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f583e879-185b-4e2f-8088-42cde0affed1 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:43:51.057915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f583e879-185b-4e2f-8088-42cde0affed1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:51.085645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:51.298511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:51.321589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.324447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.325204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.325789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.326348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.327071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.328146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.331428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.332073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.332856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.333431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.333982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:43:51.457296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a945aa-f4b7-4039-84e9-afcf913eb9b0 req-b0b0ae9c-1b9f-4629-8214-ca771d209779 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:51.475103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38a945aa-f4b7-4039-84e9-afcf913eb9b0 req-b0b0ae9c-1b9f-4629-8214-ca771d209779 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1439402 Aug 27 02:43:51.512069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f583e879-185b-4e2f-8088-42cde0affed1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:43:51.530972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-38a945aa-f4b7-4039-84e9-afcf913eb9b0 req-29e4530d-089e-4f5f-a09b-fac82cd8894f tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545826 Aug 27 02:43:52.644145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e1c-6c0d-402f-9448-139755590cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:52.694907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c34a-bb85-4ce8-a1cd-523f45c3891a req-f9cddc03-5484-4b16-846e-322768d65bea tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:52.696514 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe40c34a-bb85-4ce8-a1cd-523f45c3891a req-f9cddc03-5484-4b16-846e-322768d65bea tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 945 time: 0.0625050 Aug 27 02:43:52.749908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe40c34a-bb85-4ce8-a1cd-523f45c3891a req-b7299bd6-bf15-4ffa-84d8-0dffdf1dec36 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Aug 27 02:43:53.983384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe1fbf-c5fc-43f2-b6c6-6e1c7f04a8c4 req-dbbd662b-49b6-40b1-8f91-be779a308c0b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:53.986196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07fe1fbf-c5fc-43f2-b6c6-6e1c7f04a8c4 req-dbbd662b-49b6-40b1-8f91-be779a308c0b tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 945 time: 0.1427152 Aug 27 02:43:54.063649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07fe1fbf-c5fc-43f2-b6c6-6e1c7f04a8c4 req-7f2d0635-3b73-4cf8-b246-14b6b722533a tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709257 Aug 27 02:43:54.523828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f583e879-185b-4e2f-8088-42cde0affed1 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:43:54.592554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f583e879-185b-4e2f-8088-42cde0affed1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:43:54.601857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f583e879-185b-4e2f-8088-42cde0affed1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:43:54.603060 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:54.855628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:54.933665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f583e879-185b-4e2f-8088-42cde0affed1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:54.935365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:43:54.939252 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a436e0-4bd5-40eb-8328-21894e3c6268" -d '{"events": [{"server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f583e879-185b-4e2f-8088-42cde0affed1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:43:54.943259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:55.007571 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b5227c-7bef-481b-a444-2f22cdc26b6f x-openstack-request-id: req-39b5227c-7bef-481b-a444-2f22cdc26b6f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:43:55.008101 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f583e879-185b-4e2f-8088-42cde0affed1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:43:55.008558 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39b5227c-7bef-481b-a444-2f22cdc26b6f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:43:55.009231 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1', 'code': 200} Aug 27 02:43:55.009921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:55.176759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001950e-2c9e-4ca8-98ef-913d58365e89 req-6c14d799-e056-41f2-8712-1cc8ce266ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:55.179421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f001950e-2c9e-4ca8-98ef-913d58365e89 req-6c14d799-e056-41f2-8712-1cc8ce266ef3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0866525 Aug 27 02:43:55.197065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8bb0722c-6e81-43f9-a190-1bd8ec514166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:55.254181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f001950e-2c9e-4ca8-98ef-913d58365e89 req-cb0cdac3-3e22-435e-bf63-43c7af909471 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664241 Aug 27 02:43:55.262548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa32e6-1dc9-466e-8625-e98af1124b21 req-572a428d-5a1d-4254-81e0-16ea760943ec tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:55.269952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccaa32e6-1dc9-466e-8625-e98af1124b21 req-572a428d-5a1d-4254-81e0-16ea760943ec tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1096666 Aug 27 02:43:55.329679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ccaa32e6-1dc9-466e-8625-e98af1124b21 req-6fcde5cf-9f18-4fdc-830d-55958db86e68 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Aug 27 02:43:55.460097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:56.518974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:56.588268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:43:56.739811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff65e7-8cec-4753-b31e-6537d2ca313a req-79cfe7da-36a0-4b34-8205-ac44aa453af4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:56.751981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23ff65e7-8cec-4753-b31e-6537d2ca313a req-79cfe7da-36a0-4b34-8205-ac44aa453af4 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.2520232 Aug 27 02:43:56.865121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-23ff65e7-8cec-4753-b31e-6537d2ca313a req-f58712b0-a0e9-45f6-ac43-a7681c128612 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044736 Aug 27 02:43:57.949402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.115493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.538154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045b87a-abd5-4915-b82c-8bf48e292d1a req-68e47f39-9237-4b6c-b2a6-d02032b9d822 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:58.542489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f045b87a-abd5-4915-b82c-8bf48e292d1a req-68e47f39-9237-4b6c-b2a6-d02032b9d822 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.2438397 Aug 27 02:43:58.608171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f045b87a-abd5-4915-b82c-8bf48e292d1a req-958ea053-48d6-44d0-931a-375aba700afb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Aug 27 02:43:58.761054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Deleting port db949809-5db8-47f6-9b78-ca9de468864d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:43:58.761828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.806862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6a985-545d-48de-b3d5-fd75a0199d3d req-efc2370c-4b1b-4bf3-b013-089720e7ae99 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:58.809656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ccc6a985-545d-48de-b3d5-fd75a0199d3d req-efc2370c-4b1b-4bf3-b013-089720e7ae99 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.0863533 Aug 27 02:43:58.879862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ccc6a985-545d-48de-b3d5-fd75a0199d3d req-d5c7e03e-2e34-40d7-bd00-e6f515a88d15 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635993 Aug 27 02:43:58.967350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] For port db949809-5db8-47f6-9b78-ca9de468864d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=db949809-5db8-47f6-9b78-ca9de468864d,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:43:58.968401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:58.992751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Calling delete_port for db949809-5db8-47f6-9b78-ca9de468864d owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:43:59.320067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792069c-9bfc-43f5-9d32-0a3ddad8158e req-ac833095-a546-460c-8d48-82a61c5f589e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:59.343217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7792069c-9bfc-43f5-9d32-0a3ddad8158e req-ac833095-a546-460c-8d48-82a61c5f589e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1043787 Aug 27 02:43:59.454882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7792069c-9bfc-43f5-9d32-0a3ddad8158e req-d7ab4d6a-f560-42fc-9338-491508d47c46 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013885 Aug 27 02:43:59.551275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:43:59.656894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=db949809-5db8-47f6-9b78-ca9de468864d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:43:59.834096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dabb8-bcbc-4b79-beee-aa093a5f5a58 req-436658e6-2a4f-49a1-8ca9-9b69dba1f7cf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:43:59.848478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-373dabb8-bcbc-4b79-beee-aa093a5f5a58 req-436658e6-2a4f-49a1-8ca9-9b69dba1f7cf tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.2191584 Aug 27 02:44:00.664300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-373dabb8-bcbc-4b79-beee-aa093a5f5a58 req-7b983446-7a55-4145-b45f-a1a747a1c508 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082817 Aug 27 02:44:00.710768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:00.800836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:01.117949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6536c-a928-4d30-87e2-395beb34bbc1 req-72ab5e35-4856-4eb3-9dc9-c24626c346bd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:01.133163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83d6536c-a928-4d30-87e2-395beb34bbc1 req-72ab5e35-4856-4eb3-9dc9-c24626c346bd tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1593096 Aug 27 02:44:01.217797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-83d6536c-a928-4d30-87e2-395beb34bbc1 req-86dde34e-c506-45a1-a500-be18b7ca1e46 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Aug 27 02:44:01.242702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:44:01.403724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f562b-348d-40d2-8e55-b009551deb20 req-6c096c1a-3017-4b24-987f-b6c2a822cb3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:01.406225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e5f562b-348d-40d2-8e55-b009551deb20 req-6c096c1a-3017-4b24-987f-b6c2a822cb3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.0954449 Aug 27 02:44:01.506620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:44:01.519231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e5f562b-348d-40d2-8e55-b009551deb20 req-9030bf38-f296-4ea5-a0e2-266a249808c2 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024325 Aug 27 02:44:01.521841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e7ba274-f34b-4bac-8267-7ce4c0aa7bbe admin admin] 10.222.0.26 "PUT /v2.0/routers/704d9bec-f4f1-4019-9d44-717cf1d0e8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9319286 Aug 27 02:44:01.524346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:01.524525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Sync routers for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:44:01.573664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:01.575120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:43:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:01.728660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:01.944160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:02.102460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:02.120248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Deleting port aae26ec2-4daa-40aa-9de8-7de4aea2e98f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:02.121181 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:02.295774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] For port aae26ec2-4daa-40aa-9de8-7de4aea2e98f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:02.295774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:02.315813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Calling delete_port for aae26ec2-4daa-40aa-9de8-7de4aea2e98f owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:02.320712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16824522-b602-43e3-87fb-1867120d92a1 req-d44ebdb9-8539-4238-9ab0-fff4c5139b3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:02.322247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16824522-b602-43e3-87fb-1867120d92a1 req-d44ebdb9-8539-4238-9ab0-fff4c5139b3e tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1040368 Aug 27 02:44:02.423559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16824522-b602-43e3-87fb-1867120d92a1 req-1a764e1e-6ab4-403c-8bdc-989de5d71f4c tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921061 Aug 27 02:44:02.528384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:43:59Z', 'revision_number': 5, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port': {'id': 'aae26ec2-4daa-40aa-9de8-7de4aea2e98f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:32:40Z', 'updated_at': '2021-08-27T02:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:02.619730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Checking router: 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:44:02.653194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Routers {'704d9bec-f4f1-4019-9d44-717cf1d0e8b6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:44:02.653956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:43:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:02.799075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:02.828207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] Set router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:44:02.902033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Pushing event deleted for resources: {'Port': ['ID=aae26ec2-4daa-40aa-9de8-7de4aea2e98f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:02.904477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:44:01Z', 'revision_number': 6, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:02.965893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69880a9d-5629-4c79-99dd-2feacdee2c8d None None] The sync data for ids ['704d9bec-f4f1-4019-9d44-717cf1d0e8b6'] in n-d-806292-1 is: [{'id': '704d9bec-f4f1-4019-9d44-717cf1d0e8b6', 'name': 'tempest-TaggedBootDevicesTest-1545767786-router', 'tenant_id': '049e0ac0e421460db4c14ed3cb400e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:32:39Z', 'updated_at': '2021-08-27T02:44:01Z', 'revision_number': 6, 'project_id': '049e0ac0e421460db4c14ed3cb400e3c', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:44:03.001102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.168667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.171752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.220223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.220223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704d9bec-f4f1-4019-9d44-717cf1d0e8b6 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:44:03.228212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.229215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-26a7a9b8-6a5a-4498-ac5c-f4b0521b60bf admin admin] 10.222.0.26 "DELETE /v2.0/routers/704d9bec-f4f1-4019-9d44-717cf1d0e8b6 HTTP/1.1" status: 204 len: 168 time: 1.7037709 Aug 27 02:44:03.231968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33414) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:03.295253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Deleting subnet 727e2765-b57b-420b-a1ec-d0ac7612bfd5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:03.298720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.345695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.512049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.653200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.715483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b848545-8024-41e7-a711-c9fed5cb8c0c req-d4a154f0-23ec-4f4b-a12c-5ba5bcb1460d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:03.719864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b848545-8024-41e7-a711-c9fed5cb8c0c req-d4a154f0-23ec-4f4b-a12c-5ba5bcb1460d tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1065845 Aug 27 02:44:03.730146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727e2765-b57b-420b-a1ec-d0ac7612bfd5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:03.742218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:03.749384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c8066e9-8a43-42a1-a4b6-a158fa8a7102 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/727e2765-b57b-420b-a1ec-d0ac7612bfd5 HTTP/1.1" status: 204 len: 168 time: 0.5162303 Aug 27 02:44:03.753202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1092f-033c-4ac6-bd6a-6ac5159e4892 None None] Network 16d99336-f03b-4e58-a731-98ac8f136339 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:03.753805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:03.896291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b848545-8024-41e7-a711-c9fed5cb8c0c req-ce43c979-77ad-4a10-9f19-dedf0b75a385 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/security-groups?id=6977d393-e498-45c4-8ab8-1c80dbff7284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518524 Aug 27 02:44:03.975142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.005016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-d64044f0-817a-4c15-94df-d313d77b40a0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:04.006627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-d64044f0-817a-4c15-94df-d313d77b40a0 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 946 time: 0.1693127 Aug 27 02:44:04.114572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Deleting port 706bd384-91a9-47a8-b520-4add01c8130f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:04.114979 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.131386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] DHCP port deletion for 16d99336-f03b-4e58-a731-98ac8f136339 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:44:04.225671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Deleting port f583e879-185b-4e2f-8088-42cde0affed1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:04.231585 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.298669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Deleting port 706bd384-91a9-47a8-b520-4add01c8130f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:04.306304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.335342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] For port 706bd384-91a9-47a8-b520-4add01c8130f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=706bd384-91a9-47a8-b520-4add01c8130f,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:04.336069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.365152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Calling delete_port for 706bd384-91a9-47a8-b520-4add01c8130f owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:04.435485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] For port 706bd384-91a9-47a8-b520-4add01c8130f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=706bd384-91a9-47a8-b520-4add01c8130f,segment=NetworkSegment(46991a57-d627-414a-94db-03f8b53d4594),segment_id=46991a57-d627-414a-94db-03f8b53d4594)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:04.436273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.459894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Calling delete_port for 706bd384-91a9-47a8-b520-4add01c8130f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:04.464837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] For port f583e879-185b-4e2f-8088-42cde0affed1, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f583e879-185b-4e2f-8088-42cde0affed1,segment=NetworkSegment(e20d898c-397d-4622-b09c-78e6b99c8e53),segment_id=e20d898c-397d-4622-b09c-78e6b99c8e53)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:04.465209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.526970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Calling delete_port for f583e879-185b-4e2f-8088-42cde0affed1 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:04.552729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 706bd384-91a9-47a8-b520-4add01c8130f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:04.565141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.601867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Pushing event deleted for resources: {'Port': ['ID=706bd384-91a9-47a8-b520-4add01c8130f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:04.605995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] No DVR routers for this DVR port 706bd384-91a9-47a8-b520-4add01c8130f on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:04.614822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.633880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] No DVR routers for this DVR port 706bd384-91a9-47a8-b520-4add01c8130f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:04.682304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8980cd5-150a-48f2-a30a-a29623579875 None None] Pushing event deleted for resources: {'Port': ['ID=706bd384-91a9-47a8-b520-4add01c8130f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:04.687779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port 706bd384-91a9-47a8-b520-4add01c8130f {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:44:04.688077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 706bd384-91a9-47a8-b520-4add01c8130f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:04.688485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aae26ec2-4daa-40aa-9de8-7de4aea2e98f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:04.726270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: aae26ec2-4daa-40aa-9de8-7de4aea2e98f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:04.738783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device aae26ec2-4daa-40aa-9de8-7de4aea2e98f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:04.739250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db949809-5db8-47f6-9b78-ca9de468864d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:04.772201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: db949809-5db8-47f6-9b78-ca9de468864d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:04.772801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device db949809-5db8-47f6-9b78-ca9de468864d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:04.784198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.797304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d99336-f03b-4e58-a731-98ac8f136339']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.827651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46991a57-d627-414a-94db-03f8b53d4594') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.828365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46991a57-d627-414a-94db-03f8b53d4594') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:04.847120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.864778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.876189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:04.876888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:04.879402 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:04.923897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.968400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:04.993467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.004580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Pushing event deleted for resources: {'Port': ['ID=f583e879-185b-4e2f-8088-42cde0affed1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.036740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] 10.222.0.26 "DELETE /v2.0/networks/16d99336-f03b-4e58-a731-98ac8f136339 HTTP/1.1" status: 204 len: 168 time: 1.2795291 Aug 27 02:44:05.052938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987098e0-0b74-4682-bb66-9cd92ecbb815 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d99336-f03b-4e58-a731-98ac8f136339,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:05.128230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] No DVR routers for this DVR port f583e879-185b-4e2f-8088-42cde0affed1 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:05.129640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85fda90c-42ce-4daa-87ee-3a28a9cdfa53 req-49b59fff-e32e-4eb8-9d99-b2f2ae05fddb tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.26 "GET /v2.0/ports?device_id=319ecab0-8464-47b9-8f5b-599acbec9fb9 HTTP/1.1" status: 200 len: 210 time: 0.0654199 Aug 27 02:44:05.134696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.138040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14f43b0f-9bb1-4f56-8a71-b43ee376ab6a req-e4be4b0f-c5f0-436b-8da4-a5d70263a2e5 tempest-ServerDiskConfigTestJSON-935619913 tempest-ServerDiskConfigTestJSON-935619913-project] 10.222.0.46 "DELETE /v2.0/ports/f583e879-185b-4e2f-8088-42cde0affed1 HTTP/1.1" status: 204 len: 173 time: 1.1246450 Aug 27 02:44:05.141723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'name': 'network-vif-deleted', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:05.146128 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd28f6-8920-49af-9556-582a6d1cec0b" -d '{"events": [{"server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "name": "network-vif-deleted", "tag": "f583e879-185b-4e2f-8088-42cde0affed1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:05.210660 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143749d-74d7-4104-91d1-130d9426df75 x-openstack-request-id: req-b143749d-74d7-4104-91d1-130d9426df75 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:05.211131 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ecab0-8464-47b9-8f5b-599acbec9fb9", "name": "network-vif-deleted", "tag": "f583e879-185b-4e2f-8088-42cde0affed1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:05.211475 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b143749d-74d7-4104-91d1-130d9426df75 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:05.211997 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ecab0-8464-47b9-8f5b-599acbec9fb9', 'name': 'network-vif-deleted', 'tag': 'f583e879-185b-4e2f-8088-42cde0affed1', 'status': 'completed', 'code': 200} Aug 27 02:44:05.278724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:05.378890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca80013f-2ca7-48de-8b95-d18f2a15f261 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=049e0ac0e421460db4c14ed3cb400e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990415 Aug 27 02:44:05.381887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:05.512788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.556163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.633473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.633473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:05.633473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5a1e63a-99be-49e6-85c6-d94dfcd101f0 HTTP/1.1" status: 204 len: 168 time: 0.2434316 Aug 27 02:44:05.644818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ac30-57f8-400a-af2d-f65818636f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1e63a-99be-49e6-85c6-d94dfcd101f0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:06.465434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33550) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:06.575181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Deleting subnet 3b764e27-d5c9-40cb-b16f-137c67cc943e {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:06.578987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.601526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f583e879-185b-4e2f-8088-42cde0affed1 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:06.667120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: f583e879-185b-4e2f-8088-42cde0affed1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:06.669676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f583e879-185b-4e2f-8088-42cde0affed1 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:06.746762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.834960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:06.970520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.023122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b764e27-d5c9-40cb-b16f-137c67cc943e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.031335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.036952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.037440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-001428b1-d8b4-47f6-914d-b236de31fca9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3b764e27-d5c9-40cb-b16f-137c67cc943e HTTP/1.1" status: 204 len: 168 time: 0.5699658 Aug 27 02:44:07.107824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33582) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.128659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.217394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.230606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa9e4b6-1a24-475f-9697-805fa727c31a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.253058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20d898c-397d-4622-b09c-78e6b99c8e53') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.253507 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20d898c-397d-4622-b09c-78e6b99c8e53') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:07.266566 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.303242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.304030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.323100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:07.323910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:07.325829 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:07.344988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2013181778-network', 'tenant_id': '7a943ef1b2e44d369d002013465edcfc'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:07.397654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f922ee7-e336-4649-86c4-a101ae4a5ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.398909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.407175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Made reservation on behalf of 7a943ef1b2e44d369d002013465edcfc for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:07.408115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.410206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] 10.222.0.26 "DELETE /v2.0/networks/dfa9e4b6-1a24-475f-9697-805fa727c31a HTTP/1.1" status: 204 len: 168 time: 0.3709655 Aug 27 02:44:07.410651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.451520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985353c4-9d08-465b-b46f-6c5e3dfcf70a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa9e4b6-1a24-475f-9697-805fa727c31a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.488059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.541015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f922ee7-e336-4649-86c4-a101ae4a5ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.546934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1f922ee7-e336-4649-86c4-a101ae4a5ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.570744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33602) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.599638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1f922ee7-e336-4649-86c4-a101ae4a5ca9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fabd1a8e47141be8f835fb471108c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949207 Aug 27 02:44:07.608212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33604) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.619052 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-78b89ca9-569b-4415-aa1d-529f9cbe2ebc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a675c7555ab411db9872bbb8009fbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469284 Aug 27 02:44:07.621433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:07.630078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f922ee7-e336-4649-86c4-a101ae4a5ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6d7fe4-fa46-4e06-8471-ca23639c1f1e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.684578 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.697931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.712957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.730259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.797422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.801272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.809114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.810714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6977d393-e498-45c4-8ab8-1c80dbff7284 HTTP/1.1" status: 204 len: 168 time: 0.1840503 Aug 27 02:44:07.816235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.832651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f69b9b-0fb5-416a-b3b2-2eb019c061e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6977d393-e498-45c4-8ab8-1c80dbff7284,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.866638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.869756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.871049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca6d7fe4-fa46-4e06-8471-ca23639c1f1e HTTP/1.1" status: 204 len: 168 time: 0.2616088 Aug 27 02:44:07.872036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:07.910031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92159d2f-e7d1-4e6b-b631-627535a0e9f3,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:07.913478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:07.913865 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Added segment eec60899-3ca7-4884-bfa0-54a4505b69ed of type vlan for network c36ab4ec-7161-45c1-828d-21b227a17c27 Aug 27 02:44:07.941744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079628f-8445-47d3-b042-ffb6fa53a085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6d7fe4-fa46-4e06-8471-ca23639c1f1e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.038982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.092197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.093705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:08.094423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.184019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 33626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.184538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0712547 Aug 27 02:44:08.192746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Request body: {'subnet': {'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2013181778-subnet', 'tenant_id': '7a943ef1b2e44d369d002013465edcfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:08.207477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8b0e2-2cdc-440e-ae06-a5175cbc2c54 admin admin] Pushing event updated for resources: {'Network': ['ID=c36ab4ec-7161-45c1-828d-21b227a17c27,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.222219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c36ab4ec-7161-45c1-828d-21b227a17c27 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:08.257657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Made reservation on behalf of 7a943ef1b2e44d369d002013465edcfc for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:08.260365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.655707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33650) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.677641 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.681203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ded7-4915-4042-a07e-a73aad29ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.761808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:08.767532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Checking segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:08.767891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Network hostable DHCP agents. Network: c36ab4ec-7161-45c1-828d-21b227a17c27, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:08.791653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Network c36ab4ec-7161-45c1-828d-21b227a17c27 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:08.809557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, c36ab4ec-7161-45c1-828d-21b227a17c27) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:08.829116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fe167-c797-4aa9-89a3-02197c677648 None None] Network c36ab4ec-7161-45c1-828d-21b227a17c27 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:08.848173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:08.849453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.874677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ded7-4915-4042-a07e-a73aad29ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.880144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ded7-4915-4042-a07e-a73aad29ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:08.901850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aee76833-3d2a-4f5e-92f8-08501970b3f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7154396 Aug 27 02:44:08.914503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a4d7ded7-4915-4042-a07e-a73aad29ffbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=127cb8b0820b43288fbe963b5d0b3051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575366 Aug 27 02:44:08.917595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33660) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:08.985591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7ded7-4915-4042-a07e-a73aad29ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34af2f-925b-46d0-8dff-dc26bed55ff7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.011506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.080992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.185181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-c36ab4ec-7161-45c1-828d-21b227a17c27', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'tenant_id': '7a943ef1b2e44d369d002013465edcfc', 'fixed_ips': [{'subnet_id': '6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:44:09.186203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.200158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.203788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.205097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc34af2f-925b-46d0-8dff-dc26bed55ff7 HTTP/1.1" status: 204 len: 168 time: 0.2862401 Aug 27 02:44:09.232319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9e2a3-11ed-4965-a5b0-001ff05c791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34af2f-925b-46d0-8dff-dc26bed55ff7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.452414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Allocated IP 172.20.0.2 (c36ab4ec-7161-45c1-828d-21b227a17c27/6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d/f4de0c95-7e6c-4cbd-b4cb-916398207c53) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:09.608863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33696) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:09.685319 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.695672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Transition to ACTIVE for port object f4de0c95-7e6c-4cbd-b4cb-916398207c53 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:09.713899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Transition to ACTIVE for port object f4de0c95-7e6c-4cbd-b4cb-916398207c53 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:09.722945 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.794994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Network c36ab4ec-7161-45c1-828d-21b227a17c27 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:09.797967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:09.803694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:09.816181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Pushing event updated for resources: {'Port': ['ID=f4de0c95-7e6c-4cbd-b4cb-916398207c53,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:09.846059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-286909919-network', 'tenant_id': '18ba97e7a0344cb9aafbf093eef71e53'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:09.900824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Attempting to bind port f4de0c95-7e6c-4cbd-b4cb-916398207c53 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:09.901550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Made reservation on behalf of 18ba97e7a0344cb9aafbf093eef71e53 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:09.901835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Attempting to bind port f4de0c95-7e6c-4cbd-b4cb-916398207c53 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:09.902246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Attempting to bind port f4de0c95-7e6c-4cbd-b4cb-916398207c53 on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:09.919031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.927245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:09.927700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Checking segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:09.928110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.928528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Bound using segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:09.929010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Bound port: f4de0c95-7e6c-4cbd-b4cb-916398207c53, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:09.929468 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:09.937004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.079789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] For port f4de0c95-7e6c-4cbd-b4cb-916398207c53, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:10.087253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] For port f4de0c95-7e6c-4cbd-b4cb-916398207c53, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f4de0c95-7e6c-4cbd-b4cb-916398207c53,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:10.097926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.142623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.157849 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.172883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:10.184947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.185577 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Added segment 8e4f78d3-97c2-41b0-a842-d4e9e73a19e3 of type vlan for network d622dd8b-2404-4faa-9428-c8d24fc3eea7 Aug 27 02:44:10.280013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7348-4471-436c-86b7-950b77b51a3a None None] Pushing event updated for resources: {'Port': ['ID=f4de0c95-7e6c-4cbd-b4cb-916398207c53,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.300612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.314804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-296fd85f-7f74-455d-b9e2-12c767472556 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:10.317353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-296fd85f-7f74-455d-b9e2-12c767472556 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 0.2422531 Aug 27 02:44:10.352732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-6c1ee385-80d0-4f19-830e-8a04e4fac0a8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/quotas/7a943ef1b2e44d369d002013465edcfc HTTP/1.1" status: 200 len: 375 time: 0.0232141 Aug 27 02:44:10.373062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.374605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:10.375424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.562474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-3efadb03-8d3e-49f3-af17-391923ffe25b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1899474 Aug 27 02:44:10.592675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9818721 Aug 27 02:44:10.597409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 33728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:10.644025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Request body: {'subnet': {'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-286909919-subnet', 'tenant_id': '18ba97e7a0344cb9aafbf093eef71e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:10.746777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f49dad-d653-4e2a-8d19-437ba3e00c47,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.805806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd5ed-e547-4bf1-a134-70fec429e577 admin admin] Pushing event updated for resources: {'Network': ['ID=d622dd8b-2404-4faa-9428-c8d24fc3eea7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:10.827201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d622dd8b-2404-4faa-9428-c8d24fc3eea7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:10.855929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Made reservation on behalf of 18ba97e7a0344cb9aafbf093eef71e53 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:10.860438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:10.938956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-0ae2d35c-877f-43e7-841c-77babb2ca496 service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726647 Aug 27 02:44:11.153040 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-d5f9138c-ce6c-4043-a7cc-c0f06381636c service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123461 Aug 27 02:44:11.275434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.555721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Checking segment: {'id': '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:11.558128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Network hostable DHCP agents. Network: d622dd8b-2404-4faa-9428-c8d24fc3eea7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:11.571350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dac5d9-f769-46b3-a9f2-5c83e114a1bb,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:11.594620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Network d622dd8b-2404-4faa-9428-c8d24fc3eea7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:11.611461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d622dd8b-2404-4faa-9428-c8d24fc3eea7) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:11.621014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09bf3f-a76a-4ea2-8e0f-7126279d43ae None None] Network d622dd8b-2404-4faa-9428-c8d24fc3eea7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:11.624805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:11.625550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:11.669022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-91ea08bd-01d9-4e45-a5ec-a62e9892c6c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0632892 Aug 27 02:44:11.975810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-85e89f6f-474e-4173-bb65-d736b7f5159a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:11.979967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-85e89f6f-474e-4173-bb65-d736b7f5159a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 0.3237422 Aug 27 02:44:12.041905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-ae260465-e560-433c-bb53-ab6bbaa54ec4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/quotas/7a943ef1b2e44d369d002013465edcfc HTTP/1.1" status: 200 len: 375 time: 0.0508738 Aug 27 02:44:12.127113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328a9e3-7f1b-4efb-a7be-48fbcdecaab5 None None] Network d622dd8b-2404-4faa-9428-c8d24fc3eea7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:12.340429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3043c3-ffb1-46d5-bd43-2aaa69362bf8 None None] Network c36ab4ec-7161-45c1-828d-21b227a17c27 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:12.375005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-6a7e24b2-1283-44f2-a342-a94276290b16 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3120928 Aug 27 02:44:12.640795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f4de0c95-7e6c-4cbd-b4cb-916398207c53 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:12.643231 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-43c082ed-bfd3-41f7-8852-8f03e1f35d58 service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671330 Aug 27 02:44:12.862814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2cf5b64b-bcc6-485c-b6a5-046cd3bd9ade None None] Provisioning for port f4de0c95-7e6c-4cbd-b4cb-916398207c53 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:12.928291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-67987d8d-7c02-4193-922f-40893cfcb1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826936 Aug 27 02:44:12.930219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-f8b3f335-d4b4-4060-b10a-decd984074f2 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:12.942378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-f8b3f335-d4b4-4060-b10a-decd984074f2 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/networks?id=d622dd8b-2404-4faa-9428-c8d24fc3eea7 HTTP/1.1" status: 200 len: 821 time: 0.2377839 Aug 27 02:44:12.973111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-6a31de14-abb4-489d-89dd-535717bb4a5b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/quotas/18ba97e7a0344cb9aafbf093eef71e53 HTTP/1.1" status: 200 len: 375 time: 0.0294178 Aug 27 02:44:13.043214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-fe43857e-fdd7-4650-8c83-e2a5b2a43964 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18ba97e7a0344cb9aafbf093eef71e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679357 Aug 27 02:44:13.366540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f4de0c95-7e6c-4cbd-b4cb-916398207c53 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:13.379252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f4de0c95-7e6c-4cbd-b4cb-916398207c53 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:13.383452 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.601723 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.667300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port f4de0c95-7e6c-4cbd-b4cb-916398207c53, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f4de0c95-7e6c-4cbd-b4cb-916398207c53,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:13.681025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.808667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ff13bd59-9aba-4b5b-8cc0-c689a367b8de None None] Provisioning complete for port f4de0c95-7e6c-4cbd-b4cb-916398207c53 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:13.809250 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff13bd59-9aba-4b5b-8cc0-c689a367b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:13.882358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=f4de0c95-7e6c-4cbd-b4cb-916398207c53,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:13.949270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-c82adfab-84cd-4f91-b38b-4df0dbfe9b0e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:13.963501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-c82adfab-84cd-4f91-b38b-4df0dbfe9b0e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 0.3311448 Aug 27 02:44:13.987177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-9fa51467-cfb0-4ee5-95ea-e165c426e1ba tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/quotas/7a943ef1b2e44d369d002013465edcfc HTTP/1.1" status: 200 len: 375 time: 0.0178232 Aug 27 02:44:14.084207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-4e71becc-a1e1-4914-b8fa-f53a4cc15c2a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960410 Aug 27 02:44:14.315554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-7c344813-b3c2-42b4-bd94-db28788bbc42 service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287738 Aug 27 02:44:14.470211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-6b715b63-b565-4866-92dc-1b13dce05b6f service neutron] 10.222.0.26 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519494 Aug 27 02:44:14.472076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f4de0c95-7e6c-4cbd-b4cb-916398207c53 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:14.475875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-d97f65f4-1318-48c2-bee9-ec7a213cc0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4249306 Aug 27 02:44:14.638872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f4de0c95-7e6c-4cbd-b4cb-916398207c53 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:14.639353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:14.678706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-505a69fd-3440-4dca-a766-a6a1d98d1485 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:14.687428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-505a69fd-3440-4dca-a766-a6a1d98d1485 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 1.4845519 Aug 27 02:44:14.704906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Request body: {'port': {'device_id': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'admin_state_up': True, 'tenant_id': '7a943ef1b2e44d369d002013465edcfc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:14.821174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-c832353b-48eb-4899-927c-83dc93e80c4a service neutron] 10.222.0.26 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444016 Aug 27 02:44:14.993467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Made reservation on behalf of 7a943ef1b2e44d369d002013465edcfc for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:15.010668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:15.017530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efe89fd3-e2fa-407a-8ff4-ef56f8de8800 req-efa9181e-856d-4d83-bebb-bd652a4db2d5 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.1283410 Aug 27 02:44:15.289808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fadcf190-e085-4a38-98fc-d556a660f638 req-3f340f7d-21cb-45e9-b5ff-5fd1dbe87dbd tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.0801246 Aug 27 02:44:15.553137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Allocated IP 172.20.0.13 (c36ab4ec-7161-45c1-828d-21b227a17c27/6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d/05d9d8a7-e148-4504-a510-f93f550484fa) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:15.928323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-a7fad85e-1a3b-4343-911c-de8828d15711 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:15.929871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-a7fad85e-1a3b-4343-911c-de8828d15711 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.46 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 0.5799034 Aug 27 02:44:15.953897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Request body: {'port': {'device_id': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'admin_state_up': True, 'tenant_id': '7a943ef1b2e44d369d002013465edcfc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:16.214414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.319252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Transition to ACTIVE for port object 05d9d8a7-e148-4504-a510-f93f550484fa will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:16.336522 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.390221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb02dad5-d47d-41a2-a2f0-c8fe04a00ea6 req-397ab102-f84c-4833-ae77-0d035f119c58 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.2691798 Aug 27 02:44:16.466891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Made reservation on behalf of 7a943ef1b2e44d369d002013465edcfc for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:16.470869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.483592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:16.498899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f177816a-153c-457b-9c50-d0deb115b601 req-ff1e4110-995b-4599-aee5-e930ec4b0b77 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.0759335 Aug 27 02:44:16.595211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Network c36ab4ec-7161-45c1-828d-21b227a17c27 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:16.611066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:16.632080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:16.804210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event updated for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:16.938230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-fe08f289-5424-4c8c-81ab-2b8fcde15c50 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:16.940118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-fe08f289-5424-4c8c-81ab-2b8fcde15c50 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 816 time: 0.1254315 Aug 27 02:44:17.011038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Request body: {'port': {'device_id': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'admin_state_up': True, 'tenant_id': '7a943ef1b2e44d369d002013465edcfc'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:17.161084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:17.162421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.256845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-ccd6f2b9-ea6f-4c1a-9dca-5d7d756aa284 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5592208 Aug 27 02:44:17.275690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Request body: {'port': {'device_id': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:17.331997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Allocated IP 172.20.0.4 (c36ab4ec-7161-45c1-828d-21b227a17c27/6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d/eff00be2-8c05-4560-97e1-77c9044ad6ec) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:17.350024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3526f3f4-dd44-4dc3-96d4-ba919129be45 None None] Provisioning for port 05d9d8a7-e148-4504-a510-f93f550484fa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:17.363655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Made reservation on behalf of 7a943ef1b2e44d369d002013465edcfc for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:17.364530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3526f3f4-dd44-4dc3-96d4-ba919129be45 None None] Provisioning complete for port 05d9d8a7-e148-4504-a510-f93f550484fa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:17.364914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3526f3f4-dd44-4dc3-96d4-ba919129be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.369030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.435088 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:17.453384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3526f3f4-dd44-4dc3-96d4-ba919129be45 None None] Port 05d9d8a7-e148-4504-a510-f93f550484fa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:17.751135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9dfe143-89e9-44ea-aae3-b86d69d4511d req-5a6eca84-566d-4062-ba43-2edeb86aa2d6 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.0469363 Aug 27 02:44:17.811596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-265b1b9b-df6b-4977-8e2e-154dd85ca194 req-e9c9935d-d513-45be-8103-bae16e1e3d4b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.1254208 Aug 27 02:44:18.126159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-b636a03f-cedd-45ab-816f-88fb91f48f62 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:18.127691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-b636a03f-cedd-45ab-816f-88fb91f48f62 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.15 "GET /v2.0/networks?id=d622dd8b-2404-4faa-9428-c8d24fc3eea7 HTTP/1.1" status: 200 len: 821 time: 0.6398363 Aug 27 02:44:18.149481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Request body: {'port': {'device_id': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7', 'admin_state_up': True, 'tenant_id': '18ba97e7a0344cb9aafbf093eef71e53'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:18.176071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.348036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Transition to ACTIVE for port object eff00be2-8c05-4560-97e1-77c9044ad6ec will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:18.482627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.643716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Allocated IP 172.20.0.14 (c36ab4ec-7161-45c1-828d-21b227a17c27/6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d/461c33b2-6895-4c03-b765-f125f8ff6d37) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:18.657992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Made reservation on behalf of 18ba97e7a0344cb9aafbf093eef71e53 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:18.661863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.704796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Network c36ab4ec-7161-45c1-828d-21b227a17c27 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:18.738521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:18.740977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:18.800539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:18.801203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:18.864387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9150681 Aug 27 02:44:18.872017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e047f8-0d75-413b-b00c-abfcd3294a69 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event updated for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:19.174762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7594c0c9-0804-4671-aa62-03594f7260d6 req-a9639de9-b97f-4db5-87e4-40095ed4ef7a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.1383739 Aug 27 02:44:19.241281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c575e89a-0186-43ea-b148-09a212c93b1b req-1ac7a792-a8b4-4ba1-89ad-73a17e466a1e tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.0841510 Aug 27 02:44:19.334554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-02fb3703-8db4-43d9-b460-d2277ded274a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3852997 Aug 27 02:44:19.341078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-849e706e-4d59-413e-bd8b-4bbec597fe37 None None] Provisioning for port eff00be2-8c05-4560-97e1-77c9044ad6ec completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:19.397350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-849e706e-4d59-413e-bd8b-4bbec597fe37 None None] Provisioning complete for port eff00be2-8c05-4560-97e1-77c9044ad6ec triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:19.397730 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-849e706e-4d59-413e-bd8b-4bbec597fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.540224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-e199a761-0e89-41c1-8e50-0433f2f246cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:19.542186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-e199a761-0e89-41c1-8e50-0433f2f246cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 1101 time: 0.0756385 Aug 27 02:44:19.563325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-849e706e-4d59-413e-bd8b-4bbec597fe37 None None] Port eff00be2-8c05-4560-97e1-77c9044ad6ec cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:19.618612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Request body: {'port': {'device_id': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:19.752169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-28632374-1bc7-41f8-9c90-ba65c14ca6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:19.753908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-28632374-1bc7-41f8-9c90-ba65c14ca6f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1790709 Aug 27 02:44:19.815130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-2d4ca64f-ac53-4efd-9050-c46e5907b9d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=281e0401-8c61-4908-a906-75228f8e97cd HTTP/1.1" status: 200 len: 217 time: 0.0528791 Aug 27 02:44:19.932121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.940126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:19.962738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-3cd1552b-62f6-42e5-a0c8-5302a7ddc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:19.962738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-3cd1552b-62f6-42e5-a0c8-5302a7ddc509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1311412 Aug 27 02:44:19.969679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Allocated IP 172.20.0.8 (d622dd8b-2404-4faa-9428-c8d24fc3eea7/d7dac5d9-f769-46b3-a9f2-5c83e114a1bb/3cbfd1e1-8e63-4b56-9f73-54c9284458ff) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:20.039197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Transition to ACTIVE for port object 461c33b2-6895-4c03-b765-f125f8ff6d37 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:20.074004 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:20.113449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-0ac1881a-d4bd-4647-a1b7-77c8a27f7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:20.120557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-0ac1881a-d4bd-4647-a1b7-77c8a27f7c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431139 Aug 27 02:44:20.423997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a7d6fb1a-e91d-4fe0-b71a-d1adbf9492e2 req-0dfc9388-f7fa-4090-b827-4e818525b7be tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.0657897 Aug 27 02:44:20.430965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-30f540a2-656d-41d1-a26a-c5adc481e468 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031075 Aug 27 02:44:20.601211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d9d8a7-e148-4504-a510-f93f550484fa {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:20.610311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.611610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae63a781-70ed-40dc-9a0c-54e4082f0914 req-a02105bb-af98-4119-8120-43f89e997799 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723254 Aug 27 02:44:20.643678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:20.651189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Transition to ACTIVE for port object 05d9d8a7-e148-4504-a510-f93f550484fa will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:20.656334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa518d81-39e1-40d7-b08c-077b38c6526e req-f890d23b-e8d0-416b-af56-312c09d8d7f4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.3108211 Aug 27 02:44:21.008173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.107776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Network c36ab4ec-7161-45c1-828d-21b227a17c27 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:21.133879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:21.136150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event updated for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:21.149432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:21.194982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.533014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.533697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.545256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:21.578437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-48da7483-0cff-402b-b489-97b0c93fb4d9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5930517 Aug 27 02:44:21.579630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:21.615260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Request body: {'port': {'device_id': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:21.705225 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35820c-6ecc-4958-97da-fe7a2bc4b26b req-b7c2dc79-7af9-448c-ad26-266e067b9a12 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:21.710515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d35820c-6ecc-4958-97da-fe7a2bc4b26b req-b7c2dc79-7af9-448c-ad26-266e067b9a12 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 931 time: 0.1643364 Aug 27 02:44:21.846656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d35820c-6ecc-4958-97da-fe7a2bc4b26b req-4649921f-46ef-4c22-a956-88696f21a314 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276739 Aug 27 02:44:21.874509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Network d622dd8b-2404-4faa-9428-c8d24fc3eea7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:21.937042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:21.955483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:21.969209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Attempting to bind port 05d9d8a7-e148-4504-a510-f93f550484fa on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:21.973281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Attempting to bind port 05d9d8a7-e148-4504-a510-f93f550484fa by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:21.974103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Attempting to bind port 05d9d8a7-e148-4504-a510-f93f550484fa on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:22.144207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-535bb1e1-cbbe-4e1d-b8b0-8cb84fae1803 None None] Provisioning for port 461c33b2-6895-4c03-b765-f125f8ff6d37 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:22.152491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-535bb1e1-cbbe-4e1d-b8b0-8cb84fae1803 None None] Provisioning complete for port 461c33b2-6895-4c03-b765-f125f8ff6d37 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:22.152873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-535bb1e1-cbbe-4e1d-b8b0-8cb84fae1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.242033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-535bb1e1-cbbe-4e1d-b8b0-8cb84fae1803 None None] Port 461c33b2-6895-4c03-b765-f125f8ff6d37 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:22.285854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.293154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Pushing event updated for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:22.324758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Port 05d9d8a7-e148-4504-a510-f93f550484fa on network c36ab4ec-7161-45c1-828d-21b227a17c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:22.325092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Attempting to bind port 05d9d8a7-e148-4504-a510-f93f550484fa on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:22.351358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff00be2-8c05-4560-97e1-77c9044ad6ec {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:22.366044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:22.366620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Checking segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:22.366758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Bound using segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:22.367279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Bound port: 05d9d8a7-e148-4504-a510-f93f550484fa, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:22.367909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.370717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.425276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.426012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.456765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544dd39-82be-4399-8b57-9cda30e5ad73 req-c6b79074-9f64-4410-8c6b-7f7483c4f80b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:22.466191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5544dd39-82be-4399-8b57-9cda30e5ad73 req-c6b79074-9f64-4410-8c6b-7f7483c4f80b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 932 time: 0.5905440 Aug 27 02:44:22.478257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Transition to ACTIVE for port object eff00be2-8c05-4560-97e1-77c9044ad6ec will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:22.515638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.575041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-99cd53ea-3b0c-4aa2-986a-db72be6b03c6 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4356117 Aug 27 02:44:22.633794 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e661ca34-edbe-4303-b669-f99520c5749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:22.689957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Request body: {'port': {'device_id': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:22.911223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:22.937420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5544dd39-82be-4399-8b57-9cda30e5ad73 req-b6e78e94-3e15-4577-b5f1-5185104f2900 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702284 Aug 27 02:44:23.118221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:23.136967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0bded-7465-4ad6-a23f-b48d08142aaf req-86c19f3c-37da-4bfe-b318-69eb2830eadd tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:23.159915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5d0bded-7465-4ad6-a23f-b48d08142aaf req-86c19f3c-37da-4bfe-b318-69eb2830eadd tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 931 time: 0.1627872 Aug 27 02:44:23.319466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f5d0bded-7465-4ad6-a23f-b48d08142aaf req-a9658d9d-e945-41fc-8380-b439b6660653 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586785 Aug 27 02:44:23.322257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:23.482481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.510645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=05d9d8a7-e148-4504-a510-f93f550484fa,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:23.523861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Attempting to bind port eff00be2-8c05-4560-97e1-77c9044ad6ec on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:23.524199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Attempting to bind port eff00be2-8c05-4560-97e1-77c9044ad6ec by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:23.524527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Attempting to bind port eff00be2-8c05-4560-97e1-77c9044ad6ec on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:23.585874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3b57784-9126-4e00-8a9e-218bdc1b9ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.708834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3b57784-9126-4e00-8a9e-218bdc1b9ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.721430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c3b57784-9126-4e00-8a9e-218bdc1b9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.773430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b57784-9126-4e00-8a9e-218bdc1b9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f3ad1-a2ba-47a4-913e-d729f0f46eb4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:23.779424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c3b57784-9126-4e00-8a9e-218bdc1b9ea8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1636dd399c09418488cdde8bdb8c8d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560206 Aug 27 02:44:23.781930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:23.844672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:23.875608 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.009003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbfd1e1-8e63-4b56-9f73-54c9284458ff {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:24.017034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.020254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.021468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a5f3ad1-a2ba-47a4-913e-d729f0f46eb4 HTTP/1.1" status: 204 len: 168 time: 0.2381046 Aug 27 02:44:24.046052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.050273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f235-1045-4453-bc5f-1899cb9f2e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f3ad1-a2ba-47a4-913e-d729f0f46eb4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:24.085864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Transition to ACTIVE for port object 3cbfd1e1-8e63-4b56-9f73-54c9284458ff will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:24.102684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.202158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461c33b2-6895-4c03-b765-f125f8ff6d37 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:24.206495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Port eff00be2-8c05-4560-97e1-77c9044ad6ec on network c36ab4ec-7161-45c1-828d-21b227a17c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:24.206875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Attempting to bind port eff00be2-8c05-4560-97e1-77c9044ad6ec on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:24.208751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.263793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.264654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.266251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] 10.222.0.15 "PUT /v2.0/ports/05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 200 len: 1092 time: 7.0008621 Aug 27 02:44:24.271723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.296546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:24.315506 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277038a4-da88-4064-9717-ed84abed8dad" -d '{"events": [{"name": "network-changed", "server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:24.388392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:24.388929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Checking segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:24.389133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Bound using segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:24.392252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Bound port: eff00be2-8c05-4560-97e1-77c9044ad6ec, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:24.392653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.570356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:24.578543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:24.595669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1317d-ccb9-4249-8de2-010ce10738dc req-b505f004-d456-4139-b703-d6499896c697 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.607831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cf1317d-ccb9-4249-8de2-010ce10738dc req-b505f004-d456-4139-b703-d6499896c697 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.1254873 Aug 27 02:44:24.682599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.699140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cf1317d-ccb9-4249-8de2-010ce10738dc req-afb48607-3c18-4cf8-a6f1-e240fe7a862d tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903862 Aug 27 02:44:24.701706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:24.731442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.732269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.735193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] 10.222.0.46 "PUT /v2.0/ports/eff00be2-8c05-4560-97e1-77c9044ad6ec HTTP/1.1" status: 200 len: 1091 time: 5.8443487 Aug 27 02:44:24.736415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Transition to ACTIVE for port object 461c33b2-6895-4c03-b765-f125f8ff6d37 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:24.748756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb1db609-fb7a-4abf-8873-66542206b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.864347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8518e06-26bd-45dd-9fd4-630665abacbb req-38c4264e-b30a-41b2-8f37-c299258e1735 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.872941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8518e06-26bd-45dd-9fd4-630665abacbb req-38c4264e-b30a-41b2-8f37-c299258e1735 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 932 time: 0.6780322 Aug 27 02:44:24.891203 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27778cb1-d687-456b-906b-c5519af1985c x-openstack-request-id: req-27778cb1-d687-456b-906b-c5519af1985c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:24.891474 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:24.891737 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27778cb1-d687-456b-906b-c5519af1985c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:24.892169 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa', 'status': 'completed', 'code': 200} Aug 27 02:44:24.902409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-aa8a2b68-b1a9-42d3-8a24-f96077c75605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:24.904067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-aa8a2b68-b1a9-42d3-8a24-f96077c75605 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 1095 time: 0.4777265 Aug 27 02:44:24.916014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.966626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb1db609-fb7a-4abf-8873-66542206b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:24.972295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb1db609-fb7a-4abf-8873-66542206b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.013328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-7a544c10-de26-42f0-87d6-4feb2cd976f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 200 len: 217 time: 0.0879040 Aug 27 02:44:25.015359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1db609-fb7a-4abf-8873-66542206b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1a2303-25b2-4cbb-b932-5f654ec1513d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.041419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505c326-b620-4619-9653-ebc5fd242eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.093745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eb1db609-fb7a-4abf-8873-66542206b44f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cb987f60ea346e8b1f7206ff30f771d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909531 Aug 27 02:44:25.097188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.110358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8518e06-26bd-45dd-9fd4-630665abacbb req-770eedad-58cf-4d39-824d-ebd74bf953fb tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364287 Aug 27 02:44:25.112085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Attempting to bind port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.112428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Attempting to bind port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.112759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Attempting to bind port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff on network d622dd8b-2404-4faa-9428-c8d24fc3eea7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.174422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff on network d622dd8b-2404-4faa-9428-c8d24fc3eea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.174998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Attempting to bind port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff on network d622dd8b-2404-4faa-9428-c8d24fc3eea7 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.185380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-6a950200-a23f-43f5-9af3-98813ecb9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.187601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-6a950200-a23f-43f5-9af3-98813ecb9eab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 1094 time: 0.3062072 Aug 27 02:44:25.190800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.208091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:25.208739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Checking segment: {'id': '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:25.208967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5feb4b69-3923-417e-8be2-3f3e922b0b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.209816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Bound using segment: {'id': '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:25.211068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Bound port: 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:25.211963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.266685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.324049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-9d2409fa-a4a2-4de0-948c-d83dfad1e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.325680 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-9d2409fa-a4a2-4de0-948c-d83dfad1e246 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.2933774 Aug 27 02:44:25.327307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-1019f14b-481c-40f0-b2ee-41f12964732c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec HTTP/1.1" status: 200 len: 217 time: 0.1095595 Aug 27 02:44:25.331764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Pushing event updated for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.355236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.359960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.366578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed1a2303-25b2-4cbb-b932-5f654ec1513d HTTP/1.1" status: 204 len: 168 time: 0.2659292 Aug 27 02:44:25.375767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4976e7e-bcc1-4569-a67d-343e5cf33cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1a2303-25b2-4cbb-b932-5f654ec1513d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.457007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.475782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da1752-8b25-4f26-a7f3-9483ca131dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.736160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-d15e54d4-9a26-4251-9b90-e7faf378e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.737770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-d15e54d4-9a26-4251-9b90-e7faf378e9d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839239 Aug 27 02:44:25.789496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-616bfcdc-5234-4b45-99b3-54e1718154c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.790939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-616bfcdc-5234-4b45-99b3-54e1718154c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.3240080 Aug 27 02:44:25.791672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Pushing event updated for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:25.908483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:25.922503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Attempting to bind port 461c33b2-6895-4c03-b765-f125f8ff6d37 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:25.928727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Attempting to bind port 461c33b2-6895-4c03-b765-f125f8ff6d37 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:25.929102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Attempting to bind port 461c33b2-6895-4c03-b765-f125f8ff6d37 on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:25.957096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:25.971267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943a6bb-7261-481c-9815-850e7969440f req-36369c73-3a88-4f65-9906-cc3b14bee569 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:25.980903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5943a6bb-7261-481c-9815-850e7969440f req-36369c73-3a88-4f65-9906-cc3b14bee569 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.1448472 Aug 27 02:44:25.981168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Port 461c33b2-6895-4c03-b765-f125f8ff6d37 on network c36ab4ec-7161-45c1-828d-21b227a17c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:25.981292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c044e3bc-1a31-474d-927b-a8eaa2db1768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:25.984646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Attempting to bind port 461c33b2-6895-4c03-b765-f125f8ff6d37 on network c36ab4ec-7161-45c1-828d-21b227a17c27 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:26.024515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,segment=NetworkSegment(8e4f78d3-97c2-41b0-a842-d4e9e73a19e3),segment_id=8e4f78d3-97c2-41b0-a842-d4e9e73a19e3)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:26.040103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:26.041163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Checking segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:26.042048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Bound using segment: {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:26.042807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Bound port: 461c33b2-6895-4c03-b765-f125f8ff6d37, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec60899-3ca7-4884-bfa0-54a4505b69ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:26.043747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.055716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.056428 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5943a6bb-7261-481c-9815-850e7969440f req-ded54f14-0a7c-4bf8-a5b5-65448f2fd52e tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747559 Aug 27 02:44:26.164996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Pushing event updated for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.165407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c044e3bc-1a31-474d-927b-a8eaa2db1768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.178666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c044e3bc-1a31-474d-927b-a8eaa2db1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.223178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e3bc-1a31-474d-927b-a8eaa2db1768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc1243f-e0da-4d63-b6d4-bec8c5733287,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.242507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c044e3bc-1a31-474d-927b-a8eaa2db1768 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dda905a575d448d8a08d905d70d5bc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300879 Aug 27 02:44:26.243897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34192) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:26.304647 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.329081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.342273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:26.345895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=461c33b2-6895-4c03-b765-f125f8ff6d37,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:26.348666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee240e3-309d-4f83-970d-2644125a9b04 req-d8f406f8-8011-4195-aedf-dc4ad9df63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:26.350813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-d8f406f8-8011-4195-aedf-dc4ad9df63b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5323899 Aug 27 02:44:26.394300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.399093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.403171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fc1243f-e0da-4d63-b6d4-bec8c5733287 HTTP/1.1" status: 204 len: 168 time: 0.1540165 Aug 27 02:44:26.433966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9d661-7039-4e41-b533-b065542ec41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc1243f-e0da-4d63-b6d4-bec8c5733287,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:26.525411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.712679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:26.714015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.715518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-4042239e-8a0b-4d9c-aff0-d37501c39c2d service neutron] 10.222.0.15 "PUT /v2.0/ports/3cbfd1e1-8e63-4b56-9f73-54c9284458ff HTTP/1.1" status: 200 len: 1091 time: 4.0341594 Aug 27 02:44:26.729337 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-b96b7969-fce1-42fe-9756-dd53e4e3e541 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9733810 Aug 27 02:44:26.825565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:26.829160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-f02f685c-df41-4d33-82a9-5b30981edb6c service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126964 Aug 27 02:44:26.929981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec'}, {'name': 'network-changed', 'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:26.933602 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536517f-ec4c-447f-8e0d-f7d0b673c293" -d '{"events": [{"name": "network-changed", "server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec"}, {"name": "network-changed", "server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:27.169796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.170443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.171876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] 10.222.0.15 "PUT /v2.0/ports/461c33b2-6895-4c03-b765-f125f8ff6d37 HTTP/1.1" status: 200 len: 1092 time: 5.5739946 Aug 27 02:44:27.182698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2162-d5bb-44d7-82eb-bb68bffd325a req-306217dd-cdda-4209-bbef-af0b06f94a3a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.184768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e23b2162-d5bb-44d7-82eb-bb68bffd325a req-306217dd-cdda-4209-bbef-af0b06f94a3a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 944 time: 0.8272781 Aug 27 02:44:27.193465 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88bd01-d98b-47a1-ab21-0f5e260b015d x-openstack-request-id: req-8e88bd01-d98b-47a1-ab21-0f5e260b015d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:27.194134 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:27.194407 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e88bd01-d98b-47a1-ab21-0f5e260b015d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:27.195212 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec', 'status': 'completed', 'code': 200} Aug 27 02:44:27.195528 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff', 'status': 'completed', 'code': 200} Aug 27 02:44:27.228451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93fb0a28-158f-4e7d-8146-9b628c77e3bb req-b6ba62e7-12ed-4b57-bbb6-d432d7acf94b service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674355 Aug 27 02:44:27.396758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab6ef5-f918-4ae3-92b9-f9e65eef70c6 req-b7d922b7-df4e-4597-8552-7cd12610a640 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.402921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44ab6ef5-f918-4ae3-92b9-f9e65eef70c6 req-b7d922b7-df4e-4597-8552-7cd12610a640 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.1425741 Aug 27 02:44:27.486110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44ab6ef5-f918-4ae3-92b9-f9e65eef70c6 req-fa31eb67-3bdb-47ee-be52-c2b67873bcef tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717113 Aug 27 02:44:27.539399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682846-5b20-42f7-9f08-a22d29320f52 service neutron] Pushing event updated for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:27.576147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-c6b5cf12-4ad7-42ba-b075-0f0a7db59a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.577647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-c6b5cf12-4ad7-42ba-b075-0f0a7db59a39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ba97e7a0344cb9aafbf093eef71e53&device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 1094 time: 0.7475288 Aug 27 02:44:27.611111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e23b2162-d5bb-44d7-82eb-bb68bffd325a req-7a2918d6-b790-4cfe-bf82-4460f99525a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237133 Aug 27 02:44:27.642868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eee240e3-309d-4f83-970d-2644125a9b04 req-a7c23972-64af-47ea-8d5a-e9a842465b7f service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779391 Aug 27 02:44:27.659929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-f93fd4e9-97ab-4a4c-ab24-3642d35a973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.661911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-f93fd4e9-97ab-4a4c-ab24-3642d35a973a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 1095 time: 0.4322276 Aug 27 02:44:27.665200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-89316b8f-22a5-4eca-95e5-3aa13b56ea47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff HTTP/1.1" status: 200 len: 217 time: 0.0752599 Aug 27 02:44:27.669433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277038a4-da88-4064-9717-ed84abed8dad req-0d5aaf25-3d84-43d2-86c1-2c31579a0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.671975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-0d5aaf25-3d84-43d2-86c1-2c31579a0f0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 1095 time: 0.3770366 Aug 27 02:44:27.946449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277038a4-da88-4064-9717-ed84abed8dad req-2e547638-b8a4-45a8-a82f-c7749c8e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:27.948710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:27.951418 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-2e547638-b8a4-45a8-a82f-c7749c8e9d25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.2356145 Aug 27 02:44:27.953032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-84eaa0ac-dca7-4ef1-91d6-61257962cee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461c33b2-6895-4c03-b765-f125f8ff6d37 HTTP/1.1" status: 200 len: 217 time: 0.2750528 Aug 27 02:44:28.151819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-1a512043-45bf-4242-86c3-c516e334ca95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 200 len: 217 time: 0.1626811 Aug 27 02:44:28.188909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-c93f83b6-f24f-4db1-8715-eb52764e1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.191111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-c93f83b6-f24f-4db1-8715-eb52764e1b1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7dac5d9-f769-46b3-a9f2-5c83e114a1bb HTTP/1.1" status: 200 len: 861 time: 0.5048032 Aug 27 02:44:28.228290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-a03b692c-59c1-42fc-87d9-b72cf1ff8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.230789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-a03b692c-59c1-42fc-87d9-b72cf1ff8228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.2323618 Aug 27 02:44:28.295008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-63ac2711-f02c-4bd5-9ab5-0f0fe3ac1dbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d622dd8b-2404-4faa-9428-c8d24fc3eea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801330 Aug 27 02:44:28.312339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-203c54d9-667f-4d3b-9461-c24075f59184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.313894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-203c54d9-667f-4d3b-9461-c24075f59184 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 1094 time: 0.3557501 Aug 27 02:44:28.472245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277038a4-da88-4064-9717-ed84abed8dad req-dc0d4e11-cc4a-4a3e-8a95-79a10ab5ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.473611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-dc0d4e11-cc4a-4a3e-8a95-79a10ab5ad28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.3094809 Aug 27 02:44:28.689178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950ba1-c449-43c5-a5c4-927291c2076d req-e0ea3358-6447-494f-ac69-a2823f99e92b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.698545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-6680ee65-cdda-4874-9d5f-ce76ea78a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.698807 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab950ba1-c449-43c5-a5c4-927291c2076d req-e0ea3358-6447-494f-ac69-a2823f99e92b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.0917101 Aug 27 02:44:28.700066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-6680ee65-cdda-4874-9d5f-ce76ea78a88e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4571581 Aug 27 02:44:28.773208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab950ba1-c449-43c5-a5c4-927291c2076d req-b9610cf4-7983-4c9d-807f-e47d63cdd74f tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729849 Aug 27 02:44:28.839212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-a1c1f8d0-07a2-40b2-bd8a-4475b22beb33 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973513 Aug 27 02:44:28.864700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277038a4-da88-4064-9717-ed84abed8dad req-af74cafd-ffb9-4e78-8f5a-69932fb9ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:28.866137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-af74cafd-ffb9-4e78-8f5a-69932fb9ca54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3331318 Aug 27 02:44:29.030124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-6febdb2d-e2e4-471e-8707-75b8bfbd06f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282861 Aug 27 02:44:29.196100 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-6e86672e-2150-4040-a140-4d53f0af6138 service neutron] 10.222.0.15 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8808773 Aug 27 02:44:29.206581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:29.209574 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a919fc65-62ce-414d-b0e1-37fac1144aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:29.256407 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-ad016b7b-a575-4bcc-b186-d8837e7f78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.274532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-ad016b7b-a575-4bcc-b186-d8837e7f78b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.9392059 Aug 27 02:44:29.345437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-c3acd425-5b71-48e4-9c23-6ea83d0580e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec HTTP/1.1" status: 200 len: 217 time: 0.0620737 Aug 27 02:44:29.347043 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b97af-beb5-4369-a0c8-0206151c70e4 x-openstack-request-id: req-923b97af-beb5-4369-a0c8-0206151c70e4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:29.347423 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:29.348031 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-923b97af-beb5-4369-a0c8-0206151c70e4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:29.348227 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37', 'status': 'completed', 'code': 200} Aug 27 02:44:29.394032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-277038a4-da88-4064-9717-ed84abed8dad req-c0fd1545-fc1e-45ed-a086-b285e6cca4cc service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082540 Aug 27 02:44:29.474707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeddc43-f47b-4f2d-9863-b259eb84e6eb req-03c51cec-537f-4e20-b2d7-6244b36caa73 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.477268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bbeddc43-f47b-4f2d-9863-b259eb84e6eb req-03c51cec-537f-4e20-b2d7-6244b36caa73 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 944 time: 0.6335266 Aug 27 02:44:29.621881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2fbd4d5b-6d34-4e5d-b678-9ec02d171a0e req-e3cb72be-87bc-456d-a29e-cb3bbc275e9d service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624781 Aug 27 02:44:29.631502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bbeddc43-f47b-4f2d-9863-b259eb84e6eb req-266fa0da-b6c1-4c1a-9fdc-5aa286da9de6 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476679 Aug 27 02:44:29.642068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-0ca1f648-4ded-451a-ab74-b5186b7f33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.643708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-0ca1f648-4ded-451a-ab74-b5186b7f33b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.2483795 Aug 27 02:44:29.651180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b248f64f-0904-4545-b2e5-4004f5fc1c63 req-5eae1090-1634-4b06-8bff-abf94dd219d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174907 Aug 27 02:44:29.858538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-1b8764e9-2913-4046-a1de-4919a294983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.860609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-1b8764e9-2913-4046-a1de-4919a294983c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082224 Aug 27 02:44:29.864480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-04f86038-266f-4799-8aec-9d50e2942bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.865998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-04f86038-266f-4799-8aec-9d50e2942bee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ba97e7a0344cb9aafbf093eef71e53&device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 1094 time: 0.1503315 Aug 27 02:44:29.952918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965989a4-e731-408a-abff-668bb1cb536e req-245e93c0-4b21-4a0b-ab90-dc4e9b866b2b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:29.955489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-965989a4-e731-408a-abff-668bb1cb536e req-245e93c0-4b21-4a0b-ab90-dc4e9b866b2b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.0854931 Aug 27 02:44:30.037562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-965989a4-e731-408a-abff-668bb1cb536e req-eb006bdb-02f2-4a00-82ab-9307b182c86d tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753479 Aug 27 02:44:30.193321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-010c1d81-1a86-4f8f-ad71-dc9c16047dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.195106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-010c1d81-1a86-4f8f-ad71-dc9c16047dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 1095 time: 0.4411206 Aug 27 02:44:30.409381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-ed115729-0ee1-4f68-a665-a3fd041e1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.411129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-ed115729-0ee1-4f68-a665-a3fd041e1794 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d622dd8b-2404-4faa-9428-c8d24fc3eea7 HTTP/1.1" status: 200 len: 922 time: 0.5198908 Aug 27 02:44:30.473301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-b8ae434a-e4d0-467e-8e9c-42962237117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.475278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-b8ae434a-e4d0-467e-8e9c-42962237117c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.2428551 Aug 27 02:44:30.477225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-a8d84c09-d769-4e2d-85b2-3c60d704a996 service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063960 Aug 27 02:44:30.478618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-363c0e50-5f3b-4fe9-a6d2-b85aa9c51869 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff HTTP/1.1" status: 200 len: 217 time: 0.0572710 Aug 27 02:44:30.623796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-f7a7b92e-4936-4c05-82bd-eb97b8c11e0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=461c33b2-6895-4c03-b765-f125f8ff6d37 HTTP/1.1" status: 200 len: 217 time: 0.1215494 Aug 27 02:44:30.751089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-8c71a7e0-0ae7-4dc2-96cb-2d752aef9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.753186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-8c71a7e0-0ae7-4dc2-96cb-2d752aef9da2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d7dac5d9-f769-46b3-a9f2-5c83e114a1bb HTTP/1.1" status: 200 len: 861 time: 0.2521284 Aug 27 02:44:30.828228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:30.891714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da57d-37c9-47c7-b78b-1667f7a7b54d req-199730c2-5a7c-45e8-b58d-e726971e2230 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.893279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43da57d-37c9-47c7-b78b-1667f7a7b54d req-199730c2-5a7c-45e8-b58d-e726971e2230 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 944 time: 0.1364505 Aug 27 02:44:30.896074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-fa6b39a6-de62-416d-bcf0-3dfb3de865ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d622dd8b-2404-4faa-9428-c8d24fc3eea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241381 Aug 27 02:44:30.897459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-9dcfdb8c-9ef2-4906-a6f2-1511440b2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:30.898793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-9dcfdb8c-9ef2-4906-a6f2-1511440b2c0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.2612066 Aug 27 02:44:30.900282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-2e83c8d7-1b5b-4e5d-848e-60b803541cc0 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=89362b8af95f4b19af6c64329bd84fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1419871 Aug 27 02:44:30.958829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-f83b9250-6205-4bd8-baed-e76e1deb5fcf service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743366 Aug 27 02:44:31.015365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b43da57d-37c9-47c7-b78b-1667f7a7b54d req-cedd155c-b244-4b3e-8a53-7cce80780243 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071587 Aug 27 02:44:31.125408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-102ba139-c3cc-4828-9dbb-049525d04cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:31.126854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-102ba139-c3cc-4828-9dbb-049525d04cd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002873 Aug 27 02:44:31.211398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbbd4f-b81e-4bdb-afa9-918702410aa7 req-81bf1e53-323e-42eb-940c-8acdda725b1c tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:31.214059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8dbbd4f-b81e-4bdb-afa9-918702410aa7 req-81bf1e53-323e-42eb-940c-8acdda725b1c tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.0653813 Aug 27 02:44:31.261784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-b0f385c0-e8f8-4638-baf5-b57c32cdea41 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:31.263317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-b0f385c0-e8f8-4638-baf5-b57c32cdea41 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3541682 Aug 27 02:44:31.270122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-bde6e0ae-b346-441f-8140-966c3591b458 service neutron] 10.222.0.15 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620796 Aug 27 02:44:31.288935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8dbbd4f-b81e-4bdb-afa9-918702410aa7 req-c210ef74-8140-4eda-abe3-19f611d3a686 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677938 Aug 27 02:44:31.352490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-7b4e4aea-35e0-4bbf-873f-09aceed097f6 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/quotas/89362b8af95f4b19af6c64329bd84fa5 HTTP/1.1" status: 200 len: 375 time: 0.0813634 Aug 27 02:44:31.401755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-8bf24a63-ec06-435c-ad29-a26a291fb6e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632947 Aug 27 02:44:31.403549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-0a780203-1636-407e-97a2-3a2e98a4807b tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89362b8af95f4b19af6c64329bd84fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428669 Aug 27 02:44:31.504502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4536517f-ec4c-447f-8e0d-f7d0b673c293 req-65c12b41-c8a7-41b4-881c-ab936494bb23 service neutron] 10.222.0.15 "GET /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209616 Aug 27 02:44:31.581152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a919fc65-62ce-414d-b0e1-37fac1144aa1 req-2d8a1ced-2e9d-4a38-8eab-9643717ceaaf service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687491 Aug 27 02:44:31.610773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 05d9d8a7-e148-4504-a510-f93f550484fa details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:31.695546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94c6b72e-56ee-45ce-9934-b0abdb295af1 req-6195b3e2-6eb8-431d-acfc-aff5d98400ec tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 210 time: 0.0410419 Aug 27 02:44:31.757941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=05d9d8a7-e148-4504-a510-f93f550484fa,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:31.770251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '05d9d8a7-e148-4504-a510-f93f550484fa', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'port_id': '05d9d8a7-e148-4504-a510-f93f550484fa', 'mac_address': 'fa:16:3e:a7:5e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:31.817790 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.831973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d9d8a7-e148-4504-a510-f93f550484fa {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:31.864755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=05d9d8a7-e148-4504-a510-f93f550484fa,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:31.871589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:31.996066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:32.075704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['05d9d8a7-e148-4504-a510-f93f550484fa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:32.293321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0eca0-92b6-4b77-9aa6-9354a67e188b req-34899bfd-4818-4929-a79f-eba9e089ce08 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:32.300257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81a0eca0-92b6-4b77-9aa6-9354a67e188b req-34899bfd-4818-4929-a79f-eba9e089ce08 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 944 time: 0.1573918 Aug 27 02:44:32.428635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81a0eca0-92b6-4b77-9aa6-9354a67e188b req-cd412d58-97f2-4d8e-833a-cfc5b6bf7d79 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065245 Aug 27 02:44:32.537513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad764e0-68a7-4aaf-a099-00cbd68bf0bb req-6d8e300f-f8a8-41e0-a840-929fcbbd00b9 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:32.540096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cad764e0-68a7-4aaf-a099-00cbd68bf0bb req-6d8e300f-f8a8-41e0-a840-929fcbbd00b9 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.1276603 Aug 27 02:44:32.587101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cad764e0-68a7-4aaf-a099-00cbd68bf0bb req-bd270bc0-c6fd-4c88-91bc-9c669a27ad2a tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387847 Aug 27 02:44:32.750597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device eff00be2-8c05-4560-97e1-77c9044ad6ec details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:32.810590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1cf8a23e-cc3e-4e66-8803-356c1396c5e7 req-8f6b65e1-b1f1-4d98-8c45-9b51e9b771ca tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 210 time: 0.0361667 Aug 27 02:44:32.904919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:32.919139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'eff00be2-8c05-4560-97e1-77c9044ad6ec', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'port_id': 'eff00be2-8c05-4560-97e1-77c9044ad6ec', 'mac_address': 'fa:16:3e:d9:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:32.965424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:32.982374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff00be2-8c05-4560-97e1-77c9044ad6ec {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:33.003083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:33.008928 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.085993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:33.122933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-0f36523b-c0f6-42f1-8af6-5070eeb3926c tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=89362b8af95f4b19af6c64329bd84fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287480 Aug 27 02:44:33.342481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-6874e9d0-1cb1-4ed2-87df-1042a5aab576 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.344030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-6874e9d0-1cb1-4ed2-87df-1042a5aab576 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151592 Aug 27 02:44:33.388657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Request body: {'port': {'device_id': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '89362b8af95f4b19af6c64329bd84fa5'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:33.479040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['eff00be2-8c05-4560-97e1-77c9044ad6ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:33.574575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dd49b-db8a-478c-97e8-94616a6b6a34 req-eae87526-84e8-48b5-8489-5f776cd1394e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:33.578205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Made reservation on behalf of 89362b8af95f4b19af6c64329bd84fa5 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:33.582143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.584450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c1dd49b-db8a-478c-97e8-94616a6b6a34 req-eae87526-84e8-48b5-8489-5f776cd1394e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 944 time: 0.0671422 Aug 27 02:44:33.593620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.622558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 461c33b2-6895-4c03-b765-f125f8ff6d37 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:33.626552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 05d9d8a7-e148-4504-a510-f93f550484fa up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:33.691474 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c1dd49b-db8a-478c-97e8-94616a6b6a34 req-daeebd4d-70e6-4850-a8fd-08c2daf465ca tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911674 Aug 27 02:44:33.728205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 05d9d8a7-e148-4504-a510-f93f550484fa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:33.778316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 05d9d8a7-e148-4504-a510-f93f550484fa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:33.779083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.788266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.802571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:33.946166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05657969-df77-4754-ac83-0cf1d6c51ece req-69914528-4453-44f0-8c5b-ee69e9518f69 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 210 time: 0.0422254 Aug 27 02:44:33.972659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=461c33b2-6895-4c03-b765-f125f8ff6d37,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:33.989170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '461c33b2-6895-4c03-b765-f125f8ff6d37', 'network_id': 'c36ab4ec-7161-45c1-828d-21b227a17c27', 'port_id': '461c33b2-6895-4c03-b765-f125f8ff6d37', 'mac_address': 'fa:16:3e:9c:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:34.000550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Allocated IP 192.168.233.67 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/ceaab277-1759-482e-ad31-eeb0b50c15bd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:34.042006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacee537-b056-465a-976e-14095c160003,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:34.044815 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.069398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d942c-96b1-42bf-a266-88e552e67333 req-ded23191-29de-49fc-b3db-1ac7559d9387 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.071071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9d942c-96b1-42bf-a266-88e552e67333 req-ded23191-29de-49fc-b3db-1ac7559d9387 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 943 time: 0.2813630 Aug 27 02:44:34.122833 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.129490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461c33b2-6895-4c03-b765-f125f8ff6d37 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:34.209722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f9d942c-96b1-42bf-a266-88e552e67333 req-ceb57ae0-cf2d-4109-bffe-6b87edb52777 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226616 Aug 27 02:44:34.341343 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.358618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Transition to ACTIVE for port object ceaab277-1759-482e-ad31-eeb0b50c15bd will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:34.404393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.409093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:34.411704 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483657c5-8bff-467c-b490-ef896da8daf7" -d '{"events": [{"server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "name": "network-vif-plugged", "status": "completed", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:34.415956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=461c33b2-6895-4c03-b765-f125f8ff6d37,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:34.428491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.429397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cbfd1e1-8e63-4b56-9f73-54c9284458ff details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:34.436174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=05d9d8a7-e148-4504-a510-f93f550484fa,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:34.478910 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16f1958-9d8e-4365-8a80-2b70353f7617 x-openstack-request-id: req-f16f1958-9d8e-4365-8a80-2b70353f7617 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:34.479204 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "name": "network-vif-plugged", "status": "completed", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:34.479460 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f16f1958-9d8e-4365-8a80-2b70353f7617 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:34.479859 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa', 'code': 200} Aug 27 02:44:34.480506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.540330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:34.566418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:34.569230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:34.593178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:34.627058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Pushing event updated for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:34.722916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.724090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.745693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39493-f894-4cd9-836d-3d570ae29312 req-ce50ea95-06bf-4db6-9d99-f5d3dee18322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:34.747438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9c39493-f894-4cd9-836d-3d570ae29312 req-ce50ea95-06bf-4db6-9d99-f5d3dee18322 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 1097 time: 0.1892083 Aug 27 02:44:34.752633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device eff00be2-8c05-4560-97e1-77c9044ad6ec up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:34.773591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-4876a217-c9c7-45fc-9c5a-2a63938a5ba8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3889441 Aug 27 02:44:34.798912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Request body: {'port': {'device_id': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:34.828001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:34.841441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,segment=NetworkSegment(8e4f78d3-97c2-41b0-a842-d4e9e73a19e3),segment_id=8e4f78d3-97c2-41b0-a842-d4e9e73a19e3)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:34.862938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff', 'network_id': 'd622dd8b-2404-4faa-9428-c8d24fc3eea7', 'port_id': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff', 'mac_address': 'fa:16:3e:b0:df:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dac5d9-f769-46b3-a9f2-5c83e114a1bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:34.936391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9c39493-f894-4cd9-836d-3d570ae29312 req-288737bd-6cc4-42aa-9301-e2149625d8cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765914 Aug 27 02:44:34.939107 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.978435 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:34.995134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port eff00be2-8c05-4560-97e1-77c9044ad6ec completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:35.020913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbfd1e1-8e63-4b56-9f73-54c9284458ff {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:35.026198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port eff00be2-8c05-4560-97e1-77c9044ad6ec triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:35.026740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.038588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d0840-a3ad-4969-97eb-2fcd68e704ad req-8b3c77ce-0c62-4b93-bfe8-af0e45d1d056 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.048607 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f9d0840-a3ad-4969-97eb-2fcd68e704ad req-8b3c77ce-0c62-4b93-bfe8-af0e45d1d056 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 945 time: 0.1947041 Aug 27 02:44:35.115863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,segment=NetworkSegment(8e4f78d3-97c2-41b0-a842-d4e9e73a19e3),segment_id=8e4f78d3-97c2-41b0-a842-d4e9e73a19e3)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:35.141168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eed9f1f3-8deb-495c-8c18-297619d7c7d0 None None] Provisioning for port ceaab277-1759-482e-ad31-eeb0b50c15bd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:35.149458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.178506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74657a6-2479-4aa7-a9fd-1eebd87a1603 req-5c461562-d63a-4a0d-84aa-b2faea2fdb72 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.187584 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e74657a6-2479-4aa7-a9fd-1eebd87a1603 req-5c461562-d63a-4a0d-84aa-b2faea2fdb72 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 935 time: 0.0948219 Aug 27 02:44:35.203297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eed9f1f3-8deb-495c-8c18-297619d7c7d0 None None] Provisioning complete for port ceaab277-1759-482e-ad31-eeb0b50c15bd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:35.203672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eed9f1f3-8deb-495c-8c18-297619d7c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.213409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:35.229330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f9d0840-a3ad-4969-97eb-2fcd68e704ad req-148976e6-125f-4291-8673-c3a4eaf235d4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779301 Aug 27 02:44:35.232842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e74657a6-2479-4aa7-a9fd-1eebd87a1603 req-39309f74-c6c3-4ace-b12f-ef560af140c4 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Aug 27 02:44:35.329418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eed9f1f3-8deb-495c-8c18-297619d7c7d0 None None] Port ceaab277-1759-482e-ad31-eeb0b50c15bd cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:44:35.355629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.425494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['461c33b2-6895-4c03-b765-f125f8ff6d37'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:35.436865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29241-75fe-4c5c-a28a-7287768a9aec req-97a6d93f-74e9-4d33-9d00-b0627c0a1604 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:35.438413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9aa29241-75fe-4c5c-a28a-7287768a9aec req-97a6d93f-74e9-4d33-9d00-b0627c0a1604 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 944 time: 0.0836163 Aug 27 02:44:35.441248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3cbfd1e1-8e63-4b56-9f73-54c9284458ff'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:35.516162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9aa29241-75fe-4c5c-a28a-7287768a9aec req-aefe37fa-35b4-467a-a2ec-2f373c73ad46 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645792 Aug 27 02:44:35.674182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:35.686864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaab277-1759-482e-ad31-eeb0b50c15bd {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:35.706810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.737803 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.743327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Transition to ACTIVE for port object ceaab277-1759-482e-ad31-eeb0b50c15bd will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:35.750097 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:35.900276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:36.003913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Attempting to bind port ceaab277-1759-482e-ad31-eeb0b50c15bd on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:36.004363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Attempting to bind port ceaab277-1759-482e-ad31-eeb0b50c15bd by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:36.004789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Attempting to bind port ceaab277-1759-482e-ad31-eeb0b50c15bd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:36.015474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Port ceaab277-1759-482e-ad31-eeb0b50c15bd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:36.015920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Attempting to bind port ceaab277-1759-482e-ad31-eeb0b50c15bd on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:36.034014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:36.034499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:36.035466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:36.036024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Bound port: ceaab277-1759-482e-ad31-eeb0b50c15bd, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:36.037234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.066200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:36.241069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:36.246475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:36.264742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.317413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.318195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:36.324266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] 10.222.0.46 "PUT /v2.0/ports/ceaab277-1759-482e-ad31-eeb0b50c15bd HTTP/1.1" status: 200 len: 1095 time: 1.5343015 Aug 27 02:44:36.325035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:36.328556 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57161b75-90cf-48e8-848e-8c6a61cb5009" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:36.422020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbbb74-1206-43cc-b73c-cc15f64f3637 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:36.480581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:36.483293 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc33f5-796c-44f0-82f5-e3d2416e306b" -d '{"events": [{"server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:36.506675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745c9b-9152-41dd-be9b-b1d9e1ec9ccc req-1e439030-beb8-485e-b2f1-99736f893e34 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.511970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1745c9b-9152-41dd-be9b-b1d9e1ec9ccc req-1e439030-beb8-485e-b2f1-99736f893e34 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 947 time: 0.1194625 Aug 27 02:44:36.520783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d67af-5a58-4136-9eb3-16fe1d24e724 req-1bcefeb9-b633-43d3-bf8b-1d22223a0082 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.523294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b53d67af-5a58-4136-9eb3-16fe1d24e724 req-1bcefeb9-b633-43d3-bf8b-1d22223a0082 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 945 time: 0.1439974 Aug 27 02:44:36.545315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-e75b8076-0cae-42f4-82da-06dfadebf7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.552117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1745c9b-9152-41dd-be9b-b1d9e1ec9ccc req-858b0f77-20a3-4006-a359-9f6164e880d8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 27 02:44:36.554107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-e75b8076-0cae-42f4-82da-06dfadebf7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89362b8af95f4b19af6c64329bd84fa5&device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 1098 time: 0.1025448 Aug 27 02:44:36.691385 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ad610-e06a-4351-b4a9-cd18215bcced x-openstack-request-id: req-b14ad610-e06a-4351-b4a9-cd18215bcced {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:36.692128 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:36.692504 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b14ad610-e06a-4351-b4a9-cd18215bcced {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:36.693018 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd', 'status': 'completed', 'code': 200} Aug 27 02:44:36.698225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-24a0d5d2-863d-4f58-8f84-5b70079805bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd HTTP/1.1" status: 200 len: 217 time: 0.1072779 Aug 27 02:44:36.701835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b53d67af-5a58-4136-9eb3-16fe1d24e724 req-62f9cbcb-a9ab-4085-8861-98351ca863e2 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460340 Aug 27 02:44:36.708383 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c07bb-8447-4ad4-bfd9-4906fd551cf2 x-openstack-request-id: req-cc9c07bb-8447-4ad4-bfd9-4906fd551cf2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:36.708671 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "name": "network-vif-plugged", "status": "completed", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:36.708924 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc9c07bb-8447-4ad4-bfd9-4906fd551cf2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:36.709314 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec', 'code': 200} Aug 27 02:44:36.803421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-8e60c321-3c0a-4550-bf2b-876fb5bfb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.805050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-8e60c321-3c0a-4550-bf2b-876fb5bfb7ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0905581 Aug 27 02:44:36.870448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-ac505bbd-4dad-4fb2-98b9-5f61a279210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.872590 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-ac505bbd-4dad-4fb2-98b9-5f61a279210a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573692 Aug 27 02:44:36.907265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd1373-dd46-481f-b824-cb51f1198845 req-3538d3d2-2f4b-4a59-8f8e-f2d8e334c733 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.916006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdcd1373-dd46-481f-b824-cb51f1198845 req-3538d3d2-2f4b-4a59-8f8e-f2d8e334c733 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 944 time: 0.1207578 Aug 27 02:44:36.960278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662d120-2e8d-4681-aaa9-b64074f6d9fb req-48f4b3e5-e940-4504-a374-12d612aeedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:36.962275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f662d120-2e8d-4681-aaa9-b64074f6d9fb req-48f4b3e5-e940-4504-a374-12d612aeedaa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 1096 time: 0.1571052 Aug 27 02:44:36.965681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdcd1373-dd46-481f-b824-cb51f1198845 req-bca60aae-7bea-40cd-9d48-58cac020fb10 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485938 Aug 27 02:44:37.008841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-7d768987-fd6f-4f1d-9a21-958cdd925f56 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273155 Aug 27 02:44:37.011115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f662d120-2e8d-4681-aaa9-b64074f6d9fb req-3ac252ed-2c62-45b8-9b60-9fd45f897573 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Aug 27 02:44:37.470976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7651459a-90e9-4bbc-be83-213bad4bdaf0 req-34c94216-8e33-4afb-ab9d-a0e6798d9425 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899847 Aug 27 02:44:37.635914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-79523580-9ab5-4a88-a4ed-5fef98636231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.639436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cbfd1e1-8e63-4b56-9f73-54c9284458ff up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:37.642733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-79523580-9ab5-4a88-a4ed-5fef98636231 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89362b8af95f4b19af6c64329bd84fa5&device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 1098 time: 0.0530427 Aug 27 02:44:37.699167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:37.718405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:37.718937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.751674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc956f-c03f-497a-a469-eff49415210c req-c47bb526-bd94-488e-b351-a87e27cab695 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.753233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9cc956f-c03f-497a-a469-eff49415210c req-c47bb526-bd94-488e-b351-a87e27cab695 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 947 time: 0.1204872 Aug 27 02:44:37.839388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-dea375c0-f497-4937-8102-97db1dc713ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.840871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-dea375c0-f497-4937-8102-97db1dc713ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.1896012 Aug 27 02:44:37.847658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9cc956f-c03f-497a-a469-eff49415210c req-2b42b5e3-60e2-419d-a317-f0f8a5dfaf2a tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800893 Aug 27 02:44:37.955615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1686-b09e-484f-8a16-c323b4dad404 req-c128ec8a-0c89-4db2-bee6-125e6c4a10c7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:37.956391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-77a13814-1552-4e21-89ab-4df99405caaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd HTTP/1.1" status: 200 len: 217 time: 0.1044338 Aug 27 02:44:37.969173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:37.970182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ebd1686-b09e-484f-8a16-c323b4dad404 req-c128ec8a-0c89-4db2-bee6-125e6c4a10c7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 945 time: 0.0981455 Aug 27 02:44:38.049461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ebd1686-b09e-484f-8a16-c323b4dad404 req-11075980-9506-484d-bb38-ac6722f35f71 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767941 Aug 27 02:44:38.050569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,segment=NetworkSegment(8e4f78d3-97c2-41b0-a842-d4e9e73a19e3),segment_id=8e4f78d3-97c2-41b0-a842-d4e9e73a19e3)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:38.067266 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.068561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 461c33b2-6895-4c03-b765-f125f8ff6d37 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:38.079786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-c6cb07ad-3889-44b6-8689-10468d855cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:38.082503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-c6cb07ad-3889-44b6-8689-10468d855cbb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.1172249 Aug 27 02:44:38.176595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:38.238773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 461c33b2-6895-4c03-b765-f125f8ff6d37 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:38.243120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 461c33b2-6895-4c03-b765-f125f8ff6d37 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:38.243557 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.335599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34538) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:38.366303 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.453098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=461c33b2-6895-4c03-b765-f125f8ff6d37,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:38.465179 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.529828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:38.586149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-95f2e7d2-cbc5-4017-973c-db3cc1b709fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:38.587654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-95f2e7d2-cbc5-4017-973c-db3cc1b709fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4964147 Aug 27 02:44:38.591584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.613763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c5e4-b559-45e6-9f4c-c791455c8601 req-30915548-56e9-4c64-848d-39556518613b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:38.615257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff91c5e4-b559-45e6-9f4c-c791455c8601 req-30915548-56e9-4c64-848d-39556518613b tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.4747577 Aug 27 02:44:38.710529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff'}, {'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:38.713245 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de5ed20-13d6-46d5-9ba9-83cd0b4f1bc1" -d '{"events": [{"server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "name": "network-vif-plugged", "status": "completed", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff"}, {"server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "name": "network-vif-plugged", "status": "completed", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:38.764245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.768030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff91c5e4-b559-45e6-9f4c-c791455c8601 req-b3267268-2f46-4f29-a2aa-806b20989ab2 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422079 Aug 27 02:44:38.769594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:38.817321 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1b599-f735-4503-971e-82331a515449 x-openstack-request-id: req-67c1b599-f735-4503-971e-82331a515449 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:38.817515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d38d7-49d3-4882-9adc-432e529eeb45,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:38.817898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-83d3ba6b-4b0e-43f0-b2ac-cea9dfa3fd98 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194676 Aug 27 02:44:38.818145 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "name": "network-vif-plugged", "status": "completed", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff", "code": 200}, {"server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "name": "network-vif-plugged", "status": "completed", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:38.818621 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67c1b599-f735-4503-971e-82331a515449 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:38.819201 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff', 'code': 200} Aug 27 02:44:38.819619 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37', 'code': 200} Aug 27 02:44:38.849554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.850916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.851536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.852354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.852924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.853581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.854167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.854766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.855340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.855908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.856472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.857019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:38.918860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d1f55f2b-729e-42fd-893c-85cc01705f98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a92e1a59167485d87219c4303279270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742779 Aug 27 02:44:38.919930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34552) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:38.989793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57161b75-90cf-48e8-848e-8c6a61cb5009 req-ded8833a-b5f3-4860-97f5-04909480af19 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650186 Aug 27 02:44:39.008530 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.053817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.159693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.163365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:39.164872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/758d38d7-49d3-4882-9adc-432e529eeb45 HTTP/1.1" status: 204 len: 168 time: 0.2437563 Aug 27 02:44:39.185295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d563c51-bebb-43df-ac5d-16ce73bc3e84 req-5b6f2356-a72a-4b35-be6c-d6f2fc841308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.186865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d563c51-bebb-43df-ac5d-16ce73bc3e84 req-5b6f2356-a72a-4b35-be6c-d6f2fc841308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 1096 time: 0.1942127 Aug 27 02:44:39.204327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d52255-1280-4360-82e5-124356a925ed req-fbd4479f-6506-47ac-81b6-d7eaec769748 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.205241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ad41b-953c-4634-895e-5d54653b9502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d38d7-49d3-4882-9adc-432e529eeb45,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:39.205849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81d52255-1280-4360-82e5-124356a925ed req-fbd4479f-6506-47ac-81b6-d7eaec769748 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 947 time: 0.2151763 Aug 27 02:44:39.232805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bc20a-1bd2-41fa-adf8-ddeadd9c1908 req-0da43223-d990-48dd-a363-7256272a0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.236770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-367bc20a-1bd2-41fa-adf8-ddeadd9c1908 req-0da43223-d990-48dd-a363-7256272a0bea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 1097 time: 0.2444103 Aug 27 02:44:39.331811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d563c51-bebb-43df-ac5d-16ce73bc3e84 req-86ba4210-b8f2-48d4-84dd-4e65d06f7097 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207187 Aug 27 02:44:39.367777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81d52255-1280-4360-82e5-124356a925ed req-59fea005-0c9b-41ed-a567-bca1ce3db1df tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263208 Aug 27 02:44:39.380851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-367bc20a-1bd2-41fa-adf8-ddeadd9c1908 req-533ed4c3-f858-455d-a242-371e6c3e4b67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912483 Aug 27 02:44:39.387261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e192-d18c-47ad-aa91-4bfd24297b07 req-e5e1f857-5071-4c36-8f5c-2518543c6018 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.398047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9b76e192-d18c-47ad-aa91-4bfd24297b07 req-e5e1f857-5071-4c36-8f5c-2518543c6018 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.1984794 Aug 27 02:44:39.446969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9b76e192-d18c-47ad-aa91-4bfd24297b07 req-14fbe6cf-c7c2-4629-b6f5-fcac09e16572 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Aug 27 02:44:39.956957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26d121-c975-47e6-9161-118546fba573 req-2b088b2f-f250-4612-ad41-0b4aae0839d1 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:39.959435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa26d121-c975-47e6-9161-118546fba573 req-2b088b2f-f250-4612-ad41-0b4aae0839d1 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.1089618 Aug 27 02:44:40.022231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa26d121-c975-47e6-9161-118546fba573 req-0882cfdf-c362-4ae0-b7d8-f5a3431790f2 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Aug 27 02:44:40.522967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59fe8-bd5b-40b6-9ff5-20c96ad9481e req-0661fc0d-d397-42e2-afdd-5dda9aea2a2b tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:40.525903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bc59fe8-bd5b-40b6-9ff5-20c96ad9481e req-0661fc0d-d397-42e2-afdd-5dda9aea2a2b tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 947 time: 0.0747130 Aug 27 02:44:40.586299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7bc59fe8-bd5b-40b6-9ff5-20c96ad9481e req-e9977295-1310-4811-85f3-65221b07ad5b tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532990 Aug 27 02:44:40.656016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c4da-8c7d-4c50-8984-fffebc7e6dce req-ce0f0f8c-3648-4e96-b7fa-5174decf4605 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:40.664622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf7c4da-8c7d-4c50-8984-fffebc7e6dce req-ce0f0f8c-3648-4e96-b7fa-5174decf4605 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.0990779 Aug 27 02:44:40.710013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fbf7c4da-8c7d-4c50-8984-fffebc7e6dce req-7f6ca1b9-74e5-43ba-8405-848efa6c847f tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Aug 27 02:44:41.177522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0564f44-ee2f-4bc9-afd9-7e96e109d5bb req-ae179f35-2ecb-47d6-8629-a9708f74214d tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:41.187205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0564f44-ee2f-4bc9-afd9-7e96e109d5bb req-ae179f35-2ecb-47d6-8629-a9708f74214d tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.0808849 Aug 27 02:44:41.227093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f0564f44-ee2f-4bc9-afd9-7e96e109d5bb req-f11371cd-e3eb-4734-8466-044fd5d9cf7f tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Aug 27 02:44:41.639328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628334be-dd78-4bd3-9651-93d6e8a8ca84 req-c0e2c00f-b225-465b-bf1b-c9f6cded865c tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:41.647057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-628334be-dd78-4bd3-9651-93d6e8a8ca84 req-c0e2c00f-b225-465b-bf1b-c9f6cded865c tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.0727742 Aug 27 02:44:41.706512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-628334be-dd78-4bd3-9651-93d6e8a8ca84 req-a67c9a02-1198-4250-83a8-bde42c7ce8c7 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581856 Aug 27 02:44:41.775085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976951c-9564-4e7c-997d-e13d93307769 req-42558403-4d0e-4bb4-a647-b8a1fe95c93f tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:41.778357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9976951c-9564-4e7c-997d-e13d93307769 req-42558403-4d0e-4bb4-a647-b8a1fe95c93f tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 947 time: 0.0633051 Aug 27 02:44:41.826778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9976951c-9564-4e7c-997d-e13d93307769 req-a58a8e11-05cd-44cb-af39-390b23cb01a8 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390444 Aug 27 02:44:41.862425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d837e-89aa-44ad-9dea-0490a1f0fa58 req-2a2b0355-c359-4ed1-918f-87000aaccc9c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:41.862425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a58d837e-89aa-44ad-9dea-0490a1f0fa58 req-2a2b0355-c359-4ed1-918f-87000aaccc9c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.0639112 Aug 27 02:44:41.946921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a58d837e-89aa-44ad-9dea-0490a1f0fa58 req-c6a58a00-3538-4545-aaa5-c01babb67870 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691838 Aug 27 02:44:42.093037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4cd38-3dae-4151-b350-f6e60c498408 req-62b882ee-f18d-45b5-8e39-a00e9d9246d8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:42.094660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57f4cd38-3dae-4151-b350-f6e60c498408 req-62b882ee-f18d-45b5-8e39-a00e9d9246d8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0668237 Aug 27 02:44:42.178374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57f4cd38-3dae-4151-b350-f6e60c498408 req-8902e889-43c5-4fc9-8b14-42d7127fd916 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763171 Aug 27 02:44:42.319095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aad8b-2458-443a-bf85-399d95c80d2a req-0aef99c1-92b5-4283-bcc9-f0120ff27553 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:42.322926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-170aad8b-2458-443a-bf85-399d95c80d2a req-0aef99c1-92b5-4283-bcc9-f0120ff27553 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.0618851 Aug 27 02:44:42.371630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-170aad8b-2458-443a-bf85-399d95c80d2a req-76db6e3b-62c3-43de-9627-aa1c2a83317f tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Aug 27 02:44:42.764714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07142cc8-0510-4d67-8561-f22991a2e64d req-faf2e9dd-dfab-4b58-80a9-71765a524ef6 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:42.766608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07142cc8-0510-4d67-8561-f22991a2e64d req-faf2e9dd-dfab-4b58-80a9-71765a524ef6 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.0754218 Aug 27 02:44:42.780347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ceaab277-1759-482e-ad31-eeb0b50c15bd details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:44:42.831288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07142cc8-0510-4d67-8561-f22991a2e64d req-3d7916e0-f97b-4927-8304-52f56050bd66 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Aug 27 02:44:42.929933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-bfe0518e-3bd0-4d21-96e0-474defa77672 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:42.932537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-bfe0518e-3bd0-4d21-96e0-474defa77672 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.15 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.1281662 Aug 27 02:44:42.987134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:43.005604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'ceaab277-1759-482e-ad31-eeb0b50c15bd', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': 'ceaab277-1759-482e-ad31-eeb0b50c15bd', 'mac_address': 'fa:16:3e:1c:e7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:44:43.020973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726deb54-15e0-440e-b381-23b0687da3f8 req-38a34e54-8631-4d68-ad78-6f301bb2d755 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:43.025075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-726deb54-15e0-440e-b381-23b0687da3f8 req-38a34e54-8631-4d68-ad78-6f301bb2d755 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 945 time: 0.1613660 Aug 27 02:44:43.085606 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.116091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaab277-1759-482e-ad31-eeb0b50c15bd {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:43.155691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-726deb54-15e0-440e-b381-23b0687da3f8 req-3a2d6903-0415-4980-a48d-f65693c26897 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/security-groups?id=a3f49dad-d653-4e2a-8d19-437ba3e00c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202462 Aug 27 02:44:43.161643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:43.173855 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.216082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Deleting port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:43.221186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.286207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:43.331394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f315353-3542-45c1-9518-b80700f3e5d8 req-9d03514d-f589-49a9-a16d-660a77aae9b9 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:43.342610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f315353-3542-45c1-9518-b80700f3e5d8 req-9d03514d-f589-49a9-a16d-660a77aae9b9 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 948 time: 0.0801761 Aug 27 02:44:43.372619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a64b8-b5b8-49b0-95f9-7ed11f70004f req-60470ca2-2a08-444b-9a5d-dc237219a542 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:43.380382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-024a64b8-b5b8-49b0-95f9-7ed11f70004f req-60470ca2-2a08-444b-9a5d-dc237219a542 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1521711 Aug 27 02:44:43.388042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8f315353-3542-45c1-9518-b80700f3e5d8 req-691eb289-d54c-4ffd-957f-52e380802319 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Aug 27 02:44:43.454261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] For port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,segment=NetworkSegment(8e4f78d3-97c2-41b0-a842-d4e9e73a19e3),segment_id=8e4f78d3-97c2-41b0-a842-d4e9e73a19e3)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:43.455091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.473961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Calling delete_port for 3cbfd1e1-8e63-4b56-9f73-54c9284458ff owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:43.507036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-024a64b8-b5b8-49b0-95f9-7ed11f70004f req-592f819d-b949-4cbd-ad97-6c4130be0b17 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256564 Aug 27 02:44:43.564203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['ceaab277-1759-482e-ad31-eeb0b50c15bd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:43.661030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.678011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3cbfd1e1-8e63-4b56-9f73-54c9284458ff'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:43.722750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Pushing event deleted for resources: {'Port': ['ID=3cbfd1e1-8e63-4b56-9f73-54c9284458ff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:43.758616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.758996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.759385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.760271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.760628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.761121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.761519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.761900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.762432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.762778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.763125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.763532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:44:43.793541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] No DVR routers for this DVR port 3cbfd1e1-8e63-4b56-9f73-54c9284458ff on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:43.797239 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:43.800234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e63e1828-9cd9-4476-8e1e-a63372ff1a9e req-db51b46f-9112-442e-acc3-e728a3625383 tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.15 "DELETE /v2.0/ports/3cbfd1e1-8e63-4b56-9f73-54c9284458ff HTTP/1.1" status: 204 len: 173 time: 0.8616316 Aug 27 02:44:43.804896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'name': 'network-vif-deleted', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:43.809844 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac54473-b90f-4e23-b180-cf29d6ed6ab6" -d '{"events": [{"server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "name": "network-vif-deleted", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:43.878809 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe8e15-7c4b-47fb-9109-3e2f396737ea x-openstack-request-id: req-7bfe8e15-7c4b-47fb-9109-3e2f396737ea {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:43.879473 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d493b2-c0cd-458b-b188-5a1346d53e97", "name": "network-vif-deleted", "tag": "3cbfd1e1-8e63-4b56-9f73-54c9284458ff", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:43.879473 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bfe8e15-7c4b-47fb-9109-3e2f396737ea {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:43.879745 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d493b2-c0cd-458b-b188-5a1346d53e97', 'name': 'network-vif-deleted', 'tag': '3cbfd1e1-8e63-4b56-9f73-54c9284458ff', 'status': 'completed', 'code': 200} Aug 27 02:44:44.018965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192368-cd9b-4c31-ba40-6105c6a0d888 req-b6380b95-13af-4df9-a65b-428aa2551fcb tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.026015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192368-cd9b-4c31-ba40-6105c6a0d888 req-b6380b95-13af-4df9-a65b-428aa2551fcb tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.035132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192368-cd9b-4c31-ba40-6105c6a0d888 req-b6380b95-13af-4df9-a65b-428aa2551fcb tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.038897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7192368-cd9b-4c31-ba40-6105c6a0d888 req-b6380b95-13af-4df9-a65b-428aa2551fcb tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604&device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 2418 time: 0.1091249 Aug 27 02:44:44.117933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7192368-cd9b-4c31-ba40-6105c6a0d888 req-1ef4976c-a5b3-4eb6-bcaf-dfa25dbfcc21 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721855 Aug 27 02:44:44.318795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acd7d58c-3ebb-4996-b067-1132e23ad528 req-6e2387b4-342a-46ab-8be2-31c525befcce tempest-InstanceActionsNegativeTestJSON-974414191 tempest-InstanceActionsNegativeTestJSON-974414191-project] 10.222.0.26 "GET /v2.0/ports?device_id=47d493b2-c0cd-458b-b188-5a1346d53e97 HTTP/1.1" status: 200 len: 210 time: 0.0467558 Aug 27 02:44:44.320130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a07d-cdb9-4586-9d47-7d165aa844dd req-36d59047-7265-465a-b9f1-0da5bf70d3a4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.326168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5f6a07d-cdb9-4586-9d47-7d165aa844dd req-36d59047-7265-465a-b9f1-0da5bf70d3a4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.0801425 Aug 27 02:44:44.381551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5f6a07d-cdb9-4586-9d47-7d165aa844dd req-77dbe7bb-0cb1-4c91-bf6e-49e8b7371f00 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489635 Aug 27 02:44:44.610414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72a8a5-6074-4e71-bc27-a555a88fd757 req-bb6f1d87-7c34-4660-b2a5-b59ad8d613c2 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:44.619886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a72a8a5-6074-4e71-bc27-a555a88fd757 req-bb6f1d87-7c34-4660-b2a5-b59ad8d613c2 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 948 time: 0.1156230 Aug 27 02:44:44.684791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a72a8a5-6074-4e71-bc27-a555a88fd757 req-4450c36c-325f-4ae8-b653-4f6f37b6f455 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Aug 27 02:44:44.780849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ceaab277-1759-482e-ad31-eeb0b50c15bd up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:44:44.850663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port ceaab277-1759-482e-ad31-eeb0b50c15bd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:44:44.857696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port ceaab277-1759-482e-ad31-eeb0b50c15bd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:44:44.858064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:44.978124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.004177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:45.006988 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f89fcb6-782e-4a48-9701-6110cc9c7d5e" -d '{"events": [{"server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:45.025693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:45.038490 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.097766 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a7997-ce8d-4d5c-a36a-6b06f9f2ccbe x-openstack-request-id: req-565a7997-ce8d-4d5c-a36a-6b06f9f2ccbe {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:45.098096 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:45.098310 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-565a7997-ce8d-4d5c-a36a-6b06f9f2ccbe {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:45.098994 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd', 'code': 200} Aug 27 02:44:45.262582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:45.279562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75c6d5-ca70-4a2f-bf42-bc5714e61579 req-14dc3961-f5be-4546-887d-f68774643511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.281703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c75c6d5-ca70-4a2f-bf42-bc5714e61579 req-14dc3961-f5be-4546-887d-f68774643511 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 1100 time: 0.0897460 Aug 27 02:44:45.326694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c75c6d5-ca70-4a2f-bf42-bc5714e61579 req-b6a4595a-2aaa-420a-8605-39030c06ef96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Aug 27 02:44:45.386858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:45.467990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Deleting subnet d7dac5d9-f769-46b3-a9f2-5c83e114a1bb {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:44:45.472103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.515125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.559590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.622781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.674164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dac5d9-f769-46b3-a9f2-5c83e114a1bb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:45.677810 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.680679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44609b02-ca21-4753-a3f3-b60affb7f9cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7dac5d9-f769-46b3-a9f2-5c83e114a1bb HTTP/1.1" status: 204 len: 168 time: 0.2928402 Aug 27 02:44:45.684012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34850) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:45.813395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:45.830961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be6f78-fd50-403b-a505-e411c9094a33 req-72a08dbb-84c0-4bc6-bf2f-68e1617b744e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.832672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51be6f78-fd50-403b-a505-e411c9094a33 req-72a08dbb-84c0-4bc6-bf2f-68e1617b744e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0876906 Aug 27 02:44:45.865253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20babe-d000-4008-b8e5-78b371fb7666 req-11a8ade0-7dc1-4ea1-8677-41681aea1778 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:45.867086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d20babe-d000-4008-b8e5-78b371fb7666 req-11a8ade0-7dc1-4ea1-8677-41681aea1778 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0705528 Aug 27 02:44:45.953009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2d20babe-d000-4008-b8e5-78b371fb7666 req-010c16f5-168d-41d1-9494-f2684bdf72db tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794125 Aug 27 02:44:46.348778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.349026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.368426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d622dd8b-2404-4faa-9428-c8d24fc3eea7']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:46.394063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-51be6f78-fd50-403b-a505-e411c9094a33 req-d2ccf837-4648-4f72-b05d-fbe520df1530 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415304 Aug 27 02:44:46.397125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:46.397646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4f78d3-97c2-41b0-a842-d4e9e73a19e3') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:44:46.409072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.424444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.432207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:44:46.433138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:44:46.435502 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:44:46.508586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.539429 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.541529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d622dd8b-2404-4faa-9428-c8d24fc3eea7 HTTP/1.1" status: 204 len: 168 time: 0.8563192 Aug 27 02:44:46.542537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9c72a-69d1-4b5a-ae66-8f6046a5ef87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d622dd8b-2404-4faa-9428-c8d24fc3eea7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:46.775654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34878) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:46.882582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97c1f623-f3cc-40f6-9495-0047c8511130 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18ba97e7a0344cb9aafbf093eef71e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055970 Aug 27 02:44:46.886089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34880) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:46.954288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:46.979568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.047881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.051479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:47.054006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3f49dad-d653-4e2a-8d19-437ba3e00c47 HTTP/1.1" status: 204 len: 168 time: 0.1668820 Aug 27 02:44:47.096732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70ae52-46bc-416d-8eb6-dad8ee76a9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f49dad-d653-4e2a-8d19-437ba3e00c47,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:47.158828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db5a13-d02c-4c13-b88d-9dc0f7da61ed req-19930897-0d6f-422c-b99b-4d815087aa28 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:47.162983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39db5a13-d02c-4c13-b88d-9dc0f7da61ed req-19930897-0d6f-422c-b99b-4d815087aa28 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0901675 Aug 27 02:44:47.243211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39db5a13-d02c-4c13-b88d-9dc0f7da61ed req-2d4ecf0d-b309-4894-8d5a-578ac83b3a18 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755305 Aug 27 02:44:47.544948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a433-3759-40c4-9c92-76365690265b req-df7b6771-0a54-4b2d-81ca-a6214581e892 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:47.557689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf6a433-3759-40c4-9c92-76365690265b req-df7b6771-0a54-4b2d-81ca-a6214581e892 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0863209 Aug 27 02:44:47.613344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf6a433-3759-40c4-9c92-76365690265b req-c3b2b3cc-bec5-4d74-9fc7-694e12b1306c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Aug 27 02:44:47.697966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cbfd1e1-8e63-4b56-9f73-54c9284458ff no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:47.739792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 3cbfd1e1-8e63-4b56-9f73-54c9284458ff {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:47.740259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3cbfd1e1-8e63-4b56-9f73-54c9284458ff not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:48.047172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 34932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.198890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-366739748-network', 'tenant_id': '8c7a6dcd889f4b50b6d333675c513b4e'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:48.242757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Made reservation on behalf of 8c7a6dcd889f4b50b6d333675c513b4e for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:48.245175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.280607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.389379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771077d-fccf-4523-b3bc-535c4fe9500e req-dad4a188-574d-42c6-b838-8674be3ed9f0 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:48.396545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1771077d-fccf-4523-b3bc-535c4fe9500e req-dad4a188-574d-42c6-b838-8674be3ed9f0 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0631595 Aug 27 02:44:48.401694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.409313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.448423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1771077d-fccf-4523-b3bc-535c4fe9500e req-e6731cd7-ef10-4c9f-8468-5dfee5e7e7d3 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506282 Aug 27 02:44:48.476935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc729c-443a-409b-9bad-449134ef7c53,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.490652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:44:48.502773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.503122 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Added segment 55e956a0-c148-4881-acb3-d0ba46beb957 of type vlan for network 7e69f963-d2db-452f-a04e-87caff5e760b Aug 27 02:44:48.559390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.596017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.597337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:48.598837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.628365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5796022 Aug 27 02:44:48.631410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 34956) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:44:48.650015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Request body: {'subnet': {'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-366739748-subnet', 'tenant_id': '8c7a6dcd889f4b50b6d333675c513b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:48.718655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Made reservation on behalf of 8c7a6dcd889f4b50b6d333675c513b4e for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:48.721443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:48.749620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00898ada-c40a-47ee-ab72-3c37a89ccae4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e69f963-d2db-452f-a04e-87caff5e760b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:48.762651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7e69f963-d2db-452f-a04e-87caff5e760b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:44:48.844359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2354d2-e6ef-4966-939d-2ff57efa49d2 req-0fed73a0-114a-4545-b2f8-215784c7619b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:48.852693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d2354d2-e6ef-4966-939d-2ff57efa49d2 req-0fed73a0-114a-4545-b2f8-215784c7619b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1045308 Aug 27 02:44:48.931054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d2354d2-e6ef-4966-939d-2ff57efa49d2 req-3d3f6a31-25ed-42a7-a718-091703bef5c8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764356 Aug 27 02:44:49.054030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70768a-4b9b-4e92-9961-ec916696ac50 req-a0c93cc9-48b0-4ad5-9a4d-4d7437305643 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:49.055862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b70768a-4b9b-4e92-9961-ec916696ac50 req-a0c93cc9-48b0-4ad5-9a4d-4d7437305643 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0909925 Aug 27 02:44:49.131256 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.135578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b70768a-4b9b-4e92-9961-ec916696ac50 req-d4b73723-9436-4448-bad9-bf46378ed588 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672739 Aug 27 02:44:49.199875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Checking segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:49.200242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Network hostable DHCP agents. Network: 7e69f963-d2db-452f-a04e-87caff5e760b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:44:49.202649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7380300-f734-4a00-9f22-ab3378c590ac,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:49.225803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Network 7e69f963-d2db-452f-a04e-87caff5e760b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:44:49.235602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7e69f963-d2db-452f-a04e-87caff5e760b) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:49.239989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:49.240724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:49.245576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8743f20-de35-41be-94ce-3345884f1898 None None] Network 7e69f963-d2db-452f-a04e-87caff5e760b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:49.277510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3dceff5c-c7a9-4263-8140-2a5e551256f7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6447499 Aug 27 02:44:49.437826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d1cc0e-ab96-4781-9fd9-1c8116f69e30 None None] Network 7e69f963-d2db-452f-a04e-87caff5e760b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:44:49.905091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-d9764de7-1215-4920-9fd4-e5a0ea99f1ed tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:49.906899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-d9764de7-1215-4920-9fd4-e5a0ea99f1ed tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 817 time: 0.1115210 Aug 27 02:44:49.924379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-58d9954c-2089-4f7e-b56a-6fa6ec120eb0 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/quotas/8c7a6dcd889f4b50b6d333675c513b4e HTTP/1.1" status: 200 len: 375 time: 0.0106115 Aug 27 02:44:49.982952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-fae09fd0-2bfb-4cd8-9762-0e0d19f20f65 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527029 Aug 27 02:44:50.095672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767d81-d3f4-4a23-98aa-ec4527d43c6f req-e621e9c9-567e-40cc-b00b-9333d8c01e3d tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:50.108421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9767d81-d3f4-4a23-98aa-ec4527d43c6f req-e621e9c9-567e-40cc-b00b-9333d8c01e3d tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0994694 Aug 27 02:44:50.159342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9767d81-d3f4-4a23-98aa-ec4527d43c6f req-94e84053-8eae-4e27-bddb-af8830e0ce14 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Aug 27 02:44:50.183422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-51644d10-dd3f-438c-a577-932697bed76d service neutron] 10.222.0.26 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921127 Aug 27 02:44:50.297748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c867d08-89a1-4cca-85b0-eef736225c23 req-d3446cb9-ccbe-4528-8bec-a66657a766b6 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:50.305053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c867d08-89a1-4cca-85b0-eef736225c23 req-d3446cb9-ccbe-4528-8bec-a66657a766b6 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0654042 Aug 27 02:44:50.363905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-03a1e464-b9d8-4598-a71a-59490030317a service neutron] 10.222.0.26 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747096 Aug 27 02:44:50.368059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c867d08-89a1-4cca-85b0-eef736225c23 req-b796e850-f116-41a8-88d3-df7edb9493b5 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/security-groups?id=bacee537-b056-465a-976e-14095c160003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Aug 27 02:44:50.528395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-6478aff5-ef1d-4ab9-9835-f60802971886 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:50.531043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-6478aff5-ef1d-4ab9-9835-f60802971886 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 949 time: 0.0955799 Aug 27 02:44:50.700123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Deleting port ceaab277-1759-482e-ad31-eeb0b50c15bd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:44:50.700666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.840106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fea1638e-6c17-4363-b086-bce6b91cf7da req-1ab1147a-0ec7-4160-b45c-e79a88d31f95 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 210 time: 0.0638471 Aug 27 02:44:50.911022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] For port ceaab277-1759-482e-ad31-eeb0b50c15bd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ceaab277-1759-482e-ad31-eeb0b50c15bd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:44:50.916862 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:50.939404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Calling delete_port for ceaab277-1759-482e-ad31-eeb0b50c15bd owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:44:51.228700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.275784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['ceaab277-1759-482e-ad31-eeb0b50c15bd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:44:51.285356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Pushing event deleted for resources: {'Port': ['ID=ceaab277-1759-482e-ad31-eeb0b50c15bd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:51.364670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] No DVR routers for this DVR port ceaab277-1759-482e-ad31-eeb0b50c15bd on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:44:51.368955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:51.371958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-378d3add-b73f-49c7-a9f4-7e7af41597d9 req-7a8d971d-85bb-41e0-b87e-9553c46df706 tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.46 "DELETE /v2.0/ports/ceaab277-1759-482e-ad31-eeb0b50c15bd HTTP/1.1" status: 204 len: 173 time: 0.8317175 Aug 27 02:44:51.372889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'name': 'network-vif-deleted', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:51.388018 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb7f62e-6342-467c-a1f2-c123b628d01e" -d '{"events": [{"server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "name": "network-vif-deleted", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:51.401691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33680ec6-ab86-47c0-9e0b-c01b78e1b63a req-8ea63025-466b-4908-8074-69e9c62c9ac1 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:51.403509 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33680ec6-ab86-47c0-9e0b-c01b78e1b63a req-8ea63025-466b-4908-8074-69e9c62c9ac1 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1513789 Aug 27 02:44:51.448650 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b0bee-23e5-4638-ba5f-f827991ad216 x-openstack-request-id: req-dd6b0bee-23e5-4638-ba5f-f827991ad216 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:51.449216 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e84acd-ef99-4e32-8387-4ce8d703ed6f", "name": "network-vif-deleted", "tag": "ceaab277-1759-482e-ad31-eeb0b50c15bd", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:51.449655 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6b0bee-23e5-4638-ba5f-f827991ad216 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:51.450219 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e84acd-ef99-4e32-8387-4ce8d703ed6f', 'name': 'network-vif-deleted', 'tag': 'ceaab277-1759-482e-ad31-eeb0b50c15bd', 'status': 'completed', 'code': 200} Aug 27 02:44:51.468450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33680ec6-ab86-47c0-9e0b-c01b78e1b63a req-64c888d5-c9d3-4a09-a1e0-73543c104970 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578318 Aug 27 02:44:51.649138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aea55297-01c2-4f74-9eac-7f36a9b70bf3 req-eb77821e-2f03-4573-babb-c2f45e6b944c tempest-VolumesNegativeTest-908286479 tempest-VolumesNegativeTest-908286479-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6e84acd-ef99-4e32-8387-4ce8d703ed6f HTTP/1.1" status: 200 len: 210 time: 0.0756004 Aug 27 02:44:52.044850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cbee5975-471c-49a0-bdb1-50339b083403 req-188c6e26-dd4f-41e5-a9cd-909685b140b8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 210 time: 0.1049044 Aug 27 02:44:52.632704 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-642edb87-798d-402a-8dcb-d5d9548e09d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:52.728976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-3759229f-58f4-494f-8b09-06a7d648dc82 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:52.730775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-3759229f-58f4-494f-8b09-06a7d648dc82 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 817 time: 0.2237673 Aug 27 02:44:52.740290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d8e2b-8d9f-40fd-beee-f7c9fa7da6bb req-7129bc31-9e70-4cf9-a273-74cfb15d9fe0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:52.741953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-551d8e2b-8d9f-40fd-beee-f7c9fa7da6bb req-7129bc31-9e70-4cf9-a273-74cfb15d9fe0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1158900 Aug 27 02:44:52.752481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Request body: {'port': {'device_id': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'admin_state_up': True, 'tenant_id': '8c7a6dcd889f4b50b6d333675c513b4e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:52.991236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-551d8e2b-8d9f-40fd-beee-f7c9fa7da6bb req-69d58c64-c2d1-4b07-93d8-cb200de69fee tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292681 Aug 27 02:44:53.271399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fc86bf5-ad57-499c-bfb9-7cad216bcb0d req-9e65693e-a1f8-4d41-b63b-de220d01aedf tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 210 time: 0.0671299 Aug 27 02:44:53.369994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Made reservation on behalf of 8c7a6dcd889f4b50b6d333675c513b4e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:53.374174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.403245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-b71de89a-c096-4c0c-8ea6-b7491c22aaff tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:53.404758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-b71de89a-c096-4c0c-8ea6-b7491c22aaff tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.46 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 817 time: 0.5171704 Aug 27 02:44:53.436798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Request body: {'port': {'device_id': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'admin_state_up': True, 'tenant_id': '8c7a6dcd889f4b50b6d333675c513b4e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:53.549201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5571415b-119c-4481-b006-5d27b5bb9f20 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:53.552899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5571415b-119c-4481-b006-5d27b5bb9f20 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 817 time: 0.4172764 Aug 27 02:44:53.637001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Request body: {'port': {'device_id': '33498604-0b5a-4e3f-aaae-a509d575c806', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'admin_state_up': True, 'tenant_id': '8c7a6dcd889f4b50b6d333675c513b4e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:53.765261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Made reservation on behalf of 8c7a6dcd889f4b50b6d333675c513b4e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:53.769336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:53.901066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Allocated IP 172.20.0.6 (7e69f963-d2db-452f-a04e-87caff5e760b/e7380300-f734-4a00-9f22-ab3378c590ac/8d076100-f14b-4f65-8208-5778e2089e02) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:53.962989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Made reservation on behalf of 8c7a6dcd889f4b50b6d333675c513b4e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:44:53.969150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.347440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.405904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886969c-509d-4506-831e-58e2132ccc0d req-25ad5b98-2c5c-450d-abb3-301f8ad1e2af tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:54.407971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0886969c-509d-4506-831e-58e2132ccc0d req-25ad5b98-2c5c-450d-abb3-301f8ad1e2af tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.3288703 Aug 27 02:44:54.422125 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-72e8c3a9-9da0-421f-8ccc-23f45d6b4420 req-048dfae0-2030-48ac-9471-6c109c7d2e2f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 210 time: 0.0492713 Aug 27 02:44:54.529367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0886969c-509d-4506-831e-58e2132ccc0d req-212b6444-02df-4db6-9a68-1772d8e8b083 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124191 Aug 27 02:44:54.534984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.643026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event updated for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:54.684985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Network 7e69f963-d2db-452f-a04e-87caff5e760b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:54.689363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:54.705597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:54.742415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Allocated IP 172.20.0.11 (7e69f963-d2db-452f-a04e-87caff5e760b/e7380300-f734-4a00-9f22-ab3378c590ac/3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:54.772178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:54.772912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:54.792108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ceaab277-1759-482e-ad31-eeb0b50c15bd no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:44:54.830198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: ceaab277-1759-482e-ad31-eeb0b50c15bd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:44:54.830939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ceaab277-1759-482e-ad31-eeb0b50c15bd not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:44:54.832850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-5588ee1f-579e-4544-bccc-870710db20ca tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0892012 Aug 27 02:44:54.864112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Request body: {'port': {'device_id': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:55.202342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3751903d-6648-49ee-8503-c69b6d72ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.264672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.333158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.460265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.472876 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.596443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Network 7e69f963-d2db-452f-a04e-87caff5e760b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:55.638712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62f52609-848d-40a6-99e3-d9aa41c17f6b req-9740452d-0787-4549-8cc1-db9106e6c145 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 210 time: 0.0978923 Aug 27 02:44:55.699760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Allocated IP 172.20.0.13 (7e69f963-d2db-452f-a04e-87caff5e760b/e7380300-f734-4a00-9f22-ab3378c590ac/951a9e43-d77a-4853-a98f-853a14489832) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:44:55.907421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:55.925818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:55.932879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:56.005375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event updated for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.047111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.047910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.066158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b06a0-4dea-4fa1-b2c9-8a47cbf90fa7 req-fe4cad11-43c7-4926-bb37-ef9047169c2a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.067859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-046b06a0-4dea-4fa1-b2c9-8a47cbf90fa7 req-fe4cad11-43c7-4926-bb37-ef9047169c2a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1579623 Aug 27 02:44:56.093562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-c7a65fc9-8ecd-40f1-bf41-f28176e64c3f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6715002 Aug 27 02:44:56.135750 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Request body: {'port': {'device_id': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:56.184157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.372425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-046b06a0-4dea-4fa1-b2c9-8a47cbf90fa7 req-76cf0be2-4273-4fe6-860d-677978a30d42 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899835 Aug 27 02:44:56.423885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Network 7e69f963-d2db-452f-a04e-87caff5e760b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:44:56.451405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:44:56.457254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:44:56.469343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event updated for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:56.533222 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.608927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.711597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.713115 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.856485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d076100-f14b-4f65-8208-5778e2089e02 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:56.881414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273937f-5023-47c4-ae74-a6967c339631 req-cb98a555-570f-4f20-bf1d-63a3940045fd tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:56.889947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:56.900869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d273937f-5023-47c4-ae74-a6967c339631 req-cb98a555-570f-4f20-bf1d-63a3940045fd tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 932 time: 0.1443090 Aug 27 02:44:56.920203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Transition to ACTIVE for port object 8d076100-f14b-4f65-8208-5778e2089e02 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:56.974838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d273937f-5023-47c4-ae74-a6967c339631 req-041ddaaa-a763-44af-b79c-cea6e9f1698d tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Aug 27 02:44:57.076460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:44:57.102228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.208702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-143c0238-21e9-4da6-8f85-465f5065649c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5831492 Aug 27 02:44:57.233991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Request body: {'port': {'device_id': '33498604-0b5a-4e3f-aaae-a509d575c806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:44:57.300401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:57.432651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.467615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Attempting to bind port 8d076100-f14b-4f65-8208-5778e2089e02 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:57.467942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Attempting to bind port 8d076100-f14b-4f65-8208-5778e2089e02 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:57.468292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Attempting to bind port 8d076100-f14b-4f65-8208-5778e2089e02 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:57.527202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Port 8d076100-f14b-4f65-8208-5778e2089e02 on network 7e69f963-d2db-452f-a04e-87caff5e760b not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:57.527530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Attempting to bind port 8d076100-f14b-4f65-8208-5778e2089e02 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:57.621274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:57.621627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Checking segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:57.622020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Bound using segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:57.622500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Bound port: 8d076100-f14b-4f65-8208-5778e2089e02, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:57.622864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:57.874148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad0ad-2b8d-4c54-8e7d-fff4564fcc0b req-73cb4265-d639-47e7-a6f4-13b718ad58a1 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:57.877531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d84ad0ad-2b8d-4c54-8e7d-fff4564fcc0b req-73cb4265-d639-47e7-a6f4-13b718ad58a1 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.3628645 Aug 27 02:44:57.952350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.095238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:58.112352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.170854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Transition to ACTIVE for port object 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:58.171839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:58.178246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d84ad0ad-2b8d-4c54-8e7d-fff4564fcc0b req-b95bf773-c215-4600-9ca3-e9c252e9e1fa tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863424 Aug 27 02:44:58.207392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ed3e7-297b-4eb2-8dab-d6fe2e24f63b req-6ceaadfb-8f5b-4a99-a039-6f1cc5991e11 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:58.221337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-457ed3e7-297b-4eb2-8dab-d6fe2e24f63b req-6ceaadfb-8f5b-4a99-a039-6f1cc5991e11 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 932 time: 0.1110673 Aug 27 02:44:58.322229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-457ed3e7-297b-4eb2-8dab-d6fe2e24f63b req-1560f430-ec9f-4f60-af93-1f6b6f735acb tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993063 Aug 27 02:44:58.477968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951a9e43-d77a-4853-a98f-853a14489832 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:44:58.489375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.514967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.540841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8d076100-f14b-4f65-8208-5778e2089e02,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:58.575925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.613247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Transition to ACTIVE for port object 951a9e43-d77a-4853-a98f-853a14489832 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:44:58.652260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.663643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:58.664809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:58.666626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] 10.222.0.15 "PUT /v2.0/ports/8d076100-f14b-4f65-8208-5778e2089e02 HTTP/1.1" status: 200 len: 1091 time: 3.8213658 Aug 27 02:44:58.667276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:44:58.669822 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572cde9b-955d-4c64-8ba0-02de64d01a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "tag": "8d076100-f14b-4f65-8208-5778e2089e02"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:44:58.692860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Pushing event updated for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:58.842940 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3432a483-49d3-49cb-8e86-9cfcaf600828 x-openstack-request-id: req-3432a483-49d3-49cb-8e86-9cfcaf600828 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:44:58.843253 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "tag": "8d076100-f14b-4f65-8208-5778e2089e02", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:44:58.843499 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3432a483-49d3-49cb-8e86-9cfcaf600828 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:44:58.846151 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02', 'status': 'completed', 'code': 200} Aug 27 02:44:59.049557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c438-12fc-476e-aadc-1d8012f77f9f service neutron] Pushing event updated for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:59.165055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-07dc007b-bf3a-40b6-89a2-514187f982be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:59.167062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-07dc007b-bf3a-40b6-89a2-514187f982be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 1094 time: 0.3182302 Aug 27 02:44:59.174494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Attempting to bind port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:59.174831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Attempting to bind port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:59.175153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Attempting to bind port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:59.229237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 on network 7e69f963-d2db-452f-a04e-87caff5e760b not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:59.229570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Attempting to bind port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:59.237263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-e5aaace3-c2e5-4a59-bcce-255f5cbb1626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d076100-f14b-4f65-8208-5778e2089e02 HTTP/1.1" status: 200 len: 217 time: 0.0597720 Aug 27 02:44:59.242601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Pushing event updated for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:59.258002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:59.258343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Checking segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:59.258777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Bound using segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:59.259297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Bound port: 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:59.259672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.325590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Attempting to bind port 951a9e43-d77a-4853-a98f-853a14489832 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:44:59.325971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Attempting to bind port 951a9e43-d77a-4853-a98f-853a14489832 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:44:59.326308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Attempting to bind port 951a9e43-d77a-4853-a98f-853a14489832 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:59.356048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-685e4929-4d4e-46ab-b770-d4096f14ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:59.357651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-685e4929-4d4e-46ab-b770-d4096f14ed76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.1107860 Aug 27 02:44:59.360454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Port 951a9e43-d77a-4853-a98f-853a14489832 on network 7e69f963-d2db-452f-a04e-87caff5e760b not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:44:59.362158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Attempting to bind port 951a9e43-d77a-4853-a98f-853a14489832 on network 7e69f963-d2db-452f-a04e-87caff5e760b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:44:59.468828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d8be-ca11-47c0-99b8-dae1e1594d5f req-7fdcf42d-7495-485c-b629-677ff1ca2178 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:59.500209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c671d8be-ca11-47c0-99b8-dae1e1594d5f req-7fdcf42d-7495-485c-b629-677ff1ca2178 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1611161 Aug 27 02:44:59.510482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:59.514260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:59.561622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:44:59.562117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Checking segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:44:59.562418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Bound using segment: {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:44:59.562896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Bound port: 951a9e43-d77a-4853-a98f-853a14489832, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e956a0-c148-4881-acb3-d0ba46beb957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:44:59.563256 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.624930 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c671d8be-ca11-47c0-99b8-dae1e1594d5f req-d1751ca3-e542-40a2-9eb4-6eae3e9bc068 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234663 Aug 27 02:44:59.696340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:44:59.705249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=951a9e43-d77a-4853-a98f-853a14489832,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:44:59.717009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.838680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.890179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Pushing event updated for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:44:59.902298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-031df939-e6b4-45fe-980a-dc57b2386948 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3861959 Aug 27 02:44:59.903564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:44:59.904161 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:44:59.905644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-6d2821b7-351b-4679-bf07-bb89b9c66a88 service neutron] 10.222.0.46 "PUT /v2.0/ports/3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 HTTP/1.1" status: 200 len: 1092 time: 3.7811532 Aug 27 02:45:00.027749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.055246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.057301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] 10.222.0.15 "PUT /v2.0/ports/951a9e43-d77a-4853-a98f-853a14489832 HTTP/1.1" status: 200 len: 1092 time: 2.8283160 Aug 27 02:45:00.068726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabbc9d-b4d8-4fbf-acca-79f5e4df448a req-403af76d-e5e0-4ac3-97b5-dad6918de74e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.070696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4dabbc9d-b4d8-4fbf-acca-79f5e4df448a req-403af76d-e5e0-4ac3-97b5-dad6918de74e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 944 time: 0.5423853 Aug 27 02:45:00.187106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaadf7a-6cb7-4c33-8792-67a985a7eb3b service neutron] Pushing event updated for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:00.727745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-2fea285a-5891-41ba-8634-051a2a33534a service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537838 Aug 27 02:45:00.817444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:00.868701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f53bf-97d1-4203-9d5f-cf12d73cd10d req-d5033bca-7e1f-418d-a85b-9d01228ad288 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.878273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b97f53bf-97d1-4203-9d5f-cf12d73cd10d req-d5033bca-7e1f-418d-a85b-9d01228ad288 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1271281 Aug 27 02:45:00.922770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b97f53bf-97d1-4203-9d5f-cf12d73cd10d req-63f8d81b-5950-4806-a24b-2bc8ed3103a7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Aug 27 02:45:00.963986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-2d269cc8-11b9-491d-896e-dc4f03cbf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:00.965452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-2d269cc8-11b9-491d-896e-dc4f03cbf1d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 1097 time: 1.1153834 Aug 27 02:45:00.966790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'}, {'name': 'network-changed', 'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'tag': '951a9e43-d77a-4853-a98f-853a14489832'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:00.969019 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76" -d '{"events": [{"name": "network-changed", "server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92"}, {"name": "network-changed", "server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "tag": "951a9e43-d77a-4853-a98f-853a14489832"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:01.136879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35774) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.171681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-d93f6e40-035c-49ee-b053-ca8204e9faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.172956 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-d93f6e40-035c-49ee-b053-ca8204e9faed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 1095 time: 1.0893416 Aug 27 02:45:01.177515 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc89aee-d071-401c-a018-5ba95891c283 x-openstack-request-id: req-cdc89aee-d071-401c-a018-5ba95891c283 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:01.177807 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "tag": "951a9e43-d77a-4853-a98f-853a14489832", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:01.178060 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdc89aee-d071-401c-a018-5ba95891c283 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:01.193670 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92', 'status': 'completed', 'code': 200} Aug 27 02:45:01.194715 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'tag': '951a9e43-d77a-4853-a98f-853a14489832', 'status': 'completed', 'code': 200} Aug 27 02:45:01.238150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4dabbc9d-b4d8-4fbf-acca-79f5e4df448a req-e63f5e03-8dfd-4f81-b8e2-4e7f10cac779 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1383798 Aug 27 02:45:01.240337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-7ff57305-3198-4c19-8c00-3c9ad508dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.243355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-7ff57305-3198-4c19-8c00-3c9ad508dfaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 1095 time: 1.0745273 Aug 27 02:45:01.330717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-7a91ea3c-361f-43fc-8f9c-9b4caf2b586e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 HTTP/1.1" status: 200 len: 217 time: 0.1260440 Aug 27 02:45:01.370337 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-633a558d-3548-4c97-aa16-c91c230318b0 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985055 Aug 27 02:45:01.427431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24c11224-3c1d-440b-8fbe-85c4d2aecd03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89362b8af95f4b19af6c64329bd84fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882469 Aug 27 02:45:01.430142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35802) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:01.471484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-b1ea7ec1-c9b9-4887-8dae-73d5844044e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951a9e43-d77a-4853-a98f-853a14489832 HTTP/1.1" status: 200 len: 217 time: 0.1091068 Aug 27 02:45:01.490862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.516423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.578879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.582930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:01.584547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bacee537-b056-465a-976e-14095c160003 HTTP/1.1" status: 204 len: 168 time: 0.1524343 Aug 27 02:45:01.602107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c0ce-eacf-4817-8042-cbc097bd751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacee537-b056-465a-976e-14095c160003,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:01.648289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-16706bc4-84c9-4d06-b914-ab40f9781dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.650774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-16706bc4-84c9-4d06-b914-ab40f9781dfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.1545234 Aug 27 02:45:01.657238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-423a3afd-6e4c-4fff-8448-116bcdd38120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.658814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-423a3afd-6e4c-4fff-8448-116bcdd38120 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 1094 time: 0.2218695 Aug 27 02:45:01.660353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-ba25f814-0c29-41cc-80ab-3374d72ebdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.661844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-ba25f814-0c29-41cc-80ab-3374d72ebdd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.2886689 Aug 27 02:45:01.729831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-459c97d0-6872-48ff-9eb1-591a4123a4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610425 Aug 27 02:45:01.765846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-7bd34bf9-4d0e-4597-8734-317fae26016c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720248 Aug 27 02:45:01.767328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-b83dd58b-a364-4de0-9537-1e8ea7043467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:01.769140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-b83dd58b-a364-4de0-9537-1e8ea7043467 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.7679238 Aug 27 02:45:02.008203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-cfc05e22-cb75-4223-8a87-1384af0b719d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 200 len: 217 time: 0.1602318 Aug 27 02:45:02.183165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-e56bc0f7-1539-4e32-aecf-86cb5d331d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.183165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-e56bc0f7-1539-4e32-aecf-86cb5d331d01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 918 time: 0.4914892 Aug 27 02:45:02.221506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254af24e-2ea6-47f8-b7da-1882ac1be2c9 req-1b567014-e9c9-4356-8a09-616470757a6a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.227509 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-254af24e-2ea6-47f8-b7da-1882ac1be2c9 req-1b567014-e9c9-4356-8a09-616470757a6a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1506672 Aug 27 02:45:02.333419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-254af24e-2ea6-47f8-b7da-1882ac1be2c9 req-fd6c1513-d989-46ac-99b3-14a3833b0500 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015773 Aug 27 02:45:02.354612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-056a5f12-b931-4f9d-9e7d-012b8991b5bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d076100-f14b-4f65-8208-5778e2089e02 HTTP/1.1" status: 200 len: 217 time: 0.1098189 Aug 27 02:45:02.391810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-56dd9b11-eb90-4b31-b8e5-620df1356d5b service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214237 Aug 27 02:45:02.564058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-5913cce2-5055-442f-a701-92cba14f228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.568434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-5913cce2-5055-442f-a701-92cba14f228b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.5456336 Aug 27 02:45:02.570480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-fcf28093-b37d-4dd5-9189-2570e89ab559 service neutron] 10.222.0.46 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7312467 Aug 27 02:45:02.680044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-1d0c5feb-c2da-4cdd-9627-d65aa9d1de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.682472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-1d0c5feb-c2da-4cdd-9627-d65aa9d1de8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.2658348 Aug 27 02:45:02.712474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b29a6-a35f-44bb-a52d-555495538ab2 req-a53a2177-dcff-4740-b859-f1ba2c653b12 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.714189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a10b29a6-a35f-44bb-a52d-555495538ab2 req-a53a2177-dcff-4740-b859-f1ba2c653b12 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 944 time: 0.3076308 Aug 27 02:45:02.757091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-dff32a2e-aef9-4dc0-8b55-9a4757084a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607021 Aug 27 02:45:02.897294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-c3038b97-37d0-4fcc-8584-e7be5ff7fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:02.899312 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-c3038b97-37d0-4fcc-8584-e7be5ff7fc08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166986 Aug 27 02:45:02.906511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-00b884cc-b98b-4c33-817b-7435e6e4fa01 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795651 Aug 27 02:45:03.035612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a10b29a6-a35f-44bb-a52d-555495538ab2 req-da7a9bd1-252a-4019-bfc3-07ed9fa3ad5f tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856042 Aug 27 02:45:03.037562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-977b967f-b849-46d9-85a4-9209a3c09c63 req-eb122965-201a-4b48-a289-46fb63c9a4bb service neutron] 10.222.0.46 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445720 Aug 27 02:45:03.131213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-cebf6e35-62e7-44e6-8490-4cc049897880 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550959 Aug 27 02:45:03.226375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-c521d618-dc72-4f39-99dd-4c9e81eafbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.228734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-c521d618-dc72-4f39-99dd-4c9e81eafbe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 1095 time: 0.2175379 Aug 27 02:45:03.246600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-b4c038ce-de4b-47ca-be79-34fe19f07bfd service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349674 Aug 27 02:45:03.638296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-158c533b-4733-4646-a814-ace44d2c7630 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026152 Aug 27 02:45:03.794659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-3cd1ae48-8bc4-43cf-836a-9ebcff56d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.796475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-3cd1ae48-8bc4-43cf-836a-9ebcff56d9fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 1095 time: 0.5853906 Aug 27 02:45:03.813704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebff19-d3d4-440c-9813-fafd33dca53c req-ab41c0d1-2188-4eaa-94be-5b13ec099f1b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.823118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3ebff19-d3d4-440c-9813-fafd33dca53c req-ab41c0d1-2188-4eaa-94be-5b13ec099f1b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1878974 Aug 27 02:45:03.888776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e7e8db8-0e78-4a24-bbb2-8cb05f67af8e req-44011485-be9a-4a5e-9e06-dac8d196c233 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189320 Aug 27 02:45:03.919718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-08ee9f7b-9e29-4684-8b3b-2602bdd700a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:03.921345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-08ee9f7b-9e29-4684-8b3b-2602bdd700a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 918 time: 0.6724126 Aug 27 02:45:03.999393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-e699397c-8516-48aa-98b1-2b9c76d007c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951a9e43-d77a-4853-a98f-853a14489832 HTTP/1.1" status: 200 len: 217 time: 0.0621758 Aug 27 02:45:04.003641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3ebff19-d3d4-440c-9813-fafd33dca53c req-3a2aa7b0-cf6e-46dc-9973-122247c6a9af tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797078 Aug 27 02:45:04.089658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-1209542e-5813-4a26-8fbf-067b8164b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.092412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-1209542e-5813-4a26-8fbf-067b8164b273 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 200 len: 918 time: 0.2661724 Aug 27 02:45:04.100168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-4ae72928-088c-4701-bf8c-3611b2e534cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.102355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-4ae72928-088c-4701-bf8c-3611b2e534cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.0842333 Aug 27 02:45:04.226133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-2d773c8c-fc14-4628-a086-080343d6f477 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155646 Aug 27 02:45:04.228490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-ba14df67-6dba-4bcd-a31a-43c3d13fbc85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 HTTP/1.1" status: 200 len: 217 time: 0.1236870 Aug 27 02:45:04.393616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fdde-35f2-43b2-a39e-509eb3ef57f5 req-30e018c4-6ef1-4544-b212-f7e695314558 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.402508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e369fdde-35f2-43b2-a39e-509eb3ef57f5 req-30e018c4-6ef1-4544-b212-f7e695314558 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 944 time: 0.2756755 Aug 27 02:45:04.444118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-b49fdfc2-9040-4eff-bbda-523727bf2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:04.445697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-b49fdfc2-9040-4eff-bbda-523727bf2054 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 200 len: 857 time: 0.1955085 Aug 27 02:45:04.513639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e369fdde-35f2-43b2-a39e-509eb3ef57f5 req-961cec69-946e-43c7-80a9-ae5a094fe5c2 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099737 Aug 27 02:45:04.518718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-c54e0d3d-796b-414b-93ac-25f66118767b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e69f963-d2db-452f-a04e-87caff5e760b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638583 Aug 27 02:45:04.689032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-03125586-4ac7-4ac0-a1f5-3a748c46b134 service neutron] 10.222.0.46 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620586 Aug 27 02:45:04.690901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-cd938b46-d9b8-42a5-a0e4-4320256179a9 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510069 Aug 27 02:45:04.814485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35972) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:04.821904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785513727', 'description': 'tempest-secgroup-smoke-1785513727 description', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:04.875756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.888734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:04.936017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-be1b5d63-4657-4745-9bde-261a9a7c95f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369742 Aug 27 02:45:04.942452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b9b8c69-6981-4c4b-90b8-c81d2f39de76 req-7b00aa50-82ad-40a7-9ebb-abe81bf967d1 service neutron] 10.222.0.15 "GET /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423491 Aug 27 02:45:05.145599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.151734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.189617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819ffb-2e06-43ab-8dde-076518f2a0e6 req-58896d33-209d-408d-9218-c57c9df61d80 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:05.191799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47819ffb-2e06-43ab-8dde-076518f2a0e6 req-58896d33-209d-408d-9218-c57c9df61d80 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0993969 Aug 27 02:45:05.246916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-47819ffb-2e06-43ab-8dde-076518f2a0e6 req-118e0a6b-5830-4a46-be36-30c3f6fab323 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Aug 27 02:45:05.260980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0145ff7d-d79b-411e-9a3e-9697af8861ce,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:05.310092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.320356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.364082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d75121-7c4a-47ff-a0c7-999f03b7d7ab,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:05.369548 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.371225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4473f12e-8bc8-454b-85e8-7c6bb77f3c62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5555663 Aug 27 02:45:05.374692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:05.380081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:05.415661 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.498673 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.503380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.530602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2600093f-a289-4925-ab99-08598e8c2dc3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:05.540753 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.542358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f4ef8d70-bb64-4560-a145-69fe9d2748f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664407 Aug 27 02:45:05.544837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35986) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:05.550531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:05.594363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.715831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb915eb-5a6b-483d-902a-a59df09b4cd3 req-58abb696-1cdb-4115-b41e-120ce1aebd2e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:05.725174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdb915eb-5a6b-483d-902a-a59df09b4cd3 req-58abb696-1cdb-4115-b41e-120ce1aebd2e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 944 time: 0.0955510 Aug 27 02:45:05.750119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8d076100-f14b-4f65-8208-5778e2089e02 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:05.763464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.779650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.793506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdb915eb-5a6b-483d-902a-a59df09b4cd3 req-afdf31e9-ae69-44eb-b880-81a5ff60b5dc tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667970 Aug 27 02:45:05.871977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a217b0-587e-4ca9-a70f-e15eae5dae85,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:05.893610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:05.898824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 35996) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:05.899351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-079b67f8-bd4b-4bd8-a809-b204f8876bc9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3526609 Aug 27 02:45:05.903773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:05.943746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.007542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8d076100-f14b-4f65-8208-5778e2089e02,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:06.016283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.023846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.031627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '8d076100-f14b-4f65-8208-5778e2089e02', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'port_id': '8d076100-f14b-4f65-8208-5778e2089e02', 'mac_address': 'fa:16:3e:38:f3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7380300-f734-4a00-9f22-ab3378c590ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:06.064661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae870d1f-b3cc-487b-96fa-ed7ebd7c005d,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.083245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.091047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 35998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.096747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:06.100504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-eaac3bbc-c4e0-4f0e-90b9-cac0ac3e0309 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2003489 Aug 27 02:45:06.112797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.141405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.143305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d076100-f14b-4f65-8208-5778e2089e02 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:06.181870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8d076100-f14b-4f65-8208-5778e2089e02,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:06.191998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.193347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 951a9e43-d77a-4853-a98f-853a14489832 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:06.288841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.300361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.306687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.307035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.307377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.307663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.307752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.308578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.308922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.309307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.309641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.309971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.310576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.310948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.311336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:06.346722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9747b3e6-4a47-4b9a-a0a7-84d9522ec4f2,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.360405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.362291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9caf18f3-e779-4edd-8a2d-1d96bc651090 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699940 Aug 27 02:45:06.365139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.372484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:06.380582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=951a9e43-d77a-4853-a98f-853a14489832,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:06.393679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '951a9e43-d77a-4853-a98f-853a14489832', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'port_id': '951a9e43-d77a-4853-a98f-853a14489832', 'mac_address': 'fa:16:3e:80:f3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7380300-f734-4a00-9f22-ab3378c590ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:06.438846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.458395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951a9e43-d77a-4853-a98f-853a14489832 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:06.466034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8897fd-8eb9-4e42-8d0b-972959d69df4 req-f73f99b3-4bee-48f8-8f9b-e97fbf83d390 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:06.468417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa8897fd-8eb9-4e42-8d0b-972959d69df4 req-f73f99b3-4bee-48f8-8f9b-e97fbf83d390 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0878067 Aug 27 02:45:06.469753 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:45:06.476125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.492286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=951a9e43-d77a-4853-a98f-853a14489832,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:06.497268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.550483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.564605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa8897fd-8eb9-4e42-8d0b-972959d69df4 req-d8b2c81b-8d88-4c5b-89a8-d8d62bc98897 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Aug 27 02:45:06.584282 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.589356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.606732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d346dd-3292-4efc-a72c-734402cc3ed0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:06.629381 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.631790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e4d752f9-d1b8-4ff3-8d37-07a8bdcf90ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2652447 Aug 27 02:45:06.635205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:06.643782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '49d75121-7c4a-47ff-a0c7-999f03b7d7ab', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:06.690372 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:45:06.698536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:06.735517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['951a9e43-d77a-4853-a98f-853a14489832'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:06.909633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['8d076100-f14b-4f65-8208-5778e2089e02'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:06.978288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.015260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:07.020051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-e5512426-ccc3-466d-af7a-b0edb75d4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.022310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-e5512426-ccc3-466d-af7a-b0edb75d4fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 1097 time: 0.0878825 Aug 27 02:45:07.028523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.038233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f20599-9ec7-402d-9bf7-0a7cd37a6a88 req-f7293740-d2b2-4d88-a9bd-26e7c2648ec0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.049592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45f20599-9ec7-402d-9bf7-0a7cd37a6a88 req-f7293740-d2b2-4d88-a9bd-26e7c2648ec0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1288507 Aug 27 02:45:07.091047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730832b8-89a6-4e7f-8dd5-1ba0fc45eed9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.095712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.100900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b8ca75ca-7806-4d58-8f3a-ac48413dfd41 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4644713 Aug 27 02:45:07.101663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36024) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.109486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'network': {'name': 'tempest-network-smoke--809031739', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:07.140335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c099-0c31-45a1-9848-ed61515fc1fd req-2319246e-cf0f-4989-b899-c83f14ffacfe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.142212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f60c099-0c31-45a1-9848-ed61515fc1fd req-2319246e-cf0f-4989-b899-c83f14ffacfe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 945 time: 0.2022612 Aug 27 02:45:07.224122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:07.228160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.249321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45f20599-9ec7-402d-9bf7-0a7cd37a6a88 req-c23bed2e-c49a-42ed-b1c8-585c7e098cb4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987829 Aug 27 02:45:07.257551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f60c099-0c31-45a1-9848-ed61515fc1fd req-6099864d-13f1-413d-b1fc-4d8f4a66dae3 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078773 Aug 27 02:45:07.288203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-fc55addb-706e-42ef-8e12-956c6567b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.289723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-fc55addb-706e-42ef-8e12-956c6567b0cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.2380729 Aug 27 02:45:07.303399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:07.325294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.325577 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Added segment 7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf of type vlan for network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d Aug 27 02:45:07.383306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-4abd287b-46b8-4c5e-9f7c-9fe4541087e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 200 len: 217 time: 0.0855465 Aug 27 02:45:07.408085 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.438405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.449266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.450066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.486140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3780618 Aug 27 02:45:07.487636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-9c335258-5283-47b1-8e4a-70c6bf860dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.489260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-9c335258-5283-47b1-8e4a-70c6bf860dac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.0996058 Aug 27 02:45:07.492485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:07.503358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'admin_state_up': True, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:07.570342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cbd2f-feff-4ae8-9e83-a6c15e5fbb4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Network': ['ID=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:07.601520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.602576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:07.603086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.608724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:07.620082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-5d3b8520-f29d-4156-840a-ab350e951cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:07.621837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-5d3b8520-f29d-4156-840a-ab350e951cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022971 Aug 27 02:45:07.719344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92', 'network_id': '7e69f963-d2db-452f-a04e-87caff5e760b', 'port_id': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92', 'mac_address': 'fa:16:3e:e0:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7380300-f734-4a00-9f22-ab3378c590ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:07.723913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.844867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.878340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:07.910417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-c4bce735-a935-4cf4-be06-4ab2073c9bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807443 Aug 27 02:45:07.912512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:07.913218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:07.935929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.018578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:08.050092 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a74e3d4f-0b1f-4c62-b886-292e0cf22df0 req-939497c5-75ed-42c9-94b7-843bb3bbb263 service neutron] 10.222.0.15 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311922 Aug 27 02:45:08.225376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.245621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.347261 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:08.476803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.121 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/6963a49c-a14d-4b08-bf26-f3749123938b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:08.487642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9433d-c75c-49f0-86c5-8f54a64238ca req-6f1aa936-494b-4564-b7e8-4950eb1828be tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:08.495273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4cb9433d-c75c-49f0-86c5-8f54a64238ca req-6f1aa936-494b-4564-b7e8-4950eb1828be tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 945 time: 0.1191509 Aug 27 02:45:08.532617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9815c9-b14e-41b9-98a2-271c0664e499 req-70b71a5d-f182-4e86-b186-3d7dbc26e600 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:08.534373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c9815c9-b14e-41b9-98a2-271c0664e499 req-70b71a5d-f182-4e86-b186-3d7dbc26e600 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1410565 Aug 27 02:45:08.569353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4cb9433d-c75c-49f0-86c5-8f54a64238ca req-008912f8-1852-4619-8e84-97cfe454714d tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Aug 27 02:45:08.657878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c9815c9-b14e-41b9-98a2-271c0664e499 req-5da62c16-ecf7-4e1d-89ce-b59e0825df86 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106780 Aug 27 02:45:08.755856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.801798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:08.842328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:08.845579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:08.849471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:08.965289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=6963a49c-a14d-4b08-bf26-f3749123938b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:09.573063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.752930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 951a9e43-d77a-4853-a98f-853a14489832 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:09.770865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820df8f-b5c4-464c-ad68-cef0327fdf6b req-1fb443bf-6489-49b8-92a9-ff20880ad669 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:09.773100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7820df8f-b5c4-464c-ad68-cef0327fdf6b req-1fb443bf-6489-49b8-92a9-ff20880ad669 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 945 time: 0.1142645 Aug 27 02:45:09.867111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 951a9e43-d77a-4853-a98f-853a14489832 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:09.876340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 951a9e43-d77a-4853-a98f-853a14489832 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:09.877118 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.881050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7820df8f-b5c4-464c-ad68-cef0327fdf6b req-1bfc06e1-4972-428a-b233-aa85a8c7607e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924692 Aug 27 02:45:09.891903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d19b3-b221-4c9e-afab-b3d11d86507f req-613d5138-27d6-4b40-8ec4-b7158a269496 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:09.909759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e1d19b3-b221-4c9e-afab-b3d11d86507f req-613d5138-27d6-4b40-8ec4-b7158a269496 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1422801 Aug 27 02:45:09.940963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:09.996272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.020655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a9e43-d77a-4853-a98f-853a14489832'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:10.023004 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd9d448-403d-49ca-8c38-9a5746535f2d" -d '{"events": [{"server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "name": "network-vif-plugged", "status": "completed", "tag": "951a9e43-d77a-4853-a98f-853a14489832"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:10.037083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=951a9e43-d77a-4853-a98f-853a14489832,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:10.052182 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.053155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8d076100-f14b-4f65-8208-5778e2089e02 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:10.098984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e1d19b3-b221-4c9e-afab-b3d11d86507f req-f2037bd9-3a83-4fbc-85ea-df702cbc9703 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881232 Aug 27 02:45:10.108727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:10.152942 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d1ccf-0ff8-450e-aae2-00799ebeb75f x-openstack-request-id: req-ad3d1ccf-0ff8-450e-aae2-00799ebeb75f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:10.152942 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "name": "network-vif-plugged", "status": "completed", "tag": "951a9e43-d77a-4853-a98f-853a14489832", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:10.152942 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad3d1ccf-0ff8-450e-aae2-00799ebeb75f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:10.152942 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951a9e43-d77a-4853-a98f-853a14489832', 'code': 200} Aug 27 02:45:10.227502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:10.244609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 8d076100-f14b-4f65-8208-5778e2089e02 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:10.248773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 8d076100-f14b-4f65-8208-5778e2089e02 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:10.249252 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.328232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c419f-80ce-486f-a53e-efe1563eaf2b req-1650cc2b-3a7c-4b12-96e9-af3dad06fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.329775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b90c419f-80ce-486f-a53e-efe1563eaf2b req-1650cc2b-3a7c-4b12-96e9-af3dad06fd06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 1097 time: 0.1529546 Aug 27 02:45:10.345524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975dc7a-6cad-494e-92c3-81cd760a5950 req-2593f097-3b74-4562-9641-e2649040f4dd tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.347419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b975dc7a-6cad-494e-92c3-81cd760a5950 req-2593f097-3b74-4562-9641-e2649040f4dd tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1344402 Aug 27 02:45:10.357257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.401910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:10.403289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8d076100-f14b-4f65-8208-5778e2089e02,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:10.408890 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.415566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b90c419f-80ce-486f-a53e-efe1563eaf2b req-e9eac0b0-c305-43d8-bafc-b596bf9eebba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664427 Aug 27 02:45:10.417120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Sync routers for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:10.430062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:10.431251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:10.436193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b975dc7a-6cad-494e-92c3-81cd760a5950 req-f6b20a9b-c92b-42f8-b4de-e64be2db7ba3 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689287 Aug 27 02:45:10.444812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.447659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c8289e7-6a70-40e1-b28a-ef7e53958b52 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9529314 Aug 27 02:45:10.450926 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36090) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:10.492997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:10.595434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc692-3a8b-4df1-875d-43ab1e3d30f9 req-d2c0dd2b-5544-45fb-ad94-ee7714266f2e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.597506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dccc692-3a8b-4df1-875d-43ab1e3d30f9 req-d2c0dd2b-5544-45fb-ad94-ee7714266f2e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.0806611 Aug 27 02:45:10.601142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2256c-b122-42c5-8fbb-e84198787a93 req-913f4cb6-b9ac-4a64-adaa-5de6b39c2bcb tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.608256 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:10.610414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dd2256c-b122-42c5-8fbb-e84198787a93 req-913f4cb6-b9ac-4a64-adaa-5de6b39c2bcb tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.1085536 Aug 27 02:45:10.645830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0a7526b-dd67-400d-9f93-167596740c6b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=02fd06edcdb54098bf7418c1b8213fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1915669 Aug 27 02:45:10.647667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dd2256c-b122-42c5-8fbb-e84198787a93 req-62c182ea-4a1a-4e79-b876-932937a1ec9c tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Aug 27 02:45:10.648168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36098) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:10.693161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dccc692-3a8b-4df1-875d-43ab1e3d30f9 req-268e343c-d0e3-4ae2-a803-23b5ed7006de tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Aug 27 02:45:10.795804 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:10.826648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Checking router: ac9e6c90-495f-49c8-85e2-5a7e303a02d2 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:10.826994 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Updating router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 port 6963a49c-a14d-4b08-bf26-f3749123938b binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:10.853520 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:10.869592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:10.892807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91a6df-0a89-4538-bf09-84bd08049c3f tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.897039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3c91a6df-0a89-4538-bf09-84bd08049c3f tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2436864 Aug 27 02:45:10.897369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36104) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:10.929556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f24e4-2905-4de3-8fb6-dcdf021bca98 req-52aed892-512d-465d-9057-fc1820105cd7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:10.931932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f7f24e4-2905-4de3-8fb6-dcdf021bca98 req-52aed892-512d-465d-9057-fc1820105cd7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.1656489 Aug 27 02:45:10.968800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-330b113a-04ac-495d-a486-0b1a4b90fc91 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701926 Aug 27 02:45:10.971436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:10.976913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499739598', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:11.009285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:11.010066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4f7f24e4-2905-4de3-8fb6-dcdf021bca98 req-28c4c5c6-f5db-46db-9fe2-55396dafddd7 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Aug 27 02:45:11.016402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:11.016884 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.100010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-d2d11cfb-8527-40da-b980-95d287d4b915 req-a4d47110-6934-4bc4-ae69-14ee5200c997 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:45:11.101021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2d11cfb-8527-40da-b980-95d287d4b915 req-a4d47110-6934-4bc4-ae69-14ee5200c997 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075526 Aug 27 02:45:11.161908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35adc5-7087-4d90-80ff-25eba614381b req-e038cb0d-0a0e-4ee1-8694-d84d3b586b92 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:11.168653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a35adc5-7087-4d90-80ff-25eba614381b req-e038cb0d-0a0e-4ee1-8694-d84d3b586b92 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 946 time: 0.1285291 Aug 27 02:45:11.199484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.267518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:11.277608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.282575 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.298375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a35adc5-7087-4d90-80ff-25eba614381b req-499cb307-67f7-474b-9f8c-bee7dbb4346a tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200628 Aug 27 02:45:11.299728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:11.305294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.319712 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Transition to ACTIVE for port object 6963a49c-a14d-4b08-bf26-f3749123938b will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:11.338646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2d11cfb-8527-40da-b980-95d287d4b915 req-2a0448f2-8d08-4f96-b043-8fd45eae2d96 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2227213 Aug 27 02:45:11.339601 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.375621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.423182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Pushing event updated for resources: {'Port': ['ID=6963a49c-a14d-4b08-bf26-f3749123938b,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.444126 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.444474 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.444805 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.445133 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.445521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.445844 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.446203 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.446557 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.446877 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.447193 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.447509 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.447821 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:11.457010 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Attempting to bind port 6963a49c-a14d-4b08-bf26-f3749123938b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:11.457364 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Attempting to bind port 6963a49c-a14d-4b08-bf26-f3749123938b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:11.457875 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Attempting to bind port 6963a49c-a14d-4b08-bf26-f3749123938b on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:11.464645 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:11.465363 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:11.465699 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.466084 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:11.466602 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Bound port: 6963a49c-a14d-4b08-bf26-f3749123938b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:11.466998 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.598915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] For port 6963a49c-a14d-4b08-bf26-f3749123938b, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:11.608837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] For port 6963a49c-a14d-4b08-bf26-f3749123938b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6963a49c-a14d-4b08-bf26-f3749123938b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:11.616314 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.727222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5895f-c562-4647-a79b-f2a23761fddb req-f08f2072-3703-45c8-b5b2-c5f2dab2615e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:11.729975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8c5895f-c562-4647-a79b-f2a23761fddb req-f08f2072-3703-45c8-b5b2-c5f2dab2615e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1169877 Aug 27 02:45:11.732373 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf29739-7506-47fc-8e88-38116f106c71 None None] Pushing event updated for resources: {'Port': ['ID=6963a49c-a14d-4b08-bf26-f3749123938b,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.735885 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:11.737359 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:11.761410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:11.868870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Subnet': ['ID=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:11.884460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:11.889659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5cc3-5114-4528-b5bc-62ed8f9af927 req-7d72a6b8-13d1-490c-84ae-cf727670527c tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:11.891258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39ef5cc3-5114-4528-b5bc-62ed8f9af927 req-7d72a6b8-13d1-490c-84ae-cf727670527c tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.0944898 Aug 27 02:45:11.917614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8c5895f-c562-4647-a79b-f2a23761fddb req-8bed8a87-8bc4-433e-9362-f93c114712a1 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781664 Aug 27 02:45:11.963837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Checking segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:11.965280 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39ef5cc3-5114-4528-b5bc-62ed8f9af927 req-199733ff-0233-42f2-8acf-37cbe6054057 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666428 Aug 27 02:45:11.979714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network hostable DHCP agents. Network: 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:12.025227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:12.038174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:12.048799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7826f07-d8ef-4c22-9465-91887e8d2019 None None] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:12.067832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.069098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.153617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02'}, {'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:12.156625 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c7cdf9-aa59-4a36-8acc-aee9be009e8c" -d '{"events": [{"server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "name": "network-vif-plugged", "status": "completed", "tag": "8d076100-f14b-4f65-8208-5778e2089e02"}, {"server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "name": "network-vif-plugged", "status": "completed", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:12.175475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c69b7-aa20-4ead-a816-f6f8e6ac6830 req-21da37f9-8531-4ab8-8a64-614c1d3102f3 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.182213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e02c69b7-aa20-4ead-a816-f6f8e6ac6830 req-21da37f9-8531-4ab8-8a64-614c1d3102f3 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.1253867 Aug 27 02:45:12.183619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ffcbc57-e7a6-4818-94c7-aea30376b7c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2111981 Aug 27 02:45:12.186591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:12.219272 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f56e7e-860f-4103-87d5-f05390777a2e x-openstack-request-id: req-d6f56e7e-860f-4103-87d5-f05390777a2e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:12.219691 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "name": "network-vif-plugged", "status": "completed", "tag": "8d076100-f14b-4f65-8208-5778e2089e02", "code": 200}, {"server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "name": "network-vif-plugged", "status": "completed", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:12.219995 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6f56e7e-860f-4103-87d5-f05390777a2e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:12.220542 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02', 'code': 200} Aug 27 02:45:12.220920 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92', 'code': 200} Aug 27 02:45:12.319265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:12.320266 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.389698 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:12.414604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e02c69b7-aa20-4ead-a816-f6f8e6ac6830 req-6f40a8df-def0-426b-8865-d7ea44c2e233 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150309 Aug 27 02:45:12.462272 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd1de50-fbd0-401d-ad4b-b15a32eabbe8 None None] The sync data for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 is: [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:12.582061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc176e2-6d14-4393-8264-62b84c310751 req-20c8c087-fa08-4245-8f42-f3584b3ca6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.592855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acc176e2-6d14-4393-8264-62b84c310751 req-20c8c087-fa08-4245-8f42-f3584b3ca6d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 1096 time: 0.3115373 Aug 27 02:45:12.596815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48811e73-9adc-4acc-8786-109e85a589bb req-7cf4d798-3f62-4954-add6-b3e256810f35 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.598803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48811e73-9adc-4acc-8786-109e85a589bb req-7cf4d798-3f62-4954-add6-b3e256810f35 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 946 time: 0.1204691 Aug 27 02:45:12.600855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c14e-4fca-4317-b37a-8a471eea1390 req-8b8aff63-8d3a-4efb-92d6-d4317b92c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.602242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cc6c14e-4fca-4317-b37a-8a471eea1390 req-8b8aff63-8d3a-4efb-92d6-d4317b92c84e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 1097 time: 0.2088928 Aug 27 02:45:12.673906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-07f58d20-76ac-47fa-90a7-94ab73f9b20f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.676318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-07f58d20-76ac-47fa-90a7-94ab73f9b20f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.3596637 Aug 27 02:45:12.701332 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cc6c14e-4fca-4317-b37a-8a471eea1390 req-8270ae50-61ba-4287-a47c-1e2ab0e25156 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857792 Aug 27 02:45:12.730691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Allocated IP 172.20.0.2 (78cedcfd-a2c6-4a2f-b422-a51e4b613e6d/bb85e4c4-2d08-4334-b0d7-d43f7529bcd5/b2a6e469-395f-44d4-88fb-5cc3bc07cf96) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:12.732371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48811e73-9adc-4acc-8786-109e85a589bb req-3e66b68d-616e-4c31-ae03-1e1b3e2ea5d6 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164653 Aug 27 02:45:12.864188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acc176e2-6d14-4393-8264-62b84c310751 req-ef5ff3b4-f760-4553-94b4-e84727ec078d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357421 Aug 27 02:45:12.887828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475cd41-5b21-49c9-a6fa-644a0f810cf6 req-9d2a3dab-569e-4082-8a11-051c9d09d871 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.905560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d475cd41-5b21-49c9-a6fa-644a0f810cf6 req-9d2a3dab-569e-4082-8a11-051c9d09d871 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.0783150 Aug 27 02:45:12.923827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:12.938683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Transition to ACTIVE for port object b2a6e469-395f-44d4-88fb-5cc3bc07cf96 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:12.942729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a9cda-e504-4cb3-a5b4-0c708627cab3 req-e210e0f7-4f55-489f-9fd3-a2efaadca757 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:12.944344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a9a9cda-e504-4cb3-a5b4-0c708627cab3 req-e210e0f7-4f55-489f-9fd3-a2efaadca757 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.3337061 Aug 27 02:45:12.955692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Transition to ACTIVE for port object b2a6e469-395f-44d4-88fb-5cc3bc07cf96 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:12.967547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.004800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d475cd41-5b21-49c9-a6fa-644a0f810cf6 req-49fcd808-e49e-4aa3-93be-8b9b36f0a135 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981355 Aug 27 02:45:13.026096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:13.032345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:13.035187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:13.076907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Pushing event updated for resources: {'Port': ['ID=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:13.137845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a965-259f-4f34-89c4-33a8435d6571 req-620f1286-9c36-44bb-9d36-b8e0d4ad1c5a tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:13.150259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a576a965-259f-4f34-89c4-33a8435d6571 req-620f1286-9c36-44bb-9d36-b8e0d4ad1c5a tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.0770702 Aug 27 02:45:13.178694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Attempting to bind port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:13.181156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Attempting to bind port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:13.182275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Attempting to bind port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:13.194753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:13.195561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Checking segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:13.196740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.197346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Bound using segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:13.198206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Bound port: b2a6e469-395f-44d4-88fb-5cc3bc07cf96, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:13.198855 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.204072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a576a965-259f-4f34-89c4-33a8435d6571 req-4fe86d0a-311b-4bd5-a773-750790e9050b tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Aug 27 02:45:13.295445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] For port b2a6e469-395f-44d4-88fb-5cc3bc07cf96, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:13.299373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] For port b2a6e469-395f-44d4-88fb-5cc3bc07cf96, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:13.304967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.358371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfd437-0733-465c-a3ec-87724e91b2bf None None] Pushing event updated for resources: {'Port': ['ID=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:13.510660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Deleting port 281e0401-8c61-4908-a906-75228f8e97cd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:13.511350 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.609866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9a9a9cda-e504-4cb3-a5b4-0c708627cab3 req-26c7ff5d-9992-4960-ba60-62bb6c87067a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401684 Aug 27 02:45:13.804486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] For port 281e0401-8c61-4908-a906-75228f8e97cd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=281e0401-8c61-4908-a906-75228f8e97cd,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:13.804855 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:13.826226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Calling delete_port for 281e0401-8c61-4908-a906-75228f8e97cd owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:13.849841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.029747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d649-233d-41bd-8de9-64fbc5c47635 req-5c6c51bc-8d2d-42b8-acac-ff25118d9b0b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.041197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d649-233d-41bd-8de9-64fbc5c47635 req-5c6c51bc-8d2d-42b8-acac-ff25118d9b0b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.073713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90d649-233d-41bd-8de9-64fbc5c47635 req-5c6c51bc-8d2d-42b8-acac-ff25118d9b0b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.081242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de90d649-233d-41bd-8de9-64fbc5c47635 req-5c6c51bc-8d2d-42b8-acac-ff25118d9b0b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604&device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d&device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 2418 time: 0.1648402 Aug 27 02:45:14.128848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de90d649-233d-41bd-8de9-64fbc5c47635 req-17beb62d-cdc1-48b8-ab80-06649494484a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Aug 27 02:45:14.255846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2c407b6-93a0-401a-864c-514542526557 req-87d5b953-6d55-45b3-ae30-f2991facf922 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0883389 Aug 27 02:45:14.488819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2a6e469-395f-44d4-88fb-5cc3bc07cf96 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:14.503769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146cd11-c997-4ad0-985f-99f0734a554a req-f7db1266-3d54-40a7-8e52-386b55737c00 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.511908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6146cd11-c997-4ad0-985f-99f0734a554a req-f7db1266-3d54-40a7-8e52-386b55737c00 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.3377988 Aug 27 02:45:14.529017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf9122-7b9b-4e6e-829b-c2812b0441c7 req-f24aeea2-a331-4dbe-b19d-07b8c6f1d129 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:14.539727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48cf9122-7b9b-4e6e-829b-c2812b0441c7 req-f24aeea2-a331-4dbe-b19d-07b8c6f1d129 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 950 time: 0.0883980 Aug 27 02:45:14.603516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48cf9122-7b9b-4e6e-829b-c2812b0441c7 req-c1b4ed09-ad4f-4cce-869f-a808195981da tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ea591f1-32ef-4c89-9f99-0239651cc41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625784 Aug 27 02:45:14.611748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:14.617177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6963a49c-a14d-4b08-bf26-f3749123938b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:14.754591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.1 (78cedcfd-a2c6-4a2f-b422-a51e4b613e6d/bb85e4c4-2d08-4334-b0d7-d43f7529bcd5/986710c4-d251-499d-b0ff-90da3fdaf096) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:14.766488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6963a49c-a14d-4b08-bf26-f3749123938b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:14.773477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6963a49c-a14d-4b08-bf26-f3749123938b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:14.773859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.864326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6146cd11-c997-4ad0-985f-99f0734a554a req-30e309fc-bdf0-4b54-9559-f83ea17218d8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515353 Aug 27 02:45:14.875353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:14.916165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 281e0401-8c61-4908-a906-75228f8e97cd no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:14.989483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 281e0401-8c61-4908-a906-75228f8e97cd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:14.989483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 281e0401-8c61-4908-a906-75228f8e97cd not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:15.009108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.010703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.052308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6963a49c-a14d-4b08-bf26-f3749123938b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6963a49c-a14d-4b08-bf26-f3749123938b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:15.059869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object 986710c4-d251-499d-b0ff-90da3fdaf096 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:15.060337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.172858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6963a49c-a14d-4b08-bf26-f3749123938b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.182009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Pushing event deleted for resources: {'Port': ['ID=281e0401-8c61-4908-a906-75228f8e97cd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.204636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] No DVR routers for this DVR port 281e0401-8c61-4908-a906-75228f8e97cd on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:15.209968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.213063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-152f3972-dead-4243-bd89-2fccb2fdadf0 req-ceeb3381-0809-4fea-94e2-b7371b91c23f tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.46 "DELETE /v2.0/ports/281e0401-8c61-4908-a906-75228f8e97cd HTTP/1.1" status: 204 len: 173 time: 2.5262544 Aug 27 02:45:15.213648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'name': 'network-vif-deleted', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:15.225891 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a01451-1a2f-4ef9-9008-7f2db0429cd1" -d '{"events": [{"server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "name": "network-vif-deleted", "tag": "281e0401-8c61-4908-a906-75228f8e97cd"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:15.253449 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.341171 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29046b09-e049-43e5-9d8a-fb1fc2af93c6 x-openstack-request-id: req-29046b09-e049-43e5-9d8a-fb1fc2af93c6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:15.341828 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77d04-3af0-4e69-9f88-5ab66d0262c5", "name": "network-vif-deleted", "tag": "281e0401-8c61-4908-a906-75228f8e97cd", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:15.343684 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29046b09-e049-43e5-9d8a-fb1fc2af93c6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:15.346171 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77d04-3af0-4e69-9f88-5ab66d0262c5', 'name': 'network-vif-deleted', 'tag': '281e0401-8c61-4908-a906-75228f8e97cd', 'status': 'completed', 'code': 200} Aug 27 02:45:15.382364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:15.394958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a634a5-970d-41d5-86d1-b32cdeeecd96 None None] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:15.396721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:15.406903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:15.410333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:15.531570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Provisioning for port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:15.541667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Provisioning complete for port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:15.542336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.542925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.781191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.858863 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:15.976126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eefbbf2e-d87e-4a42-8ef0-a9232922b1fe req-9215ae75-e06b-4618-907a-0d153e2610e8 tempest-VolumesBackupsTest-1989700368 tempest-VolumesBackupsTest-1989700368-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ce77d04-3af0-4e69-9f88-5ab66d0262c5 HTTP/1.1" status: 200 len: 210 time: 0.1035223 Aug 27 02:45:16.022062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] For port b2a6e469-395f-44d4-88fb-5cc3bc07cf96, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:16.029776 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.232930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cc6c1-9006-4eab-b16c-0f910edff849 None None] Pushing event updated for resources: {'Port': ['ID=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:16.361350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf733c5-a82d-456c-84e8-f13004973502 req-8fc9998b-5e8c-4401-af5d-c4fc8af09ff9 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:16.375233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbf733c5-a82d-456c-84e8-f13004973502 req-8fc9998b-5e8c-4401-af5d-c4fc8af09ff9 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.1459234 Aug 27 02:45:16.406967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.424670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Provisioning for port 986710c4-d251-499d-b0ff-90da3fdaf096 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:16.432613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Provisioning complete for port 986710c4-d251-499d-b0ff-90da3fdaf096 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:16.435039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.476402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbf733c5-a82d-456c-84e8-f13004973502 req-3367631d-8104-414e-b954-e3fc192e46d2 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962169 Aug 27 02:45:16.519373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2a6e469-395f-44d4-88fb-5cc3bc07cf96 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:16.577110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.586507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.591468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Port 986710c4-d251-499d-b0ff-90da3fdaf096 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:16.621939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Provisioning complete for port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:16.622318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c401318-7a36-443e-8737-dbad58457061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.658517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:16.669942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4b4a1-7b8b-4dcd-9234-c8d07c39fe8c req-fb3e955b-46f5-41de-86a8-6e687a1a857c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:16.681256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60a4b4a1-7b8b-4dcd-9234-c8d07c39fe8c req-fb3e955b-46f5-41de-86a8-6e687a1a857c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 945 time: 0.0829504 Aug 27 02:45:16.688634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:16.689015 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.760989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:16.789266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60a4b4a1-7b8b-4dcd-9234-c8d07c39fe8c req-3af5f770-b330-49bb-ba75-fb93576a0d8e tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954096 Aug 27 02:45:16.869426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6963a49c-a14d-4b08-bf26-f3749123938b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:16.935005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:16.936931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:16.939115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6963a49c-a14d-4b08-bf26-f3749123938b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:16.939115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.109457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-175c256a-1596-4428-a6d8-cdd2668b818c None None] Provisioning complete for port 986710c4-d251-499d-b0ff-90da3fdaf096 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:17.109912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-175c256a-1596-4428-a6d8-cdd2668b818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.161300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:17.162935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ea9c7-81fa-497f-bb8a-173c3033da3b req-ce1c5503-9b10-4c42-96a4-3eb6c9e91904 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.178840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492ea9c7-81fa-497f-bb8a-173c3033da3b req-ce1c5503-9b10-4c42-96a4-3eb6c9e91904 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 945 time: 0.1060059 Aug 27 02:45:17.193158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-175c256a-1596-4428-a6d8-cdd2668b818c None None] Port 986710c4-d251-499d-b0ff-90da3fdaf096 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:17.234510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492ea9c7-81fa-497f-bb8a-173c3033da3b req-7c5d965f-4ced-474e-80e5-2f1c206f88d8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497222 Aug 27 02:45:17.320111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a904c3aa-52dc-43e6-b084-6ce18c3f7bda None None] Provisioning complete for port 986710c4-d251-499d-b0ff-90da3fdaf096 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:17.320553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a904c3aa-52dc-43e6-b084-6ce18c3f7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:17.365100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:17.373035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a4a9776f-cc89-44c9-8194-29808d7e273f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/ac9e6c90-495f-49c8-85e2-5a7e303a02d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1854272 Aug 27 02:45:17.395092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Sync routers for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:17.443065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:17.446034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:17.452171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a904c3aa-52dc-43e6-b084-6ce18c3f7bda None None] Port 986710c4-d251-499d-b0ff-90da3fdaf096 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:17.641099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-64d18ed2-3255-42db-bbe9-ed085b3c2160 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785513727&fields=id&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 267 time: 0.1259847 Aug 27 02:45:17.663698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:17.792833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-5ec62129-12f3-4bd7-a4dd-571ec2603801 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.802721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-5ec62129-12f3-4bd7-a4dd-571ec2603801 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 796 time: 0.1597762 Aug 27 02:45:17.820353 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-07ca6077-6861-4b2a-a34c-3e98387923c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/quotas/02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 375 time: 0.0162354 Aug 27 02:45:17.861271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978eafd-c051-460e-b1ea-efd443a92dbb req-9bd7a1ba-5d06-4ce8-94e5-7f7a0fde92f8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:17.869393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0978eafd-c051-460e-b1ea-efd443a92dbb req-9bd7a1ba-5d06-4ce8-94e5-7f7a0fde92f8 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.0717945 Aug 27 02:45:17.898526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-65d0929f-902f-4f83-8363-a642ce7371a3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761645 Aug 27 02:45:17.921351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0978eafd-c051-460e-b1ea-efd443a92dbb req-e2683f35-b51d-4606-a116-1172c2e3a80e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Aug 27 02:45:17.999006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:16Z', 'revision_number': 2, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:18.024376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-db37036d-920b-40df-ae6f-b066ded4c2bb service neutron] 10.222.0.26 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224208 Aug 27 02:45:18.036536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Checking router: ac9e6c90-495f-49c8-85e2-5a7e303a02d2 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:18.037102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Updating router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 port 986710c4-d251-499d-b0ff-90da3fdaf096 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:18.068238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.170093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-8901d7c1-ec83-4ef3-b51e-64b3c85124db service neutron] 10.222.0.26 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444979 Aug 27 02:45:18.453952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68edbfd-cff9-4e1f-8304-defe921ebecc req-3e73c225-db0e-4611-8005-15160057ea59 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.465302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f68edbfd-cff9-4e1f-8304-defe921ebecc req-3e73c225-db0e-4611-8005-15160057ea59 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 945 time: 0.1039674 Aug 27 02:45:18.551286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f68edbfd-cff9-4e1f-8304-defe921ebecc req-197ddc48-2d06-4298-80ee-43d9a94ff2a4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770881 Aug 27 02:45:18.621575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af509f68-213b-4a13-8d33-f4e4af7fbdc3 req-ccf90d4e-4c7b-4a0d-9dfe-a7dd7e2c1671 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 210 time: 0.2064950 Aug 27 02:45:18.670079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-a80c9f95-9ac4-4656-9580-818380b5a1ab tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:18.673207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-a80c9f95-9ac4-4656-9580-818380b5a1ab tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 945 time: 0.2746720 Aug 27 02:45:18.935154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.953651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Deleting port 8d076100-f14b-4f65-8208-5778e2089e02 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:18.955243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:18.964180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Transition to ACTIVE for port object 986710c4-d251-499d-b0ff-90da3fdaf096 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:18.982150 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.131759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17127-32b5-4173-a457-80c3e98dad76 req-00b78391-8a09-4540-906e-ac397369ae79 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:19.137055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] For port 8d076100-f14b-4f65-8208-5778e2089e02, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=8d076100-f14b-4f65-8208-5778e2089e02,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:19.137437 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.143276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6b17127-32b5-4173-a457-80c3e98dad76 req-00b78391-8a09-4540-906e-ac397369ae79 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.1236513 Aug 27 02:45:19.158103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Calling delete_port for 8d076100-f14b-4f65-8208-5778e2089e02 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:19.171591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661b07-b06c-45f2-9c81-9ec20fa306c6 None None] Pushing event updated for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.274541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Attempting to bind port 986710c4-d251-499d-b0ff-90da3fdaf096 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:19.276518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Attempting to bind port 986710c4-d251-499d-b0ff-90da3fdaf096 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:19.277245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Attempting to bind port 986710c4-d251-499d-b0ff-90da3fdaf096 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:19.287584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:19.288508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Checking segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:19.289162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.290304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Bound using segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:19.291050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Bound port: 986710c4-d251-499d-b0ff-90da3fdaf096, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:19.291684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.313874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6b17127-32b5-4173-a457-80c3e98dad76 req-1a632aa7-d623-471e-840a-368b9822aed9 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695542 Aug 27 02:45:19.401024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] For port 986710c4-d251-499d-b0ff-90da3fdaf096, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:19.405785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] For port 986710c4-d251-499d-b0ff-90da3fdaf096, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=986710c4-d251-499d-b0ff-90da3fdaf096,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:19.416407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.466144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-5fe90f1a-2b9c-48f9-85e6-f843992e2154 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:19.468622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-5fe90f1a-2b9c-48f9-85e6-f843992e2154 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.1898804 Aug 27 02:45:19.520308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:19.521160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:19.544150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:19.671219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['951a9e43-d77a-4853-a98f-853a14489832', '8d076100-f14b-4f65-8208-5778e2089e02'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:19.682081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:19.833807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661b07-b06c-45f2-9c81-9ec20fa306c6 None None] Pushing event updated for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.839617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8811ee4-0ceb-4df6-bf8b-aefe80425f94 req-59d9da26-4365-4eaa-9224-69afc5f56dd0 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 210 time: 0.0973270 Aug 27 02:45:19.862206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event deleted for resources: {'Port': ['ID=8d076100-f14b-4f65-8208-5778e2089e02,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:19.974920 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-54bdd6aa-7b52-44bf-8200-1f5dd89c07f7 req-5765a37f-a008-4e0c-801b-580219b72656 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 210 time: 0.0924187 Aug 27 02:45:20.032463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:20.053454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] No DVR routers for this DVR port 8d076100-f14b-4f65-8208-5778e2089e02 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:20.072903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.074982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3af88d88-e2ce-4d21-947c-e95728a866b1 req-6fc5d3ac-63b5-4e22-a96f-6ce9595f47fe tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "DELETE /v2.0/ports/8d076100-f14b-4f65-8208-5778e2089e02 HTTP/1.1" status: 204 len: 173 time: 1.3796520 Aug 27 02:45:20.075437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'name': 'network-vif-deleted', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:20.077756 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84ea605-22bc-4916-9c38-70f2b24f5333" -d '{"events": [{"server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "name": "network-vif-deleted", "tag": "8d076100-f14b-4f65-8208-5778e2089e02"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:20.109842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Deleting port 461c33b2-6895-4c03-b765-f125f8ff6d37 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:20.110539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.308143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] For port 461c33b2-6895-4c03-b765-f125f8ff6d37, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=461c33b2-6895-4c03-b765-f125f8ff6d37,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:20.308516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.339917 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4122b2-357b-474f-8d99-1402f89a44d9 x-openstack-request-id: req-0e4122b2-357b-474f-8d99-1402f89a44d9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:20.340987 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8873cd93-3a22-4df2-8709-7d7b862b387e", "name": "network-vif-deleted", "tag": "8d076100-f14b-4f65-8208-5778e2089e02", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:20.341463 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e4122b2-357b-474f-8d99-1402f89a44d9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:20.343195 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8873cd93-3a22-4df2-8709-7d7b862b387e', 'name': 'network-vif-deleted', 'tag': '8d076100-f14b-4f65-8208-5778e2089e02', 'status': 'completed', 'code': 200} Aug 27 02:45:20.344501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Calling delete_port for 461c33b2-6895-4c03-b765-f125f8ff6d37 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:20.522405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:20.540931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbdf9-8019-47ae-8f77-189579d1b837 req-bf7ce3a3-2e08-4462-95fe-429bb54c5d6c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:20.554571 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-055dbdf9-8019-47ae-8f77-189579d1b837 req-bf7ce3a3-2e08-4462-95fe-429bb54c5d6c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 946 time: 0.1128559 Aug 27 02:45:20.587224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def057a-abc8-485e-8a07-08b66122a8ea None None] The sync data for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 is: [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:20.619702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-055dbdf9-8019-47ae-8f77-189579d1b837 req-7d3e85d6-7c5d-4e24-b1cb-c42d477e093a tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625281 Aug 27 02:45:20.694012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:20.706624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['05d9d8a7-e148-4504-a510-f93f550484fa', '461c33b2-6895-4c03-b765-f125f8ff6d37'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:20.817923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['eff00be2-8c05-4560-97e1-77c9044ad6ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:20.910788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event deleted for resources: {'Port': ['ID=461c33b2-6895-4c03-b765-f125f8ff6d37,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:21.061480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] No DVR routers for this DVR port 461c33b2-6895-4c03-b765-f125f8ff6d37 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:21.127095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.135137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b637480b-5d60-4232-8bfa-fef37e77b3db req-485db9ea-cf7d-4cf7-84d9-330d47e68dac tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "DELETE /v2.0/ports/461c33b2-6895-4c03-b765-f125f8ff6d37 HTTP/1.1" status: 204 len: 173 time: 1.6532891 Aug 27 02:45:21.215420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80ddbaec-eea7-471f-b3a2-e4665c009566 req-47db4650-d9b1-48c2-9a77-fef8f64ee29e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 210 time: 0.0652707 Aug 27 02:45:21.247701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea8e37e8-4421-42e5-9f9c-6084dcd006ce req-bdf9584b-8a91-4b02-9792-14699461ed47 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=8873cd93-3a22-4df2-8709-7d7b862b387e HTTP/1.1" status: 200 len: 210 time: 0.2031696 Aug 27 02:45:21.379933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-0e7dea47-2726-4781-b374-40ed8c8d339c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:21.381708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-0e7dea47-2726-4781-b374-40ed8c8d339c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 796 time: 0.6406245 Aug 27 02:45:21.494880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-6c11b4c1-8d03-4285-9c66-0eae58ce5271 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 380 time: 0.0936823 Aug 27 02:45:21.509119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'port': {'device_id': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'admin_state_up': True, 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'security_groups': ['49d75121-7c4a-47ff-a0c7-999f03b7d7ab']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:21.655840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:21.659623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:21.822283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a6701fb4-a2bb-42a4-a881-769505e3c06e req-872a893c-b718-4342-8bf6-aac52e44ac49 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=29eb6c0a-d723-4803-bf3c-fe85e6d93604 HTTP/1.1" status: 200 len: 210 time: 0.0359457 Aug 27 02:45:21.863970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.3 (78cedcfd-a2c6-4a2f-b422-a51e4b613e6d/bb85e4c4-2d08-4334-b0d7-d43f7529bcd5/73df83af-cc3b-4f81-94ec-24d18ae33128) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:22.024463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-c7c333e7-c9d2-4744-a365-f77c09c17158 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183548 Aug 27 02:45:22.279748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-e9158855-5d97-440a-abb3-9a43f7393844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.281449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-e9158855-5d97-440a-abb3-9a43f7393844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a943ef1b2e44d369d002013465edcfc&device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 1096 time: 0.1068745 Aug 27 02:45:22.533028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 986710c4-d251-499d-b0ff-90da3fdaf096 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:22.576448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-06f1bd49-4a7b-4212-b951-60d5700c0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.578163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-06f1bd49-4a7b-4212-b951-60d5700c0471 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 200 len: 917 time: 0.2714460 Aug 27 02:45:22.680833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-812daef6-4ed4-43e8-82c5-e29e4f54f024 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec HTTP/1.1" status: 200 len: 217 time: 0.0928063 Aug 27 02:45:22.704992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28a99ea5-68c0-4216-b04e-d267cdcbaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.724586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 986710c4-d251-499d-b0ff-90da3fdaf096 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:22.730555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 986710c4-d251-499d-b0ff-90da3fdaf096 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:22.730925 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.810693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'name': 'network-vif-deleted', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:22.824843 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c902c2a7-6502-48f7-8da5-bd85caeb6d0c" -d '{"events": [{"server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "name": "network-vif-deleted", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:22.830867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-eef468a4-19a9-45d6-bedb-b624c3ebb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.835477 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-eef468a4-19a9-45d6-bedb-b624c3ebb7a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 200 len: 855 time: 0.1477571 Aug 27 02:45:22.852520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:22.900743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object 73df83af-cc3b-4f81-94ec-24d18ae33128 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:22.933722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-98334c99-f4e5-4aa5-b04f-bd62d505794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:22.938684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-98334c99-f4e5-4aa5-b04f-bd62d505794d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c36ab4ec-7161-45c1-828d-21b227a17c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951126 Aug 27 02:45:22.944058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.092928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 986710c4-d251-499d-b0ff-90da3fdaf096, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=986710c4-d251-499d-b0ff-90da3fdaf096,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:23.126737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.184875 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.327054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:23.351386 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a44f5f4-022e-4066-b39e-a537f71b6441 x-openstack-request-id: req-2a44f5f4-022e-4066-b39e-a537f71b6441 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:23.351694 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29eb6c0a-d723-4803-bf3c-fe85e6d93604", "name": "network-vif-deleted", "tag": "461c33b2-6895-4c03-b765-f125f8ff6d37", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:23.351956 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a44f5f4-022e-4066-b39e-a537f71b6441 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:23.352403 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29eb6c0a-d723-4803-bf3c-fe85e6d93604', 'name': 'network-vif-deleted', 'tag': '461c33b2-6895-4c03-b765-f125f8ff6d37', 'status': 'completed', 'code': 200} Aug 27 02:45:23.396498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-f8799eab-a57b-44e8-a462-68da059a8bce service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489872 Aug 27 02:45:23.444517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:23.446980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:23.459613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:23.511831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:23.604028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c961ed-c876-4910-927f-3e62b82296ca req-8146d946-6689-4b05-9dc6-e2de7912e292 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.606368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5c961ed-c876-4910-927f-3e62b82296ca req-8146d946-6689-4b05-9dc6-e2de7912e292 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 931 time: 0.7768023 Aug 27 02:45:23.654600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3030bab-68de-46d7-a191-ee5795fcfa9e req-3f24240a-4e50-4a3f-be12-e77876440da0 service neutron] 10.222.0.46 "GET /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488353 Aug 27 02:45:23.739432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b5c961ed-c876-4910-927f-3e62b82296ca req-bc8fd01d-5c1b-4ce3-828b-9ecf244233a1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107762 Aug 27 02:45:23.796567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 461c33b2-6895-4c03-b765-f125f8ff6d37 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:23.807381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.809028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:23.860447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 461c33b2-6895-4c03-b765-f125f8ff6d37 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:23.860841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b7e6f9ab-015d-4da0-ae43-9d861051c316 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3586717 Aug 27 02:45:23.866165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 461c33b2-6895-4c03-b765-f125f8ff6d37 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:23.867209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8d076100-f14b-4f65-8208-5778e2089e02 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:23.899389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Request body: {'port': {'device_id': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:23.907880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171182-ef0c-42f9-8b67-cdf3cb93482b req-298484c5-00ba-4e4c-b225-180883a84570 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:23.917808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-59171182-ef0c-42f9-8b67-cdf3cb93482b req-298484c5-00ba-4e4c-b225-180883a84570 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.0903280 Aug 27 02:45:23.959711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 8d076100-f14b-4f65-8208-5778e2089e02 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:23.960191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 8d076100-f14b-4f65-8208-5778e2089e02 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:23.967090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-59171182-ef0c-42f9-8b67-cdf3cb93482b req-1ebb3f3b-165e-4949-a658-4cc43f978618 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482082 Aug 27 02:45:24.001195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d80adf4a-1685-447c-9cda-3e5b35b5e57d None None] Provisioning for port 73df83af-cc3b-4f81-94ec-24d18ae33128 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:24.007130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d80adf4a-1685-447c-9cda-3e5b35b5e57d None None] Provisioning complete for port 73df83af-cc3b-4f81-94ec-24d18ae33128 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:24.007591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d80adf4a-1685-447c-9cda-3e5b35b5e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.014024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.089882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d80adf4a-1685-447c-9cda-3e5b35b5e57d None None] Port 73df83af-cc3b-4f81-94ec-24d18ae33128 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:24.436853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 986710c4-d251-499d-b0ff-90da3fdaf096 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:24.496921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 986710c4-d251-499d-b0ff-90da3fdaf096 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:24.497293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.533805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73df83af-cc3b-4f81-94ec-24d18ae33128 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:24.549548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.581653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Transition to ACTIVE for port object 73df83af-cc3b-4f81-94ec-24d18ae33128 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:24.588199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:24.828420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:24.917209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b206b-adc7-4c5c-beec-98bfe6bf3a1e req-617141b4-2813-4873-acc1-47fff80e8da8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:24.932361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b206b-adc7-4c5c-beec-98bfe6bf3a1e req-617141b4-2813-4873-acc1-47fff80e8da8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:24.934410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d77b206b-adc7-4c5c-beec-98bfe6bf3a1e req-617141b4-2813-4873-acc1-47fff80e8da8 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806&device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 1683 time: 0.2629831 Aug 27 02:45:24.950923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4516e1-d7ac-43e0-aa69-de5924ff85e5 req-8ba83b99-99fd-4948-898b-2ef5adbd3567 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:24.962803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe4516e1-d7ac-43e0-aa69-de5924ff85e5 req-8ba83b99-99fd-4948-898b-2ef5adbd3567 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.1088645 Aug 27 02:45:24.967425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:24.967763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:24.968094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:24.974769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:24.975093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:24.981939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:24.982273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Checking segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:24.982699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Bound using segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:24.983460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Bound port: 73df83af-cc3b-4f81-94ec-24d18ae33128, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:24.983460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.017316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe4516e1-d7ac-43e0-aa69-de5924ff85e5 req-d0da4a42-4bd7-4592-9afd-e59c5eedcc27 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486131 Aug 27 02:45:25.026921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d77b206b-adc7-4c5c-beec-98bfe6bf3a1e req-5688bb4c-dfca-44f6-9c4b-60c186a3846b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849915 Aug 27 02:45:25.149359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fd26c-0677-4e97-83d3-60dfba9cef69 req-11ea1435-498b-4413-86b7-a9e4f2bdafd4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.150811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:25.154856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:25.158489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-271fd26c-0677-4e97-83d3-60dfba9cef69 req-11ea1435-498b-4413-86b7-a9e4f2bdafd4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.0798640 Aug 27 02:45:25.167457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.206058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-07815ec2-dccd-43af-97f5-a9783c736011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.212255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-271fd26c-0677-4e97-83d3-60dfba9cef69 req-f4733e8f-afad-466b-9d45-a51b8a7f2e41 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 Aug 27 02:45:25.297647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.307792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.309594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] 10.222.0.46 "PUT /v2.0/ports/73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 1091 time: 1.4171088 Aug 27 02:45:25.347247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f82ac-82f2-4635-90e9-7e8665d157f1 service neutron] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:25.358856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:25.361628 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b228b973-fa3c-4ca7-afcf-a3e2879be178" -d '{"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:25.452715 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5935aced-116f-410f-b721-823281672a86 x-openstack-request-id: req-5935aced-116f-410f-b721-823281672a86 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:25.453034 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:25.453278 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5935aced-116f-410f-b721-823281672a86 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:25.453672 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'status': 'completed', 'code': 200} Aug 27 02:45:25.458724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.482955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-20fe439a-e9cc-4add-930b-c2a62a09273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.485302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-20fe439a-e9cc-4add-930b-c2a62a09273d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.0877929 Aug 27 02:45:25.551018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-d7afaa50-dc9c-4b0b-87d4-2783d160ce7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 217 time: 0.0518067 Aug 27 02:45:25.567512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f12248-1575-484b-9bda-13bf1f34d05f req-5a3d32e9-ac18-49ec-87ba-4806fa19c31c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.569501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28f12248-1575-484b-9bda-13bf1f34d05f req-5a3d32e9-ac18-49ec-87ba-4806fa19c31c tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 945 time: 0.0863280 Aug 27 02:45:25.704639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b855b705-6350-4468-be4a-aa7c17d4d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.709171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-b855b705-6350-4468-be4a-aa7c17d4d291 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.1500921 Aug 27 02:45:25.726029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Deleting port eff00be2-8c05-4560-97e1-77c9044ad6ec {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:25.726833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.792925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-fe041183-948c-444c-adc4-c0f96109f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:25.796153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-fe041183-948c-444c-adc4-c0f96109f87f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690095 Aug 27 02:45:25.959658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] For port eff00be2-8c05-4560-97e1-77c9044ad6ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=eff00be2-8c05-4560-97e1-77c9044ad6ec,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:25.960616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:25.980199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Calling delete_port for eff00be2-8c05-4560-97e1-77c9044ad6ec owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:26.024912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-67e72c27-e51f-407a-8764-84ad25f36b12 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193656 Aug 27 02:45:26.234357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172be65-fe76-451b-955c-7b84e2613e10 req-cb9c9ddb-a6f6-423a-9236-f98ac1b236ec tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.244736 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8172be65-fe76-451b-955c-7b84e2613e10 req-cb9c9ddb-a6f6-423a-9236-f98ac1b236ec tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.0987124 Aug 27 02:45:26.253153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.263678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59304b7-d0e8-419a-8c8d-e51ec08bcf03 req-be78cb29-5ca1-44ee-a61d-b3afc63455cf tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.265690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f59304b7-d0e8-419a-8c8d-e51ec08bcf03 req-be78cb29-5ca1-44ee-a61d-b3afc63455cf tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.0891256 Aug 27 02:45:26.272665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['05d9d8a7-e148-4504-a510-f93f550484fa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:26.316377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4a073bd-cea1-4f35-8703-b4736f7409de req-13f6c303-7c83-46d3-b556-f81f39e2a1a9 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810299 Aug 27 02:45:26.323854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8172be65-fe76-451b-955c-7b84e2613e10 req-47fdb3b1-1ae7-46ee-8de0-1828775f989f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772665 Aug 27 02:45:26.358216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event deleted for resources: {'Port': ['ID=eff00be2-8c05-4560-97e1-77c9044ad6ec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:26.414445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] No DVR routers for this DVR port eff00be2-8c05-4560-97e1-77c9044ad6ec on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:26.417222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.419573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28f12248-1575-484b-9bda-13bf1f34d05f req-d1af1bdc-c62b-46d4-94b5-074e834e8ce4 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.46 "DELETE /v2.0/ports/eff00be2-8c05-4560-97e1-77c9044ad6ec HTTP/1.1" status: 204 len: 173 time: 0.8427913 Aug 27 02:45:26.420574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['eff00be2-8c05-4560-97e1-77c9044ad6ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:26.423414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'name': 'network-vif-deleted', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:26.427016 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a869774c-23ed-49f5-9d65-3ff850f3c285" -d '{"events": [{"server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "name": "network-vif-deleted", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:26.517080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f59304b7-d0e8-419a-8c8d-e51ec08bcf03 req-1e34f65c-b570-456f-8d1c-3463f4cc66f7 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270007 Aug 27 02:45:26.559175 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-994d588b-c81d-4601-848c-f643395ecdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.561730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-994d588b-c81d-4601-848c-f643395ecdc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.0681036 Aug 27 02:45:26.605890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf2bc6cf-617b-435f-afb9-e9b2aad457ef req-6df39004-5912-435d-8466-ebbd12781070 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce440f03-5ab6-4635-9fc5-56285187bd1d HTTP/1.1" status: 200 len: 210 time: 0.1119106 Aug 27 02:45:26.660311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:26.746158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-d65c11b4-146d-4a9b-bc4c-124fe8204f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.764542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-d65c11b4-146d-4a9b-bc4c-124fe8204f4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1737957 Aug 27 02:45:26.846694 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97009e0f-b2ae-49a4-8b28-a8855aea332a x-openstack-request-id: req-97009e0f-b2ae-49a4-8b28-a8855aea332a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:26.847051 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce440f03-5ab6-4635-9fc5-56285187bd1d", "name": "network-vif-deleted", "tag": "eff00be2-8c05-4560-97e1-77c9044ad6ec", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:26.847482 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97009e0f-b2ae-49a4-8b28-a8855aea332a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:26.849183 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce440f03-5ab6-4635-9fc5-56285187bd1d', 'name': 'network-vif-deleted', 'tag': 'eff00be2-8c05-4560-97e1-77c9044ad6ec', 'status': 'completed', 'code': 200} Aug 27 02:45:26.854714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-5b8ffc32-9ad9-4c45-b700-2a7411f5af5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 217 time: 0.0855305 Aug 27 02:45:26.930776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-b10209f3-2f76-41a3-a9cb-cf4711e6a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:26.932734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-b10209f3-2f76-41a3-a9cb-cf4711e6a5ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.0724683 Aug 27 02:45:27.005040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-dbb90397-f5c0-41b7-951f-f8166c76d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.008379 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-dbb90397-f5c0-41b7-951f-f8166c76d379 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664823 Aug 27 02:45:27.130407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-8dc95895-7b23-450a-8cee-9dbcc10164f4 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116884 Aug 27 02:45:27.257078 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b228b973-fa3c-4ca7-afcf-a3e2879be178 req-ce61df9e-670a-4260-be00-8b5a2be9376b service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182032 Aug 27 02:45:27.522030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-c3dbce4d-512b-4888-a0e1-e77c77d44f3c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.524405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-c3dbce4d-512b-4888-a0e1-e77c77d44f3c tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.46 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.0713892 Aug 27 02:45:27.540562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35583c86-fbcf-4fa7-82f0-763dad9d82e7 req-6c998448-b432-496d-968a-7028e2160b81 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.542103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35583c86-fbcf-4fa7-82f0-763dad9d82e7 req-6c998448-b432-496d-968a-7028e2160b81 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.1404691 Aug 27 02:45:27.555236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-7260188e-594b-4684-b4b1-4772c0daa59a tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.556809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-7260188e-594b-4684-b4b1-4772c0daa59a tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "GET /v2.0/ports?device_id=33498604-0b5a-4e3f-aaae-a509d575c806 HTTP/1.1" status: 200 len: 946 time: 0.1461751 Aug 27 02:45:27.696495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35583c86-fbcf-4fa7-82f0-763dad9d82e7 req-600b9d3e-60c3-46b1-9071-b5805696ae5d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364388 Aug 27 02:45:27.707480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Deleting port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:27.707819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.786523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428761db-df93-44c1-bf99-8de6d2f83360 req-f3ed4707-a66b-4d39-8969-099dde2531ff tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:27.788060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-428761db-df93-44c1-bf99-8de6d2f83360 req-f3ed4707-a66b-4d39-8969-099dde2531ff tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 946 time: 0.1343153 Aug 27 02:45:27.824035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Deleting port 951a9e43-d77a-4853-a98f-853a14489832 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:27.824385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.882594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-428761db-df93-44c1-bf99-8de6d2f83360 req-b7280550-8b01-4e7b-bd59-10322787e56a tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/security-groups?id=3efc729c-443a-409b-9bad-449134ef7c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811212 Aug 27 02:45:27.935124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] For port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:27.935439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.951355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:27.965222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Calling delete_port for 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:28.027614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] For port 951a9e43-d77a-4853-a98f-853a14489832, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=951a9e43-d77a-4853-a98f-853a14489832,segment=NetworkSegment(55e956a0-c148-4881-acb3-d0ba46beb957),segment_id=55e956a0-c148-4881-acb3-d0ba46beb957)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:28.028392 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.059785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Calling delete_port for 951a9e43-d77a-4853-a98f-853a14489832 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:28.271402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.283048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['951a9e43-d77a-4853-a98f-853a14489832'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:28.288999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91075f6f-3fbd-49b0-95b6-c142ddfc6263 req-089d0b0e-9024-4744-892d-172663d044d2 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:28.290551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91075f6f-3fbd-49b0-95b6-c142ddfc6263 req-089d0b0e-9024-4744-892d-172663d044d2 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0759745 Aug 27 02:45:28.324528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event deleted for resources: {'Port': ['ID=3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:28.335872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.365703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:28.390642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] No DVR routers for this DVR port 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:28.402159 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91075f6f-3fbd-49b0-95b6-c142ddfc6263 req-25c511ea-e60b-4fe4-9b02-d54baa0a4576 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892906 Aug 27 02:45:28.408870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.409541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Pushing event deleted for resources: {'Port': ['ID=951a9e43-d77a-4853-a98f-853a14489832,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:28.411025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cec08182-9a7c-4d9c-9491-d92c33329b82 req-de41feb4-702e-45be-ac7b-1d44d079ac5b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.46 "DELETE /v2.0/ports/3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 HTTP/1.1" status: 204 len: 173 time: 0.8807776 Aug 27 02:45:28.470419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] No DVR routers for this DVR port 951a9e43-d77a-4853-a98f-853a14489832 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:28.473253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:28.476231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c6b0d84-df5c-4ac2-aa72-28193d2694f7 req-b4312632-955c-4511-b172-566784c689b4 tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.15 "DELETE /v2.0/ports/951a9e43-d77a-4853-a98f-853a14489832 HTTP/1.1" status: 204 len: 173 time: 0.8961978 Aug 27 02:45:28.476690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'name': 'network-vif-deleted', 'tag': '951a9e43-d77a-4853-a98f-853a14489832'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:28.479514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:28.497400 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d52d1f8-e76d-4f27-ae1e-e36869f79659" -d '{"events": [{"server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "name": "network-vif-deleted", "tag": "951a9e43-d77a-4853-a98f-853a14489832"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:28.582487 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad958e-db86-4e56-b3e4-a7fc294ce5d2 x-openstack-request-id: req-98ad958e-db86-4e56-b3e4-a7fc294ce5d2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:28.583215 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33498604-0b5a-4e3f-aaae-a509d575c806", "name": "network-vif-deleted", "tag": "951a9e43-d77a-4853-a98f-853a14489832", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:28.583215 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98ad958e-db86-4e56-b3e4-a7fc294ce5d2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:28.583559 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33498604-0b5a-4e3f-aaae-a509d575c806', 'name': 'network-vif-deleted', 'tag': '951a9e43-d77a-4853-a98f-853a14489832', 'status': 'completed', 'code': 200} Aug 27 02:45:28.849795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'name': 'network-vif-deleted', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:28.852913 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cf859d-a582-4602-a0c4-17b62b8b7ba9" -d '{"events": [{"server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "name": "network-vif-deleted", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:28.878861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062face-5edf-4268-a5c2-d96be013b7ce req-648d3ecd-6726-40a6-90a3-5ebe9c968fc8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:28.887366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7062face-5edf-4268-a5c2-d96be013b7ce req-648d3ecd-6726-40a6-90a3-5ebe9c968fc8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.0854201 Aug 27 02:45:28.932392 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722a7f1-27c3-4fcc-ac91-12e1dc8346d3 x-openstack-request-id: req-f722a7f1-27c3-4fcc-ac91-12e1dc8346d3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:28.933023 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fc4a18-581a-4ab5-9ba8-184a57c97354", "name": "network-vif-deleted", "tag": "3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:28.933360 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f722a7f1-27c3-4fcc-ac91-12e1dc8346d3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:28.935241 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fc4a18-581a-4ab5-9ba8-184a57c97354', 'name': 'network-vif-deleted', 'tag': '3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92', 'status': 'completed', 'code': 200} Aug 27 02:45:28.976245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7062face-5edf-4268-a5c2-d96be013b7ce req-1ea8b5e4-034e-494f-8e53-0523062e4aa9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589933 Aug 27 02:45:28.976329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device eff00be2-8c05-4560-97e1-77c9044ad6ec no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:29.008382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: eff00be2-8c05-4560-97e1-77c9044ad6ec {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:29.010270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device eff00be2-8c05-4560-97e1-77c9044ad6ec not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:29.110713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f89e4ca-6fd8-45c0-8337-f046876ad117 req-2abc6d51-dab9-498b-b5d7-9313f911c23b tempest-ListServersNegativeTestJSON-1977255856 tempest-ListServersNegativeTestJSON-1977255856-project] 10.222.0.26 "GET /v2.0/ports?device_id=64fc4a18-581a-4ab5-9ba8-184a57c97354 HTTP/1.1" status: 200 len: 210 time: 0.0373118 Aug 27 02:45:29.587237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a3684-247e-4117-bba1-9a63528c1bed req-23c8dd4e-7d17-4038-ae26-8e5c9fb21654 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.589752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f64a3684-247e-4117-bba1-9a63528c1bed req-23c8dd4e-7d17-4038-ae26-8e5c9fb21654 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.1081448 Aug 27 02:45:29.665789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f64a3684-247e-4117-bba1-9a63528c1bed req-4bcc8478-8a27-411d-9cc2-fbd5adbdc02e tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/security-groups?id=92159d2f-e7d1-4e6b-b631-627535a0e9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Aug 27 02:45:29.705829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-ba368a0f-5eb4-4cb8-9258-36aca329e012 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:29.709308 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-ba368a0f-5eb4-4cb8-9258-36aca329e012 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 946 time: 0.0694890 Aug 27 02:45:29.824441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Deleting port 05d9d8a7-e148-4504-a510-f93f550484fa {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:29.825040 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.943758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] For port 05d9d8a7-e148-4504-a510-f93f550484fa, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=05d9d8a7-e148-4504-a510-f93f550484fa,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:29.944367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:29.960064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Calling delete_port for 05d9d8a7-e148-4504-a510-f93f550484fa owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:30.242023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36646) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:30.247440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.260502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['05d9d8a7-e148-4504-a510-f93f550484fa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:30.346122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec828-0f34-478b-8b7f-e2c2f2a2ef5b req-de64c656-e7ce-4faf-82b4-65e4ef20bf20 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:30.350752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df7ec828-0f34-478b-8b7f-e2c2f2a2ef5b req-de64c656-e7ce-4faf-82b4-65e4ef20bf20 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.2441185 Aug 27 02:45:30.356229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Pushing event deleted for resources: {'Port': ['ID=05d9d8a7-e148-4504-a510-f93f550484fa,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:30.371503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Deleting subnet e7380300-f734-4a00-9f22-ab3378c590ac {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:30.384780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.459510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.505714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df7ec828-0f34-478b-8b7f-e2c2f2a2ef5b req-31fb5c05-899e-4c8c-be4a-a4d2857978fc tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132858 Aug 27 02:45:30.547720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.573746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] No DVR routers for this DVR port 05d9d8a7-e148-4504-a510-f93f550484fa on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:30.580668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.584618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c37544a-b6fb-4dc0-9a70-2fbd53562666 req-52ab4ca4-58e4-4404-ae73-59be7413f3a0 tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.15 "DELETE /v2.0/ports/05d9d8a7-e148-4504-a510-f93f550484fa HTTP/1.1" status: 204 len: 173 time: 0.8684382 Aug 27 02:45:30.585569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'name': 'network-vif-deleted', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:30.588341 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed03abe-76b4-421e-a074-129bf8b69f2f" -d '{"events": [{"server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "name": "network-vif-deleted", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:30.671830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.673052 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9ecd57-3440-48a3-b53a-32a075dd3d44 x-openstack-request-id: req-6e9ecd57-3440-48a3-b53a-32a075dd3d44 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:30.673354 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968fc8c4-000e-4a76-ad8c-ef8d33424c0f", "name": "network-vif-deleted", "tag": "05d9d8a7-e148-4504-a510-f93f550484fa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:30.673607 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e9ecd57-3440-48a3-b53a-32a075dd3d44 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:30.674009 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968fc8c4-000e-4a76-ad8c-ef8d33424c0f', 'name': 'network-vif-deleted', 'tag': '05d9d8a7-e148-4504-a510-f93f550484fa', 'status': 'completed', 'code': 200} Aug 27 02:45:30.699468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7380300-f734-4a00-9f22-ab3378c590ac,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:30.716581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.719758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a20a041-6e51-45f2-ac58-01ae4aff1039 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e7380300-f734-4a00-9f22-ab3378c590ac HTTP/1.1" status: 204 len: 168 time: 0.4736032 Aug 27 02:45:30.722482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:30.837591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.844916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.875009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1562b498-48b5-463b-b159-789aca75975e req-19a553cb-f335-4ce5-947d-13b488541f7b tempest-ListServerFiltersTestJSON-2008120452 tempest-ListServerFiltersTestJSON-2008120452-project] 10.222.0.26 "GET /v2.0/ports?device_id=968fc8c4-000e-4a76-ad8c-ef8d33424c0f HTTP/1.1" status: 200 len: 210 time: 0.0324938 Aug 27 02:45:30.968448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:30.977768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:30.983422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e69f963-d2db-452f-a04e-87caff5e760b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:30.997465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:31.006299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e956a0-c148-4881-acb3-d0ba46beb957') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:31.006641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e956a0-c148-4881-acb3-d0ba46beb957') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:31.033317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.058025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:31.059505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3263bcdd-4338-4d0a-b38a-a7ad2a3a0d92 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:31.061631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.074876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:31.075261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:31.077002 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:31.147390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.184077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.190356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e69f963-d2db-452f-a04e-87caff5e760b HTTP/1.1" status: 204 len: 168 time: 0.4636095 Aug 27 02:45:31.190356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbed61b-5ef5-438e-bc93-e8054f1de36b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e69f963-d2db-452f-a04e-87caff5e760b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.232024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:31.257889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'mac_address': 'fa:16:3e:2a:0a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:31.339858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.374962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df83af-cc3b-4f81-94ec-24d18ae33128 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:31.411730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:31.421575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.512283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36664) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.517090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.607574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-184f1c1f-48b1-4058-81f0-801be9862721 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c7a6dcd889f4b50b6d333675c513b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935328 Aug 27 02:45:31.610146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36668) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.656356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70497a95-a6c3-4b03-8b6a-25adaa4eae3a req-4d12bb9a-397d-4af6-8f3b-68bd3ee6c448 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:31.665455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70497a95-a6c3-4b03-8b6a-25adaa4eae3a req-4d12bb9a-397d-4af6-8f3b-68bd3ee6c448 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 944 time: 0.0753093 Aug 27 02:45:31.691990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.708565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70497a95-a6c3-4b03-8b6a-25adaa4eae3a req-d77a3892-9cb2-4af5-907e-574d9d3212f3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413499 Aug 27 02:45:31.716517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.772042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.774910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:31.778410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3efc729c-443a-409b-9bad-449134ef7c53 HTTP/1.1" status: 204 len: 168 time: 0.1645331 Aug 27 02:45:31.780983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['73df83af-cc3b-4f81-94ec-24d18ae33128'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:31.794954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09aa0b-b055-4f6d-b206-2d67a2a8a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc729c-443a-409b-9bad-449134ef7c53,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:31.884029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 05d9d8a7-e148-4504-a510-f93f550484fa no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:31.932858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 05d9d8a7-e148-4504-a510-f93f550484fa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:31.933200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 05d9d8a7-e148-4504-a510-f93f550484fa not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:31.933624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 951a9e43-d77a-4853-a98f-853a14489832 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:31.967091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36680) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:31.974016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 951a9e43-d77a-4853-a98f-853a14489832 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:31.974356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 951a9e43-d77a-4853-a98f-853a14489832 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:32.069978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Deleting subnet 6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:32.079222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.168209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.357435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.425503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.459290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:32.461780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.464019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8329e2d-9e68-4153-b7ad-fbbe34d3e307 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c9c6cc8-8b2e-4460-8f32-5229a2a3d80d HTTP/1.1" status: 204 len: 168 time: 0.4957619 Aug 27 02:45:32.466303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36692) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:32.471425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3fec0a-a6fb-4031-adb3-457239405f68 None None] Network c36ab4ec-7161-45c1-828d-21b227a17c27 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:32.559554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.636281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Deleting port f4de0c95-7e6c-4cbd-b4cb-916398207c53 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:32.636789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.842710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] For port f4de0c95-7e6c-4cbd-b4cb-916398207c53, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f4de0c95-7e6c-4cbd-b4cb-916398207c53,segment=NetworkSegment(eec60899-3ca7-4884-bfa0-54a4505b69ed),segment_id=eec60899-3ca7-4884-bfa0-54a4505b69ed)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:32.846868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:32.916404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Calling delete_port for f4de0c95-7e6c-4cbd-b4cb-916398207c53 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:32.970799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] DHCP port deletion for c36ab4ec-7161-45c1-828d-21b227a17c27 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:33.028828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:33.120890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8675c5-8902-4b2f-8fc8-a5de5cce988e req-eecad953-b211-4e31-ae9b-8b0b51d8c93d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:33.123463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d8675c5-8902-4b2f-8fc8-a5de5cce988e req-eecad953-b211-4e31-ae9b-8b0b51d8c93d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 944 time: 0.2527635 Aug 27 02:45:33.147157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.149293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:33.171194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Deleting port f4de0c95-7e6c-4cbd-b4cb-916398207c53 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:33.171592 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.185321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 73df83af-cc3b-4f81-94ec-24d18ae33128 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:33.224871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 73df83af-cc3b-4f81-94ec-24d18ae33128 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:33.225273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.245097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4de0c95-7e6c-4cbd-b4cb-916398207c53,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.254702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] No DVR routers for this DVR port f4de0c95-7e6c-4cbd-b4cb-916398207c53 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:33.268178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:33.289661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] For port f4de0c95-7e6c-4cbd-b4cb-916398207c53, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:33.290063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.310313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Calling delete_port for f4de0c95-7e6c-4cbd-b4cb-916398207c53 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:33.316622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Port f4de0c95-7e6c-4cbd-b4cb-916398207c53 was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:45:33.319939 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.350340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] Pushing event deleted for resources: {'Port': ['ID=f4de0c95-7e6c-4cbd-b4cb-916398207c53,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.374752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae60a0e-3762-44c2-b2b7-7d044308e84f None None] No DVR routers for this DVR port f4de0c95-7e6c-4cbd-b4cb-916398207c53 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:33.397986 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.447585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:33.449893 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be17c4bd-a65f-478f-89cd-d005d8c776bd" -d '{"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-plugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:33.454449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-98651539-network', 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:33.491535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:33.497407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.521503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:33.524568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.529229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e5e2de-2763-44c9-8807-18f2cd8dbc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.585577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.609699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.648024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.db.api [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:45:33.648024 n-d-806292-1 neutron-server[94831]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 02:45:33.648024 n-d-806292-1 neutron-server[94831]: [parameters: {'project_id_1': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c', 'expiration_1': datetime.datetime(2021, 8, 27, 2, 45, 33, 622864)}] Aug 27 02:45:33.648024 n-d-806292-1 neutron-server[94831]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94831) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:45:33.649612 n-d-806292-1 neutron-server[94831]: DEBUG oslo_db.api [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:45:33.763587 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab50d23e-60db-471b-89c0-830da14c9299 x-openstack-request-id: req-ab50d23e-60db-471b-89c0-830da14c9299 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:33.763587 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-plugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:33.763587 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab50d23e-60db-471b-89c0-830da14c9299 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:33.763587 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'code': 200} Aug 27 02:45:33.785869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e5e2de-2763-44c9-8807-18f2cd8dbc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.792550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e5e2de-2763-44c9-8807-18f2cd8dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.856207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27e5e2de-2763-44c9-8807-18f2cd8dbc63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70b3931efca447f69d4c83f3c64c3c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869336 Aug 27 02:45:33.857313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e2de-2763-44c9-8807-18f2cd8dbc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98afc129-6b50-4d66-91b1-152899b43f22,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:33.859914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36730) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:33.911540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.934252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.960830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d8675c5-8902-4b2f-8fc8-a5de5cce988e req-e71b62b1-8864-48bf-ad3d-f654044ab554 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8310678 Aug 27 02:45:33.979235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:33.995002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36ab4ec-7161-45c1-828d-21b227a17c27']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:34.009461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec60899-3ca7-4884-bfa0-54a4505b69ed') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:34.009925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec60899-3ca7-4884-bfa0-54a4505b69ed') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:34.016798 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.022305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.025125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a609d-6a16-427f-bcc7-ed8755ec13cf req-373846d2-6881-427f-b4dc-cf27431f2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:34.028547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98afc129-6b50-4d66-91b1-152899b43f22 HTTP/1.1" status: 204 len: 168 time: 0.1651664 Aug 27 02:45:34.028742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f71a609d-6a16-427f-bcc7-ed8755ec13cf req-373846d2-6881-427f-b4dc-cf27431f2671 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.1138020 Aug 27 02:45:34.029839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.049266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f597222-182a-4cf9-a882-33f028f8538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98afc129-6b50-4d66-91b1-152899b43f22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.059665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.080826 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:45:34.089758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:34.090634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:34.092815 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:34.155600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f71a609d-6a16-427f-bcc7-ed8755ec13cf req-a20c8b8e-c106-4bf0-8a20-d28a3b281005 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165566 Aug 27 02:45:34.155789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.174019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.203240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.206649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c36ab4ec-7161-45c1-828d-21b227a17c27 HTTP/1.1" status: 204 len: 168 time: 1.7389598 Aug 27 02:45:34.207773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9e8d0-2f6a-4feb-bdcb-40f075d2a03d admin admin] Pushing event deleted for resources: {'Network': ['ID=c36ab4ec-7161-45c1-828d-21b227a17c27,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.303602 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.321944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.362496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:34.393846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb0d01-876c-4894-84b1-3b2541fc1d69,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.426284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.428847 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Added segment dba2f71b-acd8-44c6-8af1-c4188b29debe of type vlan for network 78163bc2-b186-418a-b87c-96a8c7da4ce3 Aug 27 02:45:34.436215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f4de0c95-7e6c-4cbd-b4cb-916398207c53 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:34.479881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f4de0c95-7e6c-4cbd-b4cb-916398207c53 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:34.481082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f4de0c95-7e6c-4cbd-b4cb-916398207c53 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:34.517856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.593759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.598676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:34.598969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.599081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.675907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-23f6dcbd-3a33-40dd-a1a4-46f389c9f55f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a943ef1b2e44d369d002013465edcfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732536 Aug 27 02:45:34.676863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.705177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] Pushing event updated for resources: {'Network': ['ID=78163bc2-b186-418a-b87c-96a8c7da4ce3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:34.724565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-429d0c1a-0988-4474-a124-d1768af3487f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5704699 Aug 27 02:45:34.725123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:34.725976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:34.734539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Request body: {'subnet': {'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-98651539-subnet', 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:34.792554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.800235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:34.803261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.842705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.922480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.925659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:34.926854 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92159d2f-e7d1-4e6b-b631-627535a0e9f3 HTTP/1.1" status: 204 len: 168 time: 0.2481234 Aug 27 02:45:34.936507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b992c-6756-46a5-ba9e-db7ebb5358f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92159d2f-e7d1-4e6b-b631-627535a0e9f3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.053490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.147655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=225d3a99-df40-47f4-a055-602dbcbfcccd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.183900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Checking segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:35.184440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Network hostable DHCP agents. Network: 78163bc2-b186-418a-b87c-96a8c7da4ce3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:35.219410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffe1a-ef2b-4107-aaa9-243f48045bb4 req-63b508c2-efd4-48d4-8794-93b68f0b98e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.221398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c1ffe1a-ef2b-4107-aaa9-243f48045bb4 req-63b508c2-efd4-48d4-8794-93b68f0b98e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1104994 Aug 27 02:45:35.222361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:35.246565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 78163bc2-b186-418a-b87c-96a8c7da4ce3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:35.254577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.255192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.260231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3f443-7f48-462f-9648-cba58fc9af63 None None] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:35.285519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c1ffe1a-ef2b-4107-aaa9-243f48045bb4 req-b14a7071-bf59-47eb-adae-aa34b20b957f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540779 Aug 27 02:45:35.297796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e9e4402-020f-44bb-b4f5-f51702ccf13c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5644147 Aug 27 02:45:35.359383 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:35.435711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346affd-f3eb-4e70-a25c-82f4daa9ed72 None None] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:35.558821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-328936844-network', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:35.616315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Made reservation on behalf of f4f06a9aae8240579a7a9676dc227ab1 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:35.620206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.658524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.784183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.789397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.837948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:35.853252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c69fa30-66d5-443d-bdec-2695977d2080,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:35.859249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.859595 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Added segment 88390a47-ddfc-4687-8ed9-73656a29124a of type vlan for network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 Aug 27 02:45:35.917353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.959043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:35.959601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:35.960207 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.066025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a7ca85-36a9-48d6-8cee-468b68a2d4c0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:36.074803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c00efa47-6b42-4c26-bd13-a6891ca7dda3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7149909 Aug 27 02:45:36.077759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36814) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.081110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:36.106748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Request body: {'subnet': {'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-328936844-subnet', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:36.165821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Made reservation on behalf of f4f06a9aae8240579a7a9676dc227ab1 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:36.168193 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.229868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-4c99824b-6ab1-4163-8d04-ac7f93b8813e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.232238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-4c99824b-6ab1-4163-8d04-ac7f93b8813e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.1840575 Aug 27 02:45:36.232772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.278768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-6b141087-dfc1-4aa5-8ff0-ceb2af5d907f tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/quotas/c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c HTTP/1.1" status: 200 len: 375 time: 0.0310235 Aug 27 02:45:36.336197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-1d64e860-20f4-4bc7-b194-600dfb566d65 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560789 Aug 27 02:45:36.444698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-network', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:36.486453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Made reservation on behalf of 411bcefdcbe04b2d8bec1501ce29cd49 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:36.488787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.496962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9d63-9038-4370-81b0-fb71f4a2fc42 req-5c11b1e0-e0ac-417f-b5bd-5b6cb3cc520e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.498592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-866e9d63-9038-4370-81b0-fb71f4a2fc42 req-5c11b1e0-e0ac-417f-b5bd-5b6cb3cc520e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0674214 Aug 27 02:45:36.499992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.507473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.519124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-dafca458-417b-48da-a912-42c52a5a7236 service neutron] 10.222.0.26 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762581 Aug 27 02:45:36.582066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5efd574-4995-4929-99fa-fb8ff6b1ca82,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:36.602424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-866e9d63-9038-4370-81b0-fb71f4a2fc42 req-b23835da-55ed-4fb2-9afa-f46eb7d03cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728128 Aug 27 02:45:36.617004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Checking segment: {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:36.618072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Network hostable DHCP agents. Network: d8a7ca85-36a9-48d6-8cee-468b68a2d4c0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:36.640418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:36.656578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d8a7ca85-36a9-48d6-8cee-468b68a2d4c0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:36.662836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.663648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.673769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65aa28-8ccd-41ad-933e-67762c6856e0 None None] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:36.676471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-46ea588e-9256-4d0c-9fb1-19a77e4d1701 service neutron] 10.222.0.26 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472473 Aug 27 02:45:36.741695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.753372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.774879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9edff0-cc8b-437e-8706-161ed8e2d87e req-471a2a14-7640-478b-b7a0-2a9473315025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.783405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b9edff0-cc8b-437e-8706-161ed8e2d87e req-471a2a14-7640-478b-b7a0-2a9473315025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0722194 Aug 27 02:45:36.795329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-437d9f0c-4495-4705-ab6c-7503016b976c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7017832 Aug 27 02:45:36.795954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36830) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.801086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:36.821620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:45:36.832703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6797cbc7-6a89-49b3-8427-6198bb9712e1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:36.849648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.849888 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Added segment d798c0a4-12da-442d-9127-25de3eea9cd0 of type vlan for network e989a1db-9968-4367-b346-51e520f20510 Aug 27 02:45:36.884303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b9edff0-cc8b-437e-8706-161ed8e2d87e req-e25d26b6-6ddb-4390-af6e-3fa31f7c513b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961769 Aug 27 02:45:36.900357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:36.920310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.923978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.926079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.955694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:36.956748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:36.957565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.055060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] Pushing event updated for resources: {'Network': ['ID=e989a1db-9968-4367-b346-51e520f20510,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:37.068225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e989a1db-9968-4367-b346-51e520f20510 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:45:37.075654 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:37.082799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Request body: {'subnet': {'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-subnet', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:37.091410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a7c040-94f2-485c-9f99-bed8aa7bb0db tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:37.095016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63292b91-e9eb-4b93-947a-559ddb983235 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8602061 Aug 27 02:45:37.096747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f5a7c040-94f2-485c-9f99-bed8aa7bb0db tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1091 time: 0.1941364 Aug 27 02:45:37.099717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.101129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:37.106970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:37.128404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d8a7ca85-36a9-48d6-8cee-468b68a2d4c0', 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'fixed_ips': [{'subnet_id': 'd5efd574-4995-4929-99fa-fb8ff6b1ca82'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:45:37.129278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.252931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Made reservation on behalf of 411bcefdcbe04b2d8bec1501ce29cd49 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:37.258874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.311232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b67dc1ba-cd21-46ce-a30a-ed80abdd8f34 req-8463b69b-e216-40b3-b5ad-71d0b2284aa9 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 210 time: 0.0530868 Aug 27 02:45:37.409438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.434810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.619162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Allocated IP 172.20.0.2 (d8a7ca85-36a9-48d6-8cee-468b68a2d4c0/d5efd574-4995-4929-99fa-fb8ff6b1ca82/d30155ed-e10c-47fa-bca3-60839f62dea1) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:37.832132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.844440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Transition to ACTIVE for port object d30155ed-e10c-47fa-bca3-60839f62dea1 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:37.865971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Transition to ACTIVE for port object d30155ed-e10c-47fa-bca3-60839f62dea1 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:37.874583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:37.940175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:37.944813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:37.962614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:37.970033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Pushing event updated for resources: {'Port': ['ID=d30155ed-e10c-47fa-bca3-60839f62dea1,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.049502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Attempting to bind port d30155ed-e10c-47fa-bca3-60839f62dea1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:38.050578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Attempting to bind port d30155ed-e10c-47fa-bca3-60839f62dea1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:38.051326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Attempting to bind port d30155ed-e10c-47fa-bca3-60839f62dea1 on network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:38.055593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.072559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:38.075468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Checking segment: {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:38.080631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.084950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Bound using segment: {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:38.085847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Bound port: d30155ed-e10c-47fa-bca3-60839f62dea1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:38.086658 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.100872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.178806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] For port d30155ed-e10c-47fa-bca3-60839f62dea1, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:38.183891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] For port d30155ed-e10c-47fa-bca3-60839f62dea1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d30155ed-e10c-47fa-bca3-60839f62dea1,segment=NetworkSegment(88390a47-ddfc-4687-8ed9-73656a29124a),segment_id=88390a47-ddfc-4687-8ed9-73656a29124a)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:38.188859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.263172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fc3080-662c-42b4-8822-960d49c666c0,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.303002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.317915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc149f3b-8465-4f72-937a-77a9bec7e6e4 None None] Pushing event updated for resources: {'Port': ['ID=d30155ed-e10c-47fa-bca3-60839f62dea1,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:38.344227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Checking segment: {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:38.344595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Network hostable DHCP agents. Network: e989a1db-9968-4367-b346-51e520f20510, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:45:38.399385 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.566329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.252 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/d70a43e5-5d5a-4d51-baa9-642905264a51) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:38.587741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-40d5f9e8-b635-47d6-9f01-4f9c5fd58370 req-e8822c23-0bb1-4ea6-812f-b01398d33b6a tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 210 time: 0.1129456 Aug 27 02:45:38.660102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Network e989a1db-9968-4367-b346-51e520f20510 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:45:38.690046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e989a1db-9968-4367-b346-51e520f20510) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:38.699166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.699791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.706422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2277d57-ce33-4592-97b3-16d7f99cdca5 None None] Network e989a1db-9968-4367-b346-51e520f20510 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:38.876225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2065627-f939-4454-b731-0d3814c67b06 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7982726 Aug 27 02:45:38.879835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36862) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:38.891365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:38.909495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-5444d3aa-a587-4fb0-a1a9-609cae9ea099 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.911339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-5444d3aa-a587-4fb0-a1a9-609cae9ea099 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.3993022 Aug 27 02:45:38.914713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.938078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Request body: {'port': {'device_id': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'admin_state_up': True, 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:38.942547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.943757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:38.959899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bf2df-361a-413a-907e-ce6aef877e08 None None] Network e989a1db-9968-4367-b346-51e520f20510 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:38.960355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-5107f4f2-7beb-47a6-9af1-3a76abd8205f tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:38.962299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-5107f4f2-7beb-47a6-9af1-3a76abd8205f tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.2444022 Aug 27 02:45:38.992800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Request body: {'port': {'device_id': '1710778f-76de-4642-a939-3f60f9427a0d', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'admin_state_up': True, 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:39.120906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.164361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.262764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:39.273265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:39.284353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:39.294441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=d70a43e5-5d5a-4d51-baa9-642905264a51,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:39.318503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Allocated IP 172.25.8.158 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e37627fe-ee52-4e22-8106-086cf9656234) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:39.399737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:39.403648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.449823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.722918 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.748141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:39.752315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:39.762118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b464f02-077d-46df-bbc1-0f719df91638 None None] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:39.829099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-87c9416a-55c8-42a7-b5c4-8bd3718dbae7 None None] Provisioning for port d30155ed-e10c-47fa-bca3-60839f62dea1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:39.835339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Allocated IP 172.20.0.8 (78163bc2-b186-418a-b87c-96a8c7da4ce3/225d3a99-df40-47f4-a055-602dbcbfcccd/e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:39.996698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e528f45c-ee2f-4eff-8e50-2d0807c324a1 req-5c8ef1fc-9748-4e34-b01e-8ad1ac43d3cd tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 210 time: 0.2558529 Aug 27 02:45:40.119766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.210512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.308981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.361975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:40.366524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Pushing event updated for resources: {'Port': ['ID=e37627fe-ee52-4e22-8106-086cf9656234,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:40.382553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:40.385276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:40.413519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.431392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.495285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d30155ed-e10c-47fa-bca3-60839f62dea1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:40.527404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Allocated IP 172.20.0.6 (78163bc2-b186-418a-b87c-96a8c7da4ce3/225d3a99-df40-47f4-a055-602dbcbfcccd/79bd095b-509f-493a-8abe-fe216c718f6f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:40.591753 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:40.599642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:40.609356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:40.647877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d30155ed-e10c-47fa-bca3-60839f62dea1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:40.660850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d30155ed-e10c-47fa-bca3-60839f62dea1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:40.663329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.671706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event updated for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:40.708618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.716164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.716746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.717242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.717733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.718222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.718739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.719482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.719964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.720450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.720936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.721490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.721952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:40.736732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:40.737545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.755519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.768569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Allocated IP 172.25.8.162 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/b8f40751-03cb-47b2-baec-542a5022644c) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:40.772844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-75b7f433-dc8d-43ed-941c-74202562b5b6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7892475 Aug 27 02:45:40.795136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Request body: {'port': {'device_id': '1710778f-76de-4642-a939-3f60f9427a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:40.815160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.853880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.921414 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.932358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d30155ed-e10c-47fa-bca3-60839f62dea1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d30155ed-e10c-47fa-bca3-60839f62dea1,segment=NetworkSegment(88390a47-ddfc-4687-8ed9-73656a29124a),segment_id=88390a47-ddfc-4687-8ed9-73656a29124a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:40.948346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:40.985303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event updated for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:40.987617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.003144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:41.042427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:41.061322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:41.132238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d30155ed-e10c-47fa-bca3-60839f62dea1,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:41.195658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:41.196269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.270212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.302008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e98a9777-9942-4829-84f0-f59ea7d01452 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3760936 Aug 27 02:45:41.302555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.356323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Request body: {'port': {'device_id': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:41.374149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:41.386529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:41.399368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f40751-03cb-47b2-baec-542a5022644c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:41.414640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:41.668887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:41.688390 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.705751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Transition to ACTIVE for port object e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:41.751499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.809652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Pushing event updated for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:41.813378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:41.857885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774c504-a222-4789-83e9-404ebe379db1 req-a888e94f-f713-466a-b30d-9059697c0df2 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:41.859698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5774c504-a222-4789-83e9-404ebe379db1 req-a888e94f-f713-466a-b30d-9059697c0df2 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 931 time: 0.6564493 Aug 27 02:45:42.066528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5774c504-a222-4789-83e9-404ebe379db1 req-8d89844d-71e3-46b1-a5c9-9084a6c0e87d tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560447 Aug 27 02:45:42.165189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.174942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.187476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.260672 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.395129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=d70a43e5-5d5a-4d51-baa9-642905264a51,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.412887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.419044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Attempting to bind port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:42.419603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Attempting to bind port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:42.420425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Attempting to bind port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:42.427422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d30155ed-e10c-47fa-bca3-60839f62dea1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:42.454845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:42.455411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Attempting to bind port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:42.482906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:42.483466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Checking segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:42.484256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Bound using segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:42.484801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Bound port: e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:42.485262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.533977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d30155ed-e10c-47fa-bca3-60839f62dea1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:42.534355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.567050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:42.571527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:42.620983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.673931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:42.674845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.676609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] 10.222.0.46 "PUT /v2.0/ports/e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec HTTP/1.1" status: 200 len: 1091 time: 1.8865373 Aug 27 02:45:42.677439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:42.681291 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac" -d '{"events": [{"name": "network-changed", "server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:42.683602 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 19f41aed-e71e-4d37-b023-79a823b1e580 associated. External IP: 172.25.8.252, port: 73df83af-cc3b-4f81-94ec-24d18ae33128. Aug 27 02:45:42.761240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bd095b-509f-493a-8abe-fe216c718f6f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:42.777386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.780111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.792299 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff56b0f-eae0-44a7-93fe-697ff56105ba x-openstack-request-id: req-6ff56b0f-eae0-44a7-93fe-697ff56105ba {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:42.792299 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:42.792299 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ff56b0f-eae0-44a7-93fe-697ff56105ba {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:42.792644 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec', 'status': 'completed', 'code': 200} Aug 27 02:45:42.858481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Transition to ACTIVE for port object 79bd095b-509f-493a-8abe-fe216c718f6f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:42.865215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.867817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb6a2-c492-4872-a052-7d06165a7684 service neutron] Pushing event updated for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:42.869287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:42.970778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-c3d7b4cc-49ec-49b1-8b9d-892642da2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:42.972889 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-c3d7b4cc-49ec-49b1-8b9d-892642da2653 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 1094 time: 0.1793947 Aug 27 02:45:43.022547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Pushing event updated for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:43.084408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-a0296abf-c981-461a-96dc-20c100a1135a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec HTTP/1.1" status: 200 len: 217 time: 0.0966983 Aug 27 02:45:43.175959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e4517e63-6874-4eda-8999-2ceead7d290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.177882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-e4517e63-6874-4eda-8999-2ceead7d290d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0849743 Aug 27 02:45:43.182705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Router 06a06037-c169-4428-8013-f02760bb7454 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:43.189879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Attempting to bind port 79bd095b-509f-493a-8abe-fe216c718f6f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:43.190223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Attempting to bind port 79bd095b-509f-493a-8abe-fe216c718f6f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:43.190673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Attempting to bind port 79bd095b-509f-493a-8abe-fe216c718f6f on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:43.217048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:43.219574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Port 79bd095b-509f-493a-8abe-fe216c718f6f on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:43.220180 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-ab01c4af-85b8-4221-a14d-272d9acdc9fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327826 Aug 27 02:45:43.220279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Attempting to bind port 79bd095b-509f-493a-8abe-fe216c718f6f on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:43.227915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:45:43.235184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:43.235522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Checking segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:43.235904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Bound using segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:43.236340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Bound port: 79bd095b-509f-493a-8abe-fe216c718f6f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:43.236706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.278421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ff085-ba07-4b0d-b42c-7b43c8859cad req-14d7c305-0b35-45de-9011-473353d817f9 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.279472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-677ff085-ba07-4b0d-b42c-7b43c8859cad req-14d7c305-0b35-45de-9011-473353d817f9 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 943 time: 0.1175382 Aug 27 02:45:43.332430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-60d7d62c-9cb6-4bed-82c9-a7583034aadc service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041605 Aug 27 02:45:43.497182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:43.511007 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Sync routers for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:43.523020 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:43.524040 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:43.593022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-9202719e-387e-4bf4-8cd2-2ad359d2cfaf service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690931 Aug 27 02:45:43.602636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.604319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-18b7bf45-b790-48fb-9897-cf4306cee537 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7192621 Aug 27 02:45:43.607122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36888) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:43.676612 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:43.880884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-677ff085-ba07-4b0d-b42c-7b43c8859cad req-b084fcba-3091-4617-ac0d-c8b0493eef0a tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192864 Aug 27 02:45:43.908484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-dba65d3b-d66a-44d8-9a90-695f713b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:43.909835 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-dba65d3b-d66a-44d8-9a90-695f713b4e80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 1094 time: 0.1423275 Aug 27 02:45:43.950913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:43.957334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=79bd095b-509f-493a-8abe-fe216c718f6f,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:43.961052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:43.976284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Sync routers for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:43.989606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:43.990302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:43.994232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.003961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.005770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9b721ffa-319f-429f-96e0-3b1256de8c4b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.2088623 Aug 27 02:45:44.011752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:44.021036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.021873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.023547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] 10.222.0.15 "PUT /v2.0/ports/79bd095b-509f-493a-8abe-fe216c718f6f HTTP/1.1" status: 200 len: 1091 time: 2.6748743 Aug 27 02:45:44.024185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:44.036611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-47fd840a-8e2e-4a47-bd7a-9e305e208467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.038495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-47fd840a-8e2e-4a47-bd7a-9e305e208467 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 912 time: 0.1200306 Aug 27 02:45:44.047211 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Sync routers for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:44.059443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:44.061725 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353e8d8-8566-4ab2-aa94-e4340c15795f" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:44.083931 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:44.084756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.131257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-09babe3f-11a4-47e5-9a54-a64a8c372c23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec HTTP/1.1" status: 200 len: 217 time: 0.0792696 Aug 27 02:45:44.188558 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6461b9-d724-4a8f-b848-9c5d4bc0a500 x-openstack-request-id: req-ec6461b9-d724-4a8f-b848-9c5d4bc0a500 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:44.189129 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:44.189543 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec6461b9-d724-4a8f-b848-9c5d4bc0a500 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:44.190614 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f', 'status': 'completed', 'code': 200} Aug 27 02:45:44.219293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.264427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:44.265347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a567ed57-36c5-4a01-bfe8-abea61f532b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1626327 Aug 27 02:45:44.290508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Pushing event updated for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:44.357133 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.363808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-0dbf0924-4a07-41d2-8c90-a796841dd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.365693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-0dbf0924-4a07-41d2-8c90-a796841dd15a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 1094 time: 0.2529597 Aug 27 02:45:44.367178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-e089b1b1-49d0-47b5-8bd8-38599142a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.368655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-e089b1b1-49d0-47b5-8bd8-38599142a465 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.2301936 Aug 27 02:45:44.372709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.378488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.379025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.379548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.380044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.380587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.381068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.381560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.382037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.382600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.383085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.384020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad4ebc-f302-464e-be58-9933b1582730 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:45:44.397121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Checking router: 06a06037-c169-4428-8013-f02760bb7454 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:44.397472 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Updating router 06a06037-c169-4428-8013-f02760bb7454 port b8f40751-03cb-47b2-baec-542a5022644c binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:44.452077 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.455044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-2d979c0b-ec48-4350-92e4-3ff933ed558d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766270 Aug 27 02:45:44.478295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-cfdbd4d9-8272-4f98-87b1-f545695b85f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bd095b-509f-493a-8abe-fe216c718f6f HTTP/1.1" status: 200 len: 217 time: 0.0870068 Aug 27 02:45:44.513289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:44.544625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64e32056-2d97-40ed-b734-55ccb71295d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.546376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-64e32056-2d97-40ed-b734-55ccb71295d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0564778 Aug 27 02:45:44.558458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02764b-25a8-4fab-8036-0c48d15c0645 req-f92e16f8-b2a4-44ee-8df6-c9c38e20fa35 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:44.560200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a02764b-25a8-4fab-8036-0c48d15c0645 req-f92e16f8-b2a4-44ee-8df6-c9c38e20fa35 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1892047 Aug 27 02:45:44.595222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:44.633414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Checking router: 217df5eb-42a9-4fce-8fe6-335aea18eaf1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:44.633414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Updating router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 port e37627fe-ee52-4e22-8106-086cf9656234 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:44.637588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-02467d88-2786-4075-84c7-130724d8b4ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751634 Aug 27 02:45:44.666299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:44.763536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-4f4bee67-7ddc-49b7-9978-32e5fb48fa23 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166792 Aug 27 02:45:44.802456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-6d1aa574-d4fb-4260-8a26-fba2cf8e1704 service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367789 Aug 27 02:45:44.909051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c19dcf7c-a242-462b-a909-1d8a5129fcc9 req-b8047788-57eb-483e-9d1c-e862f9ed6909 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375153 Aug 27 02:45:45.000131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a02764b-25a8-4fab-8036-0c48d15c0645 req-d8ea108d-aeeb-4b87-88e6-a7664933d64a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914061 Aug 27 02:45:45.035390 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:45.114931 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.129041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Transition to ACTIVE for port object b8f40751-03cb-47b2-baec-542a5022644c will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:45.130365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-bff0abc5-149e-4f54-a915-40ad5766c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.132058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-bff0abc5-149e-4f54-a915-40ad5766c6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 1094 time: 0.1510627 Aug 27 02:45:45.142257 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.184184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8f20f95-d53a-4792-8352-c878810415b5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 991 time: 0.1401315 Aug 27 02:45:45.226295 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fd8a8-a217-4b2d-a23c-385fddd32bec None None] Pushing event updated for resources: {'Port': ['ID=b8f40751-03cb-47b2-baec-542a5022644c,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.231278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Attempting to bind port b8f40751-03cb-47b2-baec-542a5022644c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:45.232496 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Attempting to bind port b8f40751-03cb-47b2-baec-542a5022644c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:45.232808 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Attempting to bind port b8f40751-03cb-47b2-baec-542a5022644c on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:45.240620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:45.241153 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:45.241655 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.243066 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:45.244059 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Bound port: b8f40751-03cb-47b2-baec-542a5022644c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:45.244059 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.268165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.302178 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] For port b8f40751-03cb-47b2-baec-542a5022644c, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:45.307598 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] For port b8f40751-03cb-47b2-baec-542a5022644c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f40751-03cb-47b2-baec-542a5022644c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:45.318566 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.411438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fd8a8-a217-4b2d-a23c-385fddd32bec None None] Pushing event updated for resources: {'Port': ['ID=b8f40751-03cb-47b2-baec-542a5022644c,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.425469 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:45.426657 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:45.468630 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.485497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Transition to ACTIVE for port object e37627fe-ee52-4e22-8106-086cf9656234 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:45.504536 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.544405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-51cd9b56-9722-4117-aaa0-fb82d2673ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.546156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-51cd9b56-9722-4117-aaa0-fb82d2673ba8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 912 time: 0.3881886 Aug 27 02:45:45.603393 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-ff22012a-f359-4650-a00c-5c958ae12755 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bd095b-509f-493a-8abe-fe216c718f6f HTTP/1.1" status: 200 len: 217 time: 0.0487187 Aug 27 02:45:45.638107 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:45.651998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Attempting to bind port e37627fe-ee52-4e22-8106-086cf9656234 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:45.652669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Attempting to bind port e37627fe-ee52-4e22-8106-086cf9656234 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:45.652669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Attempting to bind port e37627fe-ee52-4e22-8106-086cf9656234 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:45.682143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:45.682547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:45.682955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.683345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:45.683819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Bound port: e37627fe-ee52-4e22-8106-086cf9656234, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:45.684203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.686049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80fc7b-6d22-4fcf-8d97-292f725dba6e None None] Pushing event updated for resources: {'Port': ['ID=e37627fe-ee52-4e22-8106-086cf9656234,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:45.725121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.740495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-b47e3825-0ed6-459c-9d35-86fcbd7ab4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.742116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-b47e3825-0ed6-459c-9d35-86fcbd7ab4bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.1004581 Aug 27 02:45:45.828145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] For port e37627fe-ee52-4e22-8106-086cf9656234, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:45.832249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] For port e37627fe-ee52-4e22-8106-086cf9656234, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e37627fe-ee52-4e22-8106-086cf9656234,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:45.840242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:45.862619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08f884a6-e8d2-41b4-94f1-f5cf9255bdac req-c82378db-f10e-4cf7-a245-b85d09cf0946 service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0252457 Aug 27 02:45:45.870626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-e6b949d2-fb2d-4689-82b6-6246a3cf142e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200874 Aug 27 02:45:45.875605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5a2b5-8a11-485f-8dc5-34a9197af206 req-dd9224f2-a4b2-4f5d-bdb4-fa4c557fad02 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:45.877360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-54b5a2b5-8a11-485f-8dc5-34a9197af206 req-dd9224f2-a4b2-4f5d-bdb4-fa4c557fad02 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 943 time: 0.6877894 Aug 27 02:45:45.918505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:45.919463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.049773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-54b5a2b5-8a11-485f-8dc5-34a9197af206 req-705cf67e-3f4d-473a-a327-14bd708908cd tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058984 Aug 27 02:45:46.067635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:46.087504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-ebfa853b-900e-4d6a-9416-3e188bf6bb06 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053154 Aug 27 02:45:46.149048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Allocated IP 172.20.0.1 (e989a1db-9968-4367-b346-51e520f20510/95fc3080-662c-42b4-8822-960d49c666c0/3a3e8ff2-02e2-425d-bc98-6075d0ba1410) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:46.177568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Allocated IP 172.20.0.1 (d8a7ca85-36a9-48d6-8cee-468b68a2d4c0/d5efd574-4995-4929-99fa-fb8ff6b1ca82/f1572f0f-7509-43b4-92ce-9d2a29651d2a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:46.186898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:46.191570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:46.193773 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971" -d '{"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:46.201298 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '19f41aed-e71e-4d37-b023-79a823b1e580', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'mac_address': 'fa:16:3e:2a:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:45:39Z', 'updated_at': '2021-08-27T02:45:39Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.266215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80fc7b-6d22-4fcf-8d97-292f725dba6e None None] Pushing event updated for resources: {'Port': ['ID=e37627fe-ee52-4e22-8106-086cf9656234,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.266588 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6629b-0af2-4abb-8752-fc6c2d3a9f29 x-openstack-request-id: req-fda6629b-0af2-4abb-8752-fc6c2d3a9f29 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:46.267686 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:46.267686 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fda6629b-0af2-4abb-8752-fc6c2d3a9f29 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:46.267686 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'status': 'completed', 'code': 200} Aug 27 02:45:46.269996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Checking router: ac9e6c90-495f-49c8-85e2-5a7e303a02d2 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:46.310139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:46.310801 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.328785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e353e8d8-8566-4ab2-aa94-e4340c15795f req-6fd4f4d9-a68f-4c83-add3-d8b89a46d0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343779 Aug 27 02:45:46.384587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.399851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.402017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.409207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Transition to ACTIVE for port object f1572f0f-7509-43b4-92ce-9d2a29651d2a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:46.423758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.468854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.493881 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fe017-b4db-49a2-b559-36c70e0c38cc None None] The sync data for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 is: [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:46.497215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb67ba36-c90d-4369-a729-464f9a36f439 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 991 time: 0.3088980 Aug 27 02:45:46.512380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:46.515133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-17fd87a1-248f-416b-8375-9bba3d55790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:46.516654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-17fd87a1-248f-416b-8375-9bba3d55790e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.1649992 Aug 27 02:45:46.530155 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:46.562105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e80aa-9f92-4b47-8caf-e3f049d9c486 None None] The sync data for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 is: [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:41Z', 'revision_number': 3, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:46.576744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:46.583927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:46.632439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:46.676801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.720287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1572f0f-7509-43b4-92ce-9d2a29651d2a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.764474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:46.795941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:46.941650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Network e989a1db-9968-4367-b346-51e520f20510 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:46.949679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:46.974333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:47.024638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-3a1ed136-f1c4-443d-97c8-666ac0ee9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:47.026639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-3a1ed136-f1c4-443d-97c8-666ac0ee9d18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.4893887 Aug 27 02:45:47.097991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:47.228393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.235770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.303006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '19f41aed-e71e-4d37-b023-79a823b1e580', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'mac_address': 'fa:16:3e:2a:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:45:39Z', 'updated_at': '2021-08-27T02:45:39Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:47.418055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5a17bf42-56c8-4020-9058-a4de31937212 None None] Provisioning for port f1572f0f-7509-43b4-92ce-9d2a29651d2a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:47.418055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5a17bf42-56c8-4020-9058-a4de31937212 None None] Provisioning complete for port f1572f0f-7509-43b4-92ce-9d2a29651d2a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:47.418055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5a17bf42-56c8-4020-9058-a4de31937212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.534798 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534465c-34de-4eb5-a89b-46df6025f80d None None] The sync data for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 is: [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '19f41aed-e71e-4d37-b023-79a823b1e580', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'mac_address': 'fa:16:3e:2a:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:45:39Z', 'updated_at': '2021-08-27T02:45:39Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:47.540233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 36960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:47.552035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-73d057bc-ef4a-4493-b244-3cfa0897358e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 999 time: 0.5087376 Aug 27 02:45:47.579182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:47.626725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'port_id': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec', 'mac_address': 'fa:16:3e:e0:4b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225d3a99-df40-47f4-a055-602dbcbfcccd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:47.765524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9141c7db-d157-4e99-b771-354d171092b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 991 time: 0.2450471 Aug 27 02:45:47.791084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5a17bf42-56c8-4020-9058-a4de31937212 None None] Port f1572f0f-7509-43b4-92ce-9d2a29651d2a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:47.793568 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.816796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4197f-238b-4edc-b62d-c8d8875e8789 req-82ff400a-907e-4dec-b306-7fc5d5a6b627 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:47.820531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5e4197f-238b-4edc-b62d-c8d8875e8789 req-82ff400a-907e-4dec-b306-7fc5d5a6b627 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 943 time: 0.4103551 Aug 27 02:45:47.822159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:47.871845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:47.872195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.879241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.879679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:47.980609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 79bd095b-509f-493a-8abe-fe216c718f6f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:45:47.989643 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.012016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-0345b985-e4d2-4d18-b2cf-d1e647125ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:48.015382 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-0345b985-e4d2-4d18-b2cf-d1e647125ba0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.4265814 Aug 27 02:45:48.091750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5e4197f-238b-4edc-b62d-c8d8875e8789 req-6ae62b1e-e2af-437c-8351-285ebd45e027 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171564 Aug 27 02:45:48.101806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=79bd095b-509f-493a-8abe-fe216c718f6f,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:48.121579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '79bd095b-509f-493a-8abe-fe216c718f6f', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'port_id': '79bd095b-509f-493a-8abe-fe216c718f6f', 'mac_address': 'fa:16:3e:a0:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225d3a99-df40-47f4-a055-602dbcbfcccd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:45:48.123708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb6e71-7e15-44c5-a796-f1556a67de43 None None] New status for floating IP 19f41aed-e71e-4d37-b023-79a823b1e580: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:45:48.208608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1572f0f-7509-43b4-92ce-9d2a29651d2a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.256366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-bb790f02-2c30-44bd-96d7-d8fb7359c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:48.259076 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-bb790f02-2c30-44bd-96d7-d8fb7359c49e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279947 Aug 27 02:45:48.286998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.360595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:48.368976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:48.407602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:48.526736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:48.534122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.585104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bd095b-509f-493a-8abe-fe216c718f6f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:48.671463 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=79bd095b-509f-493a-8abe-fe216c718f6f,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:48.672165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.691828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.703296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.723143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e37627fe-ee52-4e22-8106-086cf9656234 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:48.751490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:48.775339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 36976) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:48.853582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:48.904633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ac8bc19-693d-44c5-a7d3-4753f57d6e5c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 993 time: 0.1250064 Aug 27 02:45:48.988383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:49.007331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['79bd095b-509f-493a-8abe-fe216c718f6f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:45:49.050018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-63c9a824-c89e-4fc7-9eec-8a3b684b597d service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774558 Aug 27 02:45:49.068843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-16676e73-890a-49e7-8569-ba612ea369a3 None None] Provisioning complete for port f1572f0f-7509-43b4-92ce-9d2a29651d2a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.069296 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-16676e73-890a-49e7-8569-ba612ea369a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.087827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:49.119542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:49.150970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e63e7648-ee32-40ca-9a2c-ea53f6aba8d9 admin admin] 10.222.0.26 "PUT /v2.0/routers/217df5eb-42a9-4fce-8fe6-335aea18eaf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0856297 Aug 27 02:45:49.172252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-16676e73-890a-49e7-8569-ba612ea369a3 None None] Port f1572f0f-7509-43b4-92ce-9d2a29651d2a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:45:49.223191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e37627fe-ee52-4e22-8106-086cf9656234 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:49.226800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Network e989a1db-9968-4367-b346-51e520f20510 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:49.235273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:49.267002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e37627fe-ee52-4e22-8106-086cf9656234 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.267404 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.292262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-597b662d-e1e6-4efc-aa6d-0ba56ff4a971 req-812610c6-2d13-4dc1-85eb-bcb1cd654dd8 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279098 Aug 27 02:45:49.318004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f378354-f7ec-4a17-87b1-babe0d8313fe req-3f4952c5-1eb8-4d46-8f59-a8e9501640c8 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:49.328351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f378354-f7ec-4a17-87b1-babe0d8313fe req-3f4952c5-1eb8-4d46-8f59-a8e9501640c8 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 944 time: 0.1253805 Aug 27 02:45:49.435990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f378354-f7ec-4a17-87b1-babe0d8313fe req-3b35bce3-2e95-4792-bf5c-7f661444ab58 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037972 Aug 27 02:45:49.601808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Router 06a06037-c169-4428-8013-f02760bb7454 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:49.715613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.788074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:49.790890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e37627fe-ee52-4e22-8106-086cf9656234, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e37627fe-ee52-4e22-8106-086cf9656234,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:49.807498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fb80bb09-cb4d-45de-9317-7fd631181b07 admin admin] 10.222.0.26 "PUT /v2.0/routers/06a06037-c169-4428-8013-f02760bb7454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904624 Aug 27 02:45:49.817491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:49.818355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f40751-03cb-47b2-baec-542a5022644c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:49.952181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e37627fe-ee52-4e22-8106-086cf9656234,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:49.971498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b8f40751-03cb-47b2-baec-542a5022644c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:49.975687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b8f40751-03cb-47b2-baec-542a5022644c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:49.976283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.172951 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.221175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b8f40751-03cb-47b2-baec-542a5022644c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f40751-03cb-47b2-baec-542a5022644c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:50.226747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.344415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b8f40751-03cb-47b2-baec-542a5022644c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:50.433456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e37627fe-ee52-4e22-8106-086cf9656234 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:50.575523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e37627fe-ee52-4e22-8106-086cf9656234 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:50.575902 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:50.669871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134ce1-7259-4b5a-9211-76ea0a99cdc5 req-0085e2fb-25b4-4b5a-a899-9a02c7d30bec tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.680741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0134ce1-7259-4b5a-9211-76ea0a99cdc5 req-0085e2fb-25b4-4b5a-a899-9a02c7d30bec tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 944 time: 0.1340482 Aug 27 02:45:50.810490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-6f90534c-f06d-43c2-bd02-6710a74601c0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:50.812494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-6f90534c-f06d-43c2-bd02-6710a74601c0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 820 time: 0.3244104 Aug 27 02:45:50.843035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8b0e3282-760f-4ba6-8302-96da3ad8528e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/quotas/411bcefdcbe04b2d8bec1501ce29cd49 HTTP/1.1" status: 200 len: 375 time: 0.0140319 Aug 27 02:45:50.852343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0134ce1-7259-4b5a-9211-76ea0a99cdc5 req-da4826a9-569c-4125-a508-601d974cf610 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687789 Aug 27 02:45:50.892056 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Sync routers for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:50.905043 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:50.905687 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:50.952015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-88de95f6-18a0-409a-9314-3fa5832aad47 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943267 Aug 27 02:45:51.093740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:51.111391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:51.155791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:51.203007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:51.209651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:51.210078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.278009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89df95c9-8a6b-4db2-aa47-d6c8e6a8cf7f service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142600 Aug 27 02:45:51.278696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Sync routers for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:51.323215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:51.323935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:51.378199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.412941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:51.416547 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96766850-6059-4b6b-ba09-fed27db8ad0c" -d '{"events": [{"server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:51.446758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:51.482266 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.542720 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f08427-6c0d-42ef-8d2b-cef961a55b37 x-openstack-request-id: req-79f08427-6c0d-42ef-8d2b-cef961a55b37 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:51.545746 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:51.546116 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79f08427-6c0d-42ef-8d2b-cef961a55b37 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:51.546771 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec', 'code': 200} Aug 27 02:45:51.577698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:51.596028 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 2, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:51.629753 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Checking router: 06a06037-c169-4428-8013-f02760bb7454 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:51.631808 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Updating router 06a06037-c169-4428-8013-f02760bb7454 port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:51.652048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:51.684171 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.689797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8fd83d68-dc33-4369-9eb7-2507f73c6fb0 service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098363 Aug 27 02:45:51.713656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf497df-b8b0-445b-8bf1-35dbad49b361 req-c0035b2c-34fa-4d43-8cf3-db77ada7a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:51.715454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cf497df-b8b0-445b-8bf1-35dbad49b361 req-c0035b2c-34fa-4d43-8cf3-db77ada7a892 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 1096 time: 0.0770140 Aug 27 02:45:51.809814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cf497df-b8b0-445b-8bf1-35dbad49b361 req-5222366a-bebb-4660-95f7-f945037b63d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Aug 27 02:45:51.913397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:51.994646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 79bd095b-509f-493a-8abe-fe216c718f6f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:52.129673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4a0a1e69-167a-4e90-8aba-fd832d3b2d53 req-3bec0ef2-4add-43cb-b8c0-11189609306a tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Aug 27 02:45:52.157410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:47Z', 'revision_number': 4, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'f1572f0f-7509-43b4-92ce-9d2a29651d2a', 'name': '', 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'mac_address': 'fa:16:3e:a8:63:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'd5efd574-4995-4929-99fa-fb8ff6b1ca82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:47Z', 'revision_number': 2, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'subnets': [{'id': 'd5efd574-4995-4929-99fa-fb8ff6b1ca82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:52.244598 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.282743 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Transition to ACTIVE for port object 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:52.297062 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.302476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 79bd095b-509f-493a-8abe-fe216c718f6f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:52.314798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Checking router: 217df5eb-42a9-4fce-8fe6-335aea18eaf1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:52.316019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Updating router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 port f1572f0f-7509-43b4-92ce-9d2a29651d2a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:45:52.340106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 79bd095b-509f-493a-8abe-fe216c718f6f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:52.341174 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.502159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f40751-03cb-47b2-baec-542a5022644c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:52.504482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.543058 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1294ad-bbd1-4b0c-a277-a5203cba76b6 None None] Pushing event updated for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:52.562600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Attempting to bind port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:52.563061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Attempting to bind port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:52.563533 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Attempting to bind port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 on network e989a1db-9968-4367-b346-51e520f20510 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:52.570372 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:52.570931 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Checking segment: {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:52.571527 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.572554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Bound using segment: {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:52.573109 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Bound port: 3a3e8ff2-02e2-425d-bc98-6075d0ba1410, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:52.573552 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.716374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b8a59-24ea-4a76-809d-6a728f91b196 req-cae06123-f5e0-4c3b-8b97-7fb75136cfad tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:52.724555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-502b8a59-24ea-4a76-809d-6a728f91b196 req-cae06123-f5e0-4c3b-8b97-7fb75136cfad tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 945 time: 0.6023622 Aug 27 02:45:52.736061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] For port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:52.739376 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] For port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:52.753599 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.795931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-502b8a59-24ea-4a76-809d-6a728f91b196 req-fa413917-05e2-466d-b8b9-0cb6df2d3b52 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703704 Aug 27 02:45:52.841799 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:52.842534 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:52.937756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Deleting port f1572f0f-7509-43b4-92ce-9d2a29651d2a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:52.938859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:52.950697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1294ad-bbd1-4b0c-a277-a5203cba76b6 None None] Pushing event updated for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.082111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.125494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Calling delete_port for f1572f0f-7509-43b4-92ce-9d2a29651d2a owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:53.215896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.300167 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-065a835a-b6ab-4402-a409-3f19e44acb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.305627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:53.312920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Transition to ACTIVE for port object f1572f0f-7509-43b4-92ce-9d2a29651d2a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:53.320432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f6f1b0-3f04-450d-a9a9-d1580f3dcfbc req-ed6ba75e-53b1-4b6e-ab65-32b33e6073cf tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 210 time: 0.0680680 Aug 27 02:45:53.330780 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.346545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b8f40751-03cb-47b2-baec-542a5022644c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:53.346935 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.385199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.564970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668e42-0dcc-4bda-a32c-de9c29ca7e5e None None] Pushing event updated for resources: {'Port': ['ID=f1572f0f-7509-43b4-92ce-9d2a29651d2a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.566574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:53.569324 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb3c6a-78b9-4040-9341-e78afc84a8fc" -d '{"events": [{"server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "name": "network-vif-plugged", "status": "completed", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:53.610570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Attempting to bind port f1572f0f-7509-43b4-92ce-9d2a29651d2a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:53.611175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Attempting to bind port f1572f0f-7509-43b4-92ce-9d2a29651d2a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:53.611552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Attempting to bind port f1572f0f-7509-43b4-92ce-9d2a29651d2a on network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:53.622088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=79bd095b-509f-493a-8abe-fe216c718f6f,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:53.629797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:53.630444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Checking segment: {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:53.630962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.632025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Bound using segment: {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:53.633115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Bound port: f1572f0f-7509-43b4-92ce-9d2a29651d2a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88390a47-ddfc-4687-8ed9-73656a29124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd8a7ca85-36a9-48d6-8cee-468b68a2d4c0'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:53.633578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.651567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.661805 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:52Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:53.696728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Port f1572f0f-7509-43b4-92ce-9d2a29651d2a has been deleted concurrently {{(pid=94833) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 27 02:45:53.698294 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:53.700090 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc359eb-b2be-494d-9551-9c525c4eeaab None None] The sync data for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 is: [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:52Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:53.720978 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c43ba3-af6b-4443-a97c-cc78272486c4 x-openstack-request-id: req-74c43ba3-af6b-4443-a97c-cc78272486c4 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:53.720978 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "name": "network-vif-plugged", "status": "completed", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:53.721332 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74c43ba3-af6b-4443-a97c-cc78272486c4 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:53.721570 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f', 'code': 200} Aug 27 02:45:53.883563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:53.884260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:53.902091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-59d9d77b-0bd3-4796-8a9f-bf45e6a716ec tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:53.907633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-59d9d77b-0bd3-4796-8a9f-bf45e6a716ec tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 820 time: 0.4412773 Aug 27 02:45:53.908123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.923096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1572f0f-7509-43b4-92ce-9d2a29651d2a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:53.989274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-880ea2a4-4ee0-4a6b-8103-0a711db77e4e None None] Could not find standard attr ID for object f1572f0f-7509-43b4-92ce-9d2a29651d2a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:45:54.003821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3610-8fee-4eb8-a116-5a82cf1ea0f9 req-18d23774-2900-4353-bca9-db973baacc49 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.005411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-476f3610-8fee-4eb8-a116-5a82cf1ea0f9 req-18d23774-2900-4353-bca9-db973baacc49 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 945 time: 0.1130404 Aug 27 02:45:54.016022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'port': {'device_id': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'admin_state_up': True, 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:54.182109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-476f3610-8fee-4eb8-a116-5a82cf1ea0f9 req-6ccf21b8-bb9f-4138-8b54-e7d00465a4e0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675620 Aug 27 02:45:54.196196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:54.468017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.469391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Made reservation on behalf of 411bcefdcbe04b2d8bec1501ce29cd49 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:45:54.473336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.567003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ff2b4e-ffa4-4938-9fc5-c897e42948a6 req-74d70a3d-5211-40d6-9be1-a96454a5e850 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 210 time: 0.0858004 Aug 27 02:45:54.644143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:54.687375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effdf2e-52c1-41c0-8c14-ea81bca35c26 req-f8d180b0-bbab-44e1-856c-4b9d79a6c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.704595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0effdf2e-52c1-41c0-8c14-ea81bca35c26 req-f8d180b0-bbab-44e1-856c-4b9d79a6c43a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 1096 time: 0.6947861 Aug 27 02:45:54.706046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Allocated IP 172.20.0.13 (e989a1db-9968-4367-b346-51e520f20510/95fc3080-662c-42b4-8822-960d49c666c0/0f2fde45-8430-4571-bf55-da6b185f92ef) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:45:54.740971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:45:54.746302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:53Z', 'revision_number': 5, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:54.750779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:54.751300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.803877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b109-d6cd-4dee-8970-2d47d4434540 req-326abeec-9c3f-4138-bde6-86734617948b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:54.806214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b721b109-d6cd-4dee-8970-2d47d4434540 req-326abeec-9c3f-4138-bde6-86734617948b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 945 time: 0.5020804 Aug 27 02:45:54.807874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f36d3d0-bed8-45d6-a27b-3a10b0a42874 None None] The sync data for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 is: [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:53Z', 'revision_number': 5, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port': {'id': 'e37627fe-ee52-4e22-8106-086cf9656234', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:54.881952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.914157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0effdf2e-52c1-41c0-8c14-ea81bca35c26 req-3f09d39a-4388-4a7f-9866-d2281360b922 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560574 Aug 27 02:45:54.933164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:54.939282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:54.993202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b721b109-d6cd-4dee-8970-2d47d4434540 req-1ca676d8-3c61-47f3-891f-8cd80bdce448 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683464 Aug 27 02:45:55.285175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:55.302184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.314347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48a38148-1f22-4556-a9d5-9efbe1921608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.333519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:45:55.460445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.464332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.529892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:55.594356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Network e989a1db-9968-4367-b346-51e520f20510 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:45:55.599791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:45:55.615010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:45:55.676822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:45:55.685896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37138) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:55.686409 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a553772c-c25b-448d-809e-030b3da7454a admin admin] 10.222.0.26 "PUT /v2.0/routers/217df5eb-42a9-4fce-8fe6-335aea18eaf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5295832 Aug 27 02:45:55.700462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:55.701514 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:55.730706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-89f77d6c-4030-485a-93d5-b75898d81424 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7184470 Aug 27 02:45:55.747925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Request body: {'port': {'device_id': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:45:55.917449 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.013985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.129780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edbbbd-1de3-4dc3-a69e-6b2ad3e0ce6c req-82bea039-d0d9-46ec-a898-44c809a54bbf tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:56.131782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07edbbbd-1de3-4dc3-a69e-6b2ad3e0ce6c req-82bea039-d0d9-46ec-a898-44c809a54bbf tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 932 time: 0.2388630 Aug 27 02:45:56.293803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06e4d5-e7f8-4fc8-b8ef-d96911a9105f req-9c1dc3a2-8010-4382-bf39-57b7ecbcdff0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:56.297051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07edbbbd-1de3-4dc3-a69e-6b2ad3e0ce6c req-29a67ddb-0959-492b-a117-8ffcd458e097 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568186 Aug 27 02:45:56.310015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce06e4d5-e7f8-4fc8-b8ef-d96911a9105f req-9c1dc3a2-8010-4382-bf39-57b7ecbcdff0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 945 time: 0.1677678 Aug 27 02:45:56.310588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.393299 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Sync routers for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:45:56.418357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:45:56.437972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ce06e4d5-e7f8-4fc8-b8ef-d96911a9105f req-65647193-3bd6-4b02-8883-9f857746d6a8 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225567 Aug 27 02:45:56.439085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Deleting port e37627fe-ee52-4e22-8106-086cf9656234 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:56.439590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.452088 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:56.455035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:56.549543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.580574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] For port e37627fe-ee52-4e22-8106-086cf9656234, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e37627fe-ee52-4e22-8106-086cf9656234,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:56.582252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.585150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:45:56.586082 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.627357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Calling delete_port for e37627fe-ee52-4e22-8106-086cf9656234 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:56.653551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2fde45-8430-4571-bf55-da6b185f92ef {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:45:56.664129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.691842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Transition to ACTIVE for port object 0f2fde45-8430-4571-bf55-da6b185f92ef will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:45:56.698337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:56.701574 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:56.832350 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:56Z', 'revision_number': 6, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:56.885136 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Checking router: 217df5eb-42a9-4fce-8fe6-335aea18eaf1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:45:56.896399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:56.907626 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Routers {'217df5eb-42a9-4fce-8fe6-335aea18eaf1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:45:56.908181 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:45:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:56.974109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Attempting to bind port 0f2fde45-8430-4571-bf55-da6b185f92ef on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:45:56.977339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Attempting to bind port 0f2fde45-8430-4571-bf55-da6b185f92ef by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:45:56.978021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Attempting to bind port 0f2fde45-8430-4571-bf55-da6b185f92ef on network e989a1db-9968-4367-b346-51e520f20510 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:56.996599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Port 0f2fde45-8430-4571-bf55-da6b185f92ef on network e989a1db-9968-4367-b346-51e520f20510 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:45:56.997661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Attempting to bind port 0f2fde45-8430-4571-bf55-da6b185f92ef on network e989a1db-9968-4367-b346-51e520f20510 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:45:57.012907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:45:57.015590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Checking segment: {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:45:57.016624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Bound using segment: {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:45:57.017560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Bound port: 0f2fde45-8430-4571-bf55-da6b185f92ef, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd798c0a4-12da-442d-9127-25de3eea9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e989a1db-9968-4367-b346-51e520f20510'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:45:57.018473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.076820 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.126348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37627fe-ee52-4e22-8106-086cf9656234,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.127975 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] Set router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:45:57.231923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.284322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:45:57.293632 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:56Z', 'revision_number': 6, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:57.293845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:45:57.299210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.344064 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d0c0d-afd4-4892-a124-e1d3bf2c303b None None] The sync data for ids ['217df5eb-42a9-4fce-8fe6-335aea18eaf1'] in n-d-806292-1 is: [{'id': '217df5eb-42a9-4fce-8fe6-335aea18eaf1', 'name': 'tempest-ImageQuotaTest-328936844-router', 'tenant_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:36Z', 'updated_at': '2021-08-27T02:45:56Z', 'revision_number': 6, 'project_id': 'f4f06a9aae8240579a7a9676dc227ab1', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:45:57.391339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:57.405523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.406147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.412089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-8127658d-701e-47bf-bfdd-829bfe818a7b service neutron] 10.222.0.15 "PUT /v2.0/ports/0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 1092 time: 1.6725736 Aug 27 02:45:57.412589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:45:57.419907 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986" -d '{"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:45:57.500417 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.541613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.664951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c291e-edb4-4187-bbda-8c893e8f54fc req-2366e237-6adf-4467-8494-5ddc88d17f87 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.667764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-458c291e-edb4-4187-bbda-8c893e8f54fc req-2366e237-6adf-4467-8494-5ddc88d17f87 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 944 time: 0.1931257 Aug 27 02:45:57.670002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.670925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217df5eb-42a9-4fce-8fe6-335aea18eaf1 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:45:57.707400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.707400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fa58f05-aa97-46b7-abff-cf482c259f05 admin admin] 10.222.0.26 "DELETE /v2.0/routers/217df5eb-42a9-4fce-8fe6-335aea18eaf1 HTTP/1.1" status: 204 len: 168 time: 2.0040832 Aug 27 02:45:57.707400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37184) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:57.751309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-f2874943-5dda-4f45-ab2b-add1561a0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.753976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-f2874943-5dda-4f45-ab2b-add1561a0f0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1095 time: 0.2510157 Aug 27 02:45:57.876749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-ac478367-c60e-4441-ae9a-518890f72920 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0572205 Aug 27 02:45:57.940817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-2c9e328b-7b7a-4207-9412-2f79b12167cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.942477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-2c9e328b-7b7a-4207-9412-2f79b12167cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0560250 Aug 27 02:45:57.949986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-6d53553d-9825-4fff-9647-c42bb1094d3b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:57.951665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-6d53553d-9825-4fff-9647-c42bb1094d3b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.3300226 Aug 27 02:45:57.957074 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:57.973440 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-8e94f9c4-ec5d-4ec0-a0e0-7b8b3244f372 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/quotas/c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c HTTP/1.1" status: 200 len: 375 time: 0.0109222 Aug 27 02:45:58.005109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-3ec747f0-bea3-4571-baa6-8b36a3125242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523610 Aug 27 02:45:58.169398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-176e6c1e-9c22-4551-87e7-6764a3ed7c9e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756656 Aug 27 02:45:58.172304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-458c291e-edb4-4187-bbda-8c893e8f54fc req-5fe447fc-94be-4c3d-909f-50dcd083aae0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971583 Aug 27 02:45:58.196856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Deleting subnet d5efd574-4995-4929-99fa-fb8ff6b1ca82 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:45:58.207266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.270422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.385440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.465404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.515317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.519209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d5efd574-4995-4929-99fa-fb8ff6b1ca82 HTTP/1.1" status: 204 len: 168 time: 0.4058330 Aug 27 02:45:58.520889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81a0fd-fc9c-4155-8895-d74640d413a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5efd574-4995-4929-99fa-fb8ff6b1ca82,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:58.523780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37196) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:45:58.530299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2730fcf-fc7e-4aec-8537-f0e17a7d0258 None None] Network d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:45:58.678689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:58.692620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e37627fe-ee52-4e22-8106-086cf9656234 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:45:58.717935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e37627fe-ee52-4e22-8106-086cf9656234 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:45:58.718656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e37627fe-ee52-4e22-8106-086cf9656234 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:45:58.768636 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4a195-439a-45cd-b149-c2b627715b76 x-openstack-request-id: req-d1a4a195-439a-45cd-b149-c2b627715b76 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:45:58.769116 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:45:58.769116 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1a4a195-439a-45cd-b149-c2b627715b76 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:45:58.769443 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:45:58.798787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-ceb16c81-d5ea-4fe1-b947-e2efb4b99595 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:58.800334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-ceb16c81-d5ea-4fe1-b947-e2efb4b99595 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "GET /v2.0/ports?device_id=e41ece43-bc7b-48cd-bee1-c01f00b25d4d HTTP/1.1" status: 200 len: 945 time: 0.7365246 Aug 27 02:45:58.877784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-2c6b4a2a-5572-4f02-8748-36a61a552e46 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530791 Aug 27 02:45:58.920179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] DHCP port deletion for d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:45:58.944363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-2dcfc01f-ccc3-4782-b945-2cd922c9a6b0 service neutron] 10.222.0.26 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543459 Aug 27 02:45:58.962359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-86395477-6dc0-4fd1-a93d-9736bfc0aae4 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:58.967042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-86395477-6dc0-4fd1-a93d-9736bfc0aae4 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "GET /v2.0/ports?device_id=1710778f-76de-4642-a939-3f60f9427a0d HTTP/1.1" status: 200 len: 945 time: 0.1881945 Aug 27 02:45:59.004520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Deleting port d30155ed-e10c-47fa-bca3-60839f62dea1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:59.004968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.056453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Deleting port d30155ed-e10c-47fa-bca3-60839f62dea1 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:59.057388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.141767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] For port d30155ed-e10c-47fa-bca3-60839f62dea1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d30155ed-e10c-47fa-bca3-60839f62dea1,segment=NetworkSegment(88390a47-ddfc-4687-8ed9-73656a29124a),segment_id=88390a47-ddfc-4687-8ed9-73656a29124a)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:59.142596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.171102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ca25a30f-80c9-4aa1-b425-ec82775aba20 service neutron] 10.222.0.26 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894636 Aug 27 02:45:59.172793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30e46b1f-4344-49e1-9e9a-fa96c70d673c req-af9c49b6-c5ae-4d08-a62f-fc0c8b6d6e6c service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514925 Aug 27 02:45:59.176894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Calling delete_port for d30155ed-e10c-47fa-bca3-60839f62dea1 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:59.193059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] For port d30155ed-e10c-47fa-bca3-60839f62dea1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d30155ed-e10c-47fa-bca3-60839f62dea1,segment=NetworkSegment(88390a47-ddfc-4687-8ed9-73656a29124a),segment_id=88390a47-ddfc-4687-8ed9-73656a29124a)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:59.193569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.221017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Deleting port 79bd095b-509f-493a-8abe-fe216c718f6f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:59.221296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.243478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Calling delete_port for d30155ed-e10c-47fa-bca3-60839f62dea1 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:59.365236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.405035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.422170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] Pushing event deleted for resources: {'Port': ['ID=d30155ed-e10c-47fa-bca3-60839f62dea1,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:59.441119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9e496-880c-4a66-b38e-dd057b66f259 None None] No DVR routers for this DVR port d30155ed-e10c-47fa-bca3-60839f62dea1 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:59.481152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d30155ed-e10c-47fa-bca3-60839f62dea1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:45:59.492351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] No DVR routers for this DVR port d30155ed-e10c-47fa-bca3-60839f62dea1 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:45:59.509730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-45136800-7979-4439-ac94-3255648dec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:59.511341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-45136800-7979-4439-ac94-3255648dec32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1095 time: 0.2425179 Aug 27 02:45:59.534628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] For port 79bd095b-509f-493a-8abe-fe216c718f6f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=79bd095b-509f-493a-8abe-fe216c718f6f,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:45:59.535234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.552777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Calling delete_port for 79bd095b-509f-493a-8abe-fe216c718f6f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:45:59.593580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.605606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a7ca85-36a9-48d6-8cee-468b68a2d4c0']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:59.618137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88390a47-ddfc-4687-8ed9-73656a29124a') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:59.618649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88390a47-ddfc-4687-8ed9-73656a29124a') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:45:59.628739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.643991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.651622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:45:59.652082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.768495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-73f7b51f-4af2-4995-a0a8-c402d80acc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:59.769996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-73f7b51f-4af2-4995-a0a8-c402d80acc69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.1244469 Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:45:59.782180 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:45:59.834905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Deleting port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:45:59.836716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:45:59.863190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884544-b042-4b1c-b7af-4983e023f108 req-f73736ec-f04c-4a27-a7d2-cc9d150ce699 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:45:59.863190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8884544-b042-4b1c-b7af-4983e023f108 req-f73736ec-f04c-4a27-a7d2-cc9d150ce699 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 944 time: 0.4847109 Aug 27 02:45:59.936066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-cb2d2937-7c42-44a0-a9ba-a8e890c70af7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.1484225 Aug 27 02:46:00.038892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.055717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-55cbc1ee-da53-4a80-8a1f-f31c30136887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:00.057239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-55cbc1ee-da53-4a80-8a1f-f31c30136887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.1136508 Aug 27 02:46:00.057591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.059506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8a7ca85-36a9-48d6-8cee-468b68a2d4c0 HTTP/1.1" status: 204 len: 168 time: 1.5344071 Aug 27 02:46:00.123306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-f61e3d9d-b709-45ec-8fd2-b866f82ab874 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362537 Aug 27 02:46:00.153994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54883-8afd-463a-9ba8-06e3f99502bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a7ca85-36a9-48d6-8cee-468b68a2d4c0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.213758 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e8884544-b042-4b1c-b7af-4983e023f108 req-c89c61e3-d5a7-4e85-8b62-0381443e25e4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288658 Aug 27 02:46:00.231080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a2318f6-f1c9-4f5a-94fd-66d678c16fce req-7d3762b6-6a46-4322-a3bd-d069ae64156d tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 210 time: 0.1728303 Aug 27 02:46:00.266069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] For port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:00.266854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.303557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Calling delete_port for e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:00.345411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-824fd586-ff00-4f15-a03b-93e29a59db76 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833990 Aug 27 02:46:00.350494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.365056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.424394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event deleted for resources: {'Port': ['ID=79bd095b-509f-493a-8abe-fe216c718f6f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.476563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d30155ed-e10c-47fa-bca3-60839f62dea1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:00.518777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d30155ed-e10c-47fa-bca3-60839f62dea1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:00.519105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d30155ed-e10c-47fa-bca3-60839f62dea1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:00.579467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] No DVR routers for this DVR port 79bd095b-509f-493a-8abe-fe216c718f6f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:00.586149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d97dad2-8128-46d5-b253-596fe88e6eab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4f06a9aae8240579a7a9676dc227ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908786 Aug 27 02:46:00.586827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37250) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:00.588002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.590336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-239f77ee-692d-47a1-9a2f-ed13d29b6044 req-8ab20429-9183-4bda-9562-cf27bc7d8242 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "DELETE /v2.0/ports/79bd095b-509f-493a-8abe-fe216c718f6f HTTP/1.1" status: 204 len: 173 time: 1.7819798 Aug 27 02:46:00.644305 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.698828 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.705713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa08e8c-be4d-4b77-8df2-fca6bce6a986 req-f67c0933-afbc-4ab4-8c7a-4fab1dee5ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518519 Aug 27 02:46:00.708838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event deleted for resources: {'Port': ['ID=e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.740869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.770860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'name': 'network-vif-deleted', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:00.787024 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f50f7c-a871-4f5a-b754-ba87fecadbc6" -d '{"events": [{"server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "name": "network-vif-deleted", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:00.841063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] No DVR routers for this DVR port e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:00.844148 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.847815 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.850967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.851667 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:00.853731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80cb1f94-499a-40c1-a8d2-99b4dddc25b9 req-4ef4b72e-5c13-4c9b-ac81-ad48612cd705 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "DELETE /v2.0/ports/e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec HTTP/1.1" status: 204 len: 173 time: 1.8646007 Aug 27 02:46:00.854187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'name': 'network-vif-deleted', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:00.866296 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ed2fbe-6bc9-4423-b473-c303ef58348f" -d '{"events": [{"server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "name": "network-vif-deleted", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:00.871990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c69fa30-66d5-443d-bdec-2695977d2080 HTTP/1.1" status: 204 len: 168 time: 0.2786024 Aug 27 02:46:00.892522 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1df0fa2-a2d3-4eed-b0ad-061b373f21bd x-openstack-request-id: req-b1df0fa2-a2d3-4eed-b0ad-061b373f21bd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:00.892817 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ece43-bc7b-48cd-bee1-c01f00b25d4d", "name": "network-vif-deleted", "tag": "79bd095b-509f-493a-8abe-fe216c718f6f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:00.893091 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1df0fa2-a2d3-4eed-b0ad-061b373f21bd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:00.893486 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ece43-bc7b-48cd-bee1-c01f00b25d4d', 'name': 'network-vif-deleted', 'tag': '79bd095b-509f-493a-8abe-fe216c718f6f', 'status': 'completed', 'code': 200} Aug 27 02:46:00.894634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5aec8-6207-4234-95ac-b2a670e7c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c69fa30-66d5-443d-bdec-2695977d2080,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:00.992118 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eada21a-56e4-4f2f-913a-5f7752809cc9 x-openstack-request-id: req-7eada21a-56e4-4f2f-913a-5f7752809cc9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:00.992377 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1710778f-76de-4642-a939-3f60f9427a0d", "name": "network-vif-deleted", "tag": "e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:00.992632 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7eada21a-56e4-4f2f-913a-5f7752809cc9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:00.993220 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1710778f-76de-4642-a939-3f60f9427a0d', 'name': 'network-vif-deleted', 'tag': 'e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec', 'status': 'completed', 'code': 200} Aug 27 02:46:01.148321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:01.202739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:01.203377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e45eb2c7-b6ad-4e3a-bacf-bc576dcae3ec not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:01.427154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca40ac7-216c-461b-9536-408c4a59a68f req-deeb0dde-8ba0-43a1-a932-e8e0418f3042 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:01.429973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca40ac7-216c-461b-9536-408c4a59a68f req-deeb0dde-8ba0-43a1-a932-e8e0418f3042 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 944 time: 0.1272469 Aug 27 02:46:01.450216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9fe3d9d4-4d23-46a9-ba47-140fdb7d73d6 req-bb4ce7b8-b464-42b8-9f79-e0cfcb04a2e4 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 210 time: 0.0573697 Aug 27 02:46:01.509568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.534494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ca40ac7-216c-461b-9536-408c4a59a68f req-8e21c33a-df53-4b24-a3c7-e728f13f7328 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915711 Aug 27 02:46:01.542747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0ab83a7-28f6-48ec-8eac-3655400dd887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.700878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0ab83a7-28f6-48ec-8eac-3655400dd887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.704691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f0ab83a7-28f6-48ec-8eac-3655400dd887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.748187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f0ab83a7-28f6-48ec-8eac-3655400dd887 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2367358 Aug 27 02:46:01.751327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37286) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:01.753506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab83a7-28f6-48ec-8eac-3655400dd887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c578c9-2564-4e21-a3e8-74d8a4bb2d78,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:01.859193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.887782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.911709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-85a34543-d3c2-47ee-be48-da72f4e6be33 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:01.913253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-85a34543-d3c2-47ee-be48-da72f4e6be33 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.1452329 Aug 27 02:46:01.934059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Request body: {'port': {'device_id': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'admin_state_up': True, 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:01.964640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.967839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:01.969387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63c578c9-2564-4e21-a3e8-74d8a4bb2d78 HTTP/1.1" status: 204 len: 168 time: 0.2168267 Aug 27 02:46:01.984880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b721b1-515f-4ae3-81b5-0c597f4930a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c578c9-2564-4e21-a3e8-74d8a4bb2d78,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:02.030252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0f2fde45-8430-4571-bf55-da6b185f92ef details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:02.032572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 79bd095b-509f-493a-8abe-fe216c718f6f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:02.121897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 79bd095b-509f-493a-8abe-fe216c718f6f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:02.122241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 79bd095b-509f-493a-8abe-fe216c718f6f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:02.214277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:02.228420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.348030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:02.373186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'port_id': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'mac_address': 'fa:16:3e:38:e3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:02.517474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.525919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-a05d0a51-6d20-43d6-b8cd-42af2c404f3c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:02.527435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-a05d0a51-6d20-43d6-b8cd-42af2c404f3c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 811 time: 0.3661211 Aug 27 02:46:02.551192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2fde45-8430-4571-bf55-da6b185f92ef {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:02.552296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Request body: {'port': {'device_id': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'admin_state_up': True, 'tenant_id': 'c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:02.603850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Allocated IP 172.20.0.5 (78163bc2-b186-418a-b87c-96a8c7da4ce3/225d3a99-df40-47f4-a055-602dbcbfcccd/36b95bbb-eb61-4b62-a02d-db8f47621863) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:02.634488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:02.647505 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.700497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:02.750073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Made reservation on behalf of c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:02.757824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.758742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b14e58b-75e2-4f5a-a8f2-27807c3cf151 req-e4aaca56-a737-4bf2-91c5-d876f4d88f88 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 210 time: 0.0449324 Aug 27 02:46:02.807517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244e7d-85b7-4dd3-a76d-4bbcf8b8f631 req-3984fb77-34d5-4bd8-9d03-5716dbf11e0e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:02.809165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f2244e7d-85b7-4dd3-a76d-4bbcf8b8f631 req-3984fb77-34d5-4bd8-9d03-5716dbf11e0e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 945 time: 0.1323628 Aug 27 02:46:02.817652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.837189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:02.893936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:02.936808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:02.940017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:02.943271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f2244e7d-85b7-4dd3-a76d-4bbcf8b8f631 req-96538eff-cc32-4b00-8e69-50d4cd6546dd tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233089 Aug 27 02:46:02.943855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:02.988379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event updated for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:03.017653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:03.018293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.037008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-e7a9c234-d9f1-48e0-b911-614e4fde4639 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1090102 Aug 27 02:46:03.051303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Request body: {'port': {'device_id': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:03.067544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-c5b4384b-faa6-4c31-ae9e-f86a06ec3688 {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:46:03.067938 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:46:03.116913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.420883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b95bbb-eb61-4b62-a02d-db8f47621863 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:03.428761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.441302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Transition to ACTIVE for port object 36b95bbb-eb61-4b62-a02d-db8f47621863 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:03.446326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.543335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:03.569100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.580551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Attempting to bind port 36b95bbb-eb61-4b62-a02d-db8f47621863 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:03.580894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Attempting to bind port 36b95bbb-eb61-4b62-a02d-db8f47621863 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:03.581229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Attempting to bind port 36b95bbb-eb61-4b62-a02d-db8f47621863 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:03.586124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Port 36b95bbb-eb61-4b62-a02d-db8f47621863 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:03.586461 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Attempting to bind port 36b95bbb-eb61-4b62-a02d-db8f47621863 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:03.591317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:03.591660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Checking segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:03.592046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Bound using segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:03.592474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Bound port: 36b95bbb-eb61-4b62-a02d-db8f47621863, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:03.592856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.694549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:03.699710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=36b95bbb-eb61-4b62-a02d-db8f47621863,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:03.705215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.745983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Allocated IP 172.20.0.2 (78163bc2-b186-418a-b87c-96a8c7da4ce3/225d3a99-df40-47f4-a055-602dbcbfcccd/1a255587-f91a-41fc-916f-e916b8d30430) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:03.774686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:03.775301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:03.776741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] 10.222.0.15 "PUT /v2.0/ports/36b95bbb-eb61-4b62-a02d-db8f47621863 HTTP/1.1" status: 200 len: 1091 time: 0.7307508 Aug 27 02:46:03.777112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:03.779532 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72829475-8de7-4271-964b-71c094d82788" -d '{"events": [{"name": "network-changed", "server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:03.801599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec619ced-bbdb-4366-931b-3fd1342dfa77 service neutron] Pushing event updated for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:03.853495 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e987c5-4d0d-42f3-a5f7-a01204b04940 x-openstack-request-id: req-93e987c5-4d0d-42f3-a5f7-a01204b04940 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:03.854239 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:03.854671 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93e987c5-4d0d-42f3-a5f7-a01204b04940 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:03.854971 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863', 'status': 'completed', 'code': 200} Aug 27 02:46:03.910236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-9229dfc6-dd9d-40ee-8e08-d086607809d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:03.912147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-9229dfc6-dd9d-40ee-8e08-d086607809d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 1094 time: 0.0741839 Aug 27 02:46:03.967376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-a4790749-91a0-4097-8aff-a0bdf6428af2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b95bbb-eb61-4b62-a02d-db8f47621863 HTTP/1.1" status: 200 len: 217 time: 0.0467272 Aug 27 02:46:03.977993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93084-27de-46da-a254-5d9cc2855197 req-7182a2f1-8eef-449c-a572-10a95e38ffa3 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:03.985792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3a93084-27de-46da-a254-5d9cc2855197 req-7182a2f1-8eef-449c-a572-10a95e38ffa3 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 943 time: 0.1019704 Aug 27 02:46:04.043115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0f2fde45-8430-4571-bf55-da6b185f92ef up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:04.048067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.057722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-222caa09-4abd-4132-99a3-892777b280d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.059629 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-222caa09-4abd-4132-99a3-892777b280d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0852523 Aug 27 02:46:04.064759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3a93084-27de-46da-a254-5d9cc2855197 req-17a147fc-c5a1-4455-bb2b-fc9770f9afe7 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Aug 27 02:46:04.126046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 0f2fde45-8430-4571-bf55-da6b185f92ef completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:04.131796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 0f2fde45-8430-4571-bf55-da6b185f92ef triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:04.132962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.152232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-fbcd453c-52ee-454a-9b63-5d6e96acfeae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643015 Aug 27 02:46:04.165959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.220284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Network 78163bc2-b186-418a-b87c-96a8c7da4ce3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:04.228021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:04.236424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:04.266025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5456-3822-4e44-a83b-8678c3b2359c req-273c6a6b-396d-4b29-8381-e03ddbef3c19 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.271029 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.274636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b02b5456-3822-4e44-a83b-8678c3b2359c req-273c6a6b-396d-4b29-8381-e03ddbef3c19 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 945 time: 0.2089541 Aug 27 02:46:04.274889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event updated for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:04.323078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.324138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.324408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:04.326984 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529116c2-f064-4704-8ad8-6f7508ca4b75" -d '{"events": [{"server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:04.337385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-b98441e2-90dc-4aae-bf2e-895884c3995d service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779232 Aug 27 02:46:04.349207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b02b5456-3822-4e44-a83b-8678c3b2359c req-172910d7-d568-48e1-bdd4-dca6973d984e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741780 Aug 27 02:46:04.364649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:04.368247 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-f2fe12ae-73b0-4bc6-bc91-acdac481bbd0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8216901 Aug 27 02:46:04.374424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.415052 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e325e-fd98-4692-bc1f-8f05d1e14a4a x-openstack-request-id: req-0f9e325e-fd98-4692-bc1f-8f05d1e14a4a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:04.415514 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:04.415905 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f9e325e-fd98-4692-bc1f-8f05d1e14a4a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:04.416332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Request body: {'port': {'device_id': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:04.416898 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'code': 200} Aug 27 02:46:04.447425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:04.515772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.532253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ebaf93da-3379-401c-9baa-ab429dfc3f37 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776390 Aug 27 02:46:04.542313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988fc6-5f1e-4243-9d69-4be3bcb37c51 req-944dba3e-98b3-4b6a-ad1d-722c547bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.543827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90988fc6-5f1e-4243-9d69-4be3bcb37c51 req-944dba3e-98b3-4b6a-ad1d-722c547bd4b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0601485 Aug 27 02:46:04.636838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90988fc6-5f1e-4243-9d69-4be3bcb37c51 req-4163b02a-fed0-4c52-838c-99d3ac23d08f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857913 Aug 27 02:46:04.654619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829475-8de7-4271-964b-71c094d82788 req-ec082377-b7ea-46c6-abd7-0db064707129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.656315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-ec082377-b7ea-46c6-abd7-0db064707129 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 1094 time: 0.0691085 Aug 27 02:46:04.918298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829475-8de7-4271-964b-71c094d82788 req-fbce039f-4e54-4352-8d06-74a38192e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:04.918818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a255587-f91a-41fc-916f-e916b8d30430 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:04.922984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-fbce039f-4e54-4352-8d06-74a38192e694 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 912 time: 0.1033478 Aug 27 02:46:04.929754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.943950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Transition to ACTIVE for port object 1a255587-f91a-41fc-916f-e916b8d30430 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:04.950104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:04.993964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-abc274a7-e6fa-4d26-b564-09f8f3515b47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36b95bbb-eb61-4b62-a02d-db8f47621863 HTTP/1.1" status: 200 len: 217 time: 0.0583835 Aug 27 02:46:05.040754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Pushing event updated for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:05.094598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829475-8de7-4271-964b-71c094d82788 req-638fd833-0ef5-4d45-a439-9af5cfd8f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.096627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-638fd833-0ef5-4d45-a439-9af5cfd8f671 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0931113 Aug 27 02:46:05.129450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Attempting to bind port 1a255587-f91a-41fc-916f-e916b8d30430 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:05.129792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Attempting to bind port 1a255587-f91a-41fc-916f-e916b8d30430 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:05.130186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Attempting to bind port 1a255587-f91a-41fc-916f-e916b8d30430 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:05.135397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Port 1a255587-f91a-41fc-916f-e916b8d30430 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:05.135792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Attempting to bind port 1a255587-f91a-41fc-916f-e916b8d30430 on network 78163bc2-b186-418a-b87c-96a8c7da4ce3 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:05.142060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:05.142493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Checking segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:05.142930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Bound using segment: {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:05.143418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Bound port: 1a255587-f91a-41fc-916f-e916b8d30430, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba2f71b-acd8-44c6-8af1-c4188b29debe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:05.143835 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.157104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-6e2da9fc-00de-4310-8ba2-c6a5fb70cea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530686 Aug 27 02:46:05.229876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:05.236817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1a255587-f91a-41fc-916f-e916b8d30430,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:05.248068 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.271099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1dc3a-5dad-4db3-88b9-6ad5ccc88b73 req-6288dfbd-6e4c-43e1-8924-b365e7808ff4 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.278864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bd1dc3a-5dad-4db3-88b9-6ad5ccc88b73 req-6288dfbd-6e4c-43e1-8924-b365e7808ff4 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 943 time: 0.1325181 Aug 27 02:46:05.292970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.293698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:05.295217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] 10.222.0.46 "PUT /v2.0/ports/1a255587-f91a-41fc-916f-e916b8d30430 HTTP/1.1" status: 200 len: 1091 time: 0.9124238 Aug 27 02:46:05.295741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:05.298146 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58674067-0256-4f92-a723-f2874f51c55a" -d '{"events": [{"name": "network-changed", "server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "tag": "1a255587-f91a-41fc-916f-e916b8d30430"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:05.337782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add65a84-0bd4-482b-a60c-475b3fd4cf3f service neutron] Pushing event updated for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:05.353327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-f2939dc6-9111-409d-8c8e-c10ccd0bd2f4 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774445 Aug 27 02:46:05.386985 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7da211-887e-444c-b246-345694f9869b x-openstack-request-id: req-fa7da211-887e-444c-b246-345694f9869b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:05.387502 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "tag": "1a255587-f91a-41fc-916f-e916b8d30430", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:05.387844 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa7da211-887e-444c-b246-345694f9869b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:05.388334 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430', 'status': 'completed', 'code': 200} Aug 27 02:46:05.410315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ae0de22d-f1ac-4121-94cd-eb94a7ba2637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.412642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-ae0de22d-f1ac-4121-94cd-eb94a7ba2637 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 1094 time: 0.0558288 Aug 27 02:46:05.418367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bd1dc3a-5dad-4db3-88b9-6ad5ccc88b73 req-8dc4e1eb-d7c6-4af2-a7f4-f0bef5dcafa0 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384356 Aug 27 02:46:05.496965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-7384a6b2-00ed-4741-8a0f-a2e6aa740f61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a255587-f91a-41fc-916f-e916b8d30430 HTTP/1.1" status: 200 len: 217 time: 0.0706065 Aug 27 02:46:05.507781 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72829475-8de7-4271-964b-71c094d82788 req-7ea09553-2532-4b67-a780-3a245cab78b3 service neutron] 10.222.0.15 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423995 Aug 27 02:46:05.579206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-6e892b7f-4d9d-4377-9d7c-7b168c22be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.580766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-6e892b7f-4d9d-4377-9d7c-7b168c22be7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0757883 Aug 27 02:46:05.592850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3360-8430-4b96-8849-813295bab08d req-c08c93f8-a37c-4997-b494-c87e44bd3249 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:05.602766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df1a3360-8430-4b96-8849-813295bab08d req-c08c93f8-a37c-4997-b494-c87e44bd3249 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1046753 Aug 27 02:46:05.651907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-31631b65-fa76-40d3-ac97-e5829a58b48b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461454 Aug 27 02:46:05.674896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df1a3360-8430-4b96-8849-813295bab08d req-a6600e0c-7412-4005-befa-59fccc23d27f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709615 Aug 27 02:46:05.777005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-0bc5adca-2e3d-4508-b6d7-0695b418130f service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164229 Aug 27 02:46:05.884932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e34917a3-ec2e-48ba-b3ef-d5df4ff21603 req-9dce6d7b-0d7d-4c9a-9f9e-4f4d8dbb6ed8 service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987351 Aug 27 02:46:06.055964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58674067-0256-4f92-a723-f2874f51c55a req-ed2e9aef-b334-42bd-bfdc-2fe9799bedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.057552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-ed2e9aef-b334-42bd-bfdc-2fe9799bedf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 1094 time: 0.0529499 Aug 27 02:46:06.180240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58674067-0256-4f92-a723-f2874f51c55a req-b70aa642-631f-432e-bc34-f660c46e7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.181717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-b70aa642-631f-432e-bc34-f660c46e7bf0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 200 len: 912 time: 0.1164041 Aug 27 02:46:06.225916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-35b96024-508c-4028-bac3-7d89d2556993 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a255587-f91a-41fc-916f-e916b8d30430 HTTP/1.1" status: 200 len: 217 time: 0.0354505 Aug 27 02:46:06.285660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58674067-0256-4f92-a723-f2874f51c55a req-9082b296-a910-4690-b7a0-defca4dddd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.287199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-9082b296-a910-4690-b7a0-defca4dddd45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 200 len: 851 time: 0.0518510 Aug 27 02:46:06.322056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-1953a1d4-deae-42e4-a5dc-047c94491bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78163bc2-b186-418a-b87c-96a8c7da4ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269973 Aug 27 02:46:06.421373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-386b9aca-8849-48b3-8660-865981cfa2c3 service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906506 Aug 27 02:46:06.533641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58674067-0256-4f92-a723-f2874f51c55a req-7b316ebc-facc-4da0-9f9a-9f831b108bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034331 Aug 27 02:46:06.562138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3011-5dc5-45d7-8880-21d8179e46c5 req-c6d8d96e-f55c-469c-a980-c5f9c78fc20f tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.563936 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd9e3011-5dc5-45d7-8880-21d8179e46c5 req-c6d8d96e-f55c-469c-a980-c5f9c78fc20f tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 943 time: 0.0602381 Aug 27 02:46:06.607392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd9e3011-5dc5-45d7-8880-21d8179e46c5 req-5ff168a2-1865-46ca-a602-861576f51a37 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Aug 27 02:46:06.816224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6610f1-c233-4561-ae3f-3cf7c66c43d8 req-6bcc48c0-51f6-4225-af8b-b60a7805be13 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:06.817877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c6610f1-c233-4561-ae3f-3cf7c66c43d8 req-6bcc48c0-51f6-4225-af8b-b60a7805be13 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0709684 Aug 27 02:46:06.858077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c6610f1-c233-4561-ae3f-3cf7c66c43d8 req-3c4d3903-9414-45a1-8007-526b23298e09 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Aug 27 02:46:07.120027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-1ddeaee4-4173-459d-bcb7-d98aa1c71cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.121830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-1ddeaee4-4173-459d-bcb7-d98aa1c71cfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0589147 Aug 27 02:46:07.135911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072993ba-07a7-4d74-8ffc-78e08b0b2639 req-dedca348-b595-4f4a-ba9a-bd76b83005cd tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.137943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-072993ba-07a7-4d74-8ffc-78e08b0b2639 req-dedca348-b595-4f4a-ba9a-bd76b83005cd tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0532587 Aug 27 02:46:07.178869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-072993ba-07a7-4d74-8ffc-78e08b0b2639 req-2963897c-9768-4312-96a5-4795c7550a1e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Aug 27 02:46:07.245792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-a9cdfb82-ce15-46eb-932d-8e6ecb2ae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.247400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-a9cdfb82-ce15-46eb-932d-8e6ecb2ae609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.1157072 Aug 27 02:46:07.291415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-ec1b88d8-78f2-4285-96f0-4937b3d2fd45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0370581 Aug 27 02:46:07.365392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-7f35479a-369a-4e5d-a0d2-4e5a103c4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.367535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-7f35479a-369a-4e5d-a0d2-4e5a103c4f45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0687058 Aug 27 02:46:07.400851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-249c4927-8e90-43b8-88c1-78b69645f06f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257280 Aug 27 02:46:07.502417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-b9638a28-3991-490c-b051-fc935cc6360b service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943913 Aug 27 02:46:07.595070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d479398c-6cdf-46a1-ac61-f5202349e533 req-b10af8a6-a2eb-466e-9898-1fc60cb9d2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858209 Aug 27 02:46:07.748430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463a28-37cb-44c7-9795-aea6f1beaa82 req-69f3bfa8-d32f-4c5d-9bee-3625b077ac34 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:07.750242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1463a28-37cb-44c7-9795-aea6f1beaa82 req-69f3bfa8-d32f-4c5d-9bee-3625b077ac34 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 943 time: 0.0697081 Aug 27 02:46:07.796316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1463a28-37cb-44c7-9795-aea6f1beaa82 req-4ae765bb-affd-4677-b702-1d44d8f19410 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365243 Aug 27 02:46:08.089266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 36b95bbb-eb61-4b62-a02d-db8f47621863 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:08.188464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=36b95bbb-eb61-4b62-a02d-db8f47621863,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:08.201437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '36b95bbb-eb61-4b62-a02d-db8f47621863', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'port_id': '36b95bbb-eb61-4b62-a02d-db8f47621863', 'mac_address': 'fa:16:3e:4b:41:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225d3a99-df40-47f4-a055-602dbcbfcccd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:08.241107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.257572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b95bbb-eb61-4b62-a02d-db8f47621863 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:08.279429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=36b95bbb-eb61-4b62-a02d-db8f47621863,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:08.283385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:08.314399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef36cfe-fa65-4bdd-b447-f0f8a3c0285a req-2b397a8d-cbfc-43c8-ac92-712c8912a68f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:08.322419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ef36cfe-fa65-4bdd-b447-f0f8a3c0285a req-2b397a8d-cbfc-43c8-ac92-712c8912a68f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0685916 Aug 27 02:46:08.372898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:08.377812 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9ef36cfe-fa65-4bdd-b447-f0f8a3c0285a req-54caf0e5-3593-4c6a-ab11-e7899e8c2bb2 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Aug 27 02:46:08.385952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.386269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.386637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.386977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.387312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.387697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.388014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.388339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.388667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.388991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.389317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.389639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:08.480351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['36b95bbb-eb61-4b62-a02d-db8f47621863'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:08.918554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5193f-1e7a-4e3c-9ef8-6fcbb89aa2a2 req-e7202832-d1eb-497b-8e23-b474e2a1e6bc tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:08.920915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02e5193f-1e7a-4e3c-9ef8-6fcbb89aa2a2 req-e7202832-d1eb-497b-8e23-b474e2a1e6bc tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 944 time: 0.0525472 Aug 27 02:46:08.959742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02e5193f-1e7a-4e3c-9ef8-6fcbb89aa2a2 req-1d247622-cd95-4a04-badb-9e0159ea2b32 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 27 02:46:09.227473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1a255587-f91a-41fc-916f-e916b8d30430 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:09.329159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1a255587-f91a-41fc-916f-e916b8d30430,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:09.341368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1a255587-f91a-41fc-916f-e916b8d30430', 'network_id': '78163bc2-b186-418a-b87c-96a8c7da4ce3', 'port_id': '1a255587-f91a-41fc-916f-e916b8d30430', 'mac_address': 'fa:16:3e:f9:3f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225d3a99-df40-47f4-a055-602dbcbfcccd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:09.381396 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:09.394692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a255587-f91a-41fc-916f-e916b8d30430 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:09.416593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1a255587-f91a-41fc-916f-e916b8d30430,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:09.427016 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:09.494922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:09.531313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a952a05-f398-478e-9194-32214b4ee54b req-63edf7ec-6c76-4459-97c4-0f8febd1e6a7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:09.533751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a952a05-f398-478e-9194-32214b4ee54b req-63edf7ec-6c76-4459-97c4-0f8febd1e6a7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0693903 Aug 27 02:46:09.577904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a952a05-f398-478e-9194-32214b4ee54b req-df7ae3ef-9ba5-40f7-9ef6-e891114ffea7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Aug 27 02:46:09.831383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1a255587-f91a-41fc-916f-e916b8d30430'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:10.099010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 36b95bbb-eb61-4b62-a02d-db8f47621863 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:10.114810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ab74-8754-450c-94b4-a3925f70ddaf req-ac339e2b-acb8-4d0a-81cd-374884da2edc tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:10.117138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c32ab74-8754-450c-94b4-a3925f70ddaf req-ac339e2b-acb8-4d0a-81cd-374884da2edc tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 944 time: 0.0526874 Aug 27 02:46:10.164657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 36b95bbb-eb61-4b62-a02d-db8f47621863 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:10.168660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c32ab74-8754-450c-94b4-a3925f70ddaf req-b0f7c554-0276-4fa9-b7b4-07ec2ce9d214 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Aug 27 02:46:10.173249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 36b95bbb-eb61-4b62-a02d-db8f47621863 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:10.173901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.262474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.289105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:10.291550 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65982fa0-f6bc-4b00-bcde-f071b7d89fc5" -d '{"events": [{"server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "name": "network-vif-plugged", "status": "completed", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:10.305158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=36b95bbb-eb61-4b62-a02d-db8f47621863,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:10.310506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:10.371605 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a47312-b8f4-4fa4-a4f8-052f06fb50ad x-openstack-request-id: req-64a47312-b8f4-4fa4-a4f8-052f06fb50ad {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:10.371605 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "name": "network-vif-plugged", "status": "completed", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:10.371605 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64a47312-b8f4-4fa4-a4f8-052f06fb50ad {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:10.371605 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863', 'code': 200} Aug 27 02:46:10.375766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:10.481652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838d60-ad7a-4367-abc0-1c82dfbab61a req-5f04a533-9b7f-4d23-b3fc-b358398d82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:10.483331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7838d60-ad7a-4367-abc0-1c82dfbab61a req-5f04a533-9b7f-4d23-b3fc-b358398d82a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 1096 time: 0.0492249 Aug 27 02:46:10.529634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7838d60-ad7a-4367-abc0-1c82dfbab61a req-e4ccac17-2c88-4359-a0f5-c60afc8d49f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386109 Aug 27 02:46:10.697326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9a50a-a79e-4f94-a805-c2ac337c88ac req-00c9587b-3484-4fc6-a574-c1c0b946687b tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:10.699120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6a9a50a-a79e-4f94-a805-c2ac337c88ac req-00c9587b-3484-4fc6-a574-c1c0b946687b tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0528352 Aug 27 02:46:10.737283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6a9a50a-a79e-4f94-a805-c2ac337c88ac req-90e8297e-553d-48d9-9588-eb74abb10db2 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Aug 27 02:46:11.082457 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:46:11.223947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1a255587-f91a-41fc-916f-e916b8d30430 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:11.295200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1a255587-f91a-41fc-916f-e916b8d30430 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:11.298581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711b92f-17f8-4bf8-8663-0200c9c42323 req-83940a40-5a37-4988-a975-a6cb628df886 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.300943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1a255587-f91a-41fc-916f-e916b8d30430 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:11.301710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.306683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9711b92f-17f8-4bf8-8663-0200c9c42323 req-83940a40-5a37-4988-a975-a6cb628df886 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 945 time: 0.0589902 Aug 27 02:46:11.348644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9711b92f-17f8-4bf8-8663-0200c9c42323 req-05cb54c6-003f-4050-a15d-9e49465656c1 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Aug 27 02:46:11.398861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.434533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1a255587-f91a-41fc-916f-e916b8d30430,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:11.439504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:11.503346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:11.872316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf1f6-29e2-4c3c-a020-0e3cb57e78e7 req-70ec2430-7625-4e4a-bc77-e2c636cdb3c7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:11.873804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21faf1f6-29e2-4c3c-a020-0e3cb57e78e7 req-70ec2430-7625-4e4a-bc77-e2c636cdb3c7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0549316 Aug 27 02:46:11.925394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21faf1f6-29e2-4c3c-a020-0e3cb57e78e7 req-1589c0f7-1bfd-44e4-abfb-68e38b7f5711 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Aug 27 02:46:12.372316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:12.374875 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4576b83-d8df-4f71-a4d7-2b7b73a9b738" -d '{"events": [{"server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "name": "network-vif-plugged", "status": "completed", "tag": "1a255587-f91a-41fc-916f-e916b8d30430"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:12.422789 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954f7950-3b7a-4545-9c96-743bea956b59 x-openstack-request-id: req-954f7950-3b7a-4545-9c96-743bea956b59 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:12.423027 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "name": "network-vif-plugged", "status": "completed", "tag": "1a255587-f91a-41fc-916f-e916b8d30430", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:12.423333 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-954f7950-3b7a-4545-9c96-743bea956b59 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:12.423751 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430', 'code': 200} Aug 27 02:46:12.471658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497dac-6ba7-4d31-97f3-b61728b30361 req-cc42f125-df9d-473a-a502-23cf8fafac90 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:12.473316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f497dac-6ba7-4d31-97f3-b61728b30361 req-cc42f125-df9d-473a-a502-23cf8fafac90 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Aug 27 02:46:12.535572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f497dac-6ba7-4d31-97f3-b61728b30361 req-dda310b7-8b35-4672-84dd-3413ef8e3421 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Aug 27 02:46:12.548659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446215c-da7d-4303-be82-97e50a39e56e req-dc05ff6d-4d9b-4acb-b29b-2326297f9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:12.550121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f446215c-da7d-4303-be82-97e50a39e56e req-dc05ff6d-4d9b-4acb-b29b-2326297f9a34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 1096 time: 0.0491562 Aug 27 02:46:12.586773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f446215c-da7d-4303-be82-97e50a39e56e req-943b3845-dde0-4cca-94bf-6838b2aa0fb5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287473 Aug 27 02:46:12.657982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02db2-18e0-4e74-b198-a2c1ee931978 req-52e97a8a-567e-4af3-9841-1a4855c1c25b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:12.659604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ce02db2-18e0-4e74-b198-a2c1ee931978 req-52e97a8a-567e-4af3-9841-1a4855c1c25b tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Aug 27 02:46:12.698498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ce02db2-18e0-4e74-b198-a2c1ee931978 req-c2611128-ccb4-4411-ba5c-4afd27695f42 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 27 02:46:13.044992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c835e-4f6b-453c-a362-92195b961ace req-eed610bc-6c4d-48e2-9582-e6b1bef0067f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:13.053146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f4c835e-4f6b-453c-a362-92195b961ace req-eed610bc-6c4d-48e2-9582-e6b1bef0067f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0590394 Aug 27 02:46:13.091550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f4c835e-4f6b-453c-a362-92195b961ace req-bd1b9ce5-c09f-4665-9126-0f7b21fbe7a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374892 Aug 27 02:46:13.450791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.455521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110441546', 'description': 'tempest-secgroup-smoke-110441546 description', 'project_id': '9a398feecaf6401ebfb7b99e052a0756'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:13.481182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.571276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.575353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.598134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.601653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1497579 Aug 27 02:46:13.602839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.608415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:13.612426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa4f33-5f34-4256-ba70-4d854f1c167d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7e7af-cf90-4b0e-821c-66f0cf981613,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:13.644478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.694470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.698128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.717061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1935b3-3d38-48cd-bee7-1d2418242136,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:13.728010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.730054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42bb911f-85ca-4119-ae87-a30ed532a30a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258266 Aug 27 02:46:13.732985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37568) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.738861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:13.775174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.836912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacdcfd-0941-4447-99b9-ceaa65b4518f req-73804dff-3e28-4219-befc-8edba2f1172a tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:13.838054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9bacdcfd-0941-4447-99b9-ceaa65b4518f req-73804dff-3e28-4219-befc-8edba2f1172a tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.0556865 Aug 27 02:46:13.841620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.847773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.872397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798aa19e-5824-4d30-8247-812e2e4cca29,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:13.875783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.880053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4fe5710f-f08f-4269-b7d2-24099873d4dc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457877 Aug 27 02:46:13.880638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:13.886446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:13.895870 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9bacdcfd-0941-4447-99b9-ceaa65b4518f req-f53d1d5e-fa48-4fdb-adf1-095c22973c14 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501647 Aug 27 02:46:13.912867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.973661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.978817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:13.995425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2ccfdb-8393-41f2-bcbf-e2adf000c15e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.008110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.012253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-da6fe6b3-fead-4801-be33-7aacbed7e35a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280420 Aug 27 02:46:14.012607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37572) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.017315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:14.045339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.096701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.101516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.120683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a039ff4e-69db-4570-ad96-1311861b3959,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.125615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.127065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b82b260b-bf5e-405b-8c22-e6bb2f8e3e07 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132445 Aug 27 02:46:14.131247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37578) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.137407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:14.165644 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Project 9a398feecaf6401ebfb7b99e052a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:46:14.172506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.252310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf075cf-ff90-4a63-b221-f7fb5cb0d167 req-b4298144-7781-4462-aed0-10f911da6e4e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:14.253693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf075cf-ff90-4a63-b221-f7fb5cb0d167 req-b4298144-7781-4462-aed0-10f911da6e4e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0724201 Aug 27 02:46:14.262932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.275913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.297710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a43a54-8733-4b35-ab58-c96e3df38244,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.311274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.312440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e36900e5-7093-4d47-ae9e-f90bafb70ec2 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1798315 Aug 27 02:46:14.315214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:14.319680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'security_group_rule': {'security_group_id': '77a7e7af-cf90-4b0e-821c-66f0cf981613', 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:14.325554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bf075cf-ff90-4a63-b221-f7fb5cb0d167 req-4fb44be8-6a71-4ba9-8997-ee342e37a623 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Aug 27 02:46:14.359575 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Project 9a398feecaf6401ebfb7b99e052a0756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:46:14.364652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.433910 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.438156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.455071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a41b94-7914-43c2-b177-5fa2d33f173c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:14.461797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:14.462897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2d09a36a-1903-48f1-8e9a-2e686c159162 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467860 Aug 27 02:46:14.655177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-4ae444cd-da51-40d4-b9b5-d08c9d96aa1c tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110441546&fields=id&tenant_id=9a398feecaf6401ebfb7b99e052a0756 HTTP/1.1" status: 200 len: 267 time: 0.0323207 Aug 27 02:46:14.763220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-e65d9d0b-0847-4dc7-a455-84d609791eed tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:14.764800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-e65d9d0b-0847-4dc7-a455-84d609791eed tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 813 time: 0.1025980 Aug 27 02:46:14.779784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-d5c551b6-4a52-41f0-be77-5661c8d67f79 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/quotas/9a398feecaf6401ebfb7b99e052a0756 HTTP/1.1" status: 200 len: 375 time: 0.0094099 Aug 27 02:46:14.831749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-1213180d-3077-4d24-a2f9-ff9b23659532 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468123 Aug 27 02:46:14.929921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-edcdba70-4c96-4858-a059-41e3fed1b8b5 service neutron] 10.222.0.26 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847278 Aug 27 02:46:15.031860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e05c2-9434-409e-96b7-4001957f91a3 req-b628a658-1c1c-48af-a413-46cbd9b39005 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:15.033369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-899e05c2-9434-409e-96b7-4001957f91a3 req-b628a658-1c1c-48af-a413-46cbd9b39005 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.0648525 Aug 27 02:46:15.054028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-6863c325-da99-4655-a6eb-f6466bf973ed service neutron] 10.222.0.26 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140442 Aug 27 02:46:15.089168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-899e05c2-9434-409e-96b7-4001957f91a3 req-d34b5f78-4c23-427c-8519-4b5b2fa272df tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494401 Aug 27 02:46:15.398433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa6a99da-871b-486d-ab63-a1f5c46259e7 req-82595ad2-dbd9-4a90-b747-aac31ff2c8cd tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.0482631 Aug 27 02:46:15.495285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4905c-38fe-4941-9fa7-7eebba6d01e2 req-a5c987ff-5871-401f-9780-ab740b564628 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:15.502699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86a4905c-38fe-4941-9fa7-7eebba6d01e2 req-a5c987ff-5871-401f-9780-ab740b564628 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0591464 Aug 27 02:46:15.547113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86a4905c-38fe-4941-9fa7-7eebba6d01e2 req-429bc076-1c99-470a-b15b-eb2b0ee243e0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Aug 27 02:46:15.583545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5c92d-c867-49e7-abf0-81400527c4e6 req-e95c780e-238d-46ca-8fd8-1d39ed855da1 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:15.585145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7be5c92d-c867-49e7-abf0-81400527c4e6 req-e95c780e-238d-46ca-8fd8-1d39ed855da1 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.0513132 Aug 27 02:46:15.626504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7be5c92d-c867-49e7-abf0-81400527c4e6 req-7c29692f-1249-416d-aa21-a8e12d2a8ba6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Aug 27 02:46:16.354031 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.390066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-050632e4-7064-4a9b-8a1c-b9aee76e0bb5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:16.391749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-050632e4-7064-4a9b-8a1c-b9aee76e0bb5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 813 time: 0.1228359 Aug 27 02:46:16.442726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-7aaf94a1-038b-4a97-9158-30798951bb17 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a398feecaf6401ebfb7b99e052a0756 HTTP/1.1" status: 200 len: 379 time: 0.0413799 Aug 27 02:46:16.463616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'port': {'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'admin_state_up': True, 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'security_groups': ['77a7e7af-cf90-4b0e-821c-66f0cf981613']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:16.544725 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a42fc0f2-73b4-4fec-8a95-c589d4614eee req-3e464ecd-d2a5-4cfd-815e-f89497200668 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.0640414 Aug 27 02:46:16.633646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Made reservation on behalf of 9a398feecaf6401ebfb7b99e052a0756 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:16.638691 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:16.722782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae03a53-9193-4339-9d7d-baf755aea355 req-044ec2c7-c737-4885-b78d-9735ba56bc6e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:16.724196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae03a53-9193-4339-9d7d-baf755aea355 req-044ec2c7-c737-4885-b78d-9735ba56bc6e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0630798 Aug 27 02:46:16.787301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae03a53-9193-4339-9d7d-baf755aea355 req-3c1834ca-94d9-4f08-a9f2-1f313faa4698 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533078 Aug 27 02:46:16.837675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e12edb-b262-482d-97f0-397d7c6b76b6 req-a659b38c-8733-40b0-b241-389988d2c073 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:16.839357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7e12edb-b262-482d-97f0-397d7c6b76b6 req-a659b38c-8733-40b0-b241-389988d2c073 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.1074736 Aug 27 02:46:16.873832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Allocated IP 172.20.0.9 (b0c36879-90fd-41e1-b291-048cf718483b/2226fa13-b08e-463d-8711-95233e8bbcd1/0c1202b8-ca12-4215-a0d0-62f7daa5e414) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:16.922792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7e12edb-b262-482d-97f0-397d7c6b76b6 req-07a73ab0-a085-4ed2-85b7-441074f0be0e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/security-groups?id=04eb0d01-876c-4894-84b1-3b2541fc1d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Aug 27 02:46:16.963143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-92ea6621-6357-4623-b58a-8ff4e46d573e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:16.964770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-92ea6621-6357-4623-b58a-8ff4e46d573e tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 945 time: 0.0708792 Aug 27 02:46:17.067635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Deleting port 1a255587-f91a-41fc-916f-e916b8d30430 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:17.068041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.168771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] For port 1a255587-f91a-41fc-916f-e916b8d30430, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1a255587-f91a-41fc-916f-e916b8d30430,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:17.169147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.186748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Calling delete_port for 1a255587-f91a-41fc-916f-e916b8d30430 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:17.388192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.399491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-f87aa380-d3d3-4bbf-937d-24c6ca2311d9 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:17.400667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['36b95bbb-eb61-4b62-a02d-db8f47621863'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:17.401066 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-f87aa380-d3d3-4bbf-937d-24c6ca2311d9 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "GET /v2.0/ports?device_id=7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1 HTTP/1.1" status: 200 len: 945 time: 0.4543982 Aug 27 02:46:17.427314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event deleted for resources: {'Port': ['ID=1a255587-f91a-41fc-916f-e916b8d30430,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:17.477947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] No DVR routers for this DVR port 1a255587-f91a-41fc-916f-e916b8d30430 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:17.480759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.483455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-903da2b6-38d2-4f29-bbd7-0e765fdbd755 req-b013c2d4-c74c-411a-83b9-a9e219c4f50c tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.46 "DELETE /v2.0/ports/1a255587-f91a-41fc-916f-e916b8d30430 HTTP/1.1" status: 204 len: 173 time: 0.5120847 Aug 27 02:46:17.484044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'name': 'network-vif-deleted', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:17.495059 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c53f9d-d0f6-44af-9db8-7fa0a212ac8b" -d '{"events": [{"server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "name": "network-vif-deleted", "tag": "1a255587-f91a-41fc-916f-e916b8d30430"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:17.519054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.542843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Transition to ACTIVE for port object 0c1202b8-ca12-4215-a0d0-62f7daa5e414 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:17.597551 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7648908-af9e-417f-8429-0302fa2e0e97 x-openstack-request-id: req-e7648908-af9e-417f-8429-0302fa2e0e97 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:17.597696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Deleting port 36b95bbb-eb61-4b62-a02d-db8f47621863 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:17.598001 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.598122 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ccd9ec-bd2e-4847-82e2-a8f4267f0199", "name": "network-vif-deleted", "tag": "1a255587-f91a-41fc-916f-e916b8d30430", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:17.598459 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7648908-af9e-417f-8429-0302fa2e0e97 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:17.598954 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ccd9ec-bd2e-4847-82e2-a8f4267f0199', 'name': 'network-vif-deleted', 'tag': '1a255587-f91a-41fc-916f-e916b8d30430', 'status': 'completed', 'code': 200} Aug 27 02:46:17.696968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.797851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] For port 36b95bbb-eb61-4b62-a02d-db8f47621863, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=36b95bbb-eb61-4b62-a02d-db8f47621863,segment=NetworkSegment(dba2f71b-acd8-44c6-8af1-c4188b29debe),segment_id=dba2f71b-acd8-44c6-8af1-c4188b29debe)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:17.798223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:17.814622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Network b0c36879-90fd-41e1-b291-048cf718483b is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:17.818111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:17.824327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:17.833217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a7399-bac3-4177-b620-0b87c2dd86bc req-856a59d5-9974-4f3e-bfb8-81807967d5f5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:17.834765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b7a7399-bac3-4177-b620-0b87c2dd86bc req-856a59d5-9974-4f3e-bfb8-81807967d5f5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 931 time: 0.1696815 Aug 27 02:46:17.835581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:17.838536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Calling delete_port for 36b95bbb-eb61-4b62-a02d-db8f47621863 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:18.013992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128a10-b4a3-4c15-907e-6d324c83e464 req-5e37c943-0c70-4d07-a01d-a7317aa5f786 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:18.019398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:18.020258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.040399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b7a7399-bac3-4177-b620-0b87c2dd86bc req-7609bd9f-c231-42f4-9a55-4dce674e86c3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945000 Aug 27 02:46:18.043080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e128a10-b4a3-4c15-907e-6d324c83e464 req-5e37c943-0c70-4d07-a01d-a7317aa5f786 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1585829 Aug 27 02:46:18.085728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-4dd8a379-8a8f-43a2-9c37-94dc8fc6aba8 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6274877 Aug 27 02:46:18.109841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e128a10-b4a3-4c15-907e-6d324c83e464 req-cf76c66e-3f4d-45e1-8d1f-a418c9eb7859 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657351 Aug 27 02:46:18.135347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Request body: {'port': {'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:18.235409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f8348b5-9838-4e0d-81c5-a1a51d7ce2d1 None None] Provisioning for port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:18.242643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f8348b5-9838-4e0d-81c5-a1a51d7ce2d1 None None] Provisioning complete for port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:18.243580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f8348b5-9838-4e0d-81c5-a1a51d7ce2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.297579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6f8348b5-9838-4e0d-81c5-a1a51d7ce2d1 None None] Port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:46:18.334110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63652dda-9696-430f-85fc-44a34a0321da req-a2573c2a-c44a-4768-a8cf-bedcf4d4dee6 tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.26 "GET /v2.0/ports?device_id=72ccd9ec-bd2e-4847-82e2-a8f4267f0199 HTTP/1.1" status: 200 len: 210 time: 0.1079850 Aug 27 02:46:18.339071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.340810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.387555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Pushing event deleted for resources: {'Port': ['ID=36b95bbb-eb61-4b62-a02d-db8f47621863,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:18.462920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] No DVR routers for this DVR port 36b95bbb-eb61-4b62-a02d-db8f47621863 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:18.466557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.468506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d311b13e-affe-42d6-a8e1-011e4f8ffc46 req-734e8809-5227-4ddb-992b-aaf84f84d8cf tempest-MultipleCreateTestJSON-30986410 tempest-MultipleCreateTestJSON-30986410-project] 10.222.0.15 "DELETE /v2.0/ports/36b95bbb-eb61-4b62-a02d-db8f47621863 HTTP/1.1" status: 204 len: 173 time: 1.0590878 Aug 27 02:46:18.468944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'name': 'network-vif-deleted', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:18.471229 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f421e8-3629-40be-b6db-9048964c2502" -d '{"events": [{"server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "name": "network-vif-deleted", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:18.513693 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f369177a-8fb0-4ad4-a531-e889acd5186f x-openstack-request-id: req-f369177a-8fb0-4ad4-a531-e889acd5186f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:18.514090 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1", "name": "network-vif-deleted", "tag": "36b95bbb-eb61-4b62-a02d-db8f47621863", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:18.514470 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f369177a-8fb0-4ad4-a531-e889acd5186f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:18.515114 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adac4a4-2a38-42a5-a7ba-a7ac42ad3be1', 'name': 'network-vif-deleted', 'tag': '36b95bbb-eb61-4b62-a02d-db8f47621863', 'status': 'completed', 'code': 200} Aug 27 02:46:18.771918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1202b8-ca12-4215-a0d0-62f7daa5e414 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:18.780622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.794600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Transition to ACTIVE for port object 0c1202b8-ca12-4215-a0d0-62f7daa5e414 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:18.798669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:18.855035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:18.965168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Attempting to bind port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:18.965513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Attempting to bind port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:18.965843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Attempting to bind port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 on network b0c36879-90fd-41e1-b291-048cf718483b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:18.985096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 on network b0c36879-90fd-41e1-b291-048cf718483b not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:18.985502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Attempting to bind port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 on network b0c36879-90fd-41e1-b291-048cf718483b {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:19.002432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:19.002788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Checking segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:19.007224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Bound using segment: {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:19.007807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Bound port: 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b76e84-70fa-4307-a998-fafc06ce8666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:19.008301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.237281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:19.253170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:19.259703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1a255587-f91a-41fc-916f-e916b8d30430 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:19.260656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.270487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597ee01-f4af-4664-b089-81a2758cceb1 req-748b85d9-5797-4587-868e-1a2a7faca846 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.278529 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3597ee01-f4af-4664-b089-81a2758cceb1 req-748b85d9-5797-4587-868e-1a2a7faca846 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.1255674 Aug 27 02:46:19.308678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1a255587-f91a-41fc-916f-e916b8d30430 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:19.310289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1a255587-f91a-41fc-916f-e916b8d30430 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:19.344026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd052dc-07ff-4ee8-9e02-d6bbef666386 req-c04b53d9-fb77-488e-b5c0-e9859dfaf4a3 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.363809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dd052dc-07ff-4ee8-9e02-d6bbef666386 req-c04b53d9-fb77-488e-b5c0-e9859dfaf4a3 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1175983 Aug 27 02:46:19.372770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.373488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.375995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] 10.222.0.15 "PUT /v2.0/ports/0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 1091 time: 1.2783866 Aug 27 02:46:19.424292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3597ee01-f4af-4664-b089-81a2758cceb1 req-aa43ce99-3e85-4ab0-9e34-e7d947da32fa tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307869 Aug 27 02:46:19.433931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0dd052dc-07ff-4ee8-9e02-d6bbef666386 req-576137a8-5670-4867-baab-1971679c6e9c tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676146 Aug 27 02:46:19.444928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e314-1530-4694-b8cc-6aa091aef468 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:19.495786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-5dc90d78-b413-42d9-bd31-587bf3995356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.497830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-5dc90d78-b413-42d9-bd31-587bf3995356 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1094 time: 0.0725768 Aug 27 02:46:19.541118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37674) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:19.553563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-3ab708f2-bed0-4c60-adba-76c4182688c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 217 time: 0.0467689 Aug 27 02:46:19.616307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Deleting subnet 225d3a99-df40-47f4-a055-602dbcbfcccd {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:19.619504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.620766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-c56310d3-8b8a-40b6-9f4a-b1b607554ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.622498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-c56310d3-8b8a-40b6-9f4a-b1b607554ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.0619586 Aug 27 02:46:19.677745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51885f19-d175-480f-a814-eab855766fb2 req-2d4fb70b-a205-4fc8-a968-4f9c6a5f301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:19.679511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-2d4fb70b-a205-4fc8-a968-4f9c6a5f301e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505641 Aug 27 02:46:19.794341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-0d7bbc97-ab42-4daf-b630-d8f6725dc101 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072395 Aug 27 02:46:19.913131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-51885f19-d175-480f-a814-eab855766fb2 req-d7a0c0db-e0b0-46d8-96f7-f06e4cb04282 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114738 Aug 27 02:46:19.942200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:19.987454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.057555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.093188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225d3a99-df40-47f4-a055-602dbcbfcccd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.095219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.099993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d62b9f4-983b-4ed0-8580-c2114a912fbb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/225d3a99-df40-47f4-a055-602dbcbfcccd HTTP/1.1" status: 204 len: 168 time: 0.5554831 Aug 27 02:46:20.100255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37676) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:20.176837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.264608 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.274715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78163bc2-b186-418a-b87c-96a8c7da4ce3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:20.285105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba2f71b-acd8-44c6-8af1-c4188b29debe') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:20.285400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba2f71b-acd8-44c6-8af1-c4188b29debe') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:20.300508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.318744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.326226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:20.326668 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:20.328587 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:20.404680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.414251 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.418424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] 10.222.0.26 "DELETE /v2.0/networks/78163bc2-b186-418a-b87c-96a8c7da4ce3 HTTP/1.1" status: 204 len: 168 time: 0.3149397 Aug 27 02:46:20.443364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f736-311d-4176-9d54-7685b3dc5c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=78163bc2-b186-418a-b87c-96a8c7da4ce3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:20.559490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682e0f3-6c41-451f-811a-69bb12658cdd req-5db8a0dd-210b-4b1e-9da1-befea085e113 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:20.561600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f682e0f3-6c41-451f-811a-69bb12658cdd req-5db8a0dd-210b-4b1e-9da1-befea085e113 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0556808 Aug 27 02:46:20.567231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:20.573127 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2eef8-d2f7-4978-9710-6f9e247bc53f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:20.612167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37692) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:20.615512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f682e0f3-6c41-451f-811a-69bb12658cdd req-e749dd22-60b1-4bc8-8212-97a3445dd20d tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Aug 27 02:46:20.635971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256245-9c31-42b8-9d2c-d13f0fa6ddb8 req-b6d6644f-34c0-4a4f-954a-2cf73efb1a88 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:20.637682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29256245-9c31-42b8-9d2c-d13f0fa6ddb8 req-b6d6644f-34c0-4a4f-954a-2cf73efb1a88 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.1346350 Aug 27 02:46:20.693412 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b0fb52-b6dd-44be-ab8e-0806702e72c3 x-openstack-request-id: req-79b0fb52-b6dd-44be-ab8e-0806702e72c3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:20.693724 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:20.694142 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79b0fb52-b6dd-44be-ab8e-0806702e72c3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:20.696655 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:46:20.710891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6c43380f-d5ae-4610-a51c-29ea7d458cfa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7ac1ebe7f5d4a8e8dff7fbfdbb07d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932546 Aug 27 02:46:20.711093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37694) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:20.761400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29256245-9c31-42b8-9d2c-d13f0fa6ddb8 req-f9162ba0-e3ea-4b2c-89b2-45c658dd055e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173003 Aug 27 02:46:20.790226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-ecf3e5d2-e630-400e-ae97-0ff98a40e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:20.791895 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-ecf3e5d2-e630-400e-ae97-0ff98a40e89a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1094 time: 0.0718291 Aug 27 02:46:20.869100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.910638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:20.945515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-73abe34b-a53d-4b92-972b-c42681869484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:20.947073 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-73abe34b-a53d-4b92-972b-c42681869484 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.1476552 Aug 27 02:46:20.993047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-d9742f87-a5bf-4b88-8078-e5258e3dc763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 217 time: 0.0378032 Aug 27 02:46:21.040214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.042954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:21.044173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04eb0d01-876c-4894-84b1-3b2541fc1d69 HTTP/1.1" status: 204 len: 168 time: 0.3322268 Aug 27 02:46:21.062415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1750b4-1c25-429d-9a9d-d8c4696312d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb0d01-876c-4894-84b1-3b2541fc1d69,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:21.076866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-77f9a651-9f13-41a2-ad25-367b7673f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:21.082789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-77f9a651-9f13-41a2-ad25-367b7673f8f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.0807016 Aug 27 02:46:21.134924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-65ddcd43-7d17-4d74-9fe1-c2174ef73627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:21.137080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-65ddcd43-7d17-4d74-9fe1-c2174ef73627 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487099 Aug 27 02:46:21.261509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-75119fdd-cf6f-406b-9764-293de9b2ce02 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095600 Aug 27 02:46:21.385547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38f2eef8-d2f7-4978-9710-6f9e247bc53f req-b1af1ee3-82f8-45a2-b20d-03363b1a77bf service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123393 Aug 27 02:46:21.801886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a5bff-d75b-43f9-8ceb-99d77b9c1044 req-de2d3ac7-1c2c-4ffb-b449-e13337b33ff0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:21.809462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-249a5bff-d75b-43f9-8ceb-99d77b9c1044 req-de2d3ac7-1c2c-4ffb-b449-e13337b33ff0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1007497 Aug 27 02:46:21.877565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-249a5bff-d75b-43f9-8ceb-99d77b9c1044 req-19647f33-3200-4f49-b1b1-71515faa62b0 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Aug 27 02:46:21.926541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664ab7-b788-40f0-b43c-7b505066eb57 req-8ae65ae6-c641-4f74-bb15-e3d48582df43 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:21.935592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4664ab7-b788-40f0-b43c-7b505066eb57 req-8ae65ae6-c641-4f74-bb15-e3d48582df43 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0750225 Aug 27 02:46:21.937538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:21.994482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4664ab7-b788-40f0-b43c-7b505066eb57 req-e2fe87b3-20ce-4693-a743-c727baf70b75 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543847 Aug 27 02:46:22.057612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-926682234-network', 'tenant_id': 'fab2a5eac8fe42de91d9f7f3e3af5a7a'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:22.081648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Made reservation on behalf of fab2a5eac8fe42de91d9f7f3e3af5a7a for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:22.084306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.093856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.174824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 36b95bbb-eb61-4b62-a02d-db8f47621863 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:22.209305 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.213992 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.215281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 36b95bbb-eb61-4b62-a02d-db8f47621863 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:22.215853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 36b95bbb-eb61-4b62-a02d-db8f47621863 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:22.242331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:22.248567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622e04f-8e5c-42c8-b91a-69c462d0795d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.268401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.268758 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Added segment 63611b38-cb76-4103-9841-66f00aa3fede of type vlan for network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 Aug 27 02:46:22.319581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.345551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.346537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:22.347374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.416545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 37738) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:22.416767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4779308 Aug 27 02:46:22.418041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b050-145e-46da-aa5f-259aa11f134e admin admin] Pushing event updated for resources: {'Network': ['ID=cabee623-5f6c-4a6a-aaba-fe9709dcbb11,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.426789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Request body: {'subnet': {'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-926682234-subnet', 'tenant_id': 'fab2a5eac8fe42de91d9f7f3e3af5a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:22.430169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:22.467663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Made reservation on behalf of fab2a5eac8fe42de91d9f7f3e3af5a7a for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:22.471485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.634580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c1e60e3-63ba-4b41-9114-6a6213cd381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.661148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.717528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e6ee59-f058-4673-8ef9-3a1f6295d53f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:22.726912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Checking segment: {'id': '63611b38-cb76-4103-9841-66f00aa3fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:22.727243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Network hostable DHCP agents. Network: cabee623-5f6c-4a6a-aaba-fe9709dcbb11, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:22.744147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:22.752963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cabee623-5f6c-4a6a-aaba-fe9709dcbb11) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:22.761754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:22.762727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:22.767793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a711a-4475-4ca5-9707-d0b617dfdcbc None None] Network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:22.783045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-808c6ca5-81ee-41fb-9d73-369f3584f616 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3650491 Aug 27 02:46:22.908578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc018e-f642-4f4d-9003-ace75bc8bdcf None None] Network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:23.054583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f09ca-5d4f-4376-876e-b489c577bc62 req-fbc2dc17-c2e0-42bb-9de7-220679206cae tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:23.056402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-388f09ca-5d4f-4376-876e-b489c577bc62 req-fbc2dc17-c2e0-42bb-9de7-220679206cae tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0569270 Aug 27 02:46:23.104658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-388f09ca-5d4f-4376-876e-b489c577bc62 req-970d0484-49ad-4a8b-865e-25a18b380236 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Aug 27 02:46:23.219699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca857f7-1fa4-4506-9406-65941cc5e4ab req-4fbe5c9e-33c4-42c7-a22a-f38b060e80d5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:23.219699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ca857f7-1fa4-4506-9406-65941cc5e4ab req-4fbe5c9e-33c4-42c7-a22a-f38b060e80d5 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0519493 Aug 27 02:46:23.258347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ca857f7-1fa4-4506-9406-65941cc5e4ab req-5b9f9c2f-3fae-477f-aac4-e58695caf820 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Aug 27 02:46:24.010249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-772e5718-cd88-4b0f-8436-b167b28ead13 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.011742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-772e5718-cd88-4b0f-8436-b167b28ead13 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/networks?id=cabee623-5f6c-4a6a-aaba-fe9709dcbb11 HTTP/1.1" status: 200 len: 809 time: 0.1079481 Aug 27 02:46:24.027204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-36fc18b5-3b6e-4b2a-a7ab-378e6c0da2d8 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/quotas/fab2a5eac8fe42de91d9f7f3e3af5a7a HTTP/1.1" status: 200 len: 375 time: 0.0094459 Aug 27 02:46:24.060594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-755816fa-87b7-488f-94b6-066fce491ed2 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fab2a5eac8fe42de91d9f7f3e3af5a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279703 Aug 27 02:46:24.153911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-29059194-aa30-4b93-bd0c-37f39278d31d service neutron] 10.222.0.26 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864406 Aug 27 02:46:24.235571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff46350-8b97-4f7e-b23a-6f270af24787 req-68912b7e-d249-4204-86b9-87fd50cc5ced tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.237397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aff46350-8b97-4f7e-b23a-6f270af24787 req-68912b7e-d249-4204-86b9-87fd50cc5ced tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0555193 Aug 27 02:46:24.245679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-27d24607-aadc-4641-a4b6-2a372672bc02 service neutron] 10.222.0.26 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857399 Aug 27 02:46:24.278779 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aff46350-8b97-4f7e-b23a-6f270af24787 req-062e5c94-7040-4a77-a60c-dfc4fd929c70 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 27 02:46:24.400399 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d84c26-a87d-45e2-aad4-d76a4dcdbc5c req-53d55411-f448-401e-95de-b54afd7ca19b tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:24.401925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96d84c26-a87d-45e2-aad4-d76a4dcdbc5c req-53d55411-f448-401e-95de-b54afd7ca19b tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0592270 Aug 27 02:46:24.441186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96d84c26-a87d-45e2-aad4-d76a4dcdbc5c req-d685edd0-5e33-4224-b7a0-765cac47cbb1 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324113 Aug 27 02:46:24.519065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12586013-ebbc-401e-b88a-12f2ddc66b5b req-95fdc871-7d6a-4884-bdef-2cdcf759c223 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 210 time: 0.0419436 Aug 27 02:46:25.197212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0ddcbe1f-1e69-4fc3-ace8-be908361391d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.395685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b801b-1a1e-4562-9b43-38a7016469ab req-5570f1f0-331b-42ff-888a-e3a6adffcd9b tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:25.397326 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-161b801b-1a1e-4562-9b43-38a7016469ab req-5570f1f0-331b-42ff-888a-e3a6adffcd9b tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0513015 Aug 27 02:46:25.446583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-161b801b-1a1e-4562-9b43-38a7016469ab req-f16fdf48-5b91-4ce7-92ca-5ff0eb1445b8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Aug 27 02:46:25.449256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.629329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a286-82a3-4845-a09f-31fa1d370feb req-e8edff39-94ea-416d-ba5a-e9af8186f935 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:25.631627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b26a286-82a3-4845-a09f-31fa1d370feb req-e8edff39-94ea-416d-ba5a-e9af8186f935 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0664163 Aug 27 02:46:25.675009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b26a286-82a3-4845-a09f-31fa1d370feb req-503bdc76-5854-4d84-bd39-35fa4bc6d800 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360768 Aug 27 02:46:25.681337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9869b094-9341-4924-965d-c90ddcc1275f req-aa7774e7-1362-4b73-8660-39ab06b664e1 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 210 time: 0.0351584 Aug 27 02:46:25.713450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-4f948b32-d802-4a16-9c65-204119306860 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:25.714943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-4f948b32-d802-4a16-9c65-204119306860 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.46 "GET /v2.0/networks?id=cabee623-5f6c-4a6a-aaba-fe9709dcbb11 HTTP/1.1" status: 200 len: 809 time: 0.1998341 Aug 27 02:46:25.734344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Request body: {'port': {'device_id': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11', 'admin_state_up': True, 'tenant_id': 'fab2a5eac8fe42de91d9f7f3e3af5a7a'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:25.843999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Made reservation on behalf of fab2a5eac8fe42de91d9f7f3e3af5a7a for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:25.847651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:25.968552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Allocated IP 172.20.0.10 (cabee623-5f6c-4a6a-aaba-fe9709dcbb11/32e6ee59-f058-4673-8ef9-3a1f6295d53f/392a76e8-5ad0-4549-b79d-eaa02894edd2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:26.114316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.153193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.194909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:26.199843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:26.203493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:26.209925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Pushing event updated for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:26.257871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:26.258502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.273223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-ed9e46e2-a9de-412e-82d7-dd99bcd1034f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5426052 Aug 27 02:46:26.352037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Request body: {'port': {'device_id': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:26.403696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.530763 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.581614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3b0c6-1241-486d-9916-b87002969482 req-c3bfda0b-1043-4984-b380-0761653130ed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:26.583262 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ef3b0c6-1241-486d-9916-b87002969482 req-c3bfda0b-1043-4984-b380-0761653130ed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0721107 Aug 27 02:46:26.629449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ef3b0c6-1241-486d-9916-b87002969482 req-fec379fd-eb36-4af2-abf0-2c6a79fafa38 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Aug 27 02:46:26.699654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392a76e8-5ad0-4549-b79d-eaa02894edd2 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:26.710014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.729604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Transition to ACTIVE for port object 392a76e8-5ad0-4549-b79d-eaa02894edd2 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:26.737255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:26.815620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590173c-e5ec-48e3-a5b1-e5b02cb98a63 req-05b946fb-70f7-449b-9853-a348926de1e5 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:26.817202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9590173c-e5ec-48e3-a5b1-e5b02cb98a63 req-05b946fb-70f7-449b-9853-a348926de1e5 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 944 time: 0.0561457 Aug 27 02:46:26.844137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:26.865726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9590173c-e5ec-48e3-a5b1-e5b02cb98a63 req-4d44448f-bd19-4ee6-a838-cbd55847528a tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Aug 27 02:46:26.876713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638561f-784c-40de-bf32-120789e73fce req-ff70177c-31c2-4934-b5ce-f31f98bf1935 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:26.878426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4638561f-784c-40de-bf32-120789e73fce req-ff70177c-31c2-4934-b5ce-f31f98bf1935 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.1002774 Aug 27 02:46:26.947655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4638561f-784c-40de-bf32-120789e73fce req-c73a6fb8-594f-48cc-b7e6-1c297304452b tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498288 Aug 27 02:46:26.956907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Attempting to bind port 392a76e8-5ad0-4549-b79d-eaa02894edd2 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:26.957236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Attempting to bind port 392a76e8-5ad0-4549-b79d-eaa02894edd2 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '63611b38-cb76-4103-9841-66f00aa3fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:26.957627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Attempting to bind port 392a76e8-5ad0-4549-b79d-eaa02894edd2 on network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:26.968478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Port 392a76e8-5ad0-4549-b79d-eaa02894edd2 on network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:26.968478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Attempting to bind port 392a76e8-5ad0-4549-b79d-eaa02894edd2 on network cabee623-5f6c-4a6a-aaba-fe9709dcbb11 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:26.969899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:26.970328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Checking segment: {'id': '63611b38-cb76-4103-9841-66f00aa3fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:26.970836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Bound using segment: {'id': '63611b38-cb76-4103-9841-66f00aa3fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:26.971383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Bound port: 392a76e8-5ad0-4549-b79d-eaa02894edd2, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63611b38-cb76-4103-9841-66f00aa3fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:26.971856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.041189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:27.044358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2,segment=NetworkSegment(63611b38-cb76-4103-9841-66f00aa3fede),segment_id=63611b38-cb76-4103-9841-66f00aa3fede)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:27.049064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.081374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.082002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:27.084012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/392a76e8-5ad0-4549-b79d-eaa02894edd2 HTTP/1.1" status: 200 len: 1092 time: 0.7373927 Aug 27 02:46:27.086787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:27.088944 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78" -d '{"events": [{"name": "network-changed", "server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:27.118362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44fbf0-a330-42f8-945f-8ce0099e13e3 service neutron] Pushing event updated for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:27.149300 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63187482-bd7a-4ac1-8791-3079958c22e3 x-openstack-request-id: req-63187482-bd7a-4ac1-8791-3079958c22e3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:27.149659 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:27.149969 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63187482-bd7a-4ac1-8791-3079958c22e3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:27.150443 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2', 'status': 'completed', 'code': 200} Aug 27 02:46:27.182643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-9af840e1-c95c-466f-8bd0-be6e611385e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.184536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-9af840e1-c95c-466f-8bd0-be6e611385e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fab2a5eac8fe42de91d9f7f3e3af5a7a&device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 1095 time: 0.0464652 Aug 27 02:46:27.235101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-cb4b9711-894b-492c-8adf-18157be646a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2 HTTP/1.1" status: 200 len: 217 time: 0.0371568 Aug 27 02:46:27.283619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-07285003-f78d-444e-b193-ed16671e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.285042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-07285003-f78d-444e-b193-ed16671e6949 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32e6ee59-f058-4673-8ef9-3a1f6295d53f HTTP/1.1" status: 200 len: 849 time: 0.0431130 Aug 27 02:46:27.322476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-59d89414-e2e0-4ae7-b4d5-1be3af255571 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cabee623-5f6c-4a6a-aaba-fe9709dcbb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306206 Aug 27 02:46:27.415917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-2883a67b-8991-4ac1-9e93-6a9853ba7bae service neutron] 10.222.0.46 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863838 Aug 27 02:46:27.502287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-65908ec0-0d84-4515-a2aa-c10ff226d6ec req-a2681026-456a-4a60-9aa4-6e7a946ed58c service neutron] 10.222.0.46 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798292 Aug 27 02:46:27.642583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-fe2227cd-e8b9-44b1-9708-5416557fc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.644069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-fe2227cd-e8b9-44b1-9708-5416557fc2ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fab2a5eac8fe42de91d9f7f3e3af5a7a&device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 1095 time: 0.0488813 Aug 27 02:46:27.766111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-7831d084-bb0f-49ca-a57d-a376be1fae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.767564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-7831d084-bb0f-49ca-a57d-a376be1fae6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cabee623-5f6c-4a6a-aaba-fe9709dcbb11 HTTP/1.1" status: 200 len: 910 time: 0.1164484 Aug 27 02:46:27.784716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5576e-be0d-404b-9093-6bc8b9ad1376 req-d684aab3-52e5-419a-b23a-d5b75c9499d4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.786120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4f5576e-be0d-404b-9093-6bc8b9ad1376 req-d684aab3-52e5-419a-b23a-d5b75c9499d4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0728340 Aug 27 02:46:27.830470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-09bd196e-e5e6-47c8-9380-48b035b3a204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2 HTTP/1.1" status: 200 len: 217 time: 0.0539618 Aug 27 02:46:27.888018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b4f5576e-be0d-404b-9093-6bc8b9ad1376 req-a023af75-ff0a-4045-9b5a-8ce6efa35942 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955746 Aug 27 02:46:27.898304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-10fd0be7-ee3c-42e9-9081-c35b652f0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:27.902626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-10fd0be7-ee3c-42e9-9081-c35b652f0d43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32e6ee59-f058-4673-8ef9-3a1f6295d53f HTTP/1.1" status: 200 len: 849 time: 0.0608406 Aug 27 02:46:27.934431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-b92630c5-fecb-44f7-ad5f-50c86a9c5cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cabee623-5f6c-4a6a-aaba-fe9709dcbb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266774 Aug 27 02:46:27.976489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:28.039350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f0f06-0cbe-4f26-9f28-46b3b674020d req-548ba884-af00-440e-85e0-2280d4bfbc59 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:28.041311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588f0f06-0cbe-4f26-9f28-46b3b674020d req-548ba884-af00-440e-85e0-2280d4bfbc59 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 944 time: 0.0928254 Aug 27 02:46:28.086403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-588f0f06-0cbe-4f26-9f28-46b3b674020d req-23879e53-9373-4434-b353-2da46be17a04 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Aug 27 02:46:28.088638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-00f927f2-2b11-4018-880c-b955076ad059 service neutron] 10.222.0.46 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469729 Aug 27 02:46:28.110296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02242-d9af-44db-803d-c6ddd712b119 req-c8c8fb83-c8be-466a-b242-48288660ce93 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:28.111746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afd02242-d9af-44db-803d-c6ddd712b119 req-c8c8fb83-c8be-466a-b242-48288660ce93 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0828278 Aug 27 02:46:28.195583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afd02242-d9af-44db-803d-c6ddd712b119 req-4ec82302-5be7-4a83-9f1d-4ff8c20d35d3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761564 Aug 27 02:46:28.220734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d705c733-2e8b-477e-bdcc-cb2d5e63ab78 req-c7d61d3f-be78-4c45-9a78-be8214eea02d service neutron] 10.222.0.46 "GET /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227829 Aug 27 02:46:29.004819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf965b-2b5e-4645-a201-5b77117f42c6 req-25827653-bbc9-4c00-b3c3-01a29309eb34 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:29.006444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bbf965b-2b5e-4645-a201-5b77117f42c6 req-25827653-bbc9-4c00-b3c3-01a29309eb34 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Aug 27 02:46:29.050344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7bbf965b-2b5e-4645-a201-5b77117f42c6 req-136c5843-2201-4ca1-a317-6d0f1c60afbd tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Aug 27 02:46:29.202444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6092ace-9d85-4069-9278-afdc0226ef5a req-d6e4e8d7-1a46-4790-ad93-35dac67f0242 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:29.203917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6092ace-9d85-4069-9278-afdc0226ef5a req-d6e4e8d7-1a46-4790-ad93-35dac67f0242 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 944 time: 0.0490668 Aug 27 02:46:29.243508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6092ace-9d85-4069-9278-afdc0226ef5a req-33916043-6575-4bdd-9f52-509937ba3f1a tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Aug 27 02:46:29.313074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89df3-a183-40ee-941b-46458b84867e req-3be4f404-f0cb-47d0-ae2e-5f50984b1831 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:29.314688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6fa89df3-a183-40ee-941b-46458b84867e req-3be4f404-f0cb-47d0-ae2e-5f50984b1831 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 943 time: 0.0501168 Aug 27 02:46:29.360056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6fa89df3-a183-40ee-941b-46458b84867e req-90ca3201-194f-4fd6-a791-1d1c7a3ffa09 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Aug 27 02:46:30.169543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4867ae-ba7a-44e6-aceb-382b51e69742 req-61180d32-2b39-4b8c-9b9e-deeb9c5f7cd9 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:30.170968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf4867ae-ba7a-44e6-aceb-382b51e69742 req-61180d32-2b39-4b8c-9b9e-deeb9c5f7cd9 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Aug 27 02:46:30.207644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf4867ae-ba7a-44e6-aceb-382b51e69742 req-de904d10-53f1-4f45-9968-3fb8493dd5b6 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Aug 27 02:46:30.229549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0c1202b8-ca12-4215-a0d0-62f7daa5e414 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:30.326952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:30.340649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:30.375072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c60bef-e72a-4472-804e-d0b417c815a2 req-17dea857-a727-4f6d-bd9b-f363332235a2 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:30.376647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84c60bef-e72a-4472-804e-d0b417c815a2 req-17dea857-a727-4f6d-bd9b-f363332235a2 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 944 time: 0.0640416 Aug 27 02:46:30.379520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.393074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1202b8-ca12-4215-a0d0-62f7daa5e414 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:30.425524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:30.431531 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:30.444299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84c60bef-e72a-4472-804e-d0b417c815a2 req-ef4fb04a-c0be-4577-a7e2-be41f9670067 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495226 Aug 27 02:46:30.486169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:30.501576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90891ce9-4eb2-4aec-aa62-14feda443700 req-cb9e6b08-8167-49b1-887e-18626db8e774 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:30.503132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90891ce9-4eb2-4aec-aa62-14feda443700 req-cb9e6b08-8167-49b1-887e-18626db8e774 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 944 time: 0.0639713 Aug 27 02:46:30.544875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90891ce9-4eb2-4aec-aa62-14feda443700 req-e5b261d5-e85f-4f38-bbf2-fc57ede7d1aa tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352087 Aug 27 02:46:30.649928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0c1202b8-ca12-4215-a0d0-62f7daa5e414'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:30.848612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.322156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87878a-144e-418f-ad11-87fde9674c49 req-4be39411-0d15-472e-8525-7137a7885c3e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:31.323660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e87878a-144e-418f-ad11-87fde9674c49 req-4be39411-0d15-472e-8525-7137a7885c3e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Aug 27 02:46:31.361299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e87878a-144e-418f-ad11-87fde9674c49 req-1fb13dc2-9f1d-45f1-8bd1-fc52e8ef41ff tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Aug 27 02:46:31.385249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 392a76e8-5ad0-4549-b79d-eaa02894edd2 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:31.482332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2,segment=NetworkSegment(63611b38-cb76-4103-9841-66f00aa3fede),segment_id=63611b38-cb76-4103-9841-66f00aa3fede)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:31.494371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '392a76e8-5ad0-4549-b79d-eaa02894edd2', 'network_id': 'cabee623-5f6c-4a6a-aaba-fe9709dcbb11', 'port_id': '392a76e8-5ad0-4549-b79d-eaa02894edd2', 'mac_address': 'fa:16:3e:09:d7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e6ee59-f058-4673-8ef9-3a1f6295d53f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:31.532692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.547087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392a76e8-5ad0-4549-b79d-eaa02894edd2 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:31.550856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29492cf-6c1e-448c-9a81-0c07f67e585b req-513ed6f5-86ad-4bf7-938d-37bb1016bec0 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:31.552468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a29492cf-6c1e-448c-9a81-0c07f67e585b req-513ed6f5-86ad-4bf7-938d-37bb1016bec0 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 944 time: 0.0494571 Aug 27 02:46:31.574874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2,segment=NetworkSegment(63611b38-cb76-4103-9841-66f00aa3fede),segment_id=63611b38-cb76-4103-9841-66f00aa3fede)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:31.580612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:31.605588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a29492cf-6c1e-448c-9a81-0c07f67e585b req-5ccb1c2c-143f-4caf-9c07-4dac8289dd9b tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Aug 27 02:46:31.645346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:31.679291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c2424-3180-41b0-8327-7866d301bb67 req-d79b4d3d-97b2-4045-919f-a9b10e10527a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:31.680835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-929c2424-3180-41b0-8327-7866d301bb67 req-d79b4d3d-97b2-4045-919f-a9b10e10527a tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 944 time: 0.0574083 Aug 27 02:46:31.718198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-929c2424-3180-41b0-8327-7866d301bb67 req-fa5030cb-f16d-447a-845a-62b097adef63 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Aug 27 02:46:31.955879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['392a76e8-5ad0-4549-b79d-eaa02894edd2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:32.229192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0c1202b8-ca12-4215-a0d0-62f7daa5e414 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:32.276431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:32.280052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:32.280423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.357974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.379836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:32.382685 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a724e5c6-625a-4faf-8e22-e274e7851f74" -d '{"events": [{"server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "name": "network-vif-plugged", "status": "completed", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:32.395635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:32.400940 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:32.450295 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5568f874-a6ef-4df5-8779-a1923e0e0b6b x-openstack-request-id: req-5568f874-a6ef-4df5-8779-a1923e0e0b6b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:32.450606 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "name": "network-vif-plugged", "status": "completed", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:32.450858 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5568f874-a6ef-4df5-8779-a1923e0e0b6b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:32.451243 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'code': 200} Aug 27 02:46:32.461281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:32.526788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d92bc-8147-4f4e-be2d-47ced20dd700 req-094fe3c7-a114-492d-8584-10b724ea0983 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.528436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-512d92bc-8147-4f4e-be2d-47ced20dd700 req-094fe3c7-a114-492d-8584-10b724ea0983 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0546992 Aug 27 02:46:32.560597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe3a84-b4e9-4ab2-8ca2-86324c3681d2 req-e541057f-9261-45d0-86a2-89c3ec7f3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.562524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dfe3a84-b4e9-4ab2-8ca2-86324c3681d2 req-e541057f-9261-45d0-86a2-89c3ec7f3e90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.0462356 Aug 27 02:46:32.574715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-512d92bc-8147-4f4e-be2d-47ced20dd700 req-002fb6a9-4134-4a4c-b644-b5b31fd2a27f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Aug 27 02:46:32.598919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3dfe3a84-b4e9-4ab2-8ca2-86324c3681d2 req-f65fbbd9-1734-4bff-9efa-6575062a378a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300071 Aug 27 02:46:32.730041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d911ec-5709-4770-83a3-4fbec73d07e4 req-4ae5eb6f-8d6c-4378-8f5c-018372365236 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.731547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9d911ec-5709-4770-83a3-4fbec73d07e4 req-4ae5eb6f-8d6c-4378-8f5c-018372365236 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 945 time: 0.0516961 Aug 27 02:46:32.778522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9d911ec-5709-4770-83a3-4fbec73d07e4 req-30a78594-aaf0-495c-8bbf-b3d92926c728 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Aug 27 02:46:32.859553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d6162-f230-4590-87df-3ab0c31c60c2 req-33d6ca2a-b710-4e2b-8892-6848a93a5c18 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:32.861152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d6d6162-f230-4590-87df-3ab0c31c60c2 req-33d6ca2a-b710-4e2b-8892-6848a93a5c18 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.0524900 Aug 27 02:46:32.899116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d6d6162-f230-4590-87df-3ab0c31c60c2 req-0411c928-6203-4bec-8e11-96d4e0d78671 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 27 02:46:33.388722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 392a76e8-5ad0-4549-b79d-eaa02894edd2 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:33.441963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 392a76e8-5ad0-4549-b79d-eaa02894edd2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:33.446154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 392a76e8-5ad0-4549-b79d-eaa02894edd2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:33.446558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.529896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.562565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2,segment=NetworkSegment(63611b38-cb76-4103-9841-66f00aa3fede),segment_id=63611b38-cb76-4103-9841-66f00aa3fede)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:33.566227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:33.619070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:33.719943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b3727-00bc-49aa-85df-f8b4cf57ebc1 req-4206cacf-6113-4111-9834-5627e366d85a tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:33.722428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c6b3727-00bc-49aa-85df-f8b4cf57ebc1 req-4206cacf-6113-4111-9834-5627e366d85a tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Aug 27 02:46:33.798239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c6b3727-00bc-49aa-85df-f8b4cf57ebc1 req-beb0802a-38ba-480e-9876-0e379b50b73f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Aug 27 02:46:33.823778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cbd0c-f012-4d1d-9642-65d022e65deb req-1875c174-1940-4d8d-ae84-8d25bbdaf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:33.825309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-611cbd0c-f012-4d1d-9642-65d022e65deb req-1875c174-1940-4d8d-ae84-8d25bbdaf4cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0628908 Aug 27 02:46:33.861438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-611cbd0c-f012-4d1d-9642-65d022e65deb req-08e603c7-df6a-4283-b1be-120e4fef2a03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295746 Aug 27 02:46:33.908161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c9dc7-60e8-48c1-acdc-e2a25e2572c3 req-85a5cdb8-bc98-4290-9d31-2505e99dcd10 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:33.909551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db2c9dc7-60e8-48c1-acdc-e2a25e2572c3 req-85a5cdb8-bc98-4290-9d31-2505e99dcd10 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Aug 27 02:46:33.948211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db2c9dc7-60e8-48c1-acdc-e2a25e2572c3 req-681d3a43-82a6-4911-9910-170a695fdd6f tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Aug 27 02:46:34.013445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a42f9-8d78-4a98-8d88-0a81eb3e1226 req-81c92781-b910-4810-ab4e-dd2080ce1934 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:34.014924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e50a42f9-8d78-4a98-8d88-0a81eb3e1226 req-81c92781-b910-4810-ab4e-dd2080ce1934 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.0486028 Aug 27 02:46:34.052824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e50a42f9-8d78-4a98-8d88-0a81eb3e1226 req-9033ed84-7e71-4433-8894-c40d14bc5381 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Aug 27 02:46:34.165061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d122-d60c-47e7-8088-b4977c21b730 req-5baed35e-2eec-42d7-9cd8-0a11d7da0eca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:34.166462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6750d122-d60c-47e7-8088-b4977c21b730 req-5baed35e-2eec-42d7-9cd8-0a11d7da0eca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Aug 27 02:46:34.203350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6750d122-d60c-47e7-8088-b4977c21b730 req-2f494272-72d7-493f-a2d6-50359294e10c tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Aug 27 02:46:34.225346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37928) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.381739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae132cc-2b61-401d-9286-03c16085b88f tempest-TestVolumeBackupRestore-1341575354 tempest-TestVolumeBackupRestore-1341575354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:34.383336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ae132cc-2b61-401d-9286-03c16085b88f tempest-TestVolumeBackupRestore-1341575354 tempest-TestVolumeBackupRestore-1341575354-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1091 time: 0.1569855 Aug 27 02:46:34.386332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:34.390890 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:34.417348 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.452866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:34.455307 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2002aa6-1a2d-45f7-ada2-03b611ea38d8" -d '{"events": [{"server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "name": "network-vif-plugged", "status": "completed", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:34.511927 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f490cc4-a3f0-46e8-9393-0e07351a4071 x-openstack-request-id: req-6f490cc4-a3f0-46e8-9393-0e07351a4071 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:34.512283 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "name": "network-vif-plugged", "status": "completed", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:34.512602 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f490cc4-a3f0-46e8-9393-0e07351a4071 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:34.513113 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2', 'code': 200} Aug 27 02:46:34.530166 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.677045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Allocated IP 172.25.8.93 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/c7e54bd7-446d-4c8f-b726-e82e47fa003f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:34.684118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19534-4bb6-4eec-8563-8d93c753df08 req-5efae735-e86e-457b-9666-30b9c03a343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:34.685605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2a19534-4bb6-4eec-8563-8d93c753df08 req-5efae735-e86e-457b-9666-30b9c03a343f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 1097 time: 0.0813382 Aug 27 02:46:34.783446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2a19534-4bb6-4eec-8563-8d93c753df08 req-9d77c288-4814-425b-aa0a-86ac322495d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897484 Aug 27 02:46:34.813501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.861756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:34.924716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:34.933258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:34.935554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:34.962968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'Port': ['ID=c7e54bd7-446d-4c8f-b726-e82e47fa003f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:34.993564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad348c-80c6-4205-ae2f-96bdcd41640a req-f70da95f-cda4-4f58-a34b-5eda6b7df506 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:34.995105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5ad348c-80c6-4205-ae2f-96bdcd41640a req-f70da95f-cda4-4f58-a34b-5eda6b7df506 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1048243 Aug 27 02:46:35.087546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5ad348c-80c6-4205-ae2f-96bdcd41640a req-613831d6-9b2c-4c5c-ac24-d489dcd8a25f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840385 Aug 27 02:46:35.095929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03318a-5e46-4fad-90b8-c077afc018c2 req-1a7591de-a749-4a91-884e-d88616e81428 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:35.098305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb03318a-5e46-4fad-90b8-c077afc018c2 req-1a7591de-a749-4a91-884e-d88616e81428 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.0633211 Aug 27 02:46:35.140782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb03318a-5e46-4fad-90b8-c077afc018c2 req-849a30de-5294-4fb4-8ada-00a91a174fa2 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Aug 27 02:46:35.148800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-233399168', 'description': 'tempest-description-1190799934'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:35.206128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.756948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.765515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.816482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.817692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c61f335a-2b34-4d30-be22-b98453d37c60 req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6749721 Aug 27 02:46:35.821114 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.823476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b35cd5-d5d3-4687-9888-91e12d035e53 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88851a9-ced5-4a8a-9616-31c23011ab65,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:35.902853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef776016-e5dc-4281-82a2-312a84205f3d req-e423d237-0ed1-45d9-881a-85bcb2e24563 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-233399168&fields=id&tenant_id=411bcefdcbe04b2d8bec1501ce29cd49 HTTP/1.1" status: 200 len: 267 time: 0.0340540 Aug 27 02:46:35.944176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:35.962653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef776016-e5dc-4281-82a2-312a84205f3d req-268fdca2-f459-4f61-9d2b-50653cb14d60 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:35.964319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef776016-e5dc-4281-82a2-312a84205f3d req-268fdca2-f459-4f61-9d2b-50653cb14d60 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Aug 27 02:46:35.976571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'port': {'security_groups': ['6797cbc7-6a89-49b3-8427-6198bb9712e1', 'e88851a9-ced5-4a8a-9616-31c23011ab65']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:36.045417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.109053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.114784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.194921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event updated for resources: {'Port': ['ID=c7e54bd7-446d-4c8f-b726-e82e47fa003f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:36.215146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.274518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:36.306470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.312161 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.325812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:36.362943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751b466-e6e7-44d0-95f3-ceb078b9795d req-567ad431-c5d9-4dc9-809b-b3c9e789fbf6 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:36.364454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a751b466-e6e7-44d0-95f3-ceb078b9795d req-567ad431-c5d9-4dc9-809b-b3c9e789fbf6 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.1104007 Aug 27 02:46:36.374109 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Floating IP d5e50289-4e6c-4578-9f65-23c9ba4fefe5 associated. External IP: 172.25.8.93, port: 0c1202b8-ca12-4215-a0d0-62f7daa5e414. Aug 27 02:46:36.404834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:36.405792 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.407785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef776016-e5dc-4281-82a2-312a84205f3d req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "PUT /v2.0/ports/0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 982 time: 0.4361558 Aug 27 02:46:36.408550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:36.411406 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:36.443888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c6e5d-5dbd-46be-b89e-ce7b806785a8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:36.477539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a751b466-e6e7-44d0-95f3-ceb078b9795d req-3b9d777f-25e8-4457-8d57-7b94446c2d33 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998204 Aug 27 02:46:36.541163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-4c6f1e66-24a8-4120-b72c-80e643ff7bff tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-233399168&fields=id&tenant_id=411bcefdcbe04b2d8bec1501ce29cd49 HTTP/1.1" status: 200 len: 267 time: 0.0564806 Aug 27 02:46:36.563553 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d8a721-fcb1-4028-bf06-7c1b2b0ea00c x-openstack-request-id: req-e1d8a721-fcb1-4028-bf06-7c1b2b0ea00c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:36.564078 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:36.564492 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1d8a721-fcb1-4028-bf06-7c1b2b0ea00c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:36.565053 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:46:36.631074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:36.654571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-d3bb9265-4b1c-4d4f-b17e-bdae99ee1171 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:36.665145 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-d3bb9265-4b1c-4d4f-b17e-bdae99ee1171 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 985 time: 0.1182902 Aug 27 02:46:36.672286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'port': {'security_groups': ['6797cbc7-6a89-49b3-8427-6198bb9712e1']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:36.727781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-0e79eede-c38e-4033-9fed-c61423c68887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:36.729599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-0e79eede-c38e-4033-9fed-c61423c68887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1136 time: 0.1379368 Aug 27 02:46:36.739565 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Router edfeba1f-d617-4a3d-ac81-114a8af20660 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:36.828198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.882196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:36.894472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:36.909388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:36.938223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:36.939134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:36.945276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5f82bd57-4fcd-4e70-bb08-b5ce5f6972ca tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5575082 Aug 27 02:46:36.945994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:36.949332 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0001a1-2b10-4cd2-a250-61b9adbe8805" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:36.954163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37968) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.007227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4976f04-f7b2-43ee-bbc4-dc986bceb20c tempest-TestVolumeBackupRestore-1341575354 tempest-TestVolumeBackupRestore-1341575354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.011777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e4976f04-f7b2-43ee-bbc4-dc986bceb20c tempest-TestVolumeBackupRestore-1341575354 tempest-TestVolumeBackupRestore-1341575354-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1091 time: 0.0536964 Aug 27 02:46:37.013100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 37976) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:37.030559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Request body: {'floatingip': {'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:37.035889 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a36f79-9510-443f-b4e8-a52ad3d60f49 x-openstack-request-id: req-49a36f79-9510-443f-b4e8-a52ad3d60f49 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:37.036470 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:37.036948 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49a36f79-9510-443f-b4e8-a52ad3d60f49 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:37.037591 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:46:37.105610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.114229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-a9a6fbcf-5f9f-4499-bb96-222e96605ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.116925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-a9a6fbcf-5f9f-4499-bb96-222e96605ed0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.3630023 Aug 27 02:46:37.118731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:37.174598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:37.185341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-18e733ce-c6ce-45fb-ba37-54482b3ffacd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0533543 Aug 27 02:46:37.197397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-269a4e70-0c50-4229-8ded-179d4aab5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.198851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-269a4e70-0c50-4229-8ded-179d4aab5899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.1658015 Aug 27 02:46:37.209280 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.247312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.276173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:37.340159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-e63d01e6-9f85-4b05-a786-45cdfa0b9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.341755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-e63d01e6-9f85-4b05-a786-45cdfa0b9841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.1467137 Aug 27 02:46:37.367484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.368102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.378559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df9c3ad2-8d82-4f8e-90f0-48618ee80999 req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "PUT /v2.0/ports/0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 943 time: 0.7064474 Aug 27 02:46:37.414018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-d5ff9d03-1c93-4865-94d5-f592af149c78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614507 Aug 27 02:46:37.445325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:37.487250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924b84e-ac55-4bb5-9f05-4607cd997eed tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:37.526353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-3fc77ec5-136d-4e6a-89e5-29392c7bbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:37.527866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-3fc77ec5-136d-4e6a-89e5-29392c7bbe7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.2924047 Aug 27 02:46:37.665981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.691927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:37.750429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:35Z', 'revision_number': 0, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:37.803889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:37.830869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:37.831778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:37.974512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:37.989069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-e7815f07-ae19-46e8-b2f4-7b76f0b95837 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642731 Aug 27 02:46:38.016719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-94019433-63f4-4d39-a240-ec5b99d446c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 998 time: 0.4737902 Aug 27 02:46:38.090888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add0b08-fc8d-448d-ae6b-a88a76e0457c req-bed7bfbe-60c8-4b18-b703-799624c5949c tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.093676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8add0b08-fc8d-448d-ae6b-a88a76e0457c req-bed7bfbe-60c8-4b18-b703-799624c5949c tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.4906025 Aug 27 02:46:38.174237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-90afbfe0-ed61-43a9-9cfc-620884f209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.175842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-90afbfe0-ed61-43a9-9cfc-620884f209e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.1148827 Aug 27 02:46:38.228093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8add0b08-fc8d-448d-ae6b-a88a76e0457c req-e28a2fc7-dfd5-46b1-b8be-9cedd384643d tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066017 Aug 27 02:46:38.247403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b8479a6-8b1d-49e7-95cd-2656f9ea06b9 req-307f6561-599d-4ea1-bef2-5a2ffc97a3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454288 Aug 27 02:46:38.266355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:37Z', 'revision_number': 1, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:38.276562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-94c04353-d5c5-4ba3-baa3-9d2d58d9ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.282475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-94c04353-d5c5-4ba3-baa3-9d2d58d9ff5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927138 Aug 27 02:46:38.331309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e6947-f9d9-4f10-90ff-dc1e8588020f None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:37Z', 'revision_number': 1, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:38.441300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-b2481cee-8e0f-4612-bc5d-f8063645cc56 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7735569 Aug 27 02:46:38.453770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:38.472842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Router edfeba1f-d617-4a3d-ac81-114a8af20660 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:38.495974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-19ce4722-8685-426f-bfd6-e10e84ccd0f1 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068191 Aug 27 02:46:38.566971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:38.570486 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bdf35b-5604-4083-9977-690e0d41fa74" -d '{"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:38.643439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:38.645150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.645686 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1753c-6ff8-4fd7-98a2-eef716f64563 None None] New status for floating IP d5e50289-4e6c-4578-9f65-23c9ba4fefe5: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:46:38.650418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.652216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d0001a1-2b10-4cd2-a250-61b9adbe8805 req-bfa1e2f6-2b89-4d20-b2ce-7490e8467701 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486006 Aug 27 02:46:38.693038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d667c6-0aa6-4a15-9d0b-751f535b1c67 req-2ab89e9a-2dce-4763-a20e-325b48dba509 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.695428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79d667c6-0aa6-4a15-9d0b-751f535b1c67 req-2ab89e9a-2dce-4763-a20e-325b48dba509 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.1119063 Aug 27 02:46:38.755586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79d667c6-0aa6-4a15-9d0b-751f535b1c67 req-84bad369-5355-4c0e-ba43-8b2d39055272 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541310 Aug 27 02:46:38.761187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6791580f-c6f4-450d-9791-695e13e90eb3 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "PUT /v2.0/floatingips/d5e50289-4e6c-4578-9f65-23c9ba4fefe5 HTTP/1.1" status: 200 len: 990 time: 1.7464008 Aug 27 02:46:38.810271 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955b172-45cb-4a69-9680-76c898cbd958 x-openstack-request-id: req-8955b172-45cb-4a69-9680-76c898cbd958 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:38.810788 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:38.811069 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8955b172-45cb-4a69-9680-76c898cbd958 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:38.811407 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:46:38.836648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:38.879014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-515e6379-af12-451b-8016-9d0c76ad544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.880649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-515e6379-af12-451b-8016-9d0c76ad544f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0474284 Aug 27 02:46:38.974603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Allocated IP 172.25.8.153 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/c691c226-88a2-4476-b963-75ef8bbb4d0d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:38.986689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-3e3f520b-2b47-46a4-b643-ebdd306410f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:38.988651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-3e3f520b-2b47-46a4-b643-ebdd306410f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.1008472 Aug 27 02:46:39.012951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:39.037930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:39.038687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:39.040932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}, {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:39.044804 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}, {"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:39.057935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-fe193206-5f09-4fea-a611-ca3202d47a5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0581672 Aug 27 02:46:39.107701 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f93fbf-1e4c-45e2-ab11-82e729074cf0 x-openstack-request-id: req-35f93fbf-1e4c-45e2-ab11-82e729074cf0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:39.107993 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:39.108245 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35f93fbf-1e4c-45e2-ab11-82e729074cf0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:39.108640 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:46:39.108896 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:46:39.114354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.130959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-d4a0332d-c420-41a1-976c-d61a12cb65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.132619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-d4a0332d-c420-41a1-976c-d61a12cb65f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0718367 Aug 27 02:46:39.168037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.189730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-0b5aaed2-f9a4-4870-8f08-c0beb85048db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292494 Aug 27 02:46:39.216817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:39.217528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-32da2b4a-0fc7-435a-a7ad-b501b2e120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.219077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-32da2b4a-0fc7-435a-a7ad-b501b2e120ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.0855997 Aug 27 02:46:39.223828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:39.229101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:39.233401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:39.249263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'Port': ['ID=c691c226-88a2-4476-b963-75ef8bbb4d0d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:39.327603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.362014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-0344d441-2df4-4cf5-b3ab-395e56f31d44 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643343 Aug 27 02:46:39.364482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-1cedc632-ade2-4a7f-9224-832325f51133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.365907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-1cedc632-ade2-4a7f-9224-832325f51133 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.1182904 Aug 27 02:46:39.368775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.494969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-2b411284-34b0-453a-b979-bab4aed7fe37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 1000 time: 0.1189811 Aug 27 02:46:39.536873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:38Z', 'revision_number': 2, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:39.554723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.561865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.562435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75bdf35b-5604-4083-9977-690e0d41fa74 req-0bdb722b-593c-4092-94d9-b99b6ef6ba58 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882460 Aug 27 02:46:39.569595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-1b990f79-20f5-41c1-9ca5-d3ec7ac241ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.571177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-1b990f79-20f5-41c1-9ca5-d3ec7ac241ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.0696802 Aug 27 02:46:39.578595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:39.588971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:39.589586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:39.632689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-41cd450a-ab51-4ce6-86c2-d35c1bad87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.635259 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-41cd450a-ab51-4ce6-86c2-d35c1bad87f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566719 Aug 27 02:46:39.644109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event updated for resources: {'Port': ['ID=c691c226-88a2-4476-b963-75ef8bbb4d0d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:39.664881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.682852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:39.685864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-48a16a8a-371d-490f-a0a5-75e6ef70b13e tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2368691 Aug 27 02:46:39.719149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:39.758898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-b0966f4a-2e5d-40d2-a9f6-b27872e37ffc service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062429 Aug 27 02:46:39.848818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-c9212672-3a4c-44c7-9744-04dfba552123 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.1569383 Aug 27 02:46:39.953026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-1599bf60-d41b-4659-90d9-ae0b2b07c85b service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816764 Aug 27 02:46:39.976542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-615950d7-8517-467a-afe7-daf5649afb2c tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.978160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-615950d7-8517-467a-afe7-daf5649afb2c tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1282909 Aug 27 02:46:39.979780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4571c8-b501-4dca-b931-c67dca7ed9b1 req-ccc6d709-e773-408f-931c-16a09dbd0a0a tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:39.981697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed4571c8-b501-4dca-b931-c67dca7ed9b1 req-ccc6d709-e773-408f-931c-16a09dbd0a0a tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.1039619 Aug 27 02:46:39.991392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-a90be844-7e53-46c5-8dea-b7564d641a56 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:46:40.008554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efa633ca-2801-4e0b-988d-398f82e7a7bb req-a90be844-7e53-46c5-8dea-b7564d641a56 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241272 Aug 27 02:46:40.065588 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed4571c8-b501-4dca-b931-c67dca7ed9b1 req-4cb84104-97bd-4e19-8896-b6bba1290b97 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/security-groups?id=7622e04f-8e5c-42c8-b91a-69c462d0795d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724967 Aug 27 02:46:40.086302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-0fbcfab9-73e2-40ca-a26e-62640028b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.088013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-0fbcfab9-73e2-40ca-a26e-62640028b595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.0777476 Aug 27 02:46:40.118058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:38Z', 'revision_number': 2, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:40.147438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fe8fc-9dc6-45dd-bd31-065524c0a487 None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd5e50289-4e6c-4578-9f65-23c9ba4fefe5', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'port_id': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'mac_address': 'fa:16:3e:3e:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:35Z', 'updated_at': '2021-08-27T02:46:38Z', 'revision_number': 2, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:40.188709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-e3462b34-29e5-4719-a072-33823260a701 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.190182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-e3462b34-29e5-4719-a072-33823260a701 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 946 time: 0.1493857 Aug 27 02:46:40.203115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-436dd4c9-8103-4dc7-8e66-af802bb1990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.204628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-436dd4c9-8103-4dc7-8e66-af802bb1990a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.1047895 Aug 27 02:46:40.216936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-80ed7d0e-aee7-4e50-95f1-71963729a8df tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.219321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-80ed7d0e-aee7-4e50-95f1-71963729a8df tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1162462 Aug 27 02:46:40.279731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-ed1097df-7872-4aa0-b8ad-ccf40ffd66c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 1000 time: 0.0677788 Aug 27 02:46:40.332632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-29c49d6f-67f0-41cc-8b5f-20a77c5f63fc tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.0890341 Aug 27 02:46:40.337957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'floatingip': {'port_id': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:40.356694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-34a099a3-c2d3-47b5-b270-94b589818da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.359017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-34a099a3-c2d3-47b5-b270-94b589818da4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.0719380 Aug 27 02:46:40.393666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.413768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-b2c4bb52-6d7c-4961-95ee-8451c706f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:40.415409 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-b2c4bb52-6d7c-4961-95ee-8451c706f7e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498521 Aug 27 02:46:40.493028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Deleting port 392a76e8-5ad0-4549-b79d-eaa02894edd2 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:40.493372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.509630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-abc0b78b-76e1-4c33-8df3-ada8af762be1 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860968 Aug 27 02:46:40.604112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-997aefb4-e17d-4cbc-bbb4-3dbcbd6de8bb req-d03cd8fb-877c-40e8-adbf-d6027e22c095 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877650 Aug 27 02:46:40.674755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] For port 392a76e8-5ad0-4549-b79d-eaa02894edd2, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=392a76e8-5ad0-4549-b79d-eaa02894edd2,segment=NetworkSegment(63611b38-cb76-4103-9841-66f00aa3fede),segment_id=63611b38-cb76-4103-9841-66f00aa3fede)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:40.675333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.702088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Calling delete_port for 392a76e8-5ad0-4549-b79d-eaa02894edd2 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:40.958245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:40.994252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['392a76e8-5ad0-4549-b79d-eaa02894edd2'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:41.019551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Pushing event deleted for resources: {'Port': ['ID=392a76e8-5ad0-4549-b79d-eaa02894edd2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:41.075796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.076145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.076536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.076813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.077157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.077474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.077805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.078133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.078483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.078812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.079161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.079493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:41.103919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] No DVR routers for this DVR port 392a76e8-5ad0-4549-b79d-eaa02894edd2 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:41.107480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.109434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b93623a4-cc63-4201-be7f-d34c5399f13b req-14a2d582-4f8d-4d7c-a1b4-d84837d9b139 tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.46 "DELETE /v2.0/ports/392a76e8-5ad0-4549-b79d-eaa02894edd2 HTTP/1.1" status: 204 len: 173 time: 0.9098763 Aug 27 02:46:41.109879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'name': 'network-vif-deleted', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:41.112119 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc0eba-4c43-4a95-9ba9-f1f50af47044" -d '{"events": [{"server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "name": "network-vif-deleted", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:41.139072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.142949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.200644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d1f4035-c746-4a59-a6ea-a905ce72b104 req-bd4c6a2b-a4f8-475f-9202-0baadcf9aa8b tempest-ServerGroupTestJSON-398129954 tempest-ServerGroupTestJSON-398129954-project] 10.222.0.26 "GET /v2.0/ports?device_id=df6c8436-c20c-4802-b2a7-684d82ea9168 HTTP/1.1" status: 200 len: 210 time: 0.0329993 Aug 27 02:46:41.453184 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28947d53-4168-471d-878a-daef233c89e4 x-openstack-request-id: req-28947d53-4168-471d-878a-daef233c89e4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:41.453413 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c8436-c20c-4802-b2a7-684d82ea9168", "name": "network-vif-deleted", "tag": "392a76e8-5ad0-4549-b79d-eaa02894edd2", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:41.453629 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28947d53-4168-471d-878a-daef233c89e4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:41.454017 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c8436-c20c-4802-b2a7-684d82ea9168', 'name': 'network-vif-deleted', 'tag': '392a76e8-5ad0-4549-b79d-eaa02894edd2', 'status': 'completed', 'code': 200} Aug 27 02:46:41.516859 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Floating IP fc4a471f-6496-4369-acfa-fab170d5f22c associated. External IP: 172.25.8.153, port: 0f2fde45-8430-4571-bf55-da6b185f92ef. Aug 27 02:46:41.748226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Router 06a06037-c169-4428-8013-f02760bb7454 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:41.857232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:41.861935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:41.869481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Sync routers for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:41.879096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:41.879834 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:41.888375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-36f7f4c1-4908-4f7f-8361-778856ec0ffb tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "PUT /v2.0/floatingips/fc4a471f-6496-4369-acfa-fab170d5f22c HTTP/1.1" status: 200 len: 997 time: 1.5548677 Aug 27 02:46:41.939904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-70948bb7-ad19-4a4d-a4b1-7e9bbb792d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:41.941563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-70948bb7-ad19-4a4d-a4b1-7e9bbb792d8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0406036 Aug 27 02:46:41.992732 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:42.036539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-88e82d90-03d8-4e4a-b580-5c7ded57933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.038127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-88e82d90-03d8-4e4a-b580-5c7ded57933b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.0898666 Aug 27 02:46:42.111105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-fca32695-70d4-4dfd-b203-4f8ce41b6159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 1000 time: 0.0658429 Aug 27 02:46:42.169630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-e934df46-8c3c-48ea-94db-7edeb9be1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.171336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-e934df46-8c3c-48ea-94db-7edeb9be1828 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0524313 Aug 27 02:46:42.203942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-64235d6a-f091-4083-9a6e-43a4939cbbd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259702 Aug 27 02:46:42.215405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-ee5d2afa-96be-4fd3-af9f-3ee6b58b9dc2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:46:42.216560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-ee5d2afa-96be-4fd3-af9f-3ee6b58b9dc2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058529 Aug 27 02:46:42.236321 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc4a471f-6496-4369-acfa-fab170d5f22c', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '06a06037-c169-4428-8013-f02760bb7454', 'port_id': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'mac_address': 'fa:16:3e:38:e3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:39Z', 'updated_at': '2021-08-27T02:46:40Z', 'revision_number': 1, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:42.268314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Checking router: 06a06037-c169-4428-8013-f02760bb7454 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:42.288088 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:42.289052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:42.328558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-34081324-6d32-4df0-bb6b-b5cc4a0ea1bb service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014154 Aug 27 02:46:42.417979 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:42.455210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e00b1810-936e-4dd7-9a80-499c71f84625 req-e2ec520f-38ab-4d90-822a-ed4dc5d43fb3 service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232924 Aug 27 02:46:42.599402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38056) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:42.601538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-bbd11fac-b3dd-49ad-a860-33c730792dfc tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 1000 time: 0.1149063 Aug 27 02:46:42.664058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Deleting subnet 32e6ee59-f058-4673-8ef9-3a1f6295d53f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:42.664315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-bdbd9789-9b2d-40be-826b-373f4f9266f5 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:42.668905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.672456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-bdbd9789-9b2d-40be-826b-373f4f9266f5 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports/0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 943 time: 0.0629423 Aug 27 02:46:42.714821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.788278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.822580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-b743fd7b-d326-4943-87af-32a08c6c98af tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 1000 time: 0.0828884 Aug 27 02:46:42.859480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.871720 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc4a471f-6496-4369-acfa-fab170d5f22c', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '06a06037-c169-4428-8013-f02760bb7454', 'port_id': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'mac_address': 'fa:16:3e:38:e3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:39Z', 'updated_at': '2021-08-27T02:46:40Z', 'revision_number': 1, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:42.884818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e6ee59-f058-4673-8ef9-3a1f6295d53f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:42.896136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:42.902746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38060) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:42.903468 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fbea040b-6edb-443a-8342-55200c3b939c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/32e6ee59-f058-4673-8ef9-3a1f6295d53f HTTP/1.1" status: 204 len: 168 time: 0.3024585 Aug 27 02:46:42.907722 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937bc81-2a26-4491-bfef-bbef5908ff06 None None] The sync data for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 is: [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'fc4a471f-6496-4369-acfa-fab170d5f22c', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '06a06037-c169-4428-8013-f02760bb7454', 'port_id': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'mac_address': 'fa:16:3e:38:e3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:46:39Z', 'updated_at': '2021-08-27T02:46:40Z', 'revision_number': 1, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:43.008978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.018326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-b5d8451a-9137-48e2-acba-ca0c1d53a212 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.019939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-b5d8451a-9137-48e2-acba-ca0c1d53a212 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1915514 Aug 27 02:46:43.134759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d7615-2f37-4aad-a965-d842f3c796dd None None] New status for floating IP fc4a471f-6496-4369-acfa-fab170d5f22c: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:46:43.156968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.162537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-968eca8e-3af6-4ebf-ac1f-45218da64d40 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 1000 time: 0.1343813 Aug 27 02:46:43.170721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabee623-5f6c-4a6a-aaba-fe9709dcbb11']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:43.182925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:43.188421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63611b38-cb76-4103-9841-66f00aa3fede') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:43.188874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63611b38-cb76-4103-9841-66f00aa3fede') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:43.228727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.248700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.257536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:43.257934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:43.259627 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:43.269997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.356777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.362980 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.364772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cabee623-5f6c-4a6a-aaba-fe9709dcbb11 HTTP/1.1" status: 204 len: 168 time: 0.4615450 Aug 27 02:46:43.410523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27443-9a9e-42dd-9356-45a4801e91b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabee623-5f6c-4a6a-aaba-fe9709dcbb11,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:43.419765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 392a76e8-5ad0-4549-b79d-eaa02894edd2 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:43.439063 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:46:43.439378 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:46:43.440710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 392a76e8-5ad0-4549-b79d-eaa02894edd2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:43.441052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 392a76e8-5ad0-4549-b79d-eaa02894edd2 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:43.455060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:43.457591 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:43.495743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38068) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:43.502926 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708ad72f-cb9f-48ff-875d-5ff7b3f6c901 x-openstack-request-id: req-708ad72f-cb9f-48ff-875d-5ff7b3f6c901 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:43.503209 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:43.503458 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-708ad72f-cb9f-48ff-875d-5ff7b3f6c901 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:43.503844 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:46:43.550802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6265273-84e1-43ba-a9b2-2115bdc57dc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fab2a5eac8fe42de91d9f7f3e3af5a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515788 Aug 27 02:46:43.551139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:43.568850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-daab0d41-eff1-44a5-a773-19f0c73a935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.570510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-daab0d41-eff1-44a5-a773-19f0c73a935b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0453336 Aug 27 02:46:43.605626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.635457 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.676111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-b4de971b-7b23-4c4d-b4ac-ea3f9be0cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.678296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-b4de971b-7b23-4c4d-b4ac-ea3f9be0cee0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.0993698 Aug 27 02:46:43.685187 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.687816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.691265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7622e04f-8e5c-42c8-b91a-69c462d0795d HTTP/1.1" status: 204 len: 168 time: 0.1370573 Aug 27 02:46:43.698177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e07e49-6472-4b06-9165-bad73c1c4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622e04f-8e5c-42c8-b91a-69c462d0795d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:43.747612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-bc839fda-905f-4442-8453-e64710386af3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 1002 time: 0.0620854 Aug 27 02:46:43.812821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-810bc4dd-76ee-4db3-b6f2-a8b497f8696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:43.814754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-810bc4dd-76ee-4db3-b6f2-a8b497f8696c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0504870 Aug 27 02:46:43.857722 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-d17b0d5c-1e69-44f5-9664-c9ba0c2b67d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261090 Aug 27 02:46:43.941495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:43.953717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-7a031294-f8c6-4d9c-9d1d-739b7ed51335 service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894141 Aug 27 02:46:44.122890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6f6b0f-a7c6-44fe-a303-a06be96184dc req-8c785622-7d97-495b-8d38-0cca91b6397c service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619108 Aug 27 02:46:44.126637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.132836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.133246 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Floating IP fc4a471f-6496-4369-acfa-fab170d5f22c disassociated. External IP: 172.25.8.153, port: 0f2fde45-8430-4571-bf55-da6b185f92ef. Aug 27 02:46:44.386300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Router 06a06037-c169-4428-8013-f02760bb7454 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:44.464968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:44.508838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:44.516900 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.520495 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Sync routers for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:44.539592 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:44.540495 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:44.569155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-cded5271-02aa-4ab2-ae24-1850372baaf4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "PUT /v2.0/floatingips/fc4a471f-6496-4369-acfa-fab170d5f22c HTTP/1.1" status: 200 len: 695 time: 1.3951657 Aug 27 02:46:44.594242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1036853798-network', 'tenant_id': '2794b9cfac0f4e86a539976ab51e7c95'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:44.619475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Made reservation on behalf of 2794b9cfac0f4e86a539976ab51e7c95 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:44.625430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.637316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.645227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-e6a8ac6a-692f-46b6-a7a3-761919c07f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:44.647522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-e6a8ac6a-692f-46b6-a7a3-761919c07f0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0594733 Aug 27 02:46:44.716601 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:44.770064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-55e34dda-50dd-41f8-9155-820227730e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:44.772493 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.773243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-55e34dda-50dd-41f8-9155-820227730e0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.1153331 Aug 27 02:46:44.779046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.811438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:46:44.829036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463aa2b-c272-495a-beaa-1297ab276550,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:44.832068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.832702 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Added segment e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4 of type vlan for network 99fa1c60-82b6-403e-aac7-0f045b1a000d Aug 27 02:46:44.834992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-6f973e3e-3a5b-46ce-8f5a-801f6a2f08be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0534117 Aug 27 02:46:44.857644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.858471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.859048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.859611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.860157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.860800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.861335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.861868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.862420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.863020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.863590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.864119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:46:44.907581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-afbce7d0-6151-4d4e-89fd-52d1b8b142c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:44.909358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-afbce7d0-6151-4d4e-89fd-52d1b8b142c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0667746 Aug 27 02:46:44.923683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.947704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-0355fbed-bd81-4ff2-ba7b-81a986637701 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315354 Aug 27 02:46:44.963112 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:44.964918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:44.965737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.003052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:45.035986 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Checking router: 06a06037-c169-4428-8013-f02760bb7454 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:45.046320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=99fa1c60-82b6-403e-aac7-0f045b1a000d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:45.053691 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:45.055040 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:45.061003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:46:45.077021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-165b09ec-e168-4f4c-98de-2ad53a712ee3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6082251 Aug 27 02:46:45.078959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:45.086813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Request body: {'subnet': {'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1036853798-subnet', 'tenant_id': '2794b9cfac0f4e86a539976ab51e7c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:45.108381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-d4d16334-af03-46df-9658-a47bea7cb2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524343 Aug 27 02:46:45.116803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Made reservation on behalf of 2794b9cfac0f4e86a539976ab51e7c95 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:45.121547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.222672 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:45.234836 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be5e00c-4729-42b0-95e3-30dc8acafefc req-ee07a239-2888-4376-99d2-3a5e95ada276 service neutron] 10.222.0.26 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247923 Aug 27 02:46:45.331250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-0f74c93f-87c0-4656-ad66-51cc0a6001d3 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips/fc4a471f-6496-4369-acfa-fab170d5f22c HTTP/1.1" status: 200 len: 695 time: 0.0564313 Aug 27 02:46:45.475900 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:45.505486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:45.508423 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334494f1-e085-48ba-8db0-a9ba27e03eec None None] The sync data for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 is: [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:45:48Z', 'revision_number': 4, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3a3e8ff2-02e2-425d-bc98-6075d0ba1410', 'name': '', 'network_id': 'e989a1db-9968-4367-b346-51e520f20510', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'mac_address': 'fa:16:3e:43:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '95fc3080-662c-42b4-8822-960d49c666c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:45Z', 'updated_at': '2021-08-27T02:45:54Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'subnets': [{'id': '95fc3080-662c-42b4-8822-960d49c666c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:45.509308 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df98423e-0c66-4dbf-b70c-99fa31228c65" -d '{"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:45.523784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-7cf8a739-56ac-4828-b481-ae23479023b8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:45.528135 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-7cf8a739-56ac-4828-b481-ae23479023b8 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/networks/62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 784 time: 0.1899314 Aug 27 02:46:45.530038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:45.565091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-2162fc4c-a5d8-47f4-8524-87d324e442ca tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:46:45.566125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-2162fc4c-a5d8-47f4-8524-87d324e442ca tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087278 Aug 27 02:46:45.575193 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349baa86-4831-48e8-a6ef-b61aee093684 x-openstack-request-id: req-349baa86-4831-48e8-a6ef-b61aee093684 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:45.575584 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:45.576401 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-349baa86-4831-48e8-a6ef-b61aee093684 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:45.576526 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:46:45.714754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:45.729266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-60c41c90-2013-417b-ba06-6a0bfa14f7e7 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 698 time: 0.1482668 Aug 27 02:46:45.740559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Checking segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:45.740924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Network hostable DHCP agents. Network: 99fa1c60-82b6-403e-aac7-0f045b1a000d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:46:45.793762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-8c9c4f63-7886-4974-adce-6929d124bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:45.795329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-8c9c4f63-7886-4974-adce-6929d124bf59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 1097 time: 0.1664031 Aug 27 02:46:45.800946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-8fce6eed-4120-47d2-b254-b4e3024f5b37 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 698 time: 0.0631084 Aug 27 02:46:45.836321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:46:45.853596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6230e0-629c-49ea-89b1-e712068c12a7 None None] New status for floating IP fc4a471f-6496-4369-acfa-fab170d5f22c: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:46:45.915677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 99fa1c60-82b6-403e-aac7-0f045b1a000d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:45.928545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f14db-6364-4142-bb24-2f2fcca20e32 None None] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:45.949492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:45.950078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.008897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8551ee40-7ef8-4ad0-b377-45aabb1c4516 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9280794 Aug 27 02:46:46.015677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-767adc52-f3b3-4bc7-8b44-d918106135a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:46.017291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-767adc52-f3b3-4bc7-8b44-d918106135a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 200 len: 921 time: 0.2055860 Aug 27 02:46:46.077300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-d408fb51-1e46-46f4-bd12-918539c6afdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 200 len: 217 time: 0.0518272 Aug 27 02:46:46.130161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Deleting port c691c226-88a2-4476-b963-75ef8bbb4d0d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:46.131311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.167752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-39410e77-7248-4457-bfe2-e99f6b0d811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:46.169413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-39410e77-7248-4457-bfe2-e99f6b0d811a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 200 len: 860 time: 0.0809534 Aug 27 02:46:46.243546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-ce533313-9c2c-4eba-8b89-76db98a295d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e989a1db-9968-4367-b346-51e520f20510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328145 Aug 27 02:46:46.402547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a2ca6-db60-4c3d-b3b6-3f21d33498ad None None] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:46:46.547758 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.627691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-79b2f564-a8a1-483b-831a-3d42a9ab95b4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:46.630171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-79b2f564-a8a1-483b-831a-3d42a9ab95b4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 814 time: 0.1299033 Aug 27 02:46:46.639244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.639572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.648146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-5007b0fb-1a46-4c7d-8bd5-d4d6f0d94b1d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/quotas/2794b9cfac0f4e86a539976ab51e7c95 HTTP/1.1" status: 200 len: 375 time: 0.0116735 Aug 27 02:46:46.660797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Calling delete_port for c691c226-88a2-4476-b963-75ef8bbb4d0d owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:46.688364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-8e064730-7dd1-4d2c-bcea-621d7f2a8ab0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315146 Aug 27 02:46:46.735919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-76f017fc-f4bb-4164-a13f-251f0b7396ef service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831481 Aug 27 02:46:46.789565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-03a3f0e4-44cb-4fbd-abf4-861ccb8167fd service neutron] 10.222.0.26 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930848 Aug 27 02:46:46.883698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df98423e-0c66-4dbf-b70c-99fa31228c65 req-d34b7bbb-af57-4e6c-9bf9-09249d0f16bf service neutron] 10.222.0.15 "GET /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351571 Aug 27 02:46:46.903048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-f49f4799-203c-49ed-892f-815e7cd3eb1e service neutron] 10.222.0.26 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068079 Aug 27 02:46:46.903670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:46.933063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event deleted for resources: {'Port': ['ID=c691c226-88a2-4476-b963-75ef8bbb4d0d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:46.998515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.001277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.002666 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-058cd7dd-e59c-4598-8cbd-c494bbb946f8 req-9649820e-01fe-4604-8dd6-fae959009723 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc4a471f-6496-4369-acfa-fab170d5f22c HTTP/1.1" status: 204 len: 173 time: 1.1923838 Aug 27 02:46:47.077042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-877b3f47-4ae0-428b-9759-d6476b218599 req-745ab392-1ce1-4461-82f7-078493dffb27 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups/e88851a9-ced5-4a8a-9616-31c23011ab65 HTTP/1.1" status: 200 len: 1809 time: 0.0515471 Aug 27 02:46:47.089826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-460ad5b3-08d1-42a5-9431-dfec23da03c7 req-9457c122-7716-400e-bd5d-7da971b9c942 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 210 time: 0.0362990 Aug 27 02:46:47.149274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-877b3f47-4ae0-428b-9759-d6476b218599 req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.178827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-877b3f47-4ae0-428b-9759-d6476b218599 req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.238674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-877b3f47-4ae0-428b-9759-d6476b218599 req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.241935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-877b3f47-4ae0-428b-9759-d6476b218599 req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:47.243242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-877b3f47-4ae0-428b-9759-d6476b218599 req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "DELETE /v2.0/security-groups/e88851a9-ced5-4a8a-9616-31c23011ab65 HTTP/1.1" status: 204 len: 173 time: 0.1558707 Aug 27 02:46:47.255474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f800f-f0b6-4728-b838-164df1df96be tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88851a9-ced5-4a8a-9616-31c23011ab65,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:47.504325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736f581-d026-48c6-9662-e709c0860e7c req-037088c0-d96a-4e81-a1a3-7ca958dce370 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:47.505907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1736f581-d026-48c6-9662-e709c0860e7c req-037088c0-d96a-4e81-a1a3-7ca958dce370 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0555322 Aug 27 02:46:47.550232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1736f581-d026-48c6-9662-e709c0860e7c req-acb4ed3d-4f37-4fd2-b105-2f78e0157e19 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 27 02:46:48.071285 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:46:48.181498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-b16ebdcb-1d46-4b51-9c31-dc5df799fff0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:48.183606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-b16ebdcb-1d46-4b51-9c31-dc5df799fff0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 814 time: 0.1084082 Aug 27 02:46:48.500627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9741b83-bcb5-4b68-96ba-b96eeb7752da req-e48977f5-32d5-43c3-a5b3-64feff8723ed tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 210 time: 0.3158760 Aug 27 02:46:48.504448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Request body: {'port': {'device_id': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'admin_state_up': True, 'tenant_id': '2794b9cfac0f4e86a539976ab51e7c95'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:48.615691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Made reservation on behalf of 2794b9cfac0f4e86a539976ab51e7c95 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:46:48.619239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.696084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99848b5-ba9f-4a46-b050-6223f7512529 req-54f56152-4a21-4bcc-a8dd-f3be54b953a4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:48.697644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b99848b5-ba9f-4a46-b050-6223f7512529 req-54f56152-4a21-4bcc-a8dd-f3be54b953a4 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.0607557 Aug 27 02:46:48.743530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b99848b5-ba9f-4a46-b050-6223f7512529 req-748433ef-0b33-4adf-aba9-a0b80e255d37 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Aug 27 02:46:48.773316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Allocated IP 172.20.0.12 (99fa1c60-82b6-403e-aac7-0f045b1a000d/71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834/9807eb9f-8a59-48fa-ba21-02da92c43060) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:46:48.930758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:48.972372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.014549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:46:49.019979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:46:49.024925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:46:49.031388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:49.077860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.078642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.093117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-e6b8460e-ce8f-4b8f-9e5e-91221dd774d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952439 Aug 27 02:46:49.111911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Request body: {'port': {'device_id': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:46:49.167219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.433960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:49.441185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.453165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Transition to ACTIVE for port object 9807eb9f-8a59-48fa-ba21-02da92c43060 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:46:49.457274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.508780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:49.611413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:46:49.611666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:46:49.611997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:49.619381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:46:49.619701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:46:49.627170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:46:49.627504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Checking segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:46:49.627889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Bound using segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:46:49.628307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Bound port: 9807eb9f-8a59-48fa-ba21-02da92c43060, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:46:49.628665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.650378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49fa3b-afad-4e9b-bf4f-146bf0dcb487 req-37deef65-7d4f-437b-8b66-250bee80fdf3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.651906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee49fa3b-afad-4e9b-bf4f-146bf0dcb487 req-37deef65-7d4f-437b-8b66-250bee80fdf3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.0763419 Aug 27 02:46:49.726155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee49fa3b-afad-4e9b-bf4f-146bf0dcb487 req-eb16a755-9b25-4cea-8e77-490c37d24b18 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Aug 27 02:46:49.730188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:46:49.733375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:46:49.739139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.774423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.775121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:49.776559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] 10.222.0.46 "PUT /v2.0/ports/9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 1092 time: 0.6689515 Aug 27 02:46:49.777060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:49.779584 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4fa1b-fe81-49fb-a358-662b1e794dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:49.812188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1328-9ad2-4768-b7bb-9e43ceb29337 service neutron] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:49.870996 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39195174-3d2b-4647-8818-d737b8425a93 x-openstack-request-id: req-39195174-3d2b-4647-8818-d737b8425a93 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:49.871255 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:49.871475 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39195174-3d2b-4647-8818-d737b8425a93 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:49.871880 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'status': 'completed', 'code': 200} Aug 27 02:46:49.888379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-9934068f-c5a7-4e42-9a7c-735ddafd0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.889915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-9934068f-c5a7-4e42-9a7c-735ddafd0ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1095 time: 0.0497770 Aug 27 02:46:49.898147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-ffe40de3-775a-4611-8425-3a1113eab27f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.899656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-ffe40de3-775a-4611-8425-3a1113eab27f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1165483 Aug 27 02:46:49.938870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-9cd56106-5116-4c9e-b940-daa96b642e5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0352814 Aug 27 02:46:49.951733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af1b03-9837-441a-ba8e-30f2c71b3259 req-b48b8d71-72d6-45b1-b9eb-365642a70e66 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.953287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94af1b03-9837-441a-ba8e-30f2c71b3259 req-b48b8d71-72d6-45b1-b9eb-365642a70e66 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfda52c6-875b-4473-b30f-e2558c643bd7 HTTP/1.1" status: 200 len: 946 time: 0.1044989 Aug 27 02:46:49.998224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-1798b74f-838b-41a4-b129-e2578b36c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:49.999884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-1798b74f-838b-41a4-b129-e2578b36c9fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0520790 Aug 27 02:46:50.034913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94af1b03-9837-441a-ba8e-30f2c71b3259 req-f9ee6ad5-a815-4364-af10-c5a19809c774 tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.26 "GET /v2.0/security-groups?id=6797cbc7-6a89-49b3-8427-6198bb9712e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746915 Aug 27 02:46:50.045658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-384dc647-8b29-483e-ab87-ba9445c44625 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373759 Aug 27 02:46:50.051835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Deleting port 0f2fde45-8430-4571-bf55-da6b185f92ef {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:50.052179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.143363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-85d8fce5-80dd-4d20-bdbb-5fcae0fc6704 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889683 Aug 27 02:46:50.145555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] For port 0f2fde45-8430-4571-bf55-da6b185f92ef, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0f2fde45-8430-4571-bf55-da6b185f92ef,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:50.145924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.163837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Calling delete_port for 0f2fde45-8430-4571-bf55-da6b185f92ef owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:50.237902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f58047df-3ad2-4004-b430-7b7d2f68a501 req-cb2f044e-0779-4a5f-a8f3-4da7934bf9cc service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876486 Aug 27 02:46:50.300475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.312821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0f2fde45-8430-4571-bf55-da6b185f92ef'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:50.331289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Pushing event deleted for resources: {'Port': ['ID=0f2fde45-8430-4571-bf55-da6b185f92ef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:50.386047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] No DVR routers for this DVR port 0f2fde45-8430-4571-bf55-da6b185f92ef on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:46:50.386745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-839cdd22-a32b-4ccf-b101-628dfc829f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:50.388588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-839cdd22-a32b-4ccf-b101-628dfc829f9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1095 time: 0.0550160 Aug 27 02:46:50.388727 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:50.390917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aa8eb073-e621-495c-ab5f-bd87258dc5d6 req-b21e9b1c-f166-4b1a-ae2a-2597ef75223f tempest-ServerRescueTestJSONUnderV235-2064712036 tempest-ServerRescueTestJSONUnderV235-2064712036-project] 10.222.0.15 "DELETE /v2.0/ports/0f2fde45-8430-4571-bf55-da6b185f92ef HTTP/1.1" status: 204 len: 173 time: 0.4847047 Aug 27 02:46:50.391356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'name': 'network-vif-deleted', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:50.393732 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c007e205-d389-48c5-8481-30ddc1545a5f" -d '{"events": [{"server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "name": "network-vif-deleted", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:50.458651 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627d8e2-84dc-485b-8a9d-52777c37fbf5 x-openstack-request-id: req-c627d8e2-84dc-485b-8a9d-52777c37fbf5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:50.459776 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfda52c6-875b-4473-b30f-e2558c643bd7", "name": "network-vif-deleted", "tag": "0f2fde45-8430-4571-bf55-da6b185f92ef", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:50.460281 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c627d8e2-84dc-485b-8a9d-52777c37fbf5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:50.460900 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfda52c6-875b-4473-b30f-e2558c643bd7', 'name': 'network-vif-deleted', 'tag': '0f2fde45-8430-4571-bf55-da6b185f92ef', 'status': 'completed', 'code': 200} Aug 27 02:46:50.499474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-a916266e-d671-445c-b969-096de933d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:50.501167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-a916266e-d671-445c-b969-096de933d622 service neutron] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.1051624 Aug 27 02:46:50.545694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-a3edb81a-cfe7-44a6-8a99-e0b9e232d90f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0364234 Aug 27 02:46:50.595786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-fed15ad5-8f9a-40a5-b1ee-835f86ad56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:50.597506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-fed15ad5-8f9a-40a5-b1ee-835f86ad56ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0448992 Aug 27 02:46:50.631868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-9540ad86-f7ed-4ef9-845a-a91b917d01b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263529 Aug 27 02:46:50.728220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-81ff9e64-48e4-453d-8f6e-2963da5b9554 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889351 Aug 27 02:46:50.843859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03f4fa1b-fe81-49fb-a358-662b1e794dc0 req-5aef294b-0eb2-4f27-9c7d-c459784d7ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083560 Aug 27 02:46:50.865814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef15d5-5afa-414d-85ea-e3f9462d9ffc req-5bdceab0-5208-45e7-8f7b-ab7aecbd0a16 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:50.867584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89ef15d5-5afa-414d-85ea-e3f9462d9ffc req-5bdceab0-5208-45e7-8f7b-ab7aecbd0a16 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.0659361 Aug 27 02:46:50.916062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89ef15d5-5afa-414d-85ea-e3f9462d9ffc req-bf6c9d2c-d278-4e2d-b50a-aba277cd8a85 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Aug 27 02:46:51.090842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38230) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:51.447244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.700890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Deleting port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:51.701267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.781920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] For port 3a3e8ff2-02e2-425d-bc98-6075d0ba1410, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,segment=NetworkSegment(d798c0a4-12da-442d-9127-25de3eea9cd0),segment_id=d798c0a4-12da-442d-9127-25de3eea9cd0)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:51.782287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:51.795245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Calling delete_port for 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:51.999270 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.054616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3e8ff2-02e2-425d-bc98-6075d0ba1410,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:52.123100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95932-f7a0-41af-a332-5297f041fbb7 req-e8291967-c93e-4c21-8b5b-20fef478cfdc tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:52.124740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0b95932-f7a0-41af-a332-5297f041fbb7 req-e8291967-c93e-4c21-8b5b-20fef478cfdc tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.1390462 Aug 27 02:46:52.218683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e0b95932-f7a0-41af-a332-5297f041fbb7 req-b4e1287f-062f-4f98-b877-cf03ba131829 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841110 Aug 27 02:46:52.268457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.505168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Router 06a06037-c169-4428-8013-f02760bb7454 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:46:52.615539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:46:52.621991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-78ac5f43-48e9-4a73-8f6d-74a7d12575de admin admin] 10.222.0.26 "PUT /v2.0/routers/06a06037-c169-4428-8013-f02760bb7454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5299702 Aug 27 02:46:52.624594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38254) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:52.628173 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Sync routers for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:46:52.629115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1f78-0091-429a-9283-33d3ded92f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.638112 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:52.639026 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:52.738105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.752277 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:52.859182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.914985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Deleting port b8f40751-03cb-47b2-baec-542a5022644c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:46:52.915329 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:52.944632 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:46:51Z', 'revision_number': 5, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port': {'id': 'b8f40751-03cb-47b2-baec-542a5022644c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ca:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a06037-c169-4428-8013-f02760bb7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:40Z', 'updated_at': '2021-08-27T02:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:52.971105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Checking router: 06a06037-c169-4428-8013-f02760bb7454 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:46:52.979617 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Routers {'06a06037-c169-4428-8013-f02760bb7454'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:46:52.980229 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['06a06037-c169-4428-8013-f02760bb7454'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:52.999201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] For port b8f40751-03cb-47b2-baec-542a5022644c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b8f40751-03cb-47b2-baec-542a5022644c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:52.999505 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.012041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Calling delete_port for b8f40751-03cb-47b2-baec-542a5022644c owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:46:53.071859 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] Set router 06a06037-c169-4428-8013-f02760bb7454 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:46:53.129529 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:46:52Z', 'revision_number': 6, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.161126 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8728e1-7b4a-4849-8cba-710354c2ed08 None None] The sync data for ids ['06a06037-c169-4428-8013-f02760bb7454'] in n-d-806292-1 is: [{'id': '06a06037-c169-4428-8013-f02760bb7454', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714718715-router', 'tenant_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:38Z', 'updated_at': '2021-08-27T02:46:52Z', 'revision_number': 6, 'project_id': '411bcefdcbe04b2d8bec1501ce29cd49', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:46:53.191295 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.219226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f40751-03cb-47b2-baec-542a5022644c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:53.282807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.401666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.405816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.448159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:46:53.453416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921101a2-977f-4b04-ae61-a027fb347596 req-9fca9d56-9788-4a76-9d89-da1b38ea7ac9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:53.454989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-921101a2-977f-4b04-ae61-a027fb347596 req-9fca9d56-9788-4a76-9d89-da1b38ea7ac9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.1423335 Aug 27 02:46:53.469925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.470426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06a06037-c169-4428-8013-f02760bb7454 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:46:53.481196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.484886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-73fa26ae-59d0-4926-aa03-af9ac633da07 admin admin] 10.222.0.26 "DELETE /v2.0/routers/06a06037-c169-4428-8013-f02760bb7454 HTTP/1.1" status: 204 len: 168 time: 0.8583484 Aug 27 02:46:53.485043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:53.508711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-921101a2-977f-4b04-ae61-a027fb347596 req-d88816d3-e71d-4ca0-a4b1-915aba26f705 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Aug 27 02:46:53.557313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:53.569933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'port_id': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'mac_address': 'fa:16:3e:a8:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:46:53.573155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Deleting subnet 95fc3080-662c-42b4-8822-960d49c666c0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:46:53.577611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.617251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.627719 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.656135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:46:53.678723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:53.681931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.683136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.735059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:53.744703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.773872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fc3080-662c-42b4-8822-960d49c666c0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:53.779637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.783399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27e77e35-91d3-42dc-9e95-1cc14cbbccbc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95fc3080-662c-42b4-8822-960d49c666c0 HTTP/1.1" status: 204 len: 168 time: 0.2964361 Aug 27 02:46:53.785979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:53.857099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.940222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.949884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e989a1db-9968-4367-b346-51e520f20510']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.960806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd798c0a4-12da-442d-9127-25de3eea9cd0') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.961137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd798c0a4-12da-442d-9127-25de3eea9cd0') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:46:53.970366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.985576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.991964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:46:53.992600 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: items = [ Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:46:53.994289 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:46:54.056358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.063882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.068668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e989a1db-9968-4367-b346-51e520f20510 HTTP/1.1" status: 204 len: 168 time: 0.2808421 Aug 27 02:46:54.079006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb329ef0-4365-4597-aae2-a75bb53663c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e989a1db-9968-4367-b346-51e520f20510,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:54.191017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-7edb6f1a-c740-4dca-85d4-e6dcfa123159 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:54.192554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-7edb6f1a-c740-4dca-85d4-e6dcfa123159 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.0443254 Aug 27 02:46:54.209373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38278) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:54.215388 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-ea8c72e4-5d8f-4f31-a5c5-777ba656276b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.259333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:46:54.309131 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f86500bd-5842-44de-aea0-5aecd147eaf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=411bcefdcbe04b2d8bec1501ce29cd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983891 Aug 27 02:46:54.309342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:54.361011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0f2fde45-8430-4571-bf55-da6b185f92ef no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:54.393227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.403386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 0f2fde45-8430-4571-bf55-da6b185f92ef {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:54.403893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0f2fde45-8430-4571-bf55-da6b185f92ef not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:54.449293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-ea8c72e4-5d8f-4f31-a5c5-777ba656276b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.460308 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-ea8c72e4-5d8f-4f31-a5c5-777ba656276b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.490124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:54.499001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88e365da-3e29-4f00-b4fb-d0e923603355 req-ea8c72e4-5d8f-4f31-a5c5-777ba656276b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001680 Aug 27 02:46:54.501712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.516903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:54.517242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3a3e8ff2-02e2-425d-bc98-6075d0ba1410 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:54.517833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f40751-03cb-47b2-baec-542a5022644c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:46:54.545628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c72e4-5d8f-4f31-a5c5-777ba656276b tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ac80f-b84a-41e4-b91c-ab9338c3de22,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:54.563945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b8f40751-03cb-47b2-baec-542a5022644c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:46:54.566930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b8f40751-03cb-47b2-baec-542a5022644c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:46:54.601840 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.606950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:54.608434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6797cbc7-6a89-49b3-8427-6198bb9712e1 HTTP/1.1" status: 204 len: 168 time: 0.2983949 Aug 27 02:46:54.619622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3905dd-d7e3-461a-b87b-3260aba19064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6797cbc7-6a89-49b3-8427-6198bb9712e1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:54.689085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7d81a-fd4f-4eb2-a630-e193bfebe9c1 req-032f9922-19b4-4bd6-997e-d8b81f4b9fbf tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:54.698360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ec7d81a-fd4f-4eb2-a630-e193bfebe9c1 req-032f9922-19b4-4bd6-997e-d8b81f4b9fbf tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.0818598 Aug 27 02:46:54.710558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5702-77eb-49b1-aae4-480088e1acce req-b59bbf1b-c298-4973-9dc5-8ff06d49c697 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:54.712062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a2ce5702-77eb-49b1-aae4-480088e1acce req-b59bbf1b-c298-4973-9dc5-8ff06d49c697 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0725379 Aug 27 02:46:54.739111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7ec7d81a-fd4f-4eb2-a630-e193bfebe9c1 req-d6ec980c-d83c-436e-bddf-a8d0160fb206 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396979 Aug 27 02:46:54.765306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a2ce5702-77eb-49b1-aae4-480088e1acce req-057c4c4a-9a94-4087-9deb-ad806b4ff3e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Aug 27 02:46:54.788033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:54.868704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5af9ee16-70e9-461e-8b6e-673f30162300 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 993 time: 0.0732884 Aug 27 02:46:55.202082 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c31ba1a0-a810-4686-84a3-c98f8fd52896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.465207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:46:55.520707 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.562180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 9807eb9f-8a59-48fa-ba21-02da92c43060 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:46:55.569318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 9807eb9f-8a59-48fa-ba21-02da92c43060 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:46:55.571604 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.625133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc095-efd2-4b54-b927-5a149b594a43 req-5cc13c8d-9eeb-41a5-8c41-9b9ddaa75970 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:55.627826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cddc095-efd2-4b54-b927-5a149b594a43 req-5cc13c8d-9eeb-41a5-8c41-9b9ddaa75970 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0567620 Aug 27 02:46:55.700137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cddc095-efd2-4b54-b927-5a149b594a43 req-639e1f70-bd19-48a4-b1ca-2db8463a4a9a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649104 Aug 27 02:46:55.700786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.724565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-2d1c9536-c8da-4556-937b-d960ec495be3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2105353 Aug 27 02:46:55.746236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:46:55.748746 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9a81f1-0891-403f-b0b9-fda85b7e39ca" -d '{"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:46:55.766982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:46:55.775559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:55.869102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:55.881485 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b8f7aa-5194-4e62-96b3-ae92145cc6e1 x-openstack-request-id: req-f1b8f7aa-5194-4e62-96b3-ae92145cc6e1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:46:55.882191 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:46:55.882861 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1b8f7aa-5194-4e62-96b3-ae92145cc6e1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:46:55.885040 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'code': 200} Aug 27 02:46:55.958083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e68aca-7741-46d4-892b-7b76a2b93c87 req-ad51d166-24a6-4295-8cb8-0455b01cab27 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:55.960658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93e68aca-7741-46d4-892b-7b76a2b93c87 req-ad51d166-24a6-4295-8cb8-0455b01cab27 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0623095 Aug 27 02:46:56.036409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974116c-bb4d-44f4-b720-21d0a8122b90 req-69df4f54-a70b-41c4-aa11-1555ab5b0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:56.038044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b974116c-bb4d-44f4-b720-21d0a8122b90 req-69df4f54-a70b-41c4-aa11-1555ab5b0fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1097 time: 0.0640075 Aug 27 02:46:56.041512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-93e68aca-7741-46d4-892b-7b76a2b93c87 req-df8d1313-8892-42b0-98e5-69f66d2f9f01 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 Aug 27 02:46:56.106766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b974116c-bb4d-44f4-b720-21d0a8122b90 req-70f932ee-374b-4bd3-9051-ef50a063ac47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603945 Aug 27 02:46:56.167961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38380) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:56.296431 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8774b773-79a0-4aed-9c5e-1c8be27836d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.394363 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8774b773-79a0-4aed-9c5e-1c8be27836d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.399411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8774b773-79a0-4aed-9c5e-1c8be27836d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.451075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b773-79a0-4aed-9c5e-1c8be27836d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d977a-5912-4703-b186-6bbcafb43ab5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.459961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:46:56.460204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8774b773-79a0-4aed-9c5e-1c8be27836d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0584acde8c384f08ba54e3f097cba921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902794 Aug 27 02:46:56.537872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.554805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.579697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.635833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.638659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:56.639804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b8d977a-5912-4703-b186-6bbcafb43ab5 HTTP/1.1" status: 204 len: 168 time: 0.1783767 Aug 27 02:46:56.651001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736175d5-ae75-43ba-8b21-4ae37db53319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d977a-5912-4703-b186-6bbcafb43ab5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:46:56.856273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f079f0-3f74-4e35-8aa2-9989014e4950 req-78a378d3-0814-4994-8d92-180cb547f042 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:56.859462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f079f0-3f74-4e35-8aa2-9989014e4950 req-78a378d3-0814-4994-8d92-180cb547f042 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0692132 Aug 27 02:46:56.911027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c7f079f0-3f74-4e35-8aa2-9989014e4950 req-593cc32f-105a-47ce-a60a-96f0558cda21 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Aug 27 02:46:57.205872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab6e03-95de-44ac-960f-01e93fa26671 req-18966012-9ab9-412f-9e17-5d7fdc927b67 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:57.207539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eeab6e03-95de-44ac-960f-01e93fa26671 req-18966012-9ab9-412f-9e17-5d7fdc927b67 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0569079 Aug 27 02:46:57.287765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-0acca4ea-4b17-490e-92be-bbd536a7631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:57.289380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-0acca4ea-4b17-490e-92be-bbd536a7631d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.0809791 Aug 27 02:46:57.292754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eeab6e03-95de-44ac-960f-01e93fa26671 req-a1cdd109-c486-4b94-8da2-70d9b772a4d0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755532 Aug 27 02:46:57.400112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-446bc20a-525b-4fbf-92ce-1767a5170bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:57.401761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-446bc20a-525b-4fbf-92ce-1767a5170bfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1045523 Aug 27 02:46:57.533561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-bf4f76fa-06a4-403e-8951-a53f652071a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 1001 time: 0.0923047 Aug 27 02:46:57.629871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-8ef46d64-d70d-4980-aac5-e3adb8aca65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:57.632435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-8ef46d64-d70d-4980-aac5-e3adb8aca65c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.0895300 Aug 27 02:46:57.692277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-9fd79d43-3b46-439f-9c41-b84b490f7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:57.694166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-9fd79d43-3b46-439f-9c41-b84b490f7f96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493031 Aug 27 02:46:57.798417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-9a566274-4282-427e-91c3-6b3e1dd3e6bd service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971682 Aug 27 02:46:57.897191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-2b12f74e-2549-4441-8f92-5bc3c8451950 req-cb74a1b1-195f-4aeb-8626-a84754818cfb service neutron] (94832) timed out ('10.222.0.46', 53323) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:46:57.912662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-47ab643c-848c-4316-8630-8858a1913877 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049976 Aug 27 02:46:57.969783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:46:58.090215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34390e-4fbc-4926-8198-8b7ed2e6e8cb req-0f16b438-fc86-40a9-82ad-f95ac618932b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:58.099892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d34390e-4fbc-4926-8198-8b7ed2e6e8cb req-0f16b438-fc86-40a9-82ad-f95ac618932b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0850801 Aug 27 02:46:58.156139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d34390e-4fbc-4926-8198-8b7ed2e6e8cb req-7bd76bde-66f1-45d4-bb8e-040905be832d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546534 Aug 27 02:46:58.448688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d497ed5-c98f-471a-8551-6294aee0e202 req-261730f9-0d81-4d0b-9f56-d2acf5a11b97 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:58.454866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d497ed5-c98f-471a-8551-6294aee0e202 req-261730f9-0d81-4d0b-9f56-d2acf5a11b97 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0633798 Aug 27 02:46:58.492784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d497ed5-c98f-471a-8551-6294aee0e202 req-6bde5cfa-4d6a-4752-b8e3-dddcbab34bda tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Aug 27 02:46:58.817595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-a19dfa34-30b3-4e78-a4a7-a44e3a5fee04 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:58.819847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-a19dfa34-30b3-4e78-a4a7-a44e3a5fee04 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 814 time: 0.1361148 Aug 27 02:46:58.850097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-38f8ca2b-cd61-49f6-b45f-b28093ebb0fc tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/quotas/2794b9cfac0f4e86a539976ab51e7c95 HTTP/1.1" status: 200 len: 375 time: 0.0242131 Aug 27 02:46:58.913229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-6c9b16af-20cd-4dce-8bd1-1c8e1e214e9c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568275 Aug 27 02:46:59.132824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-c65ac2e2-94d9-4bd5-a206-0cfb4197541b service neutron] 10.222.0.26 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108920 Aug 27 02:46:59.246916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-b61350ec-2be8-4726-a2f6-ef7bc8600974 service neutron] 10.222.0.26 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059701 Aug 27 02:46:59.293798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6cf7-69cd-4821-9177-ce914faa304b req-c89b7391-69a8-40db-b771-a3c0c9a148d3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:46:59.295393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0ae6cf7-69cd-4821-9177-ce914faa304b req-c89b7391-69a8-40db-b771-a3c0c9a148d3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0610447 Aug 27 02:46:59.345310 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0ae6cf7-69cd-4821-9177-ce914faa304b req-5e173454-947e-4e66-b6d5-a36537a2c6e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Aug 27 02:46:59.488937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85c08835-1b08-4c4b-8f67-c1cd28b4934d req-fe3ca720-8257-4fb6-baed-7cc100b1a698 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 210 time: 0.0382698 Aug 27 02:47:00.622355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8e967d8a-1f2b-410d-8fd1-6842353c3126 req-5b2adb94-a6ab-4eac-87b2-e25218b7eb90 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 210 time: 0.0404112 Aug 27 02:47:00.669933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15add-6bea-466d-992e-3507418c95ee req-e4ad1752-3812-4c69-8db6-2bf9316f975d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:00.672223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfb15add-6bea-466d-992e-3507418c95ee req-e4ad1752-3812-4c69-8db6-2bf9316f975d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.2185185 Aug 27 02:47:00.683872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-5ac13dc4-811e-47ce-b6cd-ee7ca6d660c4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:00.685377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-5ac13dc4-811e-47ce-b6cd-ee7ca6d660c4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 814 time: 0.2160280 Aug 27 02:47:00.725132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfb15add-6bea-466d-992e-3507418c95ee req-e80c53f2-655e-4c24-9767-f95d7d099385 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Aug 27 02:47:00.741188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Request body: {'port': {'device_id': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'admin_state_up': True, 'tenant_id': '2794b9cfac0f4e86a539976ab51e7c95'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:00.859592 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:00.887253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Made reservation on behalf of 2794b9cfac0f4e86a539976ab51e7c95 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:00.891922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.025142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Allocated IP 172.20.0.11 (99fa1c60-82b6-403e-aac7-0f045b1a000d/71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834/a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:01.275176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.319547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.356069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:01.368188 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Network 99fa1c60-82b6-403e-aac7-0f045b1a000d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:01.371333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:01.375956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:01.379836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Pushing event updated for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:01.442156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:01.443481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.460966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-aa93073f-d017-41c6-914f-34cab2cb29c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291911 Aug 27 02:47:01.484908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Request body: {'port': {'device_id': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:01.559997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:01.865985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839d221-0e90-4c6c-af92-d03462097ede req-51d33347-7c6f-41af-b366-7a5dd13bfe1c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:01.867794 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b839d221-0e90-4c6c-af92-d03462097ede req-51d33347-7c6f-41af-b366-7a5dd13bfe1c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0628505 Aug 27 02:47:01.919546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b839d221-0e90-4c6c-af92-d03462097ede req-4922a0d3-92b9-49e5-bb9b-ec073314cf91 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Aug 27 02:47:02.184112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215d85-18c1-435d-b21d-dcd37d8f3fbd req-4d76e4c0-eecd-4499-b91a-4570c6f84192 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.186958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d215d85-18c1-435d-b21d-dcd37d8f3fbd req-4d76e4c0-eecd-4499-b91a-4570c6f84192 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 932 time: 0.1320577 Aug 27 02:47:02.281371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.284297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d215d85-18c1-435d-b21d-dcd37d8f3fbd req-225bec54-a0a6-4d5e-89ef-0fc86c277ff9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809605 Aug 27 02:47:02.364717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:02.376898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.394780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Transition to ACTIVE for port object a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:02.400333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.437430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b7908b-2cee-447e-8e1d-5e76004fedf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.464812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.554426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Attempting to bind port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:02.554426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Attempting to bind port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:02.554426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Attempting to bind port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:02.560411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:47:02.560411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Attempting to bind port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:02.565106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:02.565445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Checking segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:02.565828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Bound using segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:02.566251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Bound port: a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:02.566657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.604814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b7908b-2cee-447e-8e1d-5e76004fedf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.610616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d5b7908b-2cee-447e-8e1d-5e76004fedf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.640483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:02.645281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:02.647660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d5b7908b-2cee-447e-8e1d-5e76004fedf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6f44611a7844e358be846c5c839e26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650663 Aug 27 02:47:02.650808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38604) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:02.657080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7908b-2cee-447e-8e1d-5e76004fedf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f32a17-f18b-45a0-a6c5-a6ce0690603a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.660111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.722450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.723138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.725373 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] 10.222.0.46 "PUT /v2.0/ports/a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 HTTP/1.1" status: 200 len: 1092 time: 1.2470438 Aug 27 02:47:02.727330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:02.729618 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee732f-27b5-4598-9114-8485ff8afa75" -d '{"events": [{"name": "network-changed", "server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:02.774750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae455383-253e-4fc6-8b17-b91a90bc9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:02.788491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-56248ff4-2d03-40eb-a973-c05205399a99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523040 Aug 27 02:47:02.798602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.800843 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf503a0-ea3c-45e8-8924-0d83ef6d74e2 x-openstack-request-id: req-9bf503a0-ea3c-45e8-8924-0d83ef6d74e2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:02.801193 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:02.801511 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bf503a0-ea3c-45e8-8924-0d83ef6d74e2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:02.801991 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6', 'status': 'completed', 'code': 200} Aug 27 02:47:02.850684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.862439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-57088dba-c139-4ae6-83ec-8792ca71c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.864031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-57088dba-c139-4ae6-83ec-8792ca71c85a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 1095 time: 0.0737855 Aug 27 02:47:02.866134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-d2bc90ca-80e3-4030-bc7c-f11e9c4c87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.868229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-d2bc90ca-80e3-4030-bc7c-f11e9c4c87a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.0460937 Aug 27 02:47:02.922826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-76534076-7801-4fba-8401-77547368e935 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 HTTP/1.1" status: 200 len: 217 time: 0.0444818 Aug 27 02:47:02.976964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.980472 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:02.982252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0f32a17-f18b-45a0-a6c5-a6ce0690603a HTTP/1.1" status: 204 len: 168 time: 0.3298552 Aug 27 02:47:02.989201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-a9adb10d-e7a5-4945-9a89-011a21daf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:02.991415 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-a9adb10d-e7a5-4945-9a89-011a21daf6d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0616465 Aug 27 02:47:02.996477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df3264-6f97-456b-a831-a344486fa4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f32a17-f18b-45a0-a6c5-a6ce0690603a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:03.026914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-8b0fbc28-a055-4f5b-83b2-94fee78e886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.029509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-8b0fbc28-a055-4f5b-83b2-94fee78e886e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.1380961 Aug 27 02:47:03.031219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-63ef48ca-3298-4392-b463-bc20ef6103b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314779 Aug 27 02:47:03.158420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-9282f42e-2c1f-4aca-a93f-b1077323ea95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 1000 time: 0.1211734 Aug 27 02:47:03.165519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35464d2-253f-4208-adca-8e566455f385 req-530fbb04-f764-407c-bb56-5240a5995e4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.167072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f35464d2-253f-4208-adca-8e566455f385 req-530fbb04-f764-407c-bb56-5240a5995e4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1044643 Aug 27 02:47:03.189332 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-e755d5a1-2d31-4c5c-8734-2e5b98876080 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500199 Aug 27 02:47:03.243050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-37be3ac8-4ae5-470e-9da1-10f168faeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.244829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-37be3ac8-4ae5-470e-9da1-10f168faeff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.0797589 Aug 27 02:47:03.283454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f35464d2-253f-4208-adca-8e566455f385 req-fc020016-359b-47da-b836-1f6e775484e5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070185 Aug 27 02:47:03.323390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a314488-59db-4f8f-9fd0-40cf3d18a1b3 req-8cf7752d-89a8-4f36-a14e-3fc4d9554d8a service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186047 Aug 27 02:47:03.327965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-cf6e5a39-8105-4200-8312-0037ec685509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.329675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-cf6e5a39-8105-4200-8312-0037ec685509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774176 Aug 27 02:47:03.475232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-51ce8297-c94f-4fa7-9672-f73c093a130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.477029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-51ce8297-c94f-4fa7-9672-f73c093a130f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 1095 time: 0.0670466 Aug 27 02:47:03.608537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-b1cff194-71c5-4a1c-bb55-dfd8d5e7ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.610559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-b1cff194-71c5-4a1c-bb55-dfd8d5e7ccff service neutron] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.1259975 Aug 27 02:47:03.686091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-172dc91b-9506-4d44-a01e-b35d140840d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 HTTP/1.1" status: 200 len: 217 time: 0.0681272 Aug 27 02:47:03.759361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-9e8b3bc7-fcad-4ca6-ac4f-849fb766a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.761079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-9e8b3bc7-fcad-4ca6-ac4f-849fb766a2fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0663984 Aug 27 02:47:03.808873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-83c6307b-c6dc-41cd-911f-5c219d01765b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394371 Aug 27 02:47:03.842347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-80ad3249-beeb-45bb-9375-d4fdcf6f8841 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045619 Aug 27 02:47:03.857241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c5fe-697c-4d1c-ad8c-c2f17cf8549e req-26b1ff76-dc3d-4f76-ba72-769e853df0e1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:03.858981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfa7c5fe-697c-4d1c-ad8c-c2f17cf8549e req-26b1ff76-dc3d-4f76-ba72-769e853df0e1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 944 time: 0.4599445 Aug 27 02:47:03.969940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-9533d5c4-acd1-4258-aa54-ff4995e86b9b service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527717 Aug 27 02:47:04.012614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bfa7c5fe-697c-4d1c-ad8c-c2f17cf8549e req-ee1f14c0-44a2-4822-80e0-8a18829e654e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468737 Aug 27 02:47:04.015597 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b69e879d-4744-4f53-b0f2-34b6b7777b1d req-0657b5a7-e17f-407a-a628-19b5a51255b9 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554885 Aug 27 02:47:04.108675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14ee732f-27b5-4598-9114-8485ff8afa75 req-4476f87a-595f-4629-8034-15a599897192 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318328 Aug 27 02:47:04.439115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111173ee-095d-4ac3-8250-5bd22d5d28a0 req-1992e343-79ed-4055-9f80-5c8f99f8aaa7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:04.440684 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-111173ee-095d-4ac3-8250-5bd22d5d28a0 req-1992e343-79ed-4055-9f80-5c8f99f8aaa7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0616179 Aug 27 02:47:04.503344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-111173ee-095d-4ac3-8250-5bd22d5d28a0 req-f4dc292e-c059-49a7-a261-56966aee9efe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551665 Aug 27 02:47:05.133088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba99d6-9ff3-4d38-be77-6c2d927f0480 req-5f480e06-c12a-46ba-b986-87b489108603 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:05.135338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5ba99d6-9ff3-4d38-be77-6c2d927f0480 req-5f480e06-c12a-46ba-b986-87b489108603 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 944 time: 0.0576272 Aug 27 02:47:05.185027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5ba99d6-9ff3-4d38-be77-6c2d927f0480 req-19f698b3-7e49-479d-ae1f-d7a4a591b345 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Aug 27 02:47:05.634157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b98f80-a191-42b0-8703-42effe6afe14 req-a309bea1-6ba6-47d2-855e-90357530dd6b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:05.635700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96b98f80-a191-42b0-8703-42effe6afe14 req-a309bea1-6ba6-47d2-855e-90357530dd6b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0639193 Aug 27 02:47:05.651331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38722) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:05.674834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96b98f80-a191-42b0-8703-42effe6afe14 req-b8e93d55-278c-4aaf-b944-17c4b16edcfe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Aug 27 02:47:05.764931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5656ee5e-904a-4ac8-b049-df4e4bfa4fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.860416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5656ee5e-904a-4ac8-b049-df4e4bfa4fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.864448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5656ee5e-904a-4ac8-b049-df4e4bfa4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.902686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5656ee5e-904a-4ac8-b049-df4e4bfa4fc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64ad7673d9874b859c2ef77e42301d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502472 Aug 27 02:47:05.903560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656ee5e-904a-4ac8-b049-df4e4bfa4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621943a3-aa12-48f2-a0a3-4fc45fadd180,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:05.905426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38728) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:05.960568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:05.982134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.027648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.030285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.033738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/621943a3-aa12-48f2-a0a3-4fc45fadd180 HTTP/1.1" status: 204 len: 168 time: 0.1248310 Aug 27 02:47:06.039653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd3581-7e1a-42e3-aae1-e58852e52900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621943a3-aa12-48f2-a0a3-4fc45fadd180,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:06.320004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38738) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:06.334477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10b4f608-fbf6-4470-a282-8c866192c6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.436353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10b4f608-fbf6-4470-a282-8c866192c6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.440304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10b4f608-fbf6-4470-a282-8c866192c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.482909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10b4f608-fbf6-4470-a282-8c866192c6c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46ef2c545ed049f8be1f28aca55776d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593533 Aug 27 02:47:06.482909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4f608-fbf6-4470-a282-8c866192c6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18044f8c-fccc-4168-8f90-d68a773df926,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:06.483770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:06.533827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.547331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937df2f-7dfd-4c42-8ccd-d523f8dbc9dd req-9d23af31-4eb6-4f4d-ad94-6d05d2b06119 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:06.550038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1937df2f-7dfd-4c42-8ccd-d523f8dbc9dd req-9d23af31-4eb6-4f4d-ad94-6d05d2b06119 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 944 time: 0.2998002 Aug 27 02:47:06.556611 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.589225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1937df2f-7dfd-4c42-8ccd-d523f8dbc9dd req-7900a6bf-7c13-4ce8-8450-6ec2a3682577 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Aug 27 02:47:06.606663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.609600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:06.614338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18044f8c-fccc-4168-8f90-d68a773df926 HTTP/1.1" status: 204 len: 168 time: 0.1296659 Aug 27 02:47:06.623921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1247e-88dc-44cf-8bab-5d0320dd7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18044f8c-fccc-4168-8f90-d68a773df926,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:06.804370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d21c-94b1-4cf9-bbf6-1e532cc9d0e0 req-74276954-8676-46e1-979f-48d4c1e4c056 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:06.805977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e834d21c-94b1-4cf9-bbf6-1e532cc9d0e0 req-74276954-8676-46e1-979f-48d4c1e4c056 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0604148 Aug 27 02:47:06.853440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e834d21c-94b1-4cf9-bbf6-1e532cc9d0e0 req-5e502f92-e095-4abb-992c-cf28ec21568c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Aug 27 02:47:07.519905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:07.627189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:07.642831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'port_id': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6', 'mac_address': 'fa:16:3e:4d:24:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:07.691648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:07.719881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:07.737115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a84740-24f8-474d-886d-dcb53773e002 req-953e4d20-55fc-4ff9-8513-3bbfee635f28 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:07.744815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9a84740-24f8-474d-886d-dcb53773e002 req-953e4d20-55fc-4ff9-8513-3bbfee635f28 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 944 time: 0.0809946 Aug 27 02:47:07.750808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:07.762107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:07.787839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9a84740-24f8-474d-886d-dcb53773e002 req-b0a27f35-c07a-43a8-8cb8-00f7d134f233 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Aug 27 02:47:07.825735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:07.983052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646250-7def-4102-8f34-c5b3ff144f9e req-38fda16f-ba7a-4f84-9838-48711a05a606 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:07.984676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28646250-7def-4102-8f34-c5b3ff144f9e req-38fda16f-ba7a-4f84-9838-48711a05a606 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0615346 Aug 27 02:47:08.035221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28646250-7def-4102-8f34-c5b3ff144f9e req-6acc18a8-0dd8-4c3b-8837-7e0433e8ee70 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443933 Aug 27 02:47:08.174652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:08.896706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38820) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:08.906468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836f8d2-0a00-4a4c-883a-425181a1b20b req-ceb39b9d-0cdd-4e99-b34e-bde78219745e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:08.908025 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e836f8d2-0a00-4a4c-883a-425181a1b20b req-ceb39b9d-0cdd-4e99-b34e-bde78219745e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Aug 27 02:47:08.947217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e836f8d2-0a00-4a4c-883a-425181a1b20b req-6234d750-fd0c-439f-a274-9f3e954ccdc4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Aug 27 02:47:09.015543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b94b-f08c-4873-ade4-0044efbc0081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.120954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b94b-f08c-4873-ade4-0044efbc0081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.147134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b94b-f08c-4873-ade4-0044efbc0081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.185914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8f9b94b-f08c-4873-ade4-0044efbc0081 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d99bc64b2594e2496c282fc23ce3f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880449 Aug 27 02:47:09.188623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38826) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.197219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b94b-f08c-4873-ade4-0044efbc0081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf1c6b-fcff-416b-b39e-62e68e4a566c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.207157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ebb3-4035-4684-9b63-7645f9f958af req-6cb42ae4-99cc-4da6-b8a7-a9450ed8cc1f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:09.209227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b44ebb3-4035-4684-9b63-7645f9f958af req-6cb42ae4-99cc-4da6-b8a7-a9450ed8cc1f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0937855 Aug 27 02:47:09.249499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.257018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b44ebb3-4035-4684-9b63-7645f9f958af req-7a6dca65-502e-42d1-9f1e-ca4a421a7632 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Aug 27 02:47:09.272060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.320922 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.323547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.324693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1acf1c6b-fcff-416b-b39e-62e68e4a566c HTTP/1.1" status: 204 len: 168 time: 0.1350775 Aug 27 02:47:09.332296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37d87-5017-4234-982b-21dd695962d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf1c6b-fcff-416b-b39e-62e68e4a566c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.525556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:09.576288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.576898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:09.580692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:09.581136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.589683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62a72bf9-f4c2-48b1-bbef-ff4e59dd457c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.660123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.680502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62a72bf9-f4c2-48b1-bbef-ff4e59dd457c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.683750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:09.684954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-62a72bf9-f4c2-48b1-bbef-ff4e59dd457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.686141 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89784d-c069-4092-9f0f-fa7409356450" -d '{"events": [{"server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "name": "network-vif-plugged", "status": "completed", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:09.699411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:09.705672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.727794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-62a72bf9-f4c2-48b1-bbef-ff4e59dd457c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83d2cb68b3e542958313b695ceb55689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504240 Aug 27 02:47:09.728533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a72bf9-f4c2-48b1-bbef-ff4e59dd457c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2088d-ea09-49ea-ac67-d907ff333bb6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.730501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38836) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:09.733441 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f025503-ebad-4318-b52e-5764490e5842 x-openstack-request-id: req-5f025503-ebad-4318-b52e-5764490e5842 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:09.733729 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "name": "network-vif-plugged", "status": "completed", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:09.733985 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f025503-ebad-4318-b52e-5764490e5842 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:09.734375 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6', 'code': 200} Aug 27 02:47:09.760442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.769894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.770245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.771590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.771960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.772293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.772627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.773094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.773427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.773891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.774225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.774573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.774902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:09.792964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.814623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.860623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.863338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:09.865215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4f2088d-ea09-49ea-ac67-d907ff333bb6 HTTP/1.1" status: 204 len: 168 time: 0.1325541 Aug 27 02:47:09.873936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beaca2-32a4-4f5d-8394-dd19aaaa8449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2088d-ea09-49ea-ac67-d907ff333bb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:09.884785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6bda-1b0b-4695-888c-02a0f4c74e94 req-11711d32-68ec-445b-aab5-c8933fad357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:09.886922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b27e6bda-1b0b-4695-888c-02a0f4c74e94 req-11711d32-68ec-445b-aab5-c8933fad357d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 1097 time: 0.0493922 Aug 27 02:47:09.935889 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b27e6bda-1b0b-4695-888c-02a0f4c74e94 req-0a25b092-6082-4bdc-83b2-d3fb983319f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Aug 27 02:47:10.091411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40910-8bf7-4d25-8649-1040ae682920 req-98f50430-b389-4577-a32a-8d8295b2d835 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:10.093210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0f40910-8bf7-4d25-8649-1040ae682920 req-98f50430-b389-4577-a32a-8d8295b2d835 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.0738335 Aug 27 02:47:10.137753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0f40910-8bf7-4d25-8649-1040ae682920 req-b063a835-08b8-42ae-b626-541c4e127302 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Aug 27 02:47:10.388148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccf81f-78c5-4f69-9e68-23240135928a req-9f8d4d9c-529a-4266-93e0-7aca0ae91a7a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:10.389727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ccf81f-78c5-4f69-9e68-23240135928a req-9f8d4d9c-529a-4266-93e0-7aca0ae91a7a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Aug 27 02:47:10.432909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ccf81f-78c5-4f69-9e68-23240135928a req-d145946b-51b8-4c28-8a28-8070809631f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360816 Aug 27 02:47:11.264665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339de72-eaed-40ca-af4f-68a70230f65b req-5c92d2ca-31b6-49c4-9437-2f10114a9c11 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:11.273100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3339de72-eaed-40ca-af4f-68a70230f65b req-5c92d2ca-31b6-49c4-9437-2f10114a9c11 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.0608823 Aug 27 02:47:11.326952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3339de72-eaed-40ca-af4f-68a70230f65b req-f1f2d2d9-2471-4269-aecf-7737893850b5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530198 Aug 27 02:47:11.576503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9555-2ade-4520-a9d2-9ed9acc4532f req-d3a84b71-7d9e-46dd-8986-daee7f3f992e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:11.578342 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aedd9555-2ade-4520-a9d2-9ed9acc4532f req-d3a84b71-7d9e-46dd-8986-daee7f3f992e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0576396 Aug 27 02:47:11.624322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aedd9555-2ade-4520-a9d2-9ed9acc4532f req-0183393d-952b-45cd-93ef-b68ed5ec1861 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382385 Aug 27 02:47:11.812085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38910) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:11.988708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Deleting port c7e54bd7-446d-4c8f-b726-e82e47fa003f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:11.989754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.079503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.079864 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.092183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Calling delete_port for c7e54bd7-446d-4c8f-b726-e82e47fa003f owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:12.288505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.320413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event deleted for resources: {'Port': ['ID=c7e54bd7-446d-4c8f-b726-e82e47fa003f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:12.357099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38924) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:12.389613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.390192 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Floating IP d5e50289-4e6c-4578-9f65-23c9ba4fefe5 disassociated (deleted). External IP: 172.25.8.93, port: 0c1202b8-ca12-4215-a0d0-62f7daa5e414. Aug 27 02:47:12.475343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7889775-c3df-4f36-876c-8e7ee538c699 req-999a0d21-bc9c-4c55-8a7c-2ee9246cdb26 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:12.483427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7889775-c3df-4f36-876c-8e7ee538c699 req-999a0d21-bc9c-4c55-8a7c-2ee9246cdb26 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.0634484 Aug 27 02:47:12.518351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5acd47bc-8716-472d-bb1e-dde686d0b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.576342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7889775-c3df-4f36-876c-8e7ee538c699 req-6a7e987b-f202-425f-bd3e-9714e6673c22 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920203 Aug 27 02:47:12.647215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5acd47bc-8716-472d-bb1e-dde686d0b14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.653271 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5acd47bc-8716-472d-bb1e-dde686d0b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.672158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Router edfeba1f-d617-4a3d-ac81-114a8af20660 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:12.713097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5acd47bc-8716-472d-bb1e-dde686d0b14d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9845a429a32a47e7bc95afea94a2be0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551352 Aug 27 02:47:12.714339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:12.722009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd47bc-8716-472d-bb1e-dde686d0b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae849a8-2cb0-467c-99f9-698c9ad8ba17,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:12.823661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.829878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:12.835310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.841526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:12.855134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:12.858044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:12.871510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ba25b-8009-49f4-8b42-9d5d4d68482a req-d27c23b2-d848-4770-a9d4-a9d716de0de0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:12.873387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-176ba25b-8009-49f4-8b42-9d5d4d68482a req-d27c23b2-d848-4770-a9d4-a9d716de0de0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1333051 Aug 27 02:47:12.875603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.922980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-07858e37-2108-4332-833e-a300817bc92e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "DELETE /v2.0/floatingips/d5e50289-4e6c-4578-9f65-23c9ba4fefe5 HTTP/1.1" status: 204 len: 168 time: 1.1097910 Aug 27 02:47:12.924240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:12.928335 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe39ff1-77c4-407a-8a73-629da97249de" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:12.950878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-176ba25b-8009-49f4-8b42-9d5d4d68482a req-f79bebfd-575b-4289-973d-071da8875e55 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671122 Aug 27 02:47:12.951324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f22b1-33ea-42c2-9b17-022bb36754a2 req-dbe7eec5-6fc2-425d-9eb2-bdbd6adc43c6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:12.959788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-664f22b1-33ea-42c2-9b17-022bb36754a2 req-dbe7eec5-6fc2-425d-9eb2-bdbd6adc43c6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.0756595 Aug 27 02:47:12.983554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.989721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:12.993708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae849a8-2cb0-467c-99f9-698c9ad8ba17 HTTP/1.1" status: 204 len: 168 time: 0.2780817 Aug 27 02:47:13.016626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-664f22b1-33ea-42c2-9b17-022bb36754a2 req-16aba77a-986d-4a43-a5a8-b0736ef5604b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Aug 27 02:47:13.019288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a668458-60b9-467b-9f6d-c6c332864e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae849a8-2cb0-467c-99f9-698c9ad8ba17,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:13.078811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:13.117364 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd21c4-ebf2-4e91-b334-4676a86cd69f x-openstack-request-id: req-70dd21c4-ebf2-4e91-b334-4676a86cd69f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:13.117812 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:13.118351 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70dd21c4-ebf2-4e91-b334-4676a86cd69f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:13.119045 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:47:13.212513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39ff1-77c4-407a-8a73-629da97249de req-a3d242af-a9cd-4061-ab04-549ea59c9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:13.215282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-a3d242af-a9cd-4061-ab04-549ea59c9a7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a398feecaf6401ebfb7b99e052a0756&device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 1096 time: 0.0757709 Aug 27 02:47:13.348189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39ff1-77c4-407a-8a73-629da97249de req-3ad8f537-15b5-44b5-87d0-2d2d20c72237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:13.351872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-3ad8f537-15b5-44b5-87d0-2d2d20c72237 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 200 len: 914 time: 0.1200144 Aug 27 02:47:13.431827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-b6b20f09-9362-498f-b77f-6da602db1ce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 200 len: 217 time: 0.0707388 Aug 27 02:47:13.447890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:13.483658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:13.496009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:13.497271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:13.509789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 38948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:13.528954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60692-b8e9-453d-9c00-f7f4709a7168 req-7806bd17-cfee-4582-aade-0e2a3f8a29bc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:13.530082 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-feaa4391-e7ab-48d8-92e0-bfb81171711f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:13.537609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cab60692-b8e9-453d-9c00-f7f4709a7168 req-7806bd17-cfee-4582-aade-0e2a3f8a29bc tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.1678314 Aug 27 02:47:13.571292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39ff1-77c4-407a-8a73-629da97249de req-db9e16a4-dd54-41e9-b59a-e15a63967cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:13.573257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-db9e16a4-dd54-41e9-b59a-e15a63967cb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 200 len: 852 time: 0.1149712 Aug 27 02:47:13.603715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cab60692-b8e9-453d-9c00-f7f4709a7168 req-2c6ebd1b-fcfb-404c-8ecd-de16d3ca238d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652370 Aug 27 02:47:13.642815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39ff1-77c4-407a-8a73-629da97249de req-9cd338e0-cd62-41e8-8a43-f03513029863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:13.644438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-9cd338e0-cd62-41e8-8a43-f03513029863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0c36879-90fd-41e1-b291-048cf718483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576367 Aug 27 02:47:13.653276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:13.656031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-feaa4391-e7ab-48d8-92e0-bfb81171711f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:13.661573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-feaa4391-e7ab-48d8-92e0-bfb81171711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:13.723554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-feaa4391-e7ab-48d8-92e0-bfb81171711f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=982ff59579244e38b0e1dc1836744483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119570 Aug 27 02:47:13.724661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 38950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:13.725541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa4391-e7ab-48d8-92e0-bfb81171711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf2611e-f23f-4c67-aa70-8e31a014288a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:13.814044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-0a11fde3-3f9d-4841-ad50-24aadfb35d4b service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586716 Aug 27 02:47:13.815110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:13.878368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:13.922411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fe39ff1-77c4-407a-8a73-629da97249de req-023873b8-fba8-457d-93e2-039707c5e1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971665 Aug 27 02:47:13.951339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:14.014417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:14.017286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:14.018517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bf2611e-f23f-4c67-aa70-8e31a014288a HTTP/1.1" status: 204 len: 168 time: 0.2921317 Aug 27 02:47:14.037664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe8b27-a2e2-44f1-9334-580db29bde5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf2611e-f23f-4c67-aa70-8e31a014288a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:14.112503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ec8-59e1-47cf-be06-69a72394bbc3 None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:42:59Z', 'revision_number': 4, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3da778d6-7829-4c78-8a44-addc30486ddc', 'name': '', 'network_id': 'b0c36879-90fd-41e1-b291-048cf718483b', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'mac_address': 'fa:16:3e:99:8a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:58Z', 'updated_at': '2021-08-27T02:43:08Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'subnets': [{'id': '2226fa13-b08e-463d-8711-95233e8bbcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:14.118640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e948-a8f7-4d5c-8602-81525948a7cd req-57368bc7-68d4-42c5-a8f8-94a326cdf682 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:14.129038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd25e948-a8f7-4d5c-8602-81525948a7cd req-57368bc7-68d4-42c5-a8f8-94a326cdf682 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.0774555 Aug 27 02:47:14.186051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd25e948-a8f7-4d5c-8602-81525948a7cd req-5cace488-25f6-4a87-be35-3b0b5992d706 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550449 Aug 27 02:47:14.236560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d12b9-11f1-4cd5-aa53-aeffcb17f826 req-27dac76d-83e0-4ce3-9e72-96746b4a944c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:14.238362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-913d12b9-11f1-4cd5-aa53-aeffcb17f826 req-27dac76d-83e0-4ce3-9e72-96746b4a944c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.0692470 Aug 27 02:47:14.292009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-913d12b9-11f1-4cd5-aa53-aeffcb17f826 req-f226bf89-8a38-4154-87a8-c959b1fa3b41 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Aug 27 02:47:14.515891 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68412533-1ebe-4837-9245-baf72d533461 None None] New status for floating IP d5e50289-4e6c-4578-9f65-23c9ba4fefe5: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:47:14.718918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-07d44327-f3d9-4e88-928f-69ba66a1891e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:14.721114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-07d44327-f3d9-4e88-928f-69ba66a1891e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 946 time: 0.1076372 Aug 27 02:47:14.833893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832bf3b-9337-40d2-899e-537e0d4af60e req-b2d7eb96-c809-44e7-942f-fb850a7e4a68 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:14.835441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c832bf3b-9337-40d2-899e-537e0d4af60e req-b2d7eb96-c809-44e7-942f-fb850a7e4a68 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.1124680 Aug 27 02:47:14.886759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Deleting port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:14.887102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:14.935470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932ead1-2386-4060-b79f-41ad054c6220 req-b84663a5-78f6-4ff4-88fb-83a2625d90a4 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:14.936029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c832bf3b-9337-40d2-899e-537e0d4af60e req-b149f1e4-0080-471d-9aaa-76f5ae336b7f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/security-groups?id=77a7e7af-cf90-4b0e-821c-66f0cf981613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912771 Aug 27 02:47:14.936972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8932ead1-2386-4060-b79f-41ad054c6220 req-b84663a5-78f6-4ff4-88fb-83a2625d90a4 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 945 time: 0.0562222 Aug 27 02:47:15.011544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] For port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:15.011853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.027388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Calling delete_port for a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:15.080366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Deleting port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:15.080919 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.193212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.194534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] For port 0c1202b8-ca12-4215-a0d0-62f7daa5e414, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0c1202b8-ca12-4215-a0d0-62f7daa5e414,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:15.195695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.230962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Calling delete_port for 0c1202b8-ca12-4215-a0d0-62f7daa5e414 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:15.231170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060', 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:15.231633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Pushing event deleted for resources: {'Port': ['ID=a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:15.289046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] No DVR routers for this DVR port a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:15.293687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.297986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9630b9ec-3bed-4219-b494-3565e6fc8d03 req-27856169-6681-41a8-abd5-53dcc454a817 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.46 "DELETE /v2.0/ports/a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 HTTP/1.1" status: 204 len: 173 time: 0.5621135 Aug 27 02:47:15.298547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'name': 'network-vif-deleted', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:15.304708 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5471cc3-e6dd-4226-b969-33c864cc0c61" -d '{"events": [{"server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "name": "network-vif-deleted", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:15.390124 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad2b69-9e0e-4739-a5fc-84510313940c x-openstack-request-id: req-4fad2b69-9e0e-4739-a5fc-84510313940c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:15.390431 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83819c1c-e1e7-4daa-8b97-b12d438de634", "name": "network-vif-deleted", "tag": "a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:15.390694 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fad2b69-9e0e-4739-a5fc-84510313940c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:15.391093 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83819c1c-e1e7-4daa-8b97-b12d438de634', 'name': 'network-vif-deleted', 'tag': 'a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6', 'status': 'completed', 'code': 200} Aug 27 02:47:15.427059 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.543871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event deleted for resources: {'Port': ['ID=0c1202b8-ca12-4215-a0d0-62f7daa5e414,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:15.588636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d91ebd36-539f-4042-8c3a-146c470bb3f1 req-0ea00250-0669-4cf1-91be-74d5f7e3a474 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=83819c1c-e1e7-4daa-8b97-b12d438de634 HTTP/1.1" status: 200 len: 210 time: 0.0663056 Aug 27 02:47:15.605165 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-b5945e7d-3bab-47ef-822b-53d4f8f84c89 service neutron] show failed (client error): The resource could not be found. Aug 27 02:47:15.606454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-b5945e7d-3bab-47ef-822b-53d4f8f84c89 service neutron] 10.222.0.46 "GET /v2.0/ports/73df83af-cc3b-4f81-94ec-24d18ae33128/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1835620 Aug 27 02:47:15.629130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c65a0-9ec8-4f5b-8922-25373a61942b req-9409b6ba-c9c8-4dae-9dfc-5f45f03c846f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:15.631246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae2c65a0-9ec8-4f5b-8922-25373a61942b req-9409b6ba-c9c8-4dae-9dfc-5f45f03c846f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.2235565 Aug 27 02:47:15.646893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] No DVR routers for this DVR port 0c1202b8-ca12-4215-a0d0-62f7daa5e414 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:15.653859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:15.655761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8932ead1-2386-4060-b79f-41ad054c6220 req-1026f4da-2699-4d0b-ba60-fcdfd8282b1f tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.15 "DELETE /v2.0/ports/0c1202b8-ca12-4215-a0d0-62f7daa5e414 HTTP/1.1" status: 204 len: 173 time: 0.7104707 Aug 27 02:47:15.656194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'name': 'network-vif-deleted', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:15.658469 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb6e0a-cfa2-4dc9-a127-fb95b2448991" -d '{"events": [{"server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "name": "network-vif-deleted", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:15.690669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae2c65a0-9ec8-4f5b-8922-25373a61942b req-d058354f-8a02-48fe-b9d6-30660083de68 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451245 Aug 27 02:47:15.728770 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d709815b-6bf7-4d4a-9592-3ffd0c679805 x-openstack-request-id: req-d709815b-6bf7-4d4a-9592-3ffd0c679805 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:15.729058 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a10818-72a0-43ee-b34f-feded00128a2", "name": "network-vif-deleted", "tag": "0c1202b8-ca12-4215-a0d0-62f7daa5e414", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:15.729317 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d709815b-6bf7-4d4a-9592-3ffd0c679805 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:15.729758 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a10818-72a0-43ee-b34f-feded00128a2', 'name': 'network-vif-deleted', 'tag': '0c1202b8-ca12-4215-a0d0-62f7daa5e414', 'status': 'completed', 'code': 200} Aug 27 02:47:15.982502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-f15610bd-ac08-4fac-888a-dd9bee0271b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:15.984520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-f15610bd-ac08-4fac-888a-dd9bee0271b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1291654 Aug 27 02:47:15.998827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:16.175013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5589220c-0a98-455d-a1ff-fc20e6cc30c3 req-6452321b-53f3-415b-be20-1b20b33a5a1e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.0687978 Aug 27 02:47:16.188966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:16.393844 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:16.514867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:16.554069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:16.596500 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:16.612078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Transition to ACTIVE for port object 73df83af-cc3b-4f81-94ec-24d18ae33128 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:16.616716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:16.838206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:16.910494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6085-5a68-4c5a-8246-265ecd6478bd req-c0e0f9d6-0f2f-49f8-8ae3-039aedb415e8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:16.915784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ff15a-a6e7-4363-812b-d7f25fd61d39 req-17431c77-6a2a-4433-9dfc-e16dd485ae62 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:16.917364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f9ff15a-a6e7-4363-812b-d7f25fd61d39 req-17431c77-6a2a-4433-9dfc-e16dd485ae62 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1450610 Aug 27 02:47:16.921039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-833e6085-5a68-4c5a-8246-265ecd6478bd req-c0e0f9d6-0f2f-49f8-8ae3-039aedb415e8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.1017487 Aug 27 02:47:16.936274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] No DVR routers for this DVR port 73df83af-cc3b-4f81-94ec-24d18ae33128 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:16.959768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-833e6085-5a68-4c5a-8246-265ecd6478bd req-1a451edf-e93f-4fad-9a85-8b3a6f86c797 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375302 Aug 27 02:47:17.056622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f9ff15a-a6e7-4363-812b-d7f25fd61d39 req-98b78902-b951-44fb-a4ca-1c00bfd16dd0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217861 Aug 27 02:47:17.138542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:17.139188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:17.139691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:17.146147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:47:17.146834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Attempting to bind port 73df83af-cc3b-4f81-94ec-24d18ae33128 on network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:17.152882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:17.153496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Checking segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:17.154039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Bound using segment: {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:17.154682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Bound port: 73df83af-cc3b-4f81-94ec-24d18ae33128, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:17.155230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.233904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:17.238550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:17.248524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.293778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fb2db161-5e43-4f69-9103-08fc03ff76d1 req-c8e7fce9-f4a4-4c74-9517-6ea01c96524d tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.0392387 Aug 27 02:47:17.317460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:17.361757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:17.362822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.365769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-6464de09-1349-4b8a-b392-ee73fb648bd6 service neutron] 10.222.0.15 "PUT /v2.0/ports/73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 1091 time: 1.3717544 Aug 27 02:47:17.453060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-bc1449ce-48c6-43ef-999a-a627ad9bb51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:17.455506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-bc1449ce-48c6-43ef-999a-a627ad9bb51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.0661798 Aug 27 02:47:17.547908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8c8f2-a124-49ef-88ab-8690600b5931 req-9077431f-1eb9-488c-99d3-478625ebf675 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:17.549468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60d8c8f2-a124-49ef-88ab-8690600b5931 req-9077431f-1eb9-488c-99d3-478625ebf675 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0875111 Aug 27 02:47:17.606592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-b521ec52-4c6b-4abb-ac03-b5f38bb993e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:17.611193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-b521ec52-4c6b-4abb-ac03-b5f38bb993e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1476054 Aug 27 02:47:17.613390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:17.628804 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60d8c8f2-a124-49ef-88ab-8690600b5931 req-e6ab5b60-7c46-4252-83b3-fc7a2f2c43a2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699120 Aug 27 02:47:17.655541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39088) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:17.730802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}, {'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:17.733030 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b8e53f-8675-4f40-9977-f933df9e7424" -d '{"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-unplugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}, {"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:17.743396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:17.743823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:17.777022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:17.777697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a6ccccc3-e0b4-45fe-bc4f-b24df7981ab6 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:17.843740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f9d4c7-f33f-4178-85c2-2e742d5e5fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.965600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f9d4c7-f33f-4178-85c2-2e742d5e5fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:17.971002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39f9d4c7-f33f-4178-85c2-2e742d5e5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.124907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9d4c7-f33f-4178-85c2-2e742d5e5fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c3ec88-be17-46bb-8532-6bfce8908956,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:18.158824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-ab48d3e2-7fef-494e-bc0b-871631e50284 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 999 time: 0.5377052 Aug 27 02:47:18.178021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016617d-75d5-4ad2-b32c-2e8c71523ace req-6cbd54f2-4f38-404e-90ce-5034a9977155 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.179733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c016617d-75d5-4ad2-b32c-2e8c71523ace req-6cbd54f2-4f38-404e-90ce-5034a9977155 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.4520774 Aug 27 02:47:18.194029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39f9d4c7-f33f-4178-85c2-2e742d5e5fbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8af0b9239f348ee8773a5afd111fec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369146 Aug 27 02:47:18.194903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:18.220121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c07be-143b-42d6-9c19-88aad964fb42 req-db5cf318-ef27-4cb0-9734-5421a9abb3dd tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.229917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f91c07be-143b-42d6-9c19-88aad964fb42 req-db5cf318-ef27-4cb0-9734-5421a9abb3dd tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.0979357 Aug 27 02:47:18.268307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f91c07be-143b-42d6-9c19-88aad964fb42 req-55b257d3-e16f-48d4-8480-fc4da77616c8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Aug 27 02:47:18.300086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-d676f363-9e8e-4728-9a5f-88009d7762b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.302424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-d676f363-9e8e-4728-9a5f-88009d7762b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.1323662 Aug 27 02:47:18.312705 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c016617d-75d5-4ad2-b32c-2e8c71523ace req-77030cf7-7702-4093-a0a6-45c66b1b4828 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255789 Aug 27 02:47:18.410982 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11caf2b6-8ac2-446a-8846-1144dfe438ff x-openstack-request-id: req-11caf2b6-8ac2-446a-8846-1144dfe438ff {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:18.411288 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-unplugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "code": 200}, {"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:18.411553 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11caf2b6-8ac2-446a-8846-1144dfe438ff {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:18.411968 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'code': 200} Aug 27 02:47:18.412230 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'status': 'completed', 'code': 200} Aug 27 02:47:18.457469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.508444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0c1202b8-ca12-4215-a0d0-62f7daa5e414 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:18.530628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eea892a0-8c72-4406-9978-15140d156deb req-067ed969-131a-4d9f-8add-b4cfdc49d146 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.1115308 Aug 27 02:47:18.536857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-db2e6932-78a7-4e31-80e1-bf3357940298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.538691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-db2e6932-78a7-4e31-80e1-bf3357940298 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.0934124 Aug 27 02:47:18.551033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 0c1202b8-ca12-4215-a0d0-62f7daa5e414 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:18.551540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0c1202b8-ca12-4215-a0d0-62f7daa5e414 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:18.572518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.580752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-fe0daf0a-2b5d-4604-ae86-4f97e73f3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.582279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-fe0daf0a-2b5d-4604-ae86-4f97e73f3af4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666466 Aug 27 02:47:18.705508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-3040b3e0-46ec-472b-8dbe-91eebf715a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:18.707218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-3040b3e0-46ec-472b-8dbe-91eebf715a82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1609490 Aug 27 02:47:18.747086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.750203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:18.755843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5c3ec88-be17-46bb-8532-6bfce8908956 HTTP/1.1" status: 204 len: 168 time: 0.5385938 Aug 27 02:47:18.758252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-bd09de06-1e13-4d42-bea9-d5065268b387 service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547813 Aug 27 02:47:18.778846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5314c4-14ba-4c17-a604-9a8649fd2dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c3ec88-be17-46bb-8532-6bfce8908956,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:18.881046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-91504306-3cb7-42dc-8619-d1e5d1bb158f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 999 time: 0.1636024 Aug 27 02:47:18.930531 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2e9c19f-3f02-40d4-a3f0-105d955466fe req-0c53386c-fcd2-470a-99c9-7df3ba6a96f3 service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644516 Aug 27 02:47:19.004648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-4c8a7270-da0d-4861-a876-4b2a8187bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.006168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-4c8a7270-da0d-4861-a876-4b2a8187bb2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.1171863 Aug 27 02:47:19.095184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-98c06e8b-f961-4db8-b188-707d0ec2225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.097503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-98c06e8b-f961-4db8-b188-707d0ec2225b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.1006227 Aug 27 02:47:19.099884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-46a0d14f-8c34-4439-aff2-1cd60e404f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.102049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-46a0d14f-8c34-4439-aff2-1cd60e404f4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867429 Aug 27 02:47:19.284307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-025ad3be-703c-463c-b375-69db3d51bc90 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726186 Aug 27 02:47:19.344637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-77bd8b61-b693-4d90-a432-062cbcf3e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.351691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-77bd8b61-b693-4d90-a432-062cbcf3e508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.2434292 Aug 27 02:47:19.413423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:19.416565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-e20ce9a5-87d7-49eb-a23b-bd5cb0ed1780 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209412 Aug 27 02:47:19.443762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5a4a-c30d-417e-b229-44f372166b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.535243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-01a2da0e-a733-493b-90d6-281202123d95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 999 time: 0.1775177 Aug 27 02:47:19.541518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80f24a-ab3c-4bb3-8caf-56db5bf0a286 req-96cfcc6a-5fe4-436b-889d-c35977e88c43 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.544304 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a80f24a-ab3c-4bb3-8caf-56db5bf0a286 req-96cfcc6a-5fe4-436b-889d-c35977e88c43 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.1143711 Aug 27 02:47:19.667043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a80f24a-ab3c-4bb3-8caf-56db5bf0a286 req-b9f29f5b-ed98-4bc8-adc8-873d620b3697 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166174 Aug 27 02:47:19.790603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f4ae3ef-1c53-4726-96cb-9f593a4de5d9 req-44043d65-15f3-40e9-9524-beadd2d4a8b1 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.1195974 Aug 27 02:47:19.804800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-bbfb9e56-954a-4c55-8992-11d674ecd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:19.804800 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-bbfb9e56-954a-4c55-8992-11d674ecd9a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.2539411 Aug 27 02:47:19.889987 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5a4a-c30d-417e-b229-44f372166b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:19.910148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd0b5a4a-c30d-417e-b229-44f372166b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.007173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd0b5a4a-c30d-417e-b229-44f372166b9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3839f215d968458eb5958278ad749319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5926480 Aug 27 02:47:20.009113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b5a4a-c30d-417e-b229-44f372166b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c0b79-8ff5-473b-ae50-da8c2beb6b86,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:20.010500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:20.013240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-56a8cfad-3e96-4ec3-ab0d-9c2559f509f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:20.014740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-56a8cfad-3e96-4ec3-ab0d-9c2559f509f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803927 Aug 27 02:47:20.154124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.206753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-fb2cb20a-a5f2-4003-92e3-c9b8fab804d5 service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780763 Aug 27 02:47:20.220470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.300426 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.303300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:20.307475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e36c0b79-8ff5-473b-ae50-da8c2beb6b86 HTTP/1.1" status: 204 len: 168 time: 0.2951984 Aug 27 02:47:20.320697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d793d-ea43-40f2-bf33-1acd086e31ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c0b79-8ff5-473b-ae50-da8c2beb6b86,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:20.386402 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13b8e53f-8675-4f40-9977-f933df9e7424 req-b815dc75-92fb-4017-ac8d-bf79bf1a344b service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720672 Aug 27 02:47:20.795878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee01da4-ebe7-42b2-907b-b5636cc617b2 req-c1fb5beb-d132-42d5-ba43-3e433b9b63a8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:20.797635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee01da4-ebe7-42b2-907b-b5636cc617b2 req-c1fb5beb-d132-42d5-ba43-3e433b9b63a8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.0587034 Aug 27 02:47:20.841916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eee01da4-ebe7-42b2-907b-b5636cc617b2 req-579f2205-bcfb-4f09-ba63-e04773424d0c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379994 Aug 27 02:47:20.962804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b81dc04-aaed-4bc2-8c5c-ace15995a3ff req-bdc9eacd-9d3f-42b6-a62e-10546dc41eb6 tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7a10818-72a0-43ee-b34f-feded00128a2 HTTP/1.1" status: 200 len: 210 time: 0.0411754 Aug 27 02:47:21.219264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebc313-c255-4e16-9c69-2a42bd986724 req-48994e12-6c3a-48a2-b2b1-33ba46334500 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.220842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ebc313-c255-4e16-9c69-2a42bd986724 req-48994e12-6c3a-48a2-b2b1-33ba46334500 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.0852585 Aug 27 02:47:21.306360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4ebc313-c255-4e16-9c69-2a42bd986724 req-11839513-a6b9-4f78-ba49-4f275df6393e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695274 Aug 27 02:47:21.394533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-e7482400-f194-414a-a507-2d7a064668d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.396132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-e7482400-f194-414a-a507-2d7a064668d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910&tenant_id=02fd06edcdb54098bf7418c1b8213fb3&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 943 time: 0.1876316 Aug 27 02:47:21.506192 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-894bc6e6-57b0-45c1-93cd-1e1236499d45 service neutron] delete failed (client error): The resource could not be found. Aug 27 02:47:21.507570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-894bc6e6-57b0-45c1-93cd-1e1236499d45 service neutron] 10.222.0.46 "DELETE /v2.0/ports/73df83af-cc3b-4f81-94ec-24d18ae33128/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1033618 Aug 27 02:47:21.636736 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-e51c7640-b152-46d6-b0f5-e7928f9d21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.638289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-e51c7640-b152-46d6-b0f5-e7928f9d21f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1094 time: 0.0497823 Aug 27 02:47:21.709394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ef56-1cd6-43b0-907d-7329efaad085 req-de8570b2-c028-4ef8-b231-22f5f8757ce6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.714436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e20ef56-1cd6-43b0-907d-7329efaad085 req-de8570b2-c028-4ef8-b231-22f5f8757ce6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0875785 Aug 27 02:47:21.754901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-ff590557-675a-4a99-92b5-83fac521303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.756781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-ff590557-675a-4a99-92b5-83fac521303d service neutron] 10.222.0.46 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1103663 Aug 27 02:47:21.796252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1e20ef56-1cd6-43b0-907d-7329efaad085 req-6c0d7acc-d2a5-4a88-9187-18ebbeccec20 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610518 Aug 27 02:47:21.844741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-3f100cd0-5e97-4244-8ae9-75eebd4e0ce1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 999 time: 0.0810328 Aug 27 02:47:21.944958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-a560ddcf-49b5-4d3f-8c41-9649d5844e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:21.946820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-a560ddcf-49b5-4d3f-8c41-9649d5844e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.0951819 Aug 27 02:47:22.009278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-d689061b-015d-4245-a305-bbac5af14b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:22.010838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-d689061b-015d-4245-a305-bbac5af14b71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568042 Aug 27 02:47:22.019162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11b8e7-8e82-495c-827a-c4c1c3a0b0df req-d102b613-d583-47d9-b4c8-50e089f6f2a4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:22.021417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c11b8e7-8e82-495c-827a-c4c1c3a0b0df req-d102b613-d583-47d9-b4c8-50e089f6f2a4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1147761 Aug 27 02:47:22.027488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39260) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:22.144252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c11b8e7-8e82-495c-827a-c4c1c3a0b0df req-c3148fea-633b-4eb4-ab4e-178f4e291ef5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130021 Aug 27 02:47:22.171690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.195543 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-8026fb4a-495c-4066-861e-70863b880d3d service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731513 Aug 27 02:47:22.206735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.287660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.297006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.302640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] 10.222.0.26 "DELETE /v2.0/security-groups/77a7e7af-cf90-4b0e-821c-66f0cf981613 HTTP/1.1" status: 204 len: 168 time: 0.2727911 Aug 27 02:47:22.326591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5cb2c-6810-4ac8-95c1-0fd55591847e tempest-TestVolumeBackupRestore-1372040592 tempest-TestVolumeBackupRestore-1372040592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7e7af-cf90-4b0e-821c-66f0cf981613,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:22.411276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82a4f08d-9179-41ff-97d2-c22230b2f194 req-dbd6548b-df73-4fc1-a6a7-9992ff9507a4 service neutron] 10.222.0.46 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081523 Aug 27 02:47:22.528194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312ab83-8536-4bc5-b6cf-3dcb2eb223f2 req-7c84e8de-4c45-4a5e-9418-2d8b46f19a4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:22.543156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7312ab83-8536-4bc5-b6cf-3dcb2eb223f2 req-7c84e8de-4c45-4a5e-9418-2d8b46f19a4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 943 time: 0.1297882 Aug 27 02:47:22.569605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:22.592802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:22.664357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7312ab83-8536-4bc5-b6cf-3dcb2eb223f2 req-036c03c8-80b5-450f-82de-62f9d3a0d994 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193788 Aug 27 02:47:22.811031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c15fe049-964a-48d4-b605-41881d4c4a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.820913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-241d259f-ea69-4e8d-8745-fb9480e60bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:22.914144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:22.939266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'port_id': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'mac_address': 'fa:16:3e:2a:0a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:23.033935 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.062826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c15fe049-964a-48d4-b605-41881d4c4a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.072984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df83af-cc3b-4f81-94ec-24d18ae33128 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:23.082773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c15fe049-964a-48d4-b605-41881d4c4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.123040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:23.130421 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.211708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:23.315647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:23.315889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c15fe049-964a-48d4-b605-41881d4c4a6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3739c477a2e4e2ea61f7b1db7e7f984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219284 Aug 27 02:47:23.327020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fe049-964a-48d4-b605-41881d4c4a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886e7ab2-808e-4bf2-aaa2-19a045c2b850,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:23.345641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['73df83af-cc3b-4f81-94ec-24d18ae33128'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:23.437473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.479382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.559416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.563447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:23.564843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/886e7ab2-808e-4bf2-aaa2-19a045c2b850 HTTP/1.1" status: 204 len: 168 time: 0.2476118 Aug 27 02:47:23.586203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813aa37-178d-41c1-ba08-a5890c807c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886e7ab2-808e-4bf2-aaa2-19a045c2b850,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:23.706154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-1b9d35d8-17f6-434e-a7c4-fda79f93cc56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747340 Aug 27 02:47:23.872216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-4fe66815-6e91-491f-9640-5793b8ad83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:23.874195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-4fe66815-6e91-491f-9640-5793b8ad83b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1097 time: 0.0843456 Aug 27 02:47:24.044151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3391fa-9897-46fb-9cbb-d69c830b1791 req-ddc17604-bee6-4230-8937-2503aa4d2e70 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:24.053813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c3391fa-9897-46fb-9cbb-d69c830b1791 req-ddc17604-bee6-4230-8937-2503aa4d2e70 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 944 time: 0.2073848 Aug 27 02:47:24.131211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c3391fa-9897-46fb-9cbb-d69c830b1791 req-b635c29d-c870-47fc-a78b-a1d962cceb10 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763359 Aug 27 02:47:24.156228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:24.249937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0711a90d-c09d-4014-8f6e-6579a32bc427 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 200 len: 992 time: 0.0916452 Aug 27 02:47:24.572675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:24.616349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-b982c100-6180-4f6a-8229-98538c47e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:24.619683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-b982c100-6180-4f6a-8229-98538c47e28d service neutron] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.7209120 Aug 27 02:47:24.669916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 73df83af-cc3b-4f81-94ec-24d18ae33128 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:24.674653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 73df83af-cc3b-4f81-94ec-24d18ae33128 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:24.675232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.681538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-107d1a01-29ed-4527-9972-37d364222716 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0532548 Aug 27 02:47:24.758047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-11c138cb-d6fb-4f0c-b86a-99c52c039413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:24.761714 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-11c138cb-d6fb-4f0c-b86a-99c52c039413 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0713582 Aug 27 02:47:24.774559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.808327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-00fc8178-150a-4842-87d1-4480934957a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383949 Aug 27 02:47:24.839904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:24.841780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:24.845264 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc6e13-86f3-4c8a-b118-f492cbf09817" -d '{"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-plugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:24.865622 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:24.946422 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba497b48-6f40-4b8e-821d-8b2303e95ac8 x-openstack-request-id: req-ba497b48-6f40-4b8e-821d-8b2303e95ac8 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:24.946723 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-plugged", "status": "completed", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:24.947008 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba497b48-6f40-4b8e-821d-8b2303e95ac8 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:24.947430 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'code': 200} Aug 27 02:47:25.029752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:25.063875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-af7dc5be-8d00-4e24-be31-903785b2f72e service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480333 Aug 27 02:47:25.071894 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:47:25.212087 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c6af798-db10-4e5f-bb96-b43925d328e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:25.404333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5824c0fc-046a-4b5f-94d6-52e260d0794d req-61af9594-0796-463e-b448-b722a345f9ef service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323164 Aug 27 02:47:25.458979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:25.557469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009843f-6bdb-4451-ab52-c9da428e6672 req-6ee02d41-995c-4cd7-8d66-dbddfc497d29 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:25.567284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3009843f-6bdb-4451-ab52-c9da428e6672 req-6ee02d41-995c-4cd7-8d66-dbddfc497d29 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0658672 Aug 27 02:47:25.609542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3009843f-6bdb-4451-ab52-c9da428e6672 req-023dd6e8-db1e-42c4-8c83-d64c8924cb95 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 Aug 27 02:47:25.876936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:25.891076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a2c9e-f1da-4a35-8998-cb23cd83ca4a req-8ad7aeeb-0d8d-4b6a-811b-90ae4568a3a7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:25.900215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-225a2c9e-f1da-4a35-8998-cb23cd83ca4a req-8ad7aeeb-0d8d-4b6a-811b-90ae4568a3a7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1431479 Aug 27 02:47:25.967672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-225a2c9e-f1da-4a35-8998-cb23cd83ca4a req-3667aecc-260d-4cbe-bf95-66e69dd93aa4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588107 Aug 27 02:47:26.200197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e957231-e373-45b4-b9e5-ee06de30bc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.310803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040cd91-25d5-4b33-b6e8-213079ef04f4 req-16a5b55a-9ef2-4791-8ddd-a683c6893ad2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:26.319309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f040cd91-25d5-4b33-b6e8-213079ef04f4 req-16a5b55a-9ef2-4791-8ddd-a683c6893ad2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1259511 Aug 27 02:47:26.374793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f040cd91-25d5-4b33-b6e8-213079ef04f4 req-26cc5fed-648a-4366-88f0-97745dcaf568 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 Aug 27 02:47:26.455354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e957231-e373-45b4-b9e5-ee06de30bc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.461633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e957231-e373-45b4-b9e5-ee06de30bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.541254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3e957231-e373-45b4-b9e5-ee06de30bc0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=750bef507eac4b2d84f2f410bf595dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624568 Aug 27 02:47:26.544988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39658) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:26.549868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.609443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957231-e373-45b4-b9e5-ee06de30bc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bf90c-6446-41c2-85ad-3c31cf18e079,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:26.643941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.658084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bf865-f99a-47e7-a82b-00dea6f72be7 req-6a9e3f82-ba2c-41d1-ad58-79571c603ec3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:26.665680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-389bf865-f99a-47e7-a82b-00dea6f72be7 req-6a9e3f82-ba2c-41d1-ad58-79571c603ec3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1307211 Aug 27 02:47:26.685725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.753409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-389bf865-f99a-47e7-a82b-00dea6f72be7 req-9df993a9-4aa0-4377-b648-891a092fe948 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 Aug 27 02:47:26.764873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.770083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:26.771474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab5bf90c-6446-41c2-85ad-3c31cf18e079 HTTP/1.1" status: 204 len: 168 time: 0.2249832 Aug 27 02:47:26.787295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785ab6-af7e-4712-a7e5-8eb8df1f005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bf90c-6446-41c2-85ad-3c31cf18e079,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:27.103810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0a085-8edb-4552-8c02-57c43fa59e3b req-0dc8082f-e2ff-47a8-ba8f-2ed99954fd18 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:27.105573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acc0a085-8edb-4552-8c02-57c43fa59e3b req-0dc8082f-e2ff-47a8-ba8f-2ed99954fd18 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1347206 Aug 27 02:47:27.173186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acc0a085-8edb-4552-8c02-57c43fa59e3b req-afbf119f-6b8e-454c-b1de-28a0ecf63108 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 Aug 27 02:47:27.387454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badffb3c-5332-4c57-94bf-41b04179c192 req-883ea621-c347-4b4f-a278-e78b7621f09b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:27.401110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-badffb3c-5332-4c57-94bf-41b04179c192 req-883ea621-c347-4b4f-a278-e78b7621f09b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0885978 Aug 27 02:47:27.506747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-badffb3c-5332-4c57-94bf-41b04179c192 req-a21f1773-19b9-49d9-a3be-8617f134d982 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045892 Aug 27 02:47:27.819415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244df3e-b453-4776-9e61-331f9d2cf2d0 req-58b8672f-c481-4f7e-9277-a89cd0f24158 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:27.831369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244df3e-b453-4776-9e61-331f9d2cf2d0 req-58b8672f-c481-4f7e-9277-a89cd0f24158 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0721047 Aug 27 02:47:27.884828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244df3e-b453-4776-9e61-331f9d2cf2d0 req-8597d7c0-c665-43e4-9eba-e2b74197debb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522492 Aug 27 02:47:27.956070 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:28.074665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b4cc-172b-4430-af3d-879349986387 req-fe99582c-abba-481c-a10a-3c6968a16473 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:28.074665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff99b4cc-172b-4430-af3d-879349986387 req-fe99582c-abba-481c-a10a-3c6968a16473 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0860896 Aug 27 02:47:28.183459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff99b4cc-172b-4430-af3d-879349986387 req-218d1979-87e1-4c87-941f-523c7a0ff087 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Aug 27 02:47:28.516046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946ec2-aebc-40f0-aa15-24beb4168195 req-23c9ae56-9dc0-4a2a-a414-818ce00ab929 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:28.521823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-63946ec2-aebc-40f0-aa15-24beb4168195 req-23c9ae56-9dc0-4a2a-a414-818ce00ab929 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0871079 Aug 27 02:47:28.589105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-63946ec2-aebc-40f0-aa15-24beb4168195 req-babd154a-a264-48a0-ade8-48ce6f22f874 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Aug 27 02:47:28.643827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39888) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:28.786536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a072c62-e218-4889-b3a6-1a8394a07732 req-581e432b-cdb6-4c01-9f69-280d2d8cbd34 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:28.794465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a072c62-e218-4889-b3a6-1a8394a07732 req-581e432b-cdb6-4c01-9f69-280d2d8cbd34 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0609260 Aug 27 02:47:28.849365 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a072c62-e218-4889-b3a6-1a8394a07732 req-1877cc31-d9db-4ca3-a8ed-3498b54e86a8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Aug 27 02:47:29.185889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39920) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:29.222767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419864-f3d6-42b5-8d32-e329bf1db983 req-1241623f-c957-415b-9a0f-47e9177a61f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:29.225905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec419864-f3d6-42b5-8d32-e329bf1db983 req-1241623f-c957-415b-9a0f-47e9177a61f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1043758 Aug 27 02:47:29.310047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec419864-f3d6-42b5-8d32-e329bf1db983 req-166913d3-0741-42f6-b668-33bb15817e9c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722263 Aug 27 02:47:29.355981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.479705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-afb9df88-c652-4dc1-b27d-3969ee77ffa6 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-321050262'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:29.480632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-afb9df88-c652-4dc1-b27d-3969ee77ffa6 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Unknown quota resources ['metering_label']. {{(pid=94832) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:47:29.686269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110216b-44e1-489f-93d2-09b973cbaf57 req-314e12a3-cfd4-472a-bed7-7d0663c93c31 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:29.687781 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e110216b-44e1-489f-93d2-09b973cbaf57 req-314e12a3-cfd4-472a-bed7-7d0663c93c31 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2786367 Aug 27 02:47:29.721462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-afb9df88-c652-4dc1-b27d-3969ee77ffa6 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.722531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-afb9df88-c652-4dc1-b27d-3969ee77ffa6 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5355968 Aug 27 02:47:29.726063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39934) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:29.730792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3556cadd-95cc-4360-9708-5b3dd86544e1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ed775dc8-3efe-4efe-8fe4-bca62141d2ff'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:29.731380 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3556cadd-95cc-4360-9708-5b3dd86544e1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:47:29.782591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e110216b-44e1-489f-93d2-09b973cbaf57 req-7fd7cfb3-b859-4ede-b6ca-3a0d9142096a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643241 Aug 27 02:47:29.826796 n-d-806292-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-3556cadd-95cc-4360-9708-5b3dd86544e1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:47:29.912933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Deleting port 3da778d6-7829-4c78-8a44-addc30486ddc {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:29.913281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.994963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3556cadd-95cc-4360-9708-5b3dd86544e1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:29.996160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3556cadd-95cc-4360-9708-5b3dd86544e1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2689686 Aug 27 02:47:29.999250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.003619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a3748839-0a7a-42bf-a509-530ca24cd830 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ed775dc8-3efe-4efe-8fe4-bca62141d2ff'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:30.004197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a3748839-0a7a-42bf-a509-530ca24cd830 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:47:30.008910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] For port 3da778d6-7829-4c78-8a44-addc30486ddc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3da778d6-7829-4c78-8a44-addc30486ddc,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:30.009273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.029264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Calling delete_port for 3da778d6-7829-4c78-8a44-addc30486ddc owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:30.094780 n-d-806292-1 neutron-server[94831]: WARNING neutron.services.metering.metering_plugin [None req-a3748839-0a7a-42bf-a509-530ca24cd830 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 27 02:47:30.234289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3748839-0a7a-42bf-a509-530ca24cd830 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.235662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3748839-0a7a-42bf-a509-530ca24cd830 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2354786 Aug 27 02:47:30.239232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.272990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40342eb5-dda2-406b-8c6e-df6843963706 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=cac7af5d-0eda-4ae6-a5cf-99388ccdb45a HTTP/1.1" status: 200 len: 462 time: 0.0320630 Aug 27 02:47:30.274669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.284769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.299686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280ee35-1d56-4f54-b157-4d7025cc0787 req-f7472fd8-1355-4a36-b2f0-53c7dd9fe889 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:30.307768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9280ee35-1d56-4f54-b157-4d7025cc0787 req-f7472fd8-1355-4a36-b2f0-53c7dd9fe889 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 814 time: 0.2932248 Aug 27 02:47:30.328085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9280ee35-1d56-4f54-b157-4d7025cc0787 req-29fd0d02-8813-479c-973f-7cc846af2534 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/quotas/2794b9cfac0f4e86a539976ab51e7c95 HTTP/1.1" status: 200 len: 375 time: 0.0192394 Aug 27 02:47:30.328214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da778d6-7829-4c78-8a44-addc30486ddc,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:30.447723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9280ee35-1d56-4f54-b157-4d7025cc0787 req-be7c0371-92e3-4fd1-85db-7b0ad3e95a2c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187711 Aug 27 02:47:30.534197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29f8e084-ae8b-41a8-81bb-54d84c4fc9f2 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.535386 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-29f8e084-ae8b-41a8-81bb-54d84c4fc9f2 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/cac7af5d-0eda-4ae6-a5cf-99388ccdb45a HTTP/1.1" status: 204 len: 168 time: 0.2598386 Aug 27 02:47:30.538621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 39972) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.582295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-32068204-3580-4ca1-82de-a35595bcd1a8 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=cac7af5d-0eda-4ae6-a5cf-99388ccdb45a HTTP/1.1" status: 200 len: 221 time: 0.0425916 Aug 27 02:47:30.586569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39974) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.592212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-28323f34-e36c-4460-bfad-21a33da498e9 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--455559454', 'description': 'label created by tempest'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:30.592845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-28323f34-e36c-4460-bfad-21a33da498e9 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Unknown quota resources ['metering_label']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:47:30.685483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beba407-f230-4179-a667-ecc752e5913a req-06192cf1-1bac-40a7-8091-a74047411562 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:30.687022 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0beba407-f230-4179-a667-ecc752e5913a req-06192cf1-1bac-40a7-8091-a74047411562 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1093388 Aug 27 02:47:30.694219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.778187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0beba407-f230-4179-a667-ecc752e5913a req-3a5412c9-a2be-428a-bfb4-04b9721813e4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817037 Aug 27 02:47:30.827371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-28323f34-e36c-4460-bfad-21a33da498e9 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.828761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-28323f34-e36c-4460-bfad-21a33da498e9 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2410753 Aug 27 02:47:30.831306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.856400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:30.938834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca2d9a0f-c722-4976-a3a5-526e82e92da8 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ecc3d6cd-ebdd-4b1f-9806-45857b70980a HTTP/1.1" status: 200 len: 467 time: 0.1064341 Aug 27 02:47:30.942710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39984) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:30.975522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Router edfeba1f-d617-4a3d-ac81-114a8af20660 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:31.061326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de71118-6f21-4556-b529-eca5bc30954c req-563b0c29-5223-46f0-9489-d95d013cfd29 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:31.067523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9de71118-6f21-4556-b529-eca5bc30954c req-563b0c29-5223-46f0-9489-d95d013cfd29 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2003491 Aug 27 02:47:31.197794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ae20-bc25-4003-bc62-6a7b00c9addd tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.199144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a1f6ae20-bc25-4003-bc62-6a7b00c9addd tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ecc3d6cd-ebdd-4b1f-9806-45857b70980a HTTP/1.1" status: 204 len: 168 time: 0.2555323 Aug 27 02:47:31.202623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9de71118-6f21-4556-b529-eca5bc30954c req-a9a1874d-f5ac-49ac-9ce4-e6f055efbebb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271560 Aug 27 02:47:31.203091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.214682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fe67473-03a6-4b6d-b125-42951b73025f tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ecc3d6cd-ebdd-4b1f-9806-45857b70980a HTTP/1.1" status: 200 len: 216 time: 0.0104716 Aug 27 02:47:31.218021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.232769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed77b0ae-b39c-4811-a71c-69e0526684eb tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0135586 Aug 27 02:47:31.237997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 39996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.266984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-384bd611-c3e6-47cd-a4b9-29d4f8278be9 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0218418 Aug 27 02:47:31.267344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.329616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-060c149b-41e4-43ac-88a4-6c41008950c7 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/ed775dc8-3efe-4efe-8fe4-bca62141d2ff HTTP/1.1" status: 200 len: 472 time: 0.0610161 Aug 27 02:47:31.335231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.350945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-89797cd6-7837-4a1c-af8a-2764043279c8 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/a4dbc84a-fdec-4a4a-ad65-72bb77aebeab HTTP/1.1" status: 200 len: 459 time: 0.0111904 Aug 27 02:47:31.357872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.420772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57e32f0b-3fd2-416b-844d-a39f8985081f req-2777b7f4-8c25-409c-a7af-4e17c3225106 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2794b9cfac0f4e86a539976ab51e7c95 HTTP/1.1" status: 200 len: 221 time: 0.0451033 Aug 27 02:47:31.423995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:31.430443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d01a0afb-2dba-4bae-b9dd-2ea4bdbdcdb1 admin admin] 10.222.0.26 "PUT /v2.0/routers/edfeba1f-d617-4a3d-ac81-114a8af20660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850306 Aug 27 02:47:31.432961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40020) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.435442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Sync routers for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:31.449555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:31.450592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:31.526629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9061-fbe4-4c30-9d00-7fc6347e209b tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.528137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a9d9061-fbe4-4c30-9d00-7fc6347e209b tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/a4dbc84a-fdec-4a4a-ad65-72bb77aebeab HTTP/1.1" status: 204 len: 168 time: 0.1688871 Aug 27 02:47:31.562584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:31.568150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:31.591582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d56f2-fad2-40f7-af98-63f1573eaa69 req-4e859477-cb94-46e9-b4ce-8907602f5285 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:31.593110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb7d56f2-fad2-40f7-af98-63f1573eaa69 req-4e859477-cb94-46e9-b4ce-8907602f5285 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0705914 Aug 27 02:47:31.663605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb7d56f2-fad2-40f7-af98-63f1573eaa69 req-28538d07-7f76-41c6-a30c-f424ba62fb6e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573721 Aug 27 02:47:31.782909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:47:30Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:31.810141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.817523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Checking router: edfeba1f-d617-4a3d-ac81-114a8af20660 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:31.826206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Routers {'edfeba1f-d617-4a3d-ac81-114a8af20660'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:31.826852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['edfeba1f-d617-4a3d-ac81-114a8af20660'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:31.919266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f24f5df-8058-45ff-9d3d-20d0c26ab2c1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:31.923300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5f24f5df-8058-45ff-9d3d-20d0c26ab2c1 tempest-MeteringIpV6TestJSON-1782246928 tempest-MeteringIpV6TestJSON-1782246928-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ed775dc8-3efe-4efe-8fe4-bca62141d2ff HTTP/1.1" status: 204 len: 168 time: 0.3470047 Aug 27 02:47:31.937237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] Set router edfeba1f-d617-4a3d-ac81-114a8af20660 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:31.942443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67e073-a597-4434-a19e-39f0a9e8f2cc req-b3c09147-e03d-4abb-8698-0cf0c405f2ec tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:31.944058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d67e073-a597-4434-a19e-39f0a9e8f2cc req-b3c09147-e03d-4abb-8698-0cf0c405f2ec tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2073543 Aug 27 02:47:32.033823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d67e073-a597-4434-a19e-39f0a9e8f2cc req-427979a2-3b38-476b-9220-066ee6ffa5c5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626202 Aug 27 02:47:32.035827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.137979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Deleting port b1748057-25d5-41ab-81b6-9b5f03eb378c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:32.138622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.211323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:47:30Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:32.246307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ce6430-b077-4938-a3f4-49af783f8f29 None None] The sync data for ids ['edfeba1f-d617-4a3d-ac81-114a8af20660'] in n-d-806292-1 is: [{'id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'name': 'tempest-TestVolumeBackupRestore-342445210-router', 'tenant_id': '9a398feecaf6401ebfb7b99e052a0756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:42:51Z', 'updated_at': '2021-08-27T02:47:30Z', 'revision_number': 5, 'project_id': '9a398feecaf6401ebfb7b99e052a0756', 'gw_port': {'id': 'b1748057-25d5-41ab-81b6-9b5f03eb378c', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:51:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfeba1f-d617-4a3d-ac81-114a8af20660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:42:53Z', 'updated_at': '2021-08-27T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:32.282764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86620d4-282c-4553-974f-3875b686f3a4 req-621ddc3c-2f1c-4849-9d0e-d3dd6e097033 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:32.284550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f86620d4-282c-4553-974f-3875b686f3a4 req-621ddc3c-2f1c-4849-9d0e-d3dd6e097033 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0950973 Aug 27 02:47:32.342994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] For port b1748057-25d5-41ab-81b6-9b5f03eb378c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b1748057-25d5-41ab-81b6-9b5f03eb378c,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:32.343482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.367965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Calling delete_port for b1748057-25d5-41ab-81b6-9b5f03eb378c owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:32.376487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f86620d4-282c-4553-974f-3875b686f3a4 req-21d852fe-988b-4bfe-9dd8-7549a360bea9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787032 Aug 27 02:47:32.393866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:32.536248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0ee80-b30d-408d-8368-f108ca1962dd req-0490e4d2-a382-406c-9ac7-778ec759914f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:32.537811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33a0ee80-b30d-408d-8368-f108ca1962dd req-0490e4d2-a382-406c-9ac7-778ec759914f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0701299 Aug 27 02:47:32.572080 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1883923a-1cc0-491b-8dc8-e4c629b59865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.612161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33a0ee80-b30d-408d-8368-f108ca1962dd req-b1bd2d29-75ce-4512-a609-31e5e1e2aed7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595148 Aug 27 02:47:32.620880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.664467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1748057-25d5-41ab-81b6-9b5f03eb378c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:32.669652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3da778d6-7829-4c78-8a44-addc30486ddc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:32.701403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3da778d6-7829-4c78-8a44-addc30486ddc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:32.702530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3da778d6-7829-4c78-8a44-addc30486ddc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:32.793025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.806499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1883923a-1cc0-491b-8dc8-e4c629b59865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.815322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1883923a-1cc0-491b-8dc8-e4c629b59865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.915728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.918516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.991228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.991868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfeba1f-d617-4a3d-ac81-114a8af20660 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:47:32.996809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:32.997995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a2d1d4d8-661e-4ed2-86b7-993721632328 admin admin] 10.222.0.26 "DELETE /v2.0/routers/edfeba1f-d617-4a3d-ac81-114a8af20660 HTTP/1.1" status: 204 len: 168 time: 1.5638375 Aug 27 02:47:33.000792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:33.058839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Deleting subnet 2226fa13-b08e-463d-8711-95233e8bbcd1 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:47:33.062775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.119260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.176570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a37107-9a36-4fb7-962d-7c3337e0fb08 req-b3dae13c-92ec-48a8-9941-edb70d640913 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:33.185210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09a37107-9a36-4fb7-962d-7c3337e0fb08 req-b3dae13c-92ec-48a8-9941-edb70d640913 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.4162490 Aug 27 02:47:33.229163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883923a-1cc0-491b-8dc8-e4c629b59865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a3be61-7187-4fa3-9c58-377248552f02,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:33.232735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1883923a-1cc0-491b-8dc8-e4c629b59865 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e69bfa74b224670b961b717425b23df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380272 Aug 27 02:47:33.236195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40078) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:33.245080 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.281556 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09a37107-9a36-4fb7-962d-7c3337e0fb08 req-36020769-e13e-492c-8640-73bcf40971f4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965493 Aug 27 02:47:33.312823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.328488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.347482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.349352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2226fa13-b08e-463d-8711-95233e8bbcd1 HTTP/1.1" status: 204 len: 168 time: 0.3476074 Aug 27 02:47:33.352158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.353856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:33.354316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8418e07-0b75-4f2f-bbf0-c47d2ece6163 None None] Network b0c36879-90fd-41e1-b291-048cf718483b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:33.368924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09513fbf-8cdb-41e4-9321-a241ae87a786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2226fa13-b08e-463d-8711-95233e8bbcd1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:33.487320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.487823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20b2f3-9dc1-452f-918e-e5554b99c4e7 req-91e5f821-648f-40ef-af78-97fc29eb5253 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:33.496517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af20b2f3-9dc1-452f-918e-e5554b99c4e7 req-91e5f821-648f-40ef-af78-97fc29eb5253 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0899782 Aug 27 02:47:33.516200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.520237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.521471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14a3be61-7187-4fa3-9c58-377248552f02 HTTP/1.1" status: 204 len: 168 time: 0.2844646 Aug 27 02:47:33.561288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af20b2f3-9dc1-452f-918e-e5554b99c4e7 req-eb260cbd-2431-4894-bf91-40ad4fd58862 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Aug 27 02:47:33.573339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585411a-46a4-44a7-855a-dd5df728bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a3be61-7187-4fa3-9c58-377248552f02,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:33.659268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] DHCP port deletion for b0c36879-90fd-41e1-b291-048cf718483b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:47:33.675646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Deleting port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:33.676811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.759905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Deleting port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:33.761928 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.780154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0362b-7ae5-4952-bb19-22e10735053c req-9ba6857c-6549-4b2b-a0a9-aa06016e642d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:33.782624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] For port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:33.782762 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45d0362b-7ae5-4952-bb19-22e10735053c req-9ba6857c-6549-4b2b-a0a9-aa06016e642d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0965593 Aug 27 02:47:33.782994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.799152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Calling delete_port for dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:33.844453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45d0362b-7ae5-4952-bb19-22e10735053c req-c889dfa1-6f90-42a3-9328-5a292e3c596a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Aug 27 02:47:33.872949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] For port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,segment=NetworkSegment(44b76e84-70fa-4307-a998-fafc06ce8666),segment_id=44b76e84-70fa-4307-a998-fafc06ce8666)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:33.873599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:33.889748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Calling delete_port for dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:34.004368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.015277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aba0c-1ae2-4733-83f4-28e71e388d73 req-bc48fe93-b743-4af9-9a6c-96335107d55d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:34.017686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-735aba0c-1ae2-4733-83f4-28e71e388d73 req-bc48fe93-b743-4af9-9a6c-96335107d55d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0852959 Aug 27 02:47:34.017878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] No DVR routers for this DVR port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:34.023827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.036549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:34.042027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2843639-e5c0-44fa-aa52-5e9dbe3c3652 None None] Pushing event deleted for resources: {'Port': ['ID=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.057754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b358633-96cc-4356-a00b-f52d8ff43c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.061317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd016c66-ae64-4892-a4a2-4a7d9c5fdf19,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.074098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] No DVR routers for this DVR port dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:34.162536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-735aba0c-1ae2-4733-83f4-28e71e388d73 req-f961c963-e52b-4072-a2f5-415162f53409 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330895 Aug 27 02:47:34.179605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.190160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b358633-96cc-4356-a00b-f52d8ff43c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.190939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c36879-90fd-41e1-b291-048cf718483b']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:34.201235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b358633-96cc-4356-a00b-f52d8ff43c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.211762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b76e84-70fa-4307-a998-fafc06ce8666') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:34.211953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b76e84-70fa-4307-a998-fafc06ce8666') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:34.223024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.246680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.256909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:47:34.257769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.259765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3b358633-96cc-4356-a00b-f52d8ff43c97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de1a3566dd834ca18b10e93b5cfa4d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215466 Aug 27 02:47:34.260348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b358633-96cc-4356-a00b-f52d8ff43c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8af5a2-21e1-45fc-b9f1-511cab42c0ca,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.263150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self.session.flush() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:47:34.312008 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:47:34.329542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.360563 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.363660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.371326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.373634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b0c36879-90fd-41e1-b291-048cf718483b HTTP/1.1" status: 204 len: 168 time: 1.0187027 Aug 27 02:47:34.378828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40124) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:34.396365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2139b6c-971a-474f-80d8-dfb59c3a3a24 req-15144a21-5bac-4b36-b460-a63be7c0be35 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:34.397928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2139b6c-971a-474f-80d8-dfb59c3a3a24 req-15144a21-5bac-4b36-b460-a63be7c0be35 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0850503 Aug 27 02:47:34.430578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.433353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.437204 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d8af5a2-21e1-45fc-b9f1-511cab42c0ca HTTP/1.1" status: 204 len: 168 time: 0.1705606 Aug 27 02:47:34.444548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc14a94-8548-456d-b3e7-d5d29b58e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8af5a2-21e1-45fc-b9f1-511cab42c0ca,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.492475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc4ad-a6e4-45c9-b547-366eeec6dc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c36879-90fd-41e1-b291-048cf718483b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:34.514699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b1748057-25d5-41ab-81b6-9b5f03eb378c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:34.539247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b1748057-25d5-41ab-81b6-9b5f03eb378c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:34.539824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b1748057-25d5-41ab-81b6-9b5f03eb378c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:34.541319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:34.551877 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2139b6c-971a-474f-80d8-dfb59c3a3a24 req-beadbeca-e9af-40c7-9b3b-6d50c7f89bfe tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628486 Aug 27 02:47:34.568942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:34.569788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dd016c66-ae64-4892-a4a2-4a7d9c5fdf19 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:34.713922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecec36-be36-4afc-8889-635eca2f3698 req-631a210c-ac40-41d0-a871-db589cc581da tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:34.722287 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4ecec36-be36-4afc-8889-635eca2f3698 req-631a210c-ac40-41d0-a871-db589cc581da tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0787623 Aug 27 02:47:34.775662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e4ecec36-be36-4afc-8889-635eca2f3698 req-53e120dc-66b1-41d9-bc75-94b73741f6e5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Aug 27 02:47:34.939616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a60e3-6e5f-4db2-af5e-d476abd44bd4 req-fb657a75-e980-44de-81d6-2101ae7595d3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:34.941145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-347a60e3-6e5f-4db2-af5e-d476abd44bd4 req-fb657a75-e980-44de-81d6-2101ae7595d3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0695727 Aug 27 02:47:34.968074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:34.998539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-347a60e3-6e5f-4db2-af5e-d476abd44bd4 req-39b480ab-b6c1-495e-ba90-a91da3568cb5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 Aug 27 02:47:35.206505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa2552-d165-45c7-a9e1-784f653ced2d req-85f929e3-5e43-4258-97d5-db97774f7c71 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:35.208555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fefa2552-d165-45c7-a9e1-784f653ced2d req-85f929e3-5e43-4258-97d5-db97774f7c71 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1218967 Aug 27 02:47:35.272162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fefa2552-d165-45c7-a9e1-784f653ced2d req-ab8b5fc5-0e1a-4406-9655-bff2bcc921ce tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528824 Aug 27 02:47:35.384717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Deleting port 69f1eec2-428a-47d3-b370-e838de6a9380 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:35.384717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:35.489614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf632b0-73aa-415c-b639-ba55698527e5 req-d856ff46-9e6f-48dc-9090-69fcdd03f2e8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:35.489614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf632b0-73aa-415c-b639-ba55698527e5 req-d856ff46-9e6f-48dc-9090-69fcdd03f2e8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1124828 Aug 27 02:47:35.541854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] For port 69f1eec2-428a-47d3-b370-e838de6a9380, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=69f1eec2-428a-47d3-b370-e838de6a9380,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:35.542541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:35.568025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Calling delete_port for 69f1eec2-428a-47d3-b370-e838de6a9380 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:35.575843 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf632b0-73aa-415c-b639-ba55698527e5 req-b1428933-f6f3-4de2-bae5-b8f9de7b9183 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799773 Aug 27 02:47:35.729916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f713f-47ad-4072-a167-3a834888cf9a req-d9640b18-9387-4344-8cae-11bc07e2a193 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:35.732151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a22f713f-47ad-4072-a167-3a834888cf9a req-d9640b18-9387-4344-8cae-11bc07e2a193 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0599754 Aug 27 02:47:35.786107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a22f713f-47ad-4072-a167-3a834888cf9a req-f99dd62f-77f5-4e49-aee8-84edc24bd651 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Aug 27 02:47:35.822358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:35.857540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Pushing event deleted for resources: {'Port': ['ID=69f1eec2-428a-47d3-b370-e838de6a9380,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:36.065305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a08ed9-5d8e-459c-9a0e-a6dccff5f680 req-4a4c70ac-e4f8-45b1-9a7f-dfe1503d99de tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:36.073633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41a08ed9-5d8e-459c-9a0e-a6dccff5f680 req-4a4c70ac-e4f8-45b1-9a7f-dfe1503d99de tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0625765 Aug 27 02:47:36.101002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.114928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-41a08ed9-5d8e-459c-9a0e-a6dccff5f680 req-01a4f88b-9864-4d8e-bd75-ce8dc9d69a98 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Aug 27 02:47:36.268288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40220) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:36.286764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af542-4f0b-4edb-8c5f-009ad0359ae3 req-e0ac2820-cfac-4351-af51-8aaa4947775e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:36.288247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae8af542-4f0b-4edb-8c5f-009ad0359ae3 req-e0ac2820-cfac-4351-af51-8aaa4947775e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0714664 Aug 27 02:47:36.400206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1221097997', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:36.403991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ae8af542-4f0b-4edb-8c5f-009ad0359ae3 req-9a1fb83a-69e1-4c50-a935-3c5924f88e4b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Aug 27 02:47:36.431071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Made reservation on behalf of 39ef6a6b70b54d848721b16aad30142c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:36.433807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.447221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.462496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Router ca59a035-4ee6-413f-8cae-08ac56a8b318 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:36.601880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.608269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.613997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] device_id is not set on port 43fce667-57f3-4bd0-a45b-9100ac3ccd83 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:36.624359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:36.632691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eeb304fc-6a91-439a-81a3-ec1562798abf admin admin] 10.222.0.26 "PUT /v2.0/routers/ca59a035-4ee6-413f-8cae-08ac56a8b318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2498708 Aug 27 02:47:36.633899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40238) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:36.639506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Sync routers for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:36.655354 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:36.656044 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:36.673879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ae1b5e-54cf-4233-93be-2a7940cac700,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:36.768029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Allocated IP 172.25.8.193 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/43fce667-57f3-4bd0-a45b-9100ac3ccd83) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:36.795419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01af76-2094-442a-8c9e-4886cce2aba5 req-e8629006-93a8-4072-b2eb-d07f21c5c170 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:36.796928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec01af76-2094-442a-8c9e-4886cce2aba5 req-e8629006-93a8-4072-b2eb-d07f21c5c170 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1076553 Aug 27 02:47:36.806264 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:36.810609 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:36.886851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec01af76-2094-442a-8c9e-4886cce2aba5 req-26c39e85-0e76-458b-ac7e-169917b0fa3a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828738 Aug 27 02:47:36.968667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.004806 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.027953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:47:35Z', 'revision_number': 5, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port': {'id': '2075776c-2600-4db4-81ea-bbf47a049c89', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:37:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:43:05Z', 'updated_at': '2021-08-27T02:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:37.052747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Deleting port 2075776c-2600-4db4-81ea-bbf47a049c89 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:37.053183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.065861 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Checking router: ca59a035-4ee6-413f-8cae-08ac56a8b318 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:37.075889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Routers {'ca59a035-4ee6-413f-8cae-08ac56a8b318'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:37.076528 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ca59a035-4ee6-413f-8cae-08ac56a8b318'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:37.102731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d9bf-486b-4c40-bb69-dcee96fc4ae9 req-54b43608-2265-4fcd-a470-0eafd57e083e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:37.105100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb01d9bf-486b-4c40-bb69-dcee96fc4ae9 req-54b43608-2265-4fcd-a470-0eafd57e083e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0879629 Aug 27 02:47:37.113584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.176007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:37.185593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:37.194779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:37.204894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] For port 2075776c-2600-4db4-81ea-bbf47a049c89, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2075776c-2600-4db4-81ea-bbf47a049c89,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:37.207982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.212321 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] Set router ca59a035-4ee6-413f-8cae-08ac56a8b318 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:37.237623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Calling delete_port for 2075776c-2600-4db4-81ea-bbf47a049c89 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:37.262531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb01d9bf-486b-4c40-bb69-dcee96fc4ae9 req-43dd78da-e59e-4467-ab4c-10d870a0410b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432867 Aug 27 02:47:37.290138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Pushing event updated for resources: {'Port': ['ID=43fce667-57f3-4bd0-a45b-9100ac3ccd83,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:37.307902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:37.308514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.319037 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:47:36Z', 'revision_number': 6, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:37.354436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-499ca17a-75e1-4f34-88d8-3f0e8318743d tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0813839 Aug 27 02:47:37.356350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:37.367518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.193'}]}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:37.381648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe77a2-0024-47a7-8795-b6d62e26bb4e None None] The sync data for ids ['ca59a035-4ee6-413f-8cae-08ac56a8b318'] in n-d-806292-1 is: [{'id': 'ca59a035-4ee6-413f-8cae-08ac56a8b318', 'name': 'tempest-TestVolumeBackupRestore-1036727818-router', 'tenant_id': 'b6d4c348d4124ddf9632bae796e45641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:43:04Z', 'updated_at': '2021-08-27T02:47:36Z', 'revision_number': 6, 'project_id': 'b6d4c348d4124ddf9632bae796e45641', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:37.414906 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.415700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.455772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34c16d-a86a-4fa3-9cde-1f4305ca97b6 req-a0cc749a-9645-40e0-b2f8-b23d632f6348 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:37.458106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b34c16d-a86a-4fa3-9cde-1f4305ca97b6 req-a0cc749a-9645-40e0-b2f8-b23d632f6348 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0778327 Aug 27 02:47:37.503588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b34c16d-a86a-4fa3-9cde-1f4305ca97b6 req-f0f49d01-8609-4593-9a48-a31277aa3ef9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Aug 27 02:47:37.528081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.749047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.757878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.794429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Pushing event deleted for resources: {'Port': ['ID=2075776c-2600-4db4-81ea-bbf47a049c89,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:37.816011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5375a-177e-48aa-8497-670229aecf54 req-827f207d-29c5-4cc0-b6bc-ef3675590cc3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:37.818064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91d5375a-177e-48aa-8497-670229aecf54 req-827f207d-29c5-4cc0-b6bc-ef3675590cc3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1842918 Aug 27 02:47:37.931739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:37.936571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91d5375a-177e-48aa-8497-670229aecf54 req-946e99cb-39ec-47eb-bf97-1d82ac5c1dc4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037076 Aug 27 02:47:38.352374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.368565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.446053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fda38-3e75-40d5-ab8d-7a9e31561d8c req-a0edd833-857f-4175-9a79-b1b2fe4e6f84 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:38.447696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b5fda38-3e75-40d5-ab8d-7a9e31561d8c req-a0edd833-857f-4175-9a79-b1b2fe4e6f84 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1161764 Aug 27 02:47:38.448355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.448876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca59a035-4ee6-413f-8cae-08ac56a8b318 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:47:38.453386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.457110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2e8a45af-6417-43d1-a63c-0a8eb87d3357 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ca59a035-4ee6-413f-8cae-08ac56a8b318 HTTP/1.1" status: 204 len: 168 time: 1.8192592 Aug 27 02:47:38.457394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40256) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:38.484869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2075776c-2600-4db4-81ea-bbf47a049c89 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:38.508667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2075776c-2600-4db4-81ea-bbf47a049c89 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:38.509026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2075776c-2600-4db4-81ea-bbf47a049c89 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:38.520157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 69f1eec2-428a-47d3-b370-e838de6a9380 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:38.521864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Deleting subnet 77093e76-8c67-48d8-a236-e6fa8ac48729 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:47:38.525571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.563236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b5fda38-3e75-40d5-ab8d-7a9e31561d8c req-270e774f-e119-432d-bc30-6d63a39b1c85 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041477 Aug 27 02:47:38.581145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 69f1eec2-428a-47d3-b370-e838de6a9380 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:38.581711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 69f1eec2-428a-47d3-b370-e838de6a9380 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:38.582926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.657425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.681408 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.689097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.744640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.774830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77093e76-8c67-48d8-a236-e6fa8ac48729,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:38.783518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.789979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7f93c56-1abe-4732-b6ea-2431d5f84e3e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/77093e76-8c67-48d8-a236-e6fa8ac48729 HTTP/1.1" status: 204 len: 168 time: 0.3293848 Aug 27 02:47:38.790219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab787ade-3478-4ab9-9f9b-ac60d4ef93d8 None None] Network a325bf39-c4ad-4960-a60f-1e3256dc1040 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:38.790316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:38.855118 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.871143 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.934440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Deleting port 948c7944-f0b9-4c23-bf92-81f6938ad16b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:38.934780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:38.989456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] DHCP port deletion for a325bf39-c4ad-4960-a60f-1e3256dc1040 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:47:39.005241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] For port 948c7944-f0b9-4c23-bf92-81f6938ad16b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=948c7944-f0b9-4c23-bf92-81f6938ad16b,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:39.005608 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.023717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Calling delete_port for 948c7944-f0b9-4c23-bf92-81f6938ad16b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:39.050148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.052712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.065700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Deleting port 948c7944-f0b9-4c23-bf92-81f6938ad16b {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:39.066510 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.105760 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.106476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0274cee-264a-4f34-9a22-aa37ee140f13 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:47:39.122019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.134791 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 27 02:47:39.138942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f1b3ce21-a77d-44b7-8a36-5e07361a8c0c tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7815661 Aug 27 02:47:39.139588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:39.148540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] For port 948c7944-f0b9-4c23-bf92-81f6938ad16b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=948c7944-f0b9-4c23-bf92-81f6938ad16b,segment=NetworkSegment(7035565f-323b-4397-895b-b48e186796be),segment_id=7035565f-323b-4397-895b-b48e186796be)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:39.148945 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.153375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Pushing event deleted for resources: {'Port': ['ID=948c7944-f0b9-4c23-bf92-81f6938ad16b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:39.155396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] No DVR routers for this DVR port 948c7944-f0b9-4c23-bf92-81f6938ad16b on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:39.164323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Calling delete_port for 948c7944-f0b9-4c23-bf92-81f6938ad16b owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:39.236085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Deleting port 43fce667-57f3-4bd0-a45b-9100ac3ccd83 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:39.236290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.236487 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.247854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325bf39-c4ad-4960-a60f-1e3256dc1040']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:39.259262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.266189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7035565f-323b-4397-895b-b48e186796be') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:39.266503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7035565f-323b-4397-895b-b48e186796be') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:39.279854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.287647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] Pushing event deleted for resources: {'Port': ['ID=948c7944-f0b9-4c23-bf92-81f6938ad16b,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:39.292480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79535909-0c03-468e-b13f-3cb171cd21a8 None None] No DVR routers for this DVR port 948c7944-f0b9-4c23-bf92-81f6938ad16b on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:39.297325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.305834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:47:39.306291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:47:39.309530 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:47:39.345664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.358819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Calling delete_port for 43fce667-57f3-4bd0-a45b-9100ac3ccd83 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:39.378741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.395999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.400430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a325bf39-c4ad-4960-a60f-1e3256dc1040 HTTP/1.1" status: 204 len: 168 time: 0.6066389 Aug 27 02:47:39.409000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2857184-e4d7-4fc7-96c6-fa110aa20993 admin admin] Pushing event deleted for resources: {'Network': ['ID=a325bf39-c4ad-4960-a60f-1e3256dc1040,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:39.511968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.545335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Pushing event deleted for resources: {'Port': ['ID=43fce667-57f3-4bd0-a45b-9100ac3ccd83,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:39.585328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40266) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:39.613877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.619489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a03864e8-ed8b-473c-8ec0-2a59a42bb954 tempest-RoutersAdminNegativeIpV6Test-1529912613 tempest-RoutersAdminNegativeIpV6Test-1529912613-project-admin] 10.222.0.26 "DELETE /v2.0/ports/43fce667-57f3-4bd0-a45b-9100ac3ccd83 HTTP/1.1" status: 204 len: 168 time: 0.4758437 Aug 27 02:47:39.653799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40274) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:39.661816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93146cd2-aee3-4056-81aa-89b8382fa569 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a398feecaf6401ebfb7b99e052a0756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746019 Aug 27 02:47:39.712341 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.725100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2cf24-3c4e-4d57-ad07-5e5416ddd2ce req-1f207672-6f80-4d59-b34f-7a0bba4bb09b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:39.732770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91c2cf24-3c4e-4d57-ad07-5e5416ddd2ce req-1f207672-6f80-4d59-b34f-7a0bba4bb09b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0654345 Aug 27 02:47:39.739050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.788000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91c2cf24-3c4e-4d57-ad07-5e5416ddd2ce req-3b1f8b5e-d0fa-465e-97d4-856fc1973665 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488193 Aug 27 02:47:39.810212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.813140 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:39.817571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b07343e-507d-472d-88b4-a5ea7137e36b HTTP/1.1" status: 204 len: 168 time: 0.1596148 Aug 27 02:47:39.833756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023740d7-29d3-45e3-83e4-788fb6aa0946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b07343e-507d-472d-88b4-a5ea7137e36b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:40.003298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:40.122375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525752-0ca3-48a0-9b11-c95b28b3c4bd req-58b4d495-ac10-4d72-8465-f1c3cce647b1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:40.131209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97525752-0ca3-48a0-9b11-c95b28b3c4bd req-58b4d495-ac10-4d72-8465-f1c3cce647b1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0837262 Aug 27 02:47:40.152828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:40.180058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97525752-0ca3-48a0-9b11-c95b28b3c4bd req-15e781cd-7b1e-409d-a4f0-3956a9cd1db0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Aug 27 02:47:40.211454 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e50376d8-312e-4327-87c5-3981337d239b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6d4c348d4124ddf9632bae796e45641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575411 Aug 27 02:47:40.214010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40294) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:40.265191 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.287896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.345217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f47f-671c-4dbc-a210-f9cbfbe5849f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.354985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.358221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.364237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59c1dc71-5556-4a6f-9704-c8d20a8425db HTTP/1.1" status: 204 len: 168 time: 0.1491184 Aug 27 02:47:40.376848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3052b-f572-4a27-ad6b-dd399892b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1dc71-5556-4a6f-9704-c8d20a8425db,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:40.467504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f47f-671c-4dbc-a210-f9cbfbe5849f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.475560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f47f-671c-4dbc-a210-f9cbfbe5849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.521145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:40.523139 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 948c7944-f0b9-4c23-bf92-81f6938ad16b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:40.527062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c2b1f47f-671c-4dbc-a210-f9cbfbe5849f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a640346af7844f79b55e41b59b56b42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223000 Aug 27 02:47:40.529586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1f47f-671c-4dbc-a210-f9cbfbe5849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27e667-6562-41aa-b22f-3f08113856fe,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:40.555455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 948c7944-f0b9-4c23-bf92-81f6938ad16b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:40.556966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 948c7944-f0b9-4c23-bf92-81f6938ad16b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:40.584657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.606594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.664754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.667480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:40.673036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb27e667-6562-41aa-b22f-3f08113856fe HTTP/1.1" status: 204 len: 168 time: 0.1485927 Aug 27 02:47:40.682603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b52a-84de-493c-a120-fad99ca2c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27e667-6562-41aa-b22f-3f08113856fe,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:40.962709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:41.008518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b57ae8e6-ed3b-413a-8f5e-fb0742545c4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39ef6a6b70b54d848721b16aad30142c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445173 Aug 27 02:47:41.010997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40320) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:41.066889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.090920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.159331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.162912 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.176679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92ae1b5e-54cf-4233-93be-2a7940cac700 HTTP/1.1" status: 204 len: 168 time: 0.1566434 Aug 27 02:47:41.190596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ae1b5e-54cf-4233-93be-2a7940cac700,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:41.219169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.219519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.223526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.225398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.225398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.225677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.230957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.231263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.231572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.232087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.232455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.233361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a039c3f-f042-4248-b3b4-ef85b1180ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:41.330025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40332) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:41.391090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211e269-7f07-47c8-9333-26d660f6d9b9 req-bfcf88bf-4dca-497b-9f38-bd3447646831 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:41.399923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6211e269-7f07-47c8-9333-26d660f6d9b9 req-bfcf88bf-4dca-497b-9f38-bd3447646831 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0849648 Aug 27 02:47:41.434342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6211e269-7f07-47c8-9333-26d660f6d9b9 req-3098c66a-fa3b-452c-8fc1-b3ebbbd965f0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Aug 27 02:47:41.557521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1152329800-network', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:41.587306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:41.589729 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.601540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011049-2080-4471-95c6-7d686259f81b req-bd5ed181-a987-41b2-b1de-2471ed3b2e6a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:41.603085 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45011049-2080-4471-95c6-7d686259f81b req-bd5ed181-a987-41b2-b1de-2471ed3b2e6a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0933399 Aug 27 02:47:41.611237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.660204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45011049-2080-4471-95c6-7d686259f81b req-815c9b1e-bd52-4477-9e8a-ad18f2d13e56 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509934 Aug 27 02:47:41.778777 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.784934 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.835690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:41.866702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0220ea-e2df-4759-be7f-cd7600053155,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:41.866702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.866702 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Added segment aac63e88-5992-4d90-90ec-dac53e13ceba of type vlan for network 1b8e9353-33ee-4a01-aa00-343a6e29f014 Aug 27 02:47:41.884273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316152e-3311-459a-9150-be381464ad48 req-114b308f-bcd4-4d69-9448-ec3e672c4bfc tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:41.885917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d316152e-3311-459a-9150-be381464ad48 req-114b308f-bcd4-4d69-9448-ec3e672c4bfc tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0917866 Aug 27 02:47:41.934844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.973226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d316152e-3311-459a-9150-be381464ad48 req-90c7e9d1-e4ae-461d-9736-f772af389085 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Aug 27 02:47:41.981437 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:41.982578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:41.983349 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.022119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.051893 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7199190 Aug 27 02:47:42.054947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.059955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Request body: {'subnet': {'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1152329800-subnet', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:42.066209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156fdd1-93df-4337-9ed4-fe93d2e00b5a admin admin] Pushing event updated for resources: {'Network': ['ID=1b8e9353-33ee-4a01-aa00-343a6e29f014,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:42.076973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:42.145762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:42.148346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.167005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [None req-bf95587d-bcc1-4d44-9a71-98282ed440c5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.168260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bf95587d-bcc1-4d44-9a71-98282ed440c5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1452613 Aug 27 02:47:42.171432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.176218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6f5f503f-49b7-48a2-9837-793a69172027 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.179545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f5f503f-49b7-48a2-9837-793a69172027 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069509 Aug 27 02:47:42.181844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.185919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ee309bac-93c8-4e25-bbf2-97c40631dad5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.186949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee309bac-93c8-4e25-bbf2-97c40631dad5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041471 Aug 27 02:47:42.188988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40382) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.192823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-27cfaa36-8d04-4909-9261-a3e07ed05ce3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.193743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27cfaa36-8d04-4909-9261-a3e07ed05ce3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040035 Aug 27 02:47:42.195937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40384) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.199861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-f35c2d6c-b028-43bb-bf61-c4c7e05566d7 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.203118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f35c2d6c-b028-43bb-bf61-c4c7e05566d7 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040207 Aug 27 02:47:42.203281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40386) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.205680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed335ff-2e66-4e8d-b0e4-ee0921feea7e req-22d92f41-4572-46b4-bd8f-0245e6d258bf tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:42.207759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ed335ff-2e66-4e8d-b0e4-ee0921feea7e req-22d92f41-4572-46b4-bd8f-0245e6d258bf tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1322401 Aug 27 02:47:42.207878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0056d9be-0699-4381-980f-4070798bd1e8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.210731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0056d9be-0699-4381-980f-4070798bd1e8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045428 Aug 27 02:47:42.210945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40388) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.215094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-f94c58aa-34d2-4145-bb61-fa0366c39afe tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.216020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f94c58aa-34d2-4145-bb61-fa0366c39afe tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042922 Aug 27 02:47:42.218255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.224590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-342aee73-fbbd-4e32-b493-87ab6984321c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.226881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-342aee73-fbbd-4e32-b493-87ab6984321c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064123 Aug 27 02:47:42.227849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.232133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7a454797-7ebe-4d21-8679-db9e30aac716 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.233277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a454797-7ebe-4d21-8679-db9e30aac716 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043557 Aug 27 02:47:42.235656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.239853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a77a76d1-1407-40c8-864b-20cccc5c9595 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.242487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a77a76d1-1407-40c8-864b-20cccc5c9595 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041909 Aug 27 02:47:42.243225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40396) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.247660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-dcaaa8b2-d1b9-469e-80d4-bb8ba570b61e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.250866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dcaaa8b2-d1b9-469e-80d4-bb8ba570b61e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044847 Aug 27 02:47:42.251089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40398) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.255456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a04c9dd1-acf6-429e-aa6a-e3f66c190cd2 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.258351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a04c9dd1-acf6-429e-aa6a-e3f66c190cd2 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043879 Aug 27 02:47:42.258612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.262973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-638236fd-bbf8-4155-9c6e-2ffd69b65d9e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.266283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-638236fd-bbf8-4155-9c6e-2ffd69b65d9e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043812 Aug 27 02:47:42.266655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40402) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.279546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [None req-cfd53042-86a1-4ea3-a05e-a70b918382c3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.280479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cfd53042-86a1-4ea3-a05e-a70b918382c3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071397 Aug 27 02:47:42.283106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40404) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.288949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-fd3fad9e-d00c-4d92-b359-b26707bce7b1 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.292154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd3fad9e-d00c-4d92-b359-b26707bce7b1 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058217 Aug 27 02:47:42.292312 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ed335ff-2e66-4e8d-b0e4-ee0921feea7e req-88498ad9-0040-4ab5-bcc8-ab924f71e819 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664949 Aug 27 02:47:42.293023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40406) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.299816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-88689bc5-a99c-4470-9962-4ef54b429a97 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.301243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-88689bc5-a99c-4470-9962-4ef54b429a97 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074961 Aug 27 02:47:42.304022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40408) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.308592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b20056e0-a319-4c44-8025-4d53d009f834 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.309518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b20056e0-a319-4c44-8025-4d53d009f834 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046306 Aug 27 02:47:42.311752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.316265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9bbea3c7-007a-417e-a06f-9660a0e5c46f tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.317910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9bbea3c7-007a-417e-a06f-9660a0e5c46f tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050142 Aug 27 02:47:42.320402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40414) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.325451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-62c375f6-d450-4e6c-a98f-635461db1b80 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.326966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-62c375f6-d450-4e6c-a98f-635461db1b80 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054708 Aug 27 02:47:42.329658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.334177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-100ac8a7-3195-46d3-83b0-3c5b38eb5043 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.335203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-100ac8a7-3195-46d3-83b0-3c5b38eb5043 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046055 Aug 27 02:47:42.340819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40420) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.345351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7629d903-55db-4ba4-96c6-0e47446e2920 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.346812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7629d903-55db-4ba4-96c6-0e47446e2920 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049968 Aug 27 02:47:42.349614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.353912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ed83bd2f-4a0d-4655-90bd-9c35e41bc7b9 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.354993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed83bd2f-4a0d-4655-90bd-9c35e41bc7b9 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044725 Aug 27 02:47:42.357243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.363127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-517222ee-4ceb-47cf-aae0-1ae23e5f8918 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.366471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-517222ee-4ceb-47cf-aae0-1ae23e5f8918 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067115 Aug 27 02:47:42.367298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40426) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.373887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b899d20a-4b5d-4deb-a578-df705f534e6e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.375222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b899d20a-4b5d-4deb-a578-df705f534e6e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048678 Aug 27 02:47:42.377674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40428) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.382478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a21a25e7-cac1-41bf-a92a-9c1656c6ee1d tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.385749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a21a25e7-cac1-41bf-a92a-9c1656c6ee1d tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050011 Aug 27 02:47:42.385993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.390749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-164363ee-70fd-47c7-89b1-58f309d7cad8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.393907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-164363ee-70fd-47c7-89b1-58f309d7cad8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047026 Aug 27 02:47:42.394225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40432) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.399426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0ef46b93-cea7-4b4f-850b-072d1cf6e92d tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.400397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ef46b93-cea7-4b4f-850b-072d1cf6e92d tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044732 Aug 27 02:47:42.402877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40434) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.407550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-d6d561e9-4d6b-4a2d-bd12-2e1126e2d765 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.410458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d6d561e9-4d6b-4a2d-bd12-2e1126e2d765 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046308 Aug 27 02:47:42.411140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40436) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.415523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9ae49fd2-57aa-4747-ba17-250b7915e6fe tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.418442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9ae49fd2-57aa-4747-ba17-250b7915e6fe tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044181 Aug 27 02:47:42.419053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40438) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.423570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9a2d2746-a045-444c-afcc-b767c0cf55a8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.424859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a2d2746-a045-444c-afcc-b767c0cf55a8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041525 Aug 27 02:47:42.427050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.437173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-fb796139-141b-4b97-8c09-e48ff4b99528 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.440669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb796139-141b-4b97-8c09-e48ff4b99528 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102201 Aug 27 02:47:42.441255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40442) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.447200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ffa6c3db-c35f-4696-9230-a97fc85ad1aa tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.450539 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ffa6c3db-c35f-4696-9230-a97fc85ad1aa tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053704 Aug 27 02:47:42.450981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.456165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6d2a6bd2-5f62-40a0-8248-1fdae8222b6c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.460079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6d2a6bd2-5f62-40a0-8248-1fdae8222b6c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051796 Aug 27 02:47:42.460537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40446) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.465457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-fa48bdf0-42c9-4d70-be6d-8f267e88eac2 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.469622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fa48bdf0-42c9-4d70-be6d-8f267e88eac2 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079551 Aug 27 02:47:42.470229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.475452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9fc5c013-feb0-4cff-b356-9729e5799ec5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.478848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fc5c013-feb0-4cff-b356-9729e5799ec5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070944 Aug 27 02:47:42.479677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40450) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.484132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-9f1d0214-57c6-4cf8-b71b-00cced42652c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.485462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f1d0214-57c6-4cf8-b71b-00cced42652c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046413 Aug 27 02:47:42.487819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40452) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.492208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-45aec750-d81b-44e1-850e-5a6f4de1443b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.495456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-45aec750-d81b-44e1-850e-5a6f4de1443b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043447 Aug 27 02:47:42.495706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40454) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.500015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1796696c-8710-4433-9acc-0e1d29ee4ab5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.503352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1796696c-8710-4433-9acc-0e1d29ee4ab5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043459 Aug 27 02:47:42.503597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.509416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-549a0dbb-1f56-4409-a34b-108ef15b076b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.512644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-549a0dbb-1f56-4409-a34b-108ef15b076b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050898 Aug 27 02:47:42.512886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40458) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.517302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1db75475-0346-494e-aa72-f74d0195d9b5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.520521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1db75475-0346-494e-aa72-f74d0195d9b5 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044849 Aug 27 02:47:42.520970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40460) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.525513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-d3a39f9e-2b54-4798-85b9-c9b376c625a1 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.526796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d3a39f9e-2b54-4798-85b9-c9b376c625a1 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046134 Aug 27 02:47:42.529111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.533601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1df21240-fe6a-4cdd-af9f-8af14f05feed tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.536694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1df21240-fe6a-4cdd-af9f-8af14f05feed tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045862 Aug 27 02:47:42.538129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.542443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-fba5d384-b050-4fe9-8e7f-5113e470c628 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.543638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fba5d384-b050-4fe9-8e7f-5113e470c628 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043309 Aug 27 02:47:42.545935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.551650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a8708060-f3a4-4018-9a8d-e5f27312ac8e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.553159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a8708060-f3a4-4018-9a8d-e5f27312ac8e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055799 Aug 27 02:47:42.556026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.560871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-6915f535-6c0d-450d-a8a8-88d9f8bc3091 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.562158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6915f535-6c0d-450d-a8a8-88d9f8bc3091 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047164 Aug 27 02:47:42.564362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.568732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-1ba7c8f7-cd35-4986-b141-79b4d07e7acc tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.571906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ba7c8f7-cd35-4986-b141-79b4d07e7acc tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044334 Aug 27 02:47:42.572139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.577064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-95eeb92f-c864-4d23-bd1a-2a2c45a65ee9 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.578284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-95eeb92f-c864-4d23-bd1a-2a2c45a65ee9 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049608 Aug 27 02:47:42.580596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.584866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-ed66f974-9ed3-4235-b047-d08c7d4c24c3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.586052 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed66f974-9ed3-4235-b047-d08c7d4c24c3 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043392 Aug 27 02:47:42.588337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.592920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-e3de61ba-ad9e-49ce-9a0a-668cb81cd9ef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.596430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3de61ba-ad9e-49ce-9a0a-668cb81cd9ef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043094 Aug 27 02:47:42.596831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.602016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7cc8b192-b4f3-4a32-a775-db56470246c0 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.605319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7cc8b192-b4f3-4a32-a775-db56470246c0 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053136 Aug 27 02:47:42.605566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.610362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-aa65a41f-9996-4f69-aa4e-8207c237cf40 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.614051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aa65a41f-9996-4f69-aa4e-8207c237cf40 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048239 Aug 27 02:47:42.614300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.618570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-e449de9f-0d37-4f7f-baea-3026a7803f5b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.619778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e449de9f-0d37-4f7f-baea-3026a7803f5b tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044096 Aug 27 02:47:42.622045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.626362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a034cdcb-a229-4051-943d-9590df0752c8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.629535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a034cdcb-a229-4051-943d-9590df0752c8 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042899 Aug 27 02:47:42.629893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40486) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.634743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-35694a98-1c63-4058-8cae-cb02ee60d558 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.637873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35694a98-1c63-4058-8cae-cb02ee60d558 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044394 Aug 27 02:47:42.638139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.642985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-b5dcde3d-3945-4d86-aafc-ebfa5f278a57 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.646279 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5dcde3d-3945-4d86-aafc-ebfa5f278a57 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048969 Aug 27 02:47:42.646735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40490) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.651088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7787f3d3-3d5f-4abf-82f4-1e475b06990e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.654310 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7787f3d3-3d5f-4abf-82f4-1e475b06990e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043738 Aug 27 02:47:42.654693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.659602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-03e73d14-c7db-444c-b537-754adf56bfef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.663426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-03e73d14-c7db-444c-b537-754adf56bfef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0055795 Aug 27 02:47:42.663780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.668389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a39329bf-7b99-462b-8422-d5fb123fed33 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.671401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a39329bf-7b99-462b-8422-d5fb123fed33 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046842 Aug 27 02:47:42.672152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.677035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-c4c9857b-9ee4-407a-b801-6110cadac614 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.678467 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4c9857b-9ee4-407a-b801-6110cadac614 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051181 Aug 27 02:47:42.680989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.685689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-2790467d-2168-42e5-85eb-5eaa31a95003 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.686988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2790467d-2168-42e5-85eb-5eaa31a95003 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047381 Aug 27 02:47:42.689508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.694272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-5bf0f6dd-06cf-4d0e-9ce6-a64af3dd390c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.695580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5bf0f6dd-06cf-4d0e-9ce6-a64af3dd390c tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048583 Aug 27 02:47:42.697959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40502) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.702723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-dfb112ae-786a-4bfc-afa8-b3422e578c77 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.703949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dfb112ae-786a-4bfc-afa8-b3422e578c77 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045588 Aug 27 02:47:42.706426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.712128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-a416a893-21ed-4c45-a361-febe24bbb961 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.713389 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a416a893-21ed-4c45-a361-febe24bbb961 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052354 Aug 27 02:47:42.715692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.720318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-0af5c08d-2a7b-4ce0-8b37-f792cdd6204e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.724786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0af5c08d-2a7b-4ce0-8b37-f792cdd6204e tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048697 Aug 27 02:47:42.725021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.729435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-7e77a9e4-96d1-4094-8388-4752bbcb1536 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.732557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e77a9e4-96d1-4094-8388-4752bbcb1536 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043011 Aug 27 02:47:42.732922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.737229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-f0828f72-900e-4283-be85-61889cb706cd tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.740298 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f0828f72-900e-4283-be85-61889cb706cd tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042784 Aug 27 02:47:42.741418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40512) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.744861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-5a1efc0c-f42c-43b7-9cd5-beebab1714ff tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.748103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a1efc0c-f42c-43b7-9cd5-beebab1714ff tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046380 Aug 27 02:47:42.748891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40514) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.753097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-5b699a12-6109-4eb7-a4fa-4f928c67e8c0 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.754442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b699a12-6109-4eb7-a4fa-4f928c67e8c0 tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042956 Aug 27 02:47:42.756585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40516) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.761216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [None req-e2659599-c5b4-4b41-8e65-0bf2aee9c1ef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:42.762439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e2659599-c5b4-4b41-8e65-0bf2aee9c1ef tempest-ExtensionsTestJSON-1030608373 tempest-ExtensionsTestJSON-1030608373-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044518 Aug 27 02:47:42.778655 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.839771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f86c0f-53ec-42e7-a551-94fabae369e9 req-7a3015b6-e50e-4991-9b92-a4462890df89 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:42.841257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36f86c0f-53ec-42e7-a551-94fabae369e9 req-7a3015b6-e50e-4991-9b92-a4462890df89 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1102378 Aug 27 02:47:42.847593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5edb6f-485a-4aa1-8fcf-b2807c755c37,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:42.881771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:42.882117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Network hostable DHCP agents. Network: 1b8e9353-33ee-4a01-aa00-343a6e29f014, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:42.905048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36f86c0f-53ec-42e7-a551-94fabae369e9 req-7933efc5-b460-41ab-952d-916a22eed7c3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Aug 27 02:47:42.914821 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:42.935110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1b8e9353-33ee-4a01-aa00-343a6e29f014) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:42.938968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:42.940624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:42.951169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77198d9a-c9e2-41df-bc0a-d3c566dcf176 None None] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:42.970671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f49142f8-bea1-4821-b72b-21c4259e0f42 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9142988 Aug 27 02:47:42.973323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40524) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:42.979717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:43.006374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.009269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.098977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:43.132832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.149509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237ce9-d5d1-4de7-b06f-3dc78b2c537b req-55436e81-be2b-4a37-a75f-490251643930 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:43.151224 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06237ce9-d5d1-4de7-b06f-3dc78b2c537b req-55436e81-be2b-4a37-a75f-490251643930 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1270869 Aug 27 02:47:43.161996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1b8e9353-33ee-4a01-aa00-343a6e29f014', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:47:43.162921 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.227263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9cf8-499b-4477-ad9c-eb172fc972b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.307079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Allocated IP 172.20.0.2 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/528f35a4-6f39-4a53-b26b-f4defff4c06b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:43.327013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06237ce9-d5d1-4de7-b06f-3dc78b2c537b req-c67f0e3b-7a21-437d-af13-ed2256a83619 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382093 Aug 27 02:47:43.331678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.371680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9cf8-499b-4477-ad9c-eb172fc972b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.382259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9cf8-499b-4477-ad9c-eb172fc972b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.461981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7cd9cf8-499b-4477-ad9c-eb172fc972b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a88f818ef06491e870b3f0328fe759d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617957 Aug 27 02:47:43.463361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:43.467471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9cf8-499b-4477-ad9c-eb172fc972b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b34c8-6459-4ea5-b6c6-8761ce8b7790,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:43.525455 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.534606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Transition to ACTIVE for port object 528f35a4-6f39-4a53-b26b-f4defff4c06b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:43.549791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Transition to ACTIVE for port object 528f35a4-6f39-4a53-b26b-f4defff4c06b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:43.557696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.592980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:43.596273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:43.600205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:43.622198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aaf23-f881-4e0b-95a9-4fc8d13fc53a req-bd5da7c3-1ea0-4a2e-bec7-89d270cc078a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:43.623727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb5aaf23-f881-4e0b-95a9-4fc8d13fc53a req-bd5da7c3-1ea0-4a2e-bec7-89d270cc078a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1278923 Aug 27 02:47:43.649360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Pushing event updated for resources: {'Port': ['ID=528f35a4-6f39-4a53-b26b-f4defff4c06b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:43.664683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Attempting to bind port 528f35a4-6f39-4a53-b26b-f4defff4c06b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:43.665005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Attempting to bind port 528f35a4-6f39-4a53-b26b-f4defff4c06b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:43.665320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Attempting to bind port 528f35a4-6f39-4a53-b26b-f4defff4c06b on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:43.670819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:43.671223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:43.671589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.671985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:43.672445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Bound port: 528f35a4-6f39-4a53-b26b-f4defff4c06b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:43.672822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.682636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.693307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.722597 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.735231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] For port 528f35a4-6f39-4a53-b26b-f4defff4c06b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:43.738191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] For port 528f35a4-6f39-4a53-b26b-f4defff4c06b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=528f35a4-6f39-4a53-b26b-f4defff4c06b,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:43.743102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.798708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb5aaf23-f881-4e0b-95a9-4fc8d13fc53a req-a4bc83a4-9006-49ae-9707-288e15599bdb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324093 Aug 27 02:47:43.809616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adec67d-68c1-47e6-8619-7d3f53abf629 None None] Pushing event updated for resources: {'Port': ['ID=528f35a4-6f39-4a53-b26b-f4defff4c06b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:43.825965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.930142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Allocated IP 172.25.8.62 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/5d04172f-2c0e-4845-a52a-200dc5eb962e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:43.931693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.935336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:43.939586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b82b34c8-6459-4ea5-b6c6-8761ce8b7790 HTTP/1.1" status: 204 len: 168 time: 0.4731700 Aug 27 02:47:43.950656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e960c-8652-444d-81dc-6ce8643a20cb req-64d732ea-4616-4cda-8799-b4e75beaf7f6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:43.961706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-109e960c-8652-444d-81dc-6ce8643a20cb req-64d732ea-4616-4cda-8799-b4e75beaf7f6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0800102 Aug 27 02:47:43.992981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81dcca-6e73-4bbc-a509-4be0d69ad243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b34c8-6459-4ea5-b6c6-8761ce8b7790,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:44.091057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-109e960c-8652-444d-81dc-6ce8643a20cb req-6afbcef7-ea4f-4245-bb00-b565af001078 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110396 Aug 27 02:47:44.256553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:44.262818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2645577-72c1-4ab3-9079-92c145f19188 req-a9fe5ea7-ecac-4d0e-8f6d-b4a7850d7499 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:44.264345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2645577-72c1-4ab3-9079-92c145f19188 req-a9fe5ea7-ecac-4d0e-8f6d-b4a7850d7499 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0674250 Aug 27 02:47:44.310398 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:44.352063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d2645577-72c1-4ab3-9079-92c145f19188 req-2a5f4230-83bd-48db-bd88-f3773d10e677 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 Aug 27 02:47:44.412581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:44.414772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Pushing event updated for resources: {'Port': ['ID=5d04172f-2c0e-4845-a52a-200dc5eb962e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:44.417801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:44.419992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:44.556688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06756c-4206-4ab1-96a8-95ed921a6906 req-1b13c4f4-228b-4d48-84cd-fe8807a80f5b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:44.558284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a06756c-4206-4ab1-96a8-95ed921a6906 req-1b13c4f4-228b-4d48-84cd-fe8807a80f5b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0832472 Aug 27 02:47:44.575414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 528f35a4-6f39-4a53-b26b-f4defff4c06b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:44.651560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 528f35a4-6f39-4a53-b26b-f4defff4c06b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:44.708739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a06756c-4206-4ab1-96a8-95ed921a6906 req-fb805eba-556e-40b1-8238-1aecb36ee8d7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158082 Aug 27 02:47:44.924730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5532cc-4e77-42b2-8e64-8cbb3231f4a9 req-b94db3b7-9328-4f71-ab77-26c0c759079c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:44.926854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b5532cc-4e77-42b2-8e64-8cbb3231f4a9 req-b94db3b7-9328-4f71-ab77-26c0c759079c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1019983 Aug 27 02:47:44.929604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:44.979140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40576) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:45.034670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32bd29-3e08-4b41-8d83-8e88223ca8be None None] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:45.095461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b5532cc-4e77-42b2-8e64-8cbb3231f4a9 req-d0d2a1c7-cd55-4f41-b086-48a871cb4cd1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744424 Aug 27 02:47:45.109461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-924368350'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:45.151537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:45.155517 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.178748 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.197413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.361612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048447d-278e-4d7e-b7aa-d59a022829c5 req-7a292b1b-fe4b-448c-9957-dcede0ee3922 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.369409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8048447d-278e-4d7e-b7aa-d59a022829c5 req-7a292b1b-fe4b-448c-9957-dcede0ee3922 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1883173 Aug 27 02:47:45.406671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Provisioning for port 528f35a4-6f39-4a53-b26b-f4defff4c06b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:45.409323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Router b2b55788-9741-49b4-95cc-836d72638762 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:47:45.415269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Provisioning complete for port 528f35a4-6f39-4a53-b26b-f4defff4c06b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:45.416352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.462674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8048447d-278e-4d7e-b7aa-d59a022829c5 req-2b9f6912-44d0-4397-8bf8-f21e97da0f10 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919883 Aug 27 02:47:45.534035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.539720 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.582539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756260be-fd72-43f5-ae0b-d816783c1035,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:45.604352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:45.627779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.628114 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment 89a049ef-4490-4ac5-b823-8f1b3d97d318 of type vlan for network 8684ec95-706b-46ac-959f-9c40ff73ceff Aug 27 02:47:45.631372 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.723682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.752085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] For port 528f35a4-6f39-4a53-b26b-f4defff4c06b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=528f35a4-6f39-4a53-b26b-f4defff4c06b,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:45.754622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fdb1-4a3e-45ec-869f-1a6eb6228ab6 req-2a41d40f-4a50-4a76-8f2d-721c008d68c2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.763119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6809fdb1-4a3e-45ec-869f-1a6eb6228ab6 req-2a41d40f-4a50-4a76-8f2d-721c008d68c2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0894985 Aug 27 02:47:45.779947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.812561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.820094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:45.820731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:45.845973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8643999 Aug 27 02:47:45.846630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40644) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:45.863947 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6809fdb1-4a3e-45ec-869f-1a6eb6228ab6 req-78f4ca75-157d-4728-b6aa-d24535a372c1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977094 Aug 27 02:47:45.887109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'name': 'tempest-PortsTestJSON-1708860666'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:45.955574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ab9c-f218-4fce-b28f-5e64e07216ba None None] Pushing event updated for resources: {'Port': ['ID=528f35a4-6f39-4a53-b26b-f4defff4c06b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:46.005304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bec84-39c4-4dc9-9435-e70597fd74f1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=8684ec95-706b-46ac-959f-9c40ff73ceff,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:46.022599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:46.080585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:46.092020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.109058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:46.130224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:46.134650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930425-3a69-4ea5-9b0c-dc2376692864 req-be3382fe-39a9-4457-842b-b8f4e24548a6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:46.139646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port d1fd37b5-5309-4c7b-a11d-b00ccc268402 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:46.142082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4930425-3a69-4ea5-9b0c-dc2376692864 req-be3382fe-39a9-4457-842b-b8f4e24548a6 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0834775 Aug 27 02:47:46.145702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:46.147866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:46.150202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.154425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6dfe3eb3-a55f-4be1-a709-57201b8d9a7b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1799791 Aug 27 02:47:46.155103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40674) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:46.188729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b4930425-3a69-4ea5-9b0c-dc2376692864 req-f2765e37-bdd8-4466-8532-809a1d30223e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Aug 27 02:47:46.341900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:46.344255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e3e7919c-b6f0-4482-855c-4d42a6f8d0a0 None None] Provisioning complete for port 528f35a4-6f39-4a53-b26b-f4defff4c06b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:46.344626 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3e7919c-b6f0-4482-855c-4d42a6f8d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.406369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a502-f4a6-43a6-ae34-d2309c9dcbe4 req-0c1f5340-4237-4d6e-8676-f3198edd0efe tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:46.408334 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2241a502-f4a6-43a6-ae34-d2309c9dcbe4 req-0c1f5340-4237-4d6e-8676-f3198edd0efe tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0600476 Aug 27 02:47:46.490291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2241a502-f4a6-43a6-ae34-d2309c9dcbe4 req-0b1b377f-9bcf-4081-ba8d-a34b68e430af tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680079 Aug 27 02:47:46.522116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 528f35a4-6f39-4a53-b26b-f4defff4c06b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:46.527411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.575052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.698863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 528f35a4-6f39-4a53-b26b-f4defff4c06b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:46.699354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.746578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5825-41ec-479d-8038-7561f383c6d5 req-14b2f299-6d9a-404d-ba74-ca3c260ac6c0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:46.748285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-872e5825-41ec-479d-8038-7561f383c6d5 req-14b2f299-6d9a-404d-ba74-ca3c260ac6c0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1515019 Aug 27 02:47:46.754523 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.815225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:44Z', 'revision_number': 3, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:46.845141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:46.845607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Updating router b2b55788-9741-49b4-95cc-836d72638762 port 5d04172f-2c0e-4845-a52a-200dc5eb962e binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:47:46.877724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:46.881652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=d1fd37b5-5309-4c7b-a11d-b00ccc268402,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:46.887932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-872e5825-41ec-479d-8038-7561f383c6d5 req-b60ef2f5-532a-4ba4-b514-b0e2b4ee6984 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243658 Aug 27 02:47:46.919935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': '89a049ef-4490-4ac5-b823-8f1b3d97d318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:46.920639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: 8684ec95-706b-46ac-959f-9c40ff73ceff, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:46.978673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:47.014191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8684ec95-706b-46ac-959f-9c40ff73ceff) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:47.018886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:47.026449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:47.028027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.038461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac677bae-b424-4200-b10b-57038dcbe608 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:47.061485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.098533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42e2bada-e3df-49cf-ab13-e3db72caafcb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2487164 Aug 27 02:47:47.101865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 40800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:47.107339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-162015678'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:47.140490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:47.152290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.191080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:47.215938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.216560 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment f88f8ae4-a22f-44ae-9592-e11c34479e58 of type vlan for network bc587c51-0989-4f2f-b955-ddf094a08a84 Aug 27 02:47:47.233432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2d2b6-7636-4f97-b0b4-8d36c314a090 req-a94d5c84-92fe-493f-b79d-2431e87de96c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:47.241395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12d2d2b6-7636-4f97-b0b4-8d36c314a090 req-a94d5c84-92fe-493f-b79d-2431e87de96c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2095599 Aug 27 02:47:47.279095 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.286445 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.293252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Transition to ACTIVE for port object 5d04172f-2c0e-4845-a52a-200dc5eb962e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:47.303528 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.320446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12d2d2b6-7636-4f97-b0b4-8d36c314a090 req-b76a725f-8d33-4d88-ad06-a8c3d532f96b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782197 Aug 27 02:47:47.343944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.358058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Allocated IP 172.20.0.1 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/dbb45f57-1a6a-45bf-b2d1-70753a3e07f6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:47.365751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:47.366450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.380437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03064c-4bd8-4b5e-8be7-561d0771172f None None] Pushing event updated for resources: {'Port': ['ID=5d04172f-2c0e-4845-a52a-200dc5eb962e,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:47.383325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Attempting to bind port 5d04172f-2c0e-4845-a52a-200dc5eb962e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:47.384002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Attempting to bind port 5d04172f-2c0e-4845-a52a-200dc5eb962e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:47.384523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Attempting to bind port 5d04172f-2c0e-4845-a52a-200dc5eb962e on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:47.391558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:47.392335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:47.392950 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.393521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:47.394251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Bound port: 5d04172f-2c0e-4845-a52a-200dc5eb962e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:47.395466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.432713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3294122 Aug 27 02:47:47.435562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 40842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:47.453192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] For port 5d04172f-2c0e-4845-a52a-200dc5eb962e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:47.457750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] For port 5d04172f-2c0e-4845-a52a-200dc5eb962e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5d04172f-2c0e-4845-a52a-200dc5eb962e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:47.462257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.485487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'ports': [{'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'}, {'network_id': 'bc587c51-0989-4f2f-b955-ddf094a08a84'}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:47.485987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:47.486656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': 'bc587c51-0989-4f2f-b955-ddf094a08a84'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:47.541446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:47.542123 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:47.600448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=bc587c51-0989-4f2f-b955-ddf094a08a84,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:47.604807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03064c-4bd8-4b5e-8be7-561d0771172f None None] Pushing event updated for resources: {'Port': ['ID=5d04172f-2c0e-4845-a52a-200dc5eb962e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:47.615342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.616078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.616609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.617156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.617675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.618168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.618931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.619418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.619906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.620430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.620964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.621488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b442bab1-c8e3-4938-80ae-65d9a7724b44 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:47.635879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c9a7d-f215-4b36-b7dc-e4aaf9902c27 req-49866f24-d0bb-4755-bec7-e84d296c9482 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:47.636044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bc587c51-0989-4f2f-b955-ddf094a08a84 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:47.637856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-651c9a7d-f215-4b36-b7dc-e4aaf9902c27 req-49866f24-d0bb-4755-bec7-e84d296c9482 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2040005 Aug 27 02:47:47.667506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.695269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Transition to ACTIVE for port object dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:47.699773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-651c9a7d-f215-4b36-b7dc-e4aaf9902c27 req-69d7e13b-b647-43d3-bbb6-a4e9b1b54541 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Aug 27 02:47:47.741830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 2} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:47.747007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.761198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.773986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:47.822296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:47.830895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:47.832808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:47.847229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:47.961474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:47.968733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port a024b6c5-d94d-4252-a3e9-06d6b4d46764 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:47.972355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.052737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10968e-a283-4973-b4cc-2b24605574b7 req-88178c8a-b0d6-4621-b5ff-9c13e4f281fb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:48.055449 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff10968e-a283-4973-b4cc-2b24605574b7 req-88178c8a-b0d6-4621-b5ff-9c13e4f281fb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0694108 Aug 27 02:47:48.123047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff10968e-a283-4973-b4cc-2b24605574b7 req-b83effbb-8f86-4c22-92d8-df6aa06b8c34 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610812 Aug 27 02:47:48.249090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:44Z', 'revision_number': 3, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:48.259723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.292733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54018163-61fa-4060-a99b-defa9e127c06 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:44Z', 'revision_number': 3, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:48.307275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8fb04770-8b91-43b1-b7c8-771d90cdc3e3 None None] Provisioning for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:48.311615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8fb04770-8b91-43b1-b7c8-771d90cdc3e3 None None] Provisioning complete for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:48.311994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8fb04770-8b91-43b1-b7c8-771d90cdc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.346823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.354856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8fb04770-8b91-43b1-b7c8-771d90cdc3e3 None None] Port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:47:48.442904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf848c-1caf-465a-b972-5da9df5acc4d req-cf591782-865b-4373-b1c4-5e684d24d7e9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:48.444563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1baf848c-1caf-465a-b972-5da9df5acc4d req-cf591782-865b-4373-b1c4-5e684d24d7e9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1895516 Aug 27 02:47:48.450065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port ab733cae-db63-4588-a6bb-3bb00d7d8553 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:48.550918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1baf848c-1caf-465a-b972-5da9df5acc4d req-81e7876a-9119-4a4a-9e1f-811a3b65b978 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959992 Aug 27 02:47:48.763208 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.777465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.782527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.873263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe440ded-dad1-445b-99fb-cebf42805186 req-26092707-7d61-49aa-b714-f31da10faaa4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:48.874814 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe440ded-dad1-445b-99fb-cebf42805186 req-26092707-7d61-49aa-b714-f31da10faaa4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1927626 Aug 27 02:47:48.898532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:48.902299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:48.983614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.006073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe440ded-dad1-445b-99fb-cebf42805186 req-d8a8ce2e-c2d9-455f-9095-5af88a1a4a79 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201491 Aug 27 02:47:49.070832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=a024b6c5-d94d-4252-a3e9-06d6b4d46764,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:49.116656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:49.120508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:49.125454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:49.126609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.130958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:49.152258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87465bf5-ab92-4b7d-8a3c-d8062587d21d req-5a6ea37d-ddaa-4ded-905a-835f30c68f27 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.153841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87465bf5-ab92-4b7d-8a3c-d8062587d21d req-5a6ea37d-ddaa-4ded-905a-835f30c68f27 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0581155 Aug 27 02:47:49.169654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:49.227772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87465bf5-ab92-4b7d-8a3c-d8062587d21d req-053b61e7-b57c-4123-8bc9-631eb77d7d8b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Aug 27 02:47:49.270820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=ab733cae-db63-4588-a6bb-3bb00d7d8553,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:49.284218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': 'f88f8ae4-a22f-44ae-9592-e11c34479e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc587c51-0989-4f2f-b955-ddf094a08a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:49.284694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: bc587c51-0989-4f2f-b955-ddf094a08a84, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:49.373005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network bc587c51-0989-4f2f-b955-ddf094a08a84 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:49.387053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, bc587c51-0989-4f2f-b955-ddf094a08a84) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:49.393887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:49.395067 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:49.397588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1e2d4-372f-43b9-a5d7-e28e2e145181 None None] Network bc587c51-0989-4f2f-b955-ddf094a08a84 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:49.401279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.407027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.408452 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.464224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ed2b5dd-7338-4605-a6d4-70bc531d73fc tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0272369 Aug 27 02:47:49.467795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41072) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:49.608558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0b3c84a5-f328-4b2a-8648-cec7b64d19c6 None None] Provisioning complete for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:49.609163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b3c84a5-f328-4b2a-8648-cec7b64d19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.664258 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c84a5-f328-4b2a-8648-cec7b64d19c6 None None] Port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:47:49.678900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port ab733cae-db63-4588-a6bb-3bb00d7d8553 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:49.679819 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.812784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:49.845053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for ab733cae-db63-4588-a6bb-3bb00d7d8553 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:49.876999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d60861-372b-4b2e-91f8-eaf7180d8625 req-74beb61f-792c-47a5-97fe-d7cc9b4bff0d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:49.879232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42d60861-372b-4b2e-91f8-eaf7180d8625 req-74beb61f-792c-47a5-97fe-d7cc9b4bff0d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0899343 Aug 27 02:47:49.954077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97006175-7386-4999-bd05-12c717274667 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:49.956027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42d60861-372b-4b2e-91f8-eaf7180d8625 req-aca9cede-8cde-44bf-b627-652a3ac2cedb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Aug 27 02:47:49.960908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97006175-7386-4999-bd05-12c717274667 admin admin] 10.222.0.26 "PUT /v2.0/routers/b2b55788-9741-49b4-95cc-836d72638762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8011272 Aug 27 02:47:50.004214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.055020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=ab733cae-db63-4588-a6bb-3bb00d7d8553,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:50.074318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.084885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41088) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.085693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-08c2b87e-07a9-4227-b9f5-53da06ced348 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/ab733cae-db63-4588-a6bb-3bb00d7d8553 HTTP/1.1" status: 204 len: 168 time: 0.6118426 Aug 27 02:47:50.179570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f32a8-03b0-4026-a5fc-760410155990 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.185895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f32a8-03b0-4026-a5fc-760410155990 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.189236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc5f32a8-03b0-4026-a5fc-760410155990 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1033359 Aug 27 02:47:50.192615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.297809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port a024b6c5-d94d-4252-a3e9-06d6b4d46764 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:50.298194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.383917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.403109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for a024b6c5-d94d-4252-a3e9-06d6b4d46764 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:50.473859 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:50.486936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:50.487620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:50.529061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.556640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5d04172f-2c0e-4845-a52a-200dc5eb962e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:50.606368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=a024b6c5-d94d-4252-a3e9-06d6b4d46764,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:50.617154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.629288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ccf93cc3-7178-4cb0-a543-cb8f0a967006 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/a024b6c5-d94d-4252-a3e9-06d6b4d46764 HTTP/1.1" status: 204 len: 168 time: 0.4325323 Aug 27 02:47:50.631114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.656407 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:50.677604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5d04172f-2c0e-4845-a52a-200dc5eb962e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:50.702889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5d04172f-2c0e-4845-a52a-200dc5eb962e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:50.703544 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.751069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe3d39-86f4-4c0c-b7ea-bb1ad5ca6d4e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.762426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41112) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.763109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bbe3d39-86f4-4c0c-b7ea-bb1ad5ca6d4e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1303432 Aug 27 02:47:50.791131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.796385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006142851-network', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:50.826727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Made reservation on behalf of 381c6dc7448e4f9ea4d0df29197ec30f for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:50.829773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.834694 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09403a7-ae0c-4f7e-a377-df8ba5fb2830 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:47:50.836214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b09403a7-ae0c-4f7e-a377-df8ba5fb2830 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/ab733cae-db63-4588-a6bb-3bb00d7d8553 HTTP/1.1" status: 404 len: 333 time: 0.0728085 Aug 27 02:47:50.841382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.842198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.865852 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-603f07f7-5138-4aa0-91da-2a8050d0d947 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:47:50.867722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-603f07f7-5138-4aa0-91da-2a8050d0d947 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/a024b6c5-d94d-4252-a3e9-06d6b4d46764 HTTP/1.1" status: 404 len: 333 time: 0.0254407 Aug 27 02:47:50.871176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41118) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.876870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7ea2-84aa-4dc8-9bda-13d3efef9d57 req-1ba95c13-0a42-44f6-829d-4f37bc996a71 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:50.878420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2ec7ea2-84aa-4dc8-9bda-13d3efef9d57 req-1ba95c13-0a42-44f6-829d-4f37bc996a71 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.1019192 Aug 27 02:47:50.880540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.913182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5d04172f-2c0e-4845-a52a-200dc5eb962e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5d04172f-2c0e-4845-a52a-200dc5eb962e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:50.919469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:50.929582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2ec7ea2-84aa-4dc8-9bda-13d3efef9d57 req-a74f3424-406b-48ac-b09c-d6c9c5ba6cd7 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Aug 27 02:47:50.952871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:50.974995 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 2, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:50.982928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5d04172f-2c0e-4845-a52a-200dc5eb962e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.008352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.058481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:51.058746 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Updating router b2b55788-9741-49b4-95cc-836d72638762 port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:47:51.099308 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.139075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port d70a43e5-5d5a-4d51-baa9-642905264a51 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:51.139654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.180940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.211161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d035-4b4e-4384-9279-33140bca4485 req-10c58cc7-9b06-49cc-82fe-9e609209f2ba tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.212924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af06d035-4b4e-4384-9279-33140bca4485 req-10c58cc7-9b06-49cc-82fe-9e609209f2ba tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1506104 Aug 27 02:47:51.218901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.221030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc587c51-0989-4f2f-b955-ddf094a08a84']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:51.228741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.229216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.237572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.250445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for d70a43e5-5d5a-4d51-baa9-642905264a51 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:51.265828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88f8ae4-a22f-44ae-9592-e11c34479e58') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:51.266173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88f8ae4-a22f-44ae-9592-e11c34479e58') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:51.311973 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.313336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:51.334603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe789ef-5685-40b3-b69c-8c0c0cb9baa9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.348747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.349112 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Added segment 7364aa77-1430-42ae-91e8-afcfef106d4b of type vlan for network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 Aug 27 02:47:51.358873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.367370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af06d035-4b4e-4384-9279-33140bca4485 req-1dec9c05-bc02-4e51-9614-8c54d82b7497 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430838 Aug 27 02:47:51.402376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:47:51.402816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:47:51.406005 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:47:51.470119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.496156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.516195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.517648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/bc587c51-0989-4f2f-b955-ddf094a08a84 HTTP/1.1" status: 204 len: 168 time: 0.6448307 Aug 27 02:47:51.521282 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.530767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41130) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:51.530929 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58e1c3-297e-4d0c-b2b5-0fe8c7016bd8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=bc587c51-0989-4f2f-b955-ddf094a08a84,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.533603 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Transition to ACTIVE for port object dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:51.533943 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.535345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.535963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.543807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-928746926'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:51.545196 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.568160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.580577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:51.586974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.595542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8009417 Aug 27 02:47:51.596132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:51.601659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Request body: {'subnet': {'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006142851-subnet', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:51.607743 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Pushing event updated for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.623904 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.624311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.624644 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.624974 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.625681 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.626017 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.626453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.626738 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.627900 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.628206 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.629122 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.630650 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:47:51.633018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=d70a43e5-5d5a-4d51-baa9-642905264a51,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.634029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdb926-8358-4983-ba12-e278605bb1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf76e7b-294b-4229-93ef-ccf10fa37dd3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:51.661473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:51.674907 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Made reservation on behalf of 381c6dc7448e4f9ea4d0df29197ec30f for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:51.677932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.680108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:51.692683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.693544 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment d0abdf7f-9bf1-44dc-a9b1-e444f2a947a4 of type vlan for network aabdd14c-6b4c-4573-814f-0f650ddc4e68 Aug 27 02:47:51.747572 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.840593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.842053 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 19f41aed-e71e-4d37-b023-79a823b1e580 disassociated (deleted). External IP: 172.25.8.252, port: 73df83af-cc3b-4f81-94ec-24d18ae33128. Aug 27 02:47:51.880651 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Attempting to bind port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:51.881003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Attempting to bind port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:51.881545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Attempting to bind port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:51.892955 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:51.893590 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:51.894186 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.894777 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:51.895409 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Bound port: dbb45f57-1a6a-45bf-b2d1-70753a3e07f6, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:51.896036 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.958213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.980645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.985535 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] For port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:51.989379 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] For port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:51.991516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:51.993499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:51.994720 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.031847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=149cdae2-cc39-45de-b233-a07e584f4237,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:52.042150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Checking segment: {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:52.042573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Network hostable DHCP agents. Network: ecf76e7b-294b-4229-93ef-ccf10fa37dd3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:52.080037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:52.090499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ecf76e7b-294b-4229-93ef-ccf10fa37dd3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:52.094997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:52.095963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.104040 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:52.105096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:52.107404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d3e3b-3fae-490c-a2c1-6b8f0909887e None None] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:52.121007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5857754 Aug 27 02:47:52.129719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41134) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:52.159013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2f5c17d-45b8-4ca8-9f12-b549297d9b9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5614791 Aug 27 02:47:52.161007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:52.171455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:52.175043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:52.223889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.225063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.262779 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228760cb-4930-45d2-8e83-c9dbd57fa58d None None] Pushing event updated for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:52.291649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569937a-a029-475f-a860-8c26a8b322e5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=aabdd14c-6b4c-4573-814f-0f650ddc4e68,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:52.298035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:52.302418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.304758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:52.311762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:52.395972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.449444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:47:52.450336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.485805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:52.608307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.646535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Allocated IP 172.20.0.2 (ecf76e7b-294b-4229-93ef-ccf10fa37dd3/149cdae2-cc39-45de-b233-a07e584f4237/22f6930d-01b7-4cd8-bc57-c223764e26d8) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:52.718572 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:51Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:52.748913 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde53c4d-e832-487f-b2fc-efdcdb1bcc5a None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:51Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:52.794064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5d04172f-2c0e-4845-a52a-200dc5eb962e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:52.861104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.877327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-82787bac-dd24-42dc-b7ea-18a04728ac2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.896400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.896624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540dc6-005c-4387-a01f-01f18c3640e2 req-48fea344-88a5-49ed-8e37-d9f7b6388f38 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:52.905811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c540dc6-005c-4387-a01f-01f18c3640e2 req-48fea344-88a5-49ed-8e37-d9f7b6388f38 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.4126558 Aug 27 02:47:52.912893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.946183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.958773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Transition to ACTIVE for port object 22f6930d-01b7-4cd8-bc57-c223764e26d8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:52.984558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5d04172f-2c0e-4845-a52a-200dc5eb962e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:52.985180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:52.989462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Transition to ACTIVE for port object 22f6930d-01b7-4cd8-bc57-c223764e26d8 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:53.029739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.097787 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Pushing event updated for resources: {'Port': ['ID=22f6930d-01b7-4cd8-bc57-c223764e26d8,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:53.111191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:53.113643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=be3b6a51-41ba-4e31-a222-7ef2d176ec16,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:53.120427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:53.125071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:53.127000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Allocated IP 172.25.8.236 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/80c907b5-fc49-4657-8c46-c87584087494) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:53.129907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c540dc6-005c-4387-a01f-01f18c3640e2 req-a2c76e94-9539-4051-ad60-7ffd9f07dfed tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230444 Aug 27 02:47:53.142214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:53.142628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: aabdd14c-6b4c-4573-814f-0f650ddc4e68, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:53.166674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:53.180466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.183280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Sync routers for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:53.234201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab0df96c-54f6-48c5-947f-900f44fb33da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/floatingips/19f41aed-e71e-4d37-b023-79a823b1e580 HTTP/1.1" status: 204 len: 168 time: 2.2778745 Aug 27 02:47:53.234201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:53.235499 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4aa5f0-e12d-4975-936c-753dad808088" -d '{"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:53.240731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:53.253963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Attempting to bind port 22f6930d-01b7-4cd8-bc57-c223764e26d8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:53.254934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Attempting to bind port 22f6930d-01b7-4cd8-bc57-c223764e26d8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:53.255674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Attempting to bind port 22f6930d-01b7-4cd8-bc57-c223764e26d8 on network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:53.259348 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:53.259513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, aabdd14c-6b4c-4573-814f-0f650ddc4e68) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:53.260252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:53.265232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.265373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:53.265850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Checking segment: {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:53.266462 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.266652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.267033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Bound using segment: {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:53.267611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Bound port: 22f6930d-01b7-4cd8-bc57-c223764e26d8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:53.268096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.305700 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-82181776-45ba-4409-9511-a67a057dd607 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1747079 Aug 27 02:47:53.308174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:53.312415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbcecb-5df6-42d6-ae97-a144f8ff44ec None None] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:53.314971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68', 'name': 'tempest-PortsTestJSON-1830467125'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:53.355376 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6380f6-63bd-4f4e-8a23-6844b20fc4a5 x-openstack-request-id: req-8b6380f6-63bd-4f4e-8a23-6844b20fc4a5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:53.355661 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:53.355923 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b6380f6-63bd-4f4e-8a23-6844b20fc4a5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:53.356800 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'status': 'completed', 'code': 200} Aug 27 02:47:53.416192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.535585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:53.637501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.676309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:53.680750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.739220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:53.744666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 2c4c3ef2-e374-45b0-a59a-50b93a635261 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:53.752019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-2842fe81-1ec9-458b-bce2-d8b8e7fe6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.754218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-2842fe81-1ec9-458b-bce2-d8b8e7fe6865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 1096 time: 0.3796701 Aug 27 02:47:53.759343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:53.766329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:53.812224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd5633-2dda-4c7c-bf58-334206cc3fa5 req-4ca1b458-4122-4b36-9a70-b4637ad84131 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.813939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7bd5633-2dda-4c7c-bf58-334206cc3fa5 req-4ca1b458-4122-4b36-9a70-b4637ad84131 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1293695 Aug 27 02:47:53.916375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] For port 22f6930d-01b7-4cd8-bc57-c223764e26d8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:53.950503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] For port 22f6930d-01b7-4cd8-bc57-c223764e26d8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=22f6930d-01b7-4cd8-bc57-c223764e26d8,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:53.957384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7bd5633-2dda-4c7c-bf58-334206cc3fa5 req-2d85100b-cbca-49c9-b013-b26c2aa1e015 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292229 Aug 27 02:47:53.980397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:53.993001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-bdff9805-bdd5-48ec-8478-b53cfdd35192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:53.994805 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-bdff9805-bdd5-48ec-8478-b53cfdd35192 service neutron] 10.222.0.15 "GET /v2.0/networks?id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 200 len: 897 time: 0.1528106 Aug 27 02:47:53.999295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.6 (aabdd14c-6b4c-4573-814f-0f650ddc4e68/be3b6a51-41ba-4e31-a222-7ef2d176ec16/2c4c3ef2-e374-45b0-a59a-50b93a635261) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:54.089808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:54.098162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-aabdd14c-6b4c-4573-814f-0f650ddc4e68', 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': 'be3b6a51-41ba-4e31-a222-7ef2d176ec16'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:47:54.099081 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.128737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Pushing event updated for resources: {'Port': ['ID=80c907b5-fc49-4657-8c46-c87584087494,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:54.134304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-82ebf888-9692-4b1e-8b0f-5c730430e64a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 200 len: 217 time: 0.0852888 Aug 27 02:47:54.147790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Checking router: ac9e6c90-495f-49c8-85e2-5a7e303a02d2 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:54.151891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f856d9-06e5-4a7d-b300-a7077d6195ea None None] Pushing event updated for resources: {'Port': ['ID=22f6930d-01b7-4cd8-bc57-c223764e26d8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:54.213549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:54.214189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:54.342035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.436624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 2c4c3ef2-e374-45b0-a59a-50b93a635261 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:54.500743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.544523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-3eb79d49-2b1a-4701-811a-05d08a5b2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:54.547030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-3eb79d49-2b1a-4701-811a-05d08a5b2ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 200 len: 835 time: 0.3411071 Aug 27 02:47:54.589655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:54.593466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:54.607977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:54.677374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:54.678053 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.684084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=2c4c3ef2-e374-45b0-a59a-50b93a635261,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:54.703344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f68b4c8d-5193-4a45-b33f-76e31fe100d2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3938448 Aug 27 02:47:54.705916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:54.731560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a0460-f356-4eb9-99eb-fa446c0bc3ca req-e7753e57-eee5-42b5-bfb9-0153694fad09 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:54.740133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-966a0460-f356-4eb9-99eb-fa446c0bc3ca req-e7753e57-eee5-42b5-bfb9-0153694fad09 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.4565368 Aug 27 02:47:54.761997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 22f6930d-01b7-4cd8-bc57-c223764e26d8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:54.773938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-041d4a7b-78ff-4893-9d35-7d04d4a629fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:54.775573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-041d4a7b-78ff-4893-9d35-7d04d4a629fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138565 Aug 27 02:47:54.791070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-a86de22b-069e-4b52-b9b3-78f8b5e6b2c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:47:54.791979 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-a86de22b-069e-4b52-b9b3-78f8b5e6b2c5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076399 Aug 27 02:47:54.855564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 2c4c3ef2-e374-45b0-a59a-50b93a635261 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:54.855907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.867426 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:54.954491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 22f6930d-01b7-4cd8-bc57-c223764e26d8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:54.967911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:54.969212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-966a0460-f356-4eb9-99eb-fa446c0bc3ca req-68b67807-3d1c-4161-808e-c0a2c6961bed tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264190 Aug 27 02:47:54.973646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Allocated IP 172.20.0.2 (aabdd14c-6b4c-4573-814f-0f650ddc4e68/be3b6a51-41ba-4e31-a222-7ef2d176ec16/87c12c69-dcf4-4d01-8bef-394898b972f3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:55.003376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.035398 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 2c4c3ef2-e374-45b0-a59a-50b93a635261 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:55.039729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:55.230528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:55.248878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:55.249273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.280166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4efa84-2112-4712-96c5-c30f647b6fb5 req-652648e9-7e0e-4ce0-b68d-85df3e6e67ec tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:55.285963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d4efa84-2112-4712-96c5-c30f647b6fb5 req-652648e9-7e0e-4ce0-b68d-85df3e6e67ec tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1311543 Aug 27 02:47:55.314849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8dd6-028d-4c7c-94ab-7326d1548e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.368940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d4efa84-2112-4712-96c5-c30f647b6fb5 req-52e0a806-8e80-4787-9449-627fdf425d48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749555 Aug 27 02:47:55.473515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.523609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1941-563d-4715-a48c-fbf86ceed659 req-5086c3b5-6766-4e82-8b49-7d6b44266d0d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:55.524279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=2c4c3ef2-e374-45b0-a59a-50b93a635261,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:55.525228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-805e1941-563d-4715-a48c-fbf86ceed659 req-5086c3b5-6766-4e82-8b49-7d6b44266d0d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.6927040 Aug 27 02:47:55.549548 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.597858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.609559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.610527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-4df80f8f-0a09-4953-b139-c55f4c57e1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079362 Aug 27 02:47:55.622247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Transition to ACTIVE for port object 87c12c69-dcf4-4d01-8bef-394898b972f3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:55.651760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.656482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-847539a3-fba6-4b00-b229-dce45644c67f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/2c4c3ef2-e374-45b0-a59a-50b93a635261 HTTP/1.1" status: 204 len: 168 time: 0.9491236 Aug 27 02:47:55.657023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:55.666495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:55.677707 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.687749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Transition to ACTIVE for port object 87c12c69-dcf4-4d01-8bef-394898b972f3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:55.699942 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4c4120-17b7-4d74-bbda-fc54bb4f0c3a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:47:55.701280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4c4120-17b7-4d74-bbda-fc54bb4f0c3a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:47:55.705508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c4c4120-17b7-4d74-bbda-fc54bb4f0c3a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/2c4c3ef2-e374-45b0-a59a-50b93a635261 HTTP/1.1" status: 404 len: 333 time: 0.0452881 Aug 27 02:47:55.705834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41166) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:55.719484 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.751871 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4507a920-fb41-4b82-9070-ae6883510266 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:47:55.754440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4507a920-fb41-4b82-9070-ae6883510266 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/2c4c3ef2-e374-45b0-a59a-50b93a635261 HTTP/1.1" status: 404 len: 333 time: 0.0458663 Aug 27 02:47:55.756267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41170) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:55.756548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2775e-ae07-46df-8d8b-e793acd2676c None None] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:55.765344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:55.813806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet be3b6a51-41ba-4e31-a222-7ef2d176ec16 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:47:55.820908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.857555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:55.880009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:55.883708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b016ed0-ef5e-44a7-a7eb-9d1467d42b0d None None] The sync data for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 is: [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '986710c4-d251-499d-b0ff-90da3fdaf096', 'name': '', 'network_id': '78cedcfd-a2c6-4a2f-b422-a51e4b613e6d', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:bf:0d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:14Z', 'updated_at': '2021-08-27T02:45:23Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'bb85e4c4-2d08-4334-b0d7-d43f7529bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:47:55.900796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.914503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:55.927674 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:55.928248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:55.937868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Provisioning for port 22f6930d-01b7-4cd8-bc57-c223764e26d8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:55.949682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b4aa5f0-e12d-4975-936c-753dad808088 req-5693c4da-dea2-42e9-a0ba-e500a649367c service neutron] 10.222.0.15 "GET /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008437 Aug 27 02:47:55.952064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 73df83af-cc3b-4f81-94ec-24d18ae33128 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:55.952406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.024648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.106893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Provisioning complete for port 22f6930d-01b7-4cd8-bc57-c223764e26d8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:56.107491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.119424 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.144898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Pushing event updated for resources: {'Port': ['ID=87c12c69-dcf4-4d01-8bef-394898b972f3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.146821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.154955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/be3b6a51-41ba-4e31-a222-7ef2d176ec16 HTTP/1.1" status: 204 len: 168 time: 0.3973062 Aug 27 02:47:56.155591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41176) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:56.201888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Attempting to bind port 87c12c69-dcf4-4d01-8bef-394898b972f3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:56.202278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Attempting to bind port 87c12c69-dcf4-4d01-8bef-394898b972f3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:56.202656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Attempting to bind port 87c12c69-dcf4-4d01-8bef-394898b972f3 on network aabdd14c-6b4c-4573-814f-0f650ddc4e68 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:56.213633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:56.214029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Checking segment: {'id': 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:56.214440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.214845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Bound using segment: {'id': 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:56.215327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Bound port: 87c12c69-dcf4-4d01-8bef-394898b972f3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aabdd14c-6b4c-4573-814f-0f650ddc4e68'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:56.215709 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.285140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2feb4e-f3d3-4d54-ad6f-ee6544b9c38b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=be3b6a51-41ba-4e31-a222-7ef2d176ec16,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.290544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.330924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.376903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] For port 87c12c69-dcf4-4d01-8bef-394898b972f3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:56.385267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] For port 87c12c69-dcf4-4d01-8bef-394898b972f3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=87c12c69-dcf4-4d01-8bef-394898b972f3,segment=NetworkSegment(d0abdf7f-9bf1-44dc-a9b1-e444f2a947a4),segment_id=d0abdf7f-9bf1-44dc-a9b1-e444f2a947a4)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:56.403759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.411820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] For port 22f6930d-01b7-4cd8-bc57-c223764e26d8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=22f6930d-01b7-4cd8-bc57-c223764e26d8,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:56.425341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 87c12c69-dcf4-4d01-8bef-394898b972f3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:56.425809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 73df83af-cc3b-4f81-94ec-24d18ae33128, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=73df83af-cc3b-4f81-94ec-24d18ae33128,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:56.425908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.425989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.434438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26dff0-4d21-4546-9064-4048aa754f42 None None] New status for floating IP 19f41aed-e71e-4d37-b023-79a823b1e580: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:47:56.447384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 73df83af-cc3b-4f81-94ec-24d18ae33128 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:56.462349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.545892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port 87c12c69-dcf4-4d01-8bef-394898b972f3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=87c12c69-dcf4-4d01-8bef-394898b972f3,segment=NetworkSegment(d0abdf7f-9bf1-44dc-a9b1-e444f2a947a4),segment_id=d0abdf7f-9bf1-44dc-a9b1-e444f2a947a4)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:56.546752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.591389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:56.592062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 87c12c69-dcf4-4d01-8bef-394898b972f3 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:56.602764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b894d-3bda-4cef-a504-b4d134cb9f08 None None] Pushing event updated for resources: {'Port': ['ID=87c12c69-dcf4-4d01-8bef-394898b972f3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.641024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.672340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157546a-9ee0-407c-bcae-ece90b99e493 None None] Network aabdd14c-6b4c-4573-814f-0f650ddc4e68 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:56.728467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e215a3-ddc3-4c56-afe6-5b4dcbe10b6a req-7b95ab7b-525d-4f9c-bb0c-b129a41646a1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.741536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76e215a3-ddc3-4c56-afe6-5b4dcbe10b6a req-7b95ab7b-525d-4f9c-bb0c-b129a41646a1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.6267614 Aug 27 02:47:56.746211 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9664c75-86c5-4fcb-9368-a5ccac277d94 req-94394e11-e93b-43a5-b524-a9478714d143 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:56.748005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9664c75-86c5-4fcb-9368-a5ccac277d94 req-94394e11-e93b-43a5-b524-a9478714d143 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1055ce4-08fe-4aa5-81d6-53170ca95910 HTTP/1.1" status: 200 len: 945 time: 0.1990554 Aug 27 02:47:56.783305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae082-4eb2-481a-89ca-02c333564ee6 None None] Pushing event updated for resources: {'Port': ['ID=22f6930d-01b7-4cd8-bc57-c223764e26d8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.786217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a3e2d568-8257-4640-a421-b6ea23b1c293 None None] Provisioning complete for port 22f6930d-01b7-4cd8-bc57-c223764e26d8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:56.786811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d568-8257-4640-a421-b6ea23b1c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.810321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9664c75-86c5-4fcb-9368-a5ccac277d94 req-a760e04e-35b9-4da8-9138-6ab0bcdef36b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=49d75121-7c4a-47ff-a0c7-999f03b7d7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553381 Aug 27 02:47:56.837073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:47:56.842873 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.852565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76e215a3-ddc3-4c56-afe6-5b4dcbe10b6a req-63ae7d51-65c0-4cee-b182-313117ee1322 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087754 Aug 27 02:47:56.887385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=87c12c69-dcf4-4d01-8bef-394898b972f3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:56.897146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port 87c12c69-dcf4-4d01-8bef-394898b972f3 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:56.902833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:56.903361 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:56.938066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a6f54e-5129-4592-a530-204a755ee1d7 None None] get_active_networks_info from n-d-806292-1 {{(pid=94833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 02:47:56.992278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:47:57.006649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.008251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Sync routers for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:47:57.016055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.034828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabdd14c-6b4c-4573-814f-0f650ddc4e68']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.041678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.042760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bec6588b-b71b-4402-8ee9-749a08d5aa13 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8797121 Aug 27 02:47:57.043974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=73df83af-cc3b-4f81-94ec-24d18ae33128,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.047008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:57.051010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.051333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0abdf7f-9bf1-44dc-a9b1-e444f2a947a4') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.074240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.078042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:57.078735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:57.095822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.104027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:47:57.104853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.132183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] No DVR routers for this DVR port 73df83af-cc3b-4f81-94ec-24d18ae33128 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:47:57.136236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.138246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-805e1941-563d-4715-a48c-fbf86ceed659 req-3b580ef0-3c93-43d5-b1e8-f8188371ae6c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "DELETE /v2.0/ports/73df83af-cc3b-4f81-94ec-24d18ae33128 HTTP/1.1" status: 204 len: 173 time: 1.5974517 Aug 27 02:47:57.138726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-deleted', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:47:57.141168 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b53e44-01d9-4e18-aea4-b909849266fa" -d '{"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-deleted", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:47:57.197452 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:47:57.204510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.226821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.228989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/aabdd14c-6b4c-4573-814f-0f650ddc4e68 HTTP/1.1" status: 204 len: 168 time: 1.0518432 Aug 27 02:47:57.234825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41188) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:57.247534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1109366127'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:57.269224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479a307-0440-43e1-819a-e42f703f89eb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=aabdd14c-6b4c-4573-814f-0f650ddc4e68,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.396466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:57.400221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.440339 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca51423-3239-4aa5-b1f3-92c3860e1a96 x-openstack-request-id: req-8ca51423-3239-4aa5-b1f3-92c3860e1a96 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:47:57.440629 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1055ce4-08fe-4aa5-81d6-53170ca95910", "name": "network-vif-deleted", "tag": "73df83af-cc3b-4f81-94ec-24d18ae33128", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:47:57.440928 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ca51423-3239-4aa5-b1f3-92c3860e1a96 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:47:57.441328 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1055ce4-08fe-4aa5-81d6-53170ca95910', 'name': 'network-vif-deleted', 'tag': '73df83af-cc3b-4f81-94ec-24d18ae33128', 'status': 'completed', 'code': 200} Aug 27 02:47:57.445130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a6f54e-5129-4592-a530-204a755ee1d7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 27 02:47:57.474363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:47:57.529842 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.530192 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment e6d31c63-fa56-442d-894d-ac24f00bd93f of type vlan for network 43d97137-09cb-4513-bf58-b1da8e991460 Aug 27 02:47:57.569706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:47:57.606846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.667242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.672745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:57.673348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.742965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41190) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:57.743621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5040643 Aug 27 02:47:57.756168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '43d97137-09cb-4513-bf58-b1da8e991460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:57.762101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bf888-db6c-4fad-ac44-736eddd7b1c9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=43d97137-09cb-4513-bf58-b1da8e991460,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:57.781751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 43d97137-09cb-4513-bf58-b1da8e991460 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:47:57.866685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:57.868244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:47:57.881529 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41194) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:57.982161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:57.986226 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.030570 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.099123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Allocated IP 172.20.0.1 (ecf76e7b-294b-4229-93ef-ccf10fa37dd3/149cdae2-cc39-45de-b233-a07e584f4237/6a14b9ef-9bf1-41ce-82c2-cdffac100c36) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:58.116352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:54Z', 'revision_number': 3, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:58.172622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Checking router: 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:47:58.172997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Updating router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f port 80c907b5-fc49-4657-8c46-c87584087494 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:47:58.245976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:58.258981 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.260389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.283781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Transition to ACTIVE for port object 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:58.284272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'port_id': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'mac_address': 'fa:16:3e:a8:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:47:58.332322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.385524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:58.392340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:58.411791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:47:58.488903 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.555921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dcf7b-7d7b-4bbf-928d-778076f4ce6b req-e70bf79d-2504-40d7-ac39-98d8cdb25a5e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:58.557549 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b4dcf7b-7d7b-4bbf-928d-778076f4ce6b req-e70bf79d-2504-40d7-ac39-98d8cdb25a5e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.5855105 Aug 27 02:47:58.560756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 22f6930d-01b7-4cd8-bc57-c223764e26d8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:58.563079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Pushing event updated for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:58.566679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.664982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:47:58.698141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:47:58.701826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.746938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.760968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:58.769088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 73df83af-cc3b-4f81-94ec-24d18ae33128 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:47:58.769436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 73df83af-cc3b-4f81-94ec-24d18ae33128 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:47:58.773515 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.822510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 22f6930d-01b7-4cd8-bc57-c223764e26d8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:58.822878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.881399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b4dcf7b-7d7b-4bbf-928d-778076f4ce6b req-fa935863-279a-40d1-b198-c1047dd4183b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092096 Aug 27 02:47:58.891087 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=03725a91-b333-4592-ae92-22e9aec9ba2b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:58.903353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4eec2293-2c20-49c4-ae60-e0a20dff144a None None] Provisioning for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:47:58.909876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4eec2293-2c20-49c4-ae60-e0a20dff144a None None] Provisioning complete for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:58.910052 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4eec2293-2c20-49c4-ae60-e0a20dff144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.928717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:47:58.961178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': 'e6d31c63-fa56-442d-894d-ac24f00bd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:58.961553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: 43d97137-09cb-4513-bf58-b1da8e991460, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:47:58.966539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.973076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:58.990275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:59.004908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.019432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 43d97137-09cb-4513-bf58-b1da8e991460 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:47:59.040048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 43d97137-09cb-4513-bf58-b1da8e991460) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:59.046856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Transition to ACTIVE for port object 80c907b5-fc49-4657-8c46-c87584087494 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:59.052205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4eec2293-2c20-49c4-ae60-e0a20dff144a None None] Port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:47:59.052840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:47:59.053638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.061722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d98146-df62-44c4-bc74-1da2e07e791e None None] Network 43d97137-09cb-4513-bf58-b1da8e991460 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:47:59.080079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.082550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Pushing event updated for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:59.093972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-885d055a-9e74-46ef-855b-818207be19a0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3476009 Aug 27 02:47:59.094350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:47:59.101220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '43d97137-09cb-4513-bf58-b1da8e991460', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1914974555'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:47:59.104563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.186686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.234377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731ae6-144c-40a2-b77f-738da40bc32d None None] Pushing event updated for resources: {'Port': ['ID=80c907b5-fc49-4657-8c46-c87584087494,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:47:59.252621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Attempting to bind port 80c907b5-fc49-4657-8c46-c87584087494 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:47:59.252993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Attempting to bind port 80c907b5-fc49-4657-8c46-c87584087494 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:47:59.253396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Attempting to bind port 80c907b5-fc49-4657-8c46-c87584087494 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:47:59.262304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:47:59.266079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:47:59.267819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:47:59.268394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:47:59.268820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.269736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:47:59.270214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Bound port: 80c907b5-fc49-4657-8c46-c87584087494, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:47:59.270627 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.399258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:47:59.403317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.428332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port b14abb81-3148-48ba-bf81-1c08ff3103a9 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:47:59.558133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 986710c4-d251-499d-b0ff-90da3fdaf096 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:47:59.558451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.611343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.11 (43d97137-09cb-4513-bf58-b1da8e991460/03725a91-b333-4592-ae92-22e9aec9ba2b/b14abb81-3148-48ba-bf81-1c08ff3103a9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:47:59.640963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] For port 80c907b5-fc49-4657-8c46-c87584087494, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:47:59.662935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] For port 80c907b5-fc49-4657-8c46-c87584087494, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=80c907b5-fc49-4657-8c46-c87584087494,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:47:59.687904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.695853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-43d97137-09cb-4513-bf58-b1da8e991460', 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': '03725a91-b333-4592-ae92-22e9aec9ba2b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:47:59.696629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.717683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 986710c4-d251-499d-b0ff-90da3fdaf096, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=986710c4-d251-499d-b0ff-90da3fdaf096,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:47:59.718256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.735478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 986710c4-d251-499d-b0ff-90da3fdaf096 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:47:59.758369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a50a11f3-3b30-4564-9752-2ae029e40d2e None None] Provisioning complete for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:47:59.758763 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a50a11f3-3b30-4564-9752-2ae029e40d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.796008 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:47:59.813828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object b14abb81-3148-48ba-bf81-1c08ff3103a9 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:47:59.850325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:47:59.891044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:47:59.893331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:47:59.894557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:47:59.975127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731ae6-144c-40a2-b77f-738da40bc32d None None] Pushing event updated for resources: {'Port': ['ID=80c907b5-fc49-4657-8c46-c87584087494,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:00.011316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a50a11f3-3b30-4564-9752-2ae029e40d2e None None] Port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:00.016685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.020857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.054419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=986710c4-d251-499d-b0ff-90da3fdaf096,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:00.099581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Allocated IP 172.20.0.2 (43d97137-09cb-4513-bf58-b1da8e991460/03725a91-b333-4592-ae92-22e9aec9ba2b/e525b8d8-437c-417f-8cac-8f5f3e48c9a8) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:00.172948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 43d97137-09cb-4513-bf58-b1da8e991460 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:00.197578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:00.207258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:00.227482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 9807eb9f-8a59-48fa-ba21-02da92c43060 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:00.227859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.261429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=b14abb81-3148-48ba-bf81-1c08ff3103a9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:00.265111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:00.275470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-21666fa1-6ef5-4640-869b-b3113e717f9b admin admin] 10.222.0.26 "PUT /v2.0/routers/5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2286115 Aug 27 02:48:00.289913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.304835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:00.312235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a076873-7229-4e08-ae4e-977d32aae632 req-b9537d47-42a5-4495-94ff-8f7895f63526 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.313922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a076873-7229-4e08-ae4e-977d32aae632 req-b9537d47-42a5-4495-94ff-8f7895f63526 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2728927 Aug 27 02:48:00.372410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:00.373087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.458754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a076873-7229-4e08-ae4e-977d32aae632 req-44d48e9b-e654-4109-ac97-f3fdf4aee98a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351383 Aug 27 02:48:00.467256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-12d6425f-5f53-4193-ae3f-0a067c93bcc6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3718436 Aug 27 02:48:00.468446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:00.611957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port b14abb81-3148-48ba-bf81-1c08ff3103a9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:00.612196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.739322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:48:00.740404 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.744103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.777190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Transition to ACTIVE for port object e525b8d8-437c-417f-8cac-8f5f3e48c9a8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:00.795487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.806744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:00.810655 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcdce56-c2e2-487d-8888-fef89a44f912" -d '{"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:00.812648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for b14abb81-3148-48ba-bf81-1c08ff3103a9 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:00.853115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:00.900930 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d7904-9984-480a-b520-89f66c8a6f85 x-openstack-request-id: req-a69d7904-9984-480a-b520-89f66c8a6f85 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:00.908366 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:00.908832 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a69d7904-9984-480a-b520-89f66c8a6f85 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:00.909099 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'code': 200} Aug 27 02:48:00.910459 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.915809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Transition to ACTIVE for port object e525b8d8-437c-417f-8cac-8f5f3e48c9a8 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:00.923626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:00.927453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:00.936622 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Sync routers for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:00.942940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dd9b4084-9734-4e4b-b191-c29320ebae66 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/ac9e6c90-495f-49c8-85e2-5a7e303a02d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599065 Aug 27 02:48:00.943712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41246) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:00.955946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:00.956615 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:00.959673 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.004157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.017853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting subnet bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:01.022287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.042668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=b14abb81-3148-48ba-bf81-1c08ff3103a9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:01.051587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '6a14b9ef-9bf1-41ce-82c2-cdffac100c36', 'name': '', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'mac_address': 'fa:16:3e:b5:c4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:57Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 2, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'subnets': [{'id': '149cdae2-cc39-45de-b233-a07e584f4237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:01.104752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.121991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65656bcc-f3b2-4261-8631-ab0c2f493f69 None None] The sync data for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 is: [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '6a14b9ef-9bf1-41ce-82c2-cdffac100c36', 'name': '', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'mac_address': 'fa:16:3e:b5:c4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:57Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 2, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'subnets': [{'id': '149cdae2-cc39-45de-b233-a07e584f4237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:01.134834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Network 43d97137-09cb-4513-bf58-b1da8e991460 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:01.143530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:01.148182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:01.148502 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.153536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:01.154376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3928f18a-d671-40ab-8d37-ea12dfd5b031 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/b14abb81-3148-48ba-bf81-1c08ff3103a9 HTTP/1.1" status: 204 len: 168 time: 0.6819973 Aug 27 02:48:01.214636 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a944e08e-8dc7-4f3e-b4fc-5109abf65b45 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:01.217753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a944e08e-8dc7-4f3e-b4fc-5109abf65b45 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/b14abb81-3148-48ba-bf81-1c08ff3103a9 HTTP/1.1" status: 404 len: 333 time: 0.0546706 Aug 27 02:48:01.220046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:01.220997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41252) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:01.230889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:01.340391 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.406344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Attempting to bind port e525b8d8-437c-417f-8cac-8f5f3e48c9a8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:01.406737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Attempting to bind port e525b8d8-437c-417f-8cac-8f5f3e48c9a8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e6d31c63-fa56-442d-894d-ac24f00bd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:01.407191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Attempting to bind port e525b8d8-437c-417f-8cac-8f5f3e48c9a8 on network 43d97137-09cb-4513-bf58-b1da8e991460 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:01.412984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Pushing event updated for resources: {'Port': ['ID=e525b8d8-437c-417f-8cac-8f5f3e48c9a8,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:01.428185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:01.432786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Checking segment: {'id': 'e6d31c63-fa56-442d-894d-ac24f00bd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:01.433257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.433686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Bound using segment: {'id': 'e6d31c63-fa56-442d-894d-ac24f00bd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:01.434256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Bound port: e525b8d8-437c-417f-8cac-8f5f3e48c9a8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d31c63-fa56-442d-894d-ac24f00bd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '43d97137-09cb-4513-bf58-b1da8e991460'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:01.434667 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.523737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.613622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Subnet': ['ID=bb85e4c4-2d08-4334-b0d7-d43f7529bcd5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:01.632978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.637260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4c0a03d4-17f4-449f-90da-9b649e93d46e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/subnets/bb85e4c4-2d08-4334-b0d7-d43f7529bcd5 HTTP/1.1" status: 204 len: 168 time: 0.6925485 Aug 27 02:48:01.647997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41272) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:01.648441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7002ab0e-7f29-4485-af48-38ec924e0be0 None None] Network 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:01.770531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] For port e525b8d8-437c-417f-8cac-8f5f3e48c9a8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:01.786431 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:01.825058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] For port e525b8d8-437c-417f-8cac-8f5f3e48c9a8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e525b8d8-437c-417f-8cac-8f5f3e48c9a8,segment=NetworkSegment(e6d31c63-fa56-442d-894d-ac24f00bd93f),segment_id=e6d31c63-fa56-442d-894d-ac24f00bd93f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:01.849973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:01.866350 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Checking router: ac9e6c90-495f-49c8-85e2-5a7e303a02d2 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:01.895985 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Routers {'ac9e6c90-495f-49c8-85e2-5a7e303a02d2'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:01.896926 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:01.943292 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.121761 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.141791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5cc2-ecd3-4da4-9276-224cb414ce1b None None] Pushing event updated for resources: {'Port': ['ID=e525b8d8-437c-417f-8cac-8f5f3e48c9a8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:02.154273 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:48:02.215840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] Set router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:02.266684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 6963a49c-a14d-4b08-bf26-f3749123938b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:02.267855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.389586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 03725a91-b333-4592-ae92-22e9aec9ba2b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:02.397058 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.467536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] DHCP port deletion for 78cedcfd-a2c6-4a2f-b422-a51e4b613e6d request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:48:02.565098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 6963a49c-a14d-4b08-bf26-f3749123938b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6963a49c-a14d-4b08-bf26-f3749123938b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:02.568370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.585032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.700804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 6963a49c-a14d-4b08-bf26-f3749123938b owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:02.711847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Deleting port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:02.712223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:02.797062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cb137-ad60-4bfb-8126-3b3a9e223824 req-e6e54e1d-eb23-41ce-ae33-32d8685e4784 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:02.813948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb2cb137-ad60-4bfb-8126-3b3a9e223824 req-e6e54e1d-eb23-41ce-ae33-32d8685e4784 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.6012976 Aug 27 02:48:02.847572 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:02.919319 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb2cb137-ad60-4bfb-8126-3b3a9e223824 req-3ebc06e9-9617-4d9c-aed2-f71eaf2de821 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037002 Aug 27 02:48:02.934273 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3bd70-18d3-4b9c-b43f-a2762f85a791 None None] The sync data for ids ['ac9e6c90-495f-49c8-85e2-5a7e303a02d2'] in n-d-806292-1 is: [{'id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429593193', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:45:07Z', 'updated_at': '2021-08-27T02:47:59Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '6963a49c-a14d-4b08-bf26-f3749123938b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e6c90-495f-49c8-85e2-5a7e303a02d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:45:08Z', 'updated_at': '2021-08-27T02:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:02.972207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] For port b2a6e469-395f-44d4-88fb-5cc3bc07cf96, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,segment=NetworkSegment(7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf),segment_id=7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:02.976466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.008451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Calling delete_port for b2a6e469-395f-44d4-88fb-5cc3bc07cf96 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:03.053766 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.179757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.189474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.220249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.248674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=6963a49c-a14d-4b08-bf26-f3749123938b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.274940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] Pushing event deleted for resources: {'Port': ['ID=b2a6e469-395f-44d4-88fb-5cc3bc07cf96,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.305285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=03725a91-b333-4592-ae92-22e9aec9ba2b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:03.309874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3fd6e-08c0-4c10-bd79-c3f68e5e4663 None None] No DVR routers for this DVR port b2a6e469-395f-44d4-88fb-5cc3bc07cf96 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:03.325587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.331783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-01114ba5-f817-4a67-be5a-eb38ad6485f2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/03725a91-b333-4592-ae92-22e9aec9ba2b HTTP/1.1" status: 204 len: 168 time: 2.1092436 Aug 27 02:48:03.332428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:03.468240 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.530411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.633649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.661624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.725057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port e525b8d8-437c-417f-8cac-8f5f3e48c9a8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:03.725457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.736999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.737717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Fanout notify agent at l3_agent the message router_deleted on router ac9e6c90-495f-49c8-85e2-5a7e303a02d2 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:48:03.746134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.752793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccd15017-af07-41d7-bd37-f3376194e8b4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/routers/ac9e6c90-495f-49c8-85e2-5a7e303a02d2 HTTP/1.1" status: 204 len: 168 time: 2.1027875 Aug 27 02:48:03.753983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:03.893492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port e525b8d8-437c-417f-8cac-8f5f3e48c9a8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e525b8d8-437c-417f-8cac-8f5f3e48c9a8,segment=NetworkSegment(e6d31c63-fa56-442d-894d-ac24f00bd93f),segment_id=e6d31c63-fa56-442d-894d-ac24f00bd93f)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:03.894666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.914897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:03.920745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for e525b8d8-437c-417f-8cac-8f5f3e48c9a8 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:04.141202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.156709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cedcfd-a2c6-4a2f-b422-a51e4b613e6d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.184130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.191443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.192032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7184ffc1-10fe-48c9-8cf3-e60e1ebce9cf') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.201844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port e525b8d8-437c-417f-8cac-8f5f3e48c9a8 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:04.217999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.258501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=e525b8d8-437c-417f-8cac-8f5f3e48c9a8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.293288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.317735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8997e-80ef-4240-b71e-2c6d573390f5 req-69358a07-0ee5-47d9-bd39-8d09c3dc4b73 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:04.323185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9b8997e-80ef-4240-b71e-2c6d573390f5 req-69358a07-0ee5-47d9-bd39-8d09c3dc4b73 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1964874 Aug 27 02:48:04.373669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:04.374267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:04.380169 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:04.455254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9b8997e-80ef-4240-b71e-2c6d573390f5 req-c902912f-41ab-4592-a7d9-bf4bfdb18975 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246059 Aug 27 02:48:04.466151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.498423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.508529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/networks/78cedcfd-a2c6-4a2f-b422-a51e4b613e6d HTTP/1.1" status: 204 len: 168 time: 0.7531238 Aug 27 02:48:04.514647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3428a362-beba-4600-a8ec-7495f7b6c3fb None None] Network 43d97137-09cb-4513-bf58-b1da8e991460 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:04.517433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:04.567524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e5d34-412d-4eb8-979c-e6592956fdff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Network': ['ID=78cedcfd-a2c6-4a2f-b422-a51e4b613e6d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.609844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.673369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58969ccb-676b-4102-9333-951be9a1cd75 None None] Could not find standard attr ID for object e525b8d8-437c-417f-8cac-8f5f3e48c9a8. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:48:04.688060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-8f2fde07-dc76-43bc-bb94-81c4673da370 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:04.690153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.704509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-8f2fde07-dc76-43bc-bb94-81c4673da370 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.3390245 Aug 27 02:48:04.739600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-3a3642f1-9455-4df4-a231-e2169e81f8c1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0341501 Aug 27 02:48:04.807236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.833847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.836823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.837082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d97137-09cb-4513-bf58-b1da8e991460']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.838094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/security-groups/49d75121-7c4a-47ff-a0c7-999f03b7d7ab HTTP/1.1" status: 204 len: 168 time: 0.3180974 Aug 27 02:48:04.859225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d31c63-fa56-442d-894d-ac24f00bd93f') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.859737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d31c63-fa56-442d-894d-ac24f00bd93f') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:04.860395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c64b65-5beb-4bf7-ba42-9647a6b410b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d75121-7c4a-47ff-a0c7-999f03b7d7ab,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:04.874972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:04.897476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-5e19471f-7616-45ed-8b9b-2e5f05f4ccbc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547992 Aug 27 02:48:04.998839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-e0560129-241e-4e4f-affa-6eeec6ebf2db service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025848 Aug 27 02:48:05.122532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.131235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba252fcb-0337-4aa7-ab61-e50a68bb22b5 None None] DHCP port deletion for 43d97137-09cb-4513-bf58-b1da8e991460 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:48:05.165037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:05.166133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:05.173533 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:05.187514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 80c907b5-fc49-4657-8c46-c87584087494 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:05.285443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:05.292465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665178261', 'description': 'tempest-secgroup-smoke-1665178261 description', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:05.339222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 80c907b5-fc49-4657-8c46-c87584087494 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:05.346571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 80c907b5-fc49-4657-8c46-c87584087494 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:05.349401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.366004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.485714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.510324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.513023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/43d97137-09cb-4513-bf58-b1da8e991460 HTTP/1.1" status: 204 len: 168 time: 2.1792481 Aug 27 02:48:05.514179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20481062-fe19-4ab6-8d32-197c4b2c4ca9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=43d97137-09cb-4513-bf58-b1da8e991460,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:05.517049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41352) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:05.517971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-944eccfe-ab70-4481-8c4c-d4fc204c628f service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181291 Aug 27 02:48:05.524450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.545361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'name': 'tempest-PortsTestJSON-1593127107'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:05.597708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 80c907b5-fc49-4657-8c46-c87584087494, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=80c907b5-fc49-4657-8c46-c87584087494,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:05.606642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.700457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2a6e469-395f-44d4-88fb-5cc3bc07cf96 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:05.739897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b2a6e469-395f-44d4-88fb-5cc3bc07cf96 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:05.741002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2a6e469-395f-44d4-88fb-5cc3bc07cf96 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:05.741660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 986710c4-d251-499d-b0ff-90da3fdaf096 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:05.773915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 986710c4-d251-499d-b0ff-90da3fdaf096 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:05.775334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 986710c4-d251-499d-b0ff-90da3fdaf096 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:05.777464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=80c907b5-fc49-4657-8c46-c87584087494,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:05.788695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.805347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bba39-ff3d-467f-a7db-324ffe76b11a req-137ca330-55a6-435e-8758-c2e2a839dba1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:05.807046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b82bba39-ff3d-467f-a7db-324ffe76b11a req-137ca330-55a6-435e-8758-c2e2a839dba1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1843927 Aug 27 02:48:05.810360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.865432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513450e8-e4c0-4988-9c04-9a411cc43386,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:05.907874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:05.912278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.919749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:05.924486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-528bf307-295b-400b-8373-8474e6b50611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6378934 Aug 27 02:48:05.927988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41362) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:05.933308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:05.947286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b82bba39-ff3d-467f-a7db-324ffe76b11a req-1d07f48b-c9e6-45e2-9427-bbd7cfe3a90c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236763 Aug 27 02:48:05.989505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 80e7ca4d-6c58-440d-9b8e-c2e39f9f802c yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:06.018574 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Sync routers for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:06.029481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.043754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:06.047512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:06.185227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.193712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.216271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c9079fd3-a964-4b7f-b80b-211fdfc80ca6 req-aba8da63-98b7-4a6e-9c17-e8010dca48f0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0785625 Aug 27 02:48:06.236911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2650f4cc-717e-4197-86c2-54a18fd77351,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:06.252902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.254727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-09114f08-5c9c-4ea5-9133-f670f4b90bce tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256261 Aug 27 02:48:06.257892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41372) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:06.264976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:06.310886 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.421380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.428122 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.483571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a802722b-8a31-41e0-977b-3443c0141ac7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:06.526793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.530455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-22db3048-6d7b-43f8-b3d2-90fbdcf2174a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2712040 Aug 27 02:48:06.535071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:06.545259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:06.579017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 80c907b5-fc49-4657-8c46-c87584087494 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:06.613440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.732688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:06.734790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.743006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.772509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6487f837-9ea9-497d-bd4d-02f621adcb75,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:06.781222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.785350 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43afdc7f-0c74-4cfb-80f0-889cd3beb7d8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2463622 Aug 27 02:48:06.793949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41388) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:06.803130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:06.885984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.947252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 80c907b5-fc49-4657-8c46-c87584087494 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:06.947896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.993104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:06.998589 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.039706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82779b23-637c-46eb-bd23-27d69d05ff17,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:07.081953 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.085649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-acf22937-1dca-4094-a2b2-97777205a025 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879777 Aug 27 02:48:07.087802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:07.103448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.104953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:07.152314 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:07.153838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.202289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.316718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:07.321256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:07.326269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:07.360392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:07.361067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.367354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6963a49c-a14d-4b08-bf26-f3749123938b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:07.373505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46213-1965-494f-9829-1a6f8a2ef79f req-07137151-06bb-422f-bd05-bd12009434b3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:07.375493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0d46213-1965-494f-9829-1a6f8a2ef79f req-07137151-06bb-422f-bd05-bd12009434b3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2119126 Aug 27 02:48:07.378741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.395886 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.414052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=80e7ca4d-6c58-440d-9b8e-c2e39f9f802c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:07.443152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6963a49c-a14d-4b08-bf26-f3749123938b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:07.443152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6963a49c-a14d-4b08-bf26-f3749123938b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:07.443152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e525b8d8-437c-417f-8cac-8f5f3e48c9a8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:07.449366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0d46213-1965-494f-9829-1a6f8a2ef79f req-125ba2de-f79c-43ec-9f1e-2b39990e39e1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585070 Aug 27 02:48:07.460718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480ae1f7-822c-4837-89b8-e0e988ee3c5c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:07.466051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e525b8d8-437c-417f-8cac-8f5f3e48c9a8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:07.466409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e525b8d8-437c-417f-8cac-8f5f3e48c9a8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:07.475409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.479495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f9b87e3-5428-404b-89b7-7c274d470eb1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3882504 Aug 27 02:48:07.480029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:07.488853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '513450e8-e4c0-4988-9c04-9a411cc43386', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:07.499662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5ee46680-bc3f-4919-aff3-3432d0ae6cb5 req-fa596ba1-bb85-4cda-a178-b28d0eff3cea tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0860088 Aug 27 02:48:07.514153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '6a14b9ef-9bf1-41ce-82c2-cdffac100c36', 'name': '', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'mac_address': 'fa:16:3e:b5:c4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:57Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 2, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'subnets': [{'id': '149cdae2-cc39-45de-b233-a07e584f4237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:07.515808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7330eb7f-e5f6-4647-9b95-1c466d87c1e6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9976749 Aug 27 02:48:07.516497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41404) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:07.559602 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:48:07.559855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Checking router: 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:07.560210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Updating router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:48:07.565232 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.597317 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.748055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 80e7ca4d-6c58-440d-9b8e-c2e39f9f802c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:07.749092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.749376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.761706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.816545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52de9ac-c4c0-4770-b078-e7f94053922f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:07.836888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.838520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4cd48827-2c6b-4935-986e-282646a5c02e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3574584 Aug 27 02:48:07.842212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:07.864543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'network': {'name': 'tempest-network-smoke--1013463447', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:07.910282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:07.917659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.979972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:07.993093 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:07.993495 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Added segment 7c9f73a1-4fdc-4dc5-b51e-86ac95c84279 of type vlan for network 7a8664af-7cdc-42d4-9945-b3ffc855303a Aug 27 02:48:08.055184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.087238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.102823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 80e7ca4d-6c58-440d-9b8e-c2e39f9f802c owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:08.118541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.125022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:08.125975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.151320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-8b50cfcf-c1cb-4d4d-bad5-684801770684 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:08.152864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-8b50cfcf-c1cb-4d4d-bad5-684801770684 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.3584549 Aug 27 02:48:08.211265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.213721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Network': ['ID=7a8664af-7cdc-42d4-9945-b3ffc855303a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:08.225687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:08.236142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-75c84eeb-67dc-4bef-8707-a2107d7eef9c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3925078 Aug 27 02:48:08.239318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:08.247417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'admin_state_up': True, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:08.286974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:08.319645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.323754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.323939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Transition to ACTIVE for port object 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:08.360742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.492038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.515557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3d2c-ab2d-4db6-bf5c-7085f356afc2 None None] Pushing event updated for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:08.524883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.606360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.615820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/80e7ca4d-6c58-440d-9b8e-c2e39f9f802c HTTP/1.1" status: 204 len: 168 time: 1.0974669 Aug 27 02:48:08.626579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18760-dbb6-4838-8e57-8258ef5a50c8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=80e7ca4d-6c58-440d-9b8e-c2e39f9f802c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:08.638764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41428) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:08.655853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'mac_address': 'fa:16:3e:db:89:9a', 'name': 'tempest-PortsTestJSON-197840860'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:08.730565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Attempting to bind port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:08.730565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Attempting to bind port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:08.731616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Attempting to bind port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 on network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:08.745567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:08.745942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Checking segment: {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:08.746354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.746826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Bound using segment: {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:08.747305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Bound port: 6a14b9ef-9bf1-41ce-82c2-cdffac100c36, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7364aa77-1430-42ae-91e8-afcfef106d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:08.747689 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.832867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:08.848680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.864499 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db4fec22-a51b-4d94-a464-dc24dcef6d62 req-fdef94bf-a265-4983-b561-9723a6a6446c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.1944859 Aug 27 02:48:08.894636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] For port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:08.895284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:08.898414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] For port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:08.905902 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:09.003314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:09.011647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:09.063453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb1914-5ce8-4de7-b0c9-37d415f9c04f req-f4495205-d241-4007-8c02-7733a168035f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:09.086912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3d2c-ab2d-4db6-bf5c-7085f356afc2 None None] Pushing event updated for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:09.087871 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1eb1914-5ce8-4de7-b0c9-37d415f9c04f req-f4495205-d241-4007-8c02-7733a168035f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2824881 Aug 27 02:48:09.215510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1eb1914-5ce8-4de7-b0c9-37d415f9c04f req-7765d7e6-7b09-4149-b073-0c6d71935930 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267152 Aug 27 02:48:09.255584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:09.257649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:09.494340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:09.518040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.12 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/d9f0d9a8-9504-4cb4-ac93-b092944edc05) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:09.525241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:09.560554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port cd12e09a-6415-4209-b1c1-96b973593dbc yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:09.588412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:09.849419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-92387401-3e19-4061-910e-6766236cbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '6a14b9ef-9bf1-41ce-82c2-cdffac100c36', 'name': '', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'mac_address': 'fa:16:3e:b5:c4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:57Z', 'updated_at': '2021-08-27T02:48:08Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'subnets': [{'id': '149cdae2-cc39-45de-b233-a07e584f4237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:09.880816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.118 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/5f08b16b-5a00-4ee0-8e09-ad1a6836a183) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:09.915740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92387401-3e19-4061-910e-6766236cbc25 None None] The sync data for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 is: [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:47:58Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '6a14b9ef-9bf1-41ce-82c2-cdffac100c36', 'name': '', 'network_id': 'ecf76e7b-294b-4229-93ef-ccf10fa37dd3', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'mac_address': 'fa:16:3e:b5:c4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '149cdae2-cc39-45de-b233-a07e584f4237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:57Z', 'updated_at': '2021-08-27T02:48:08Z', 'revision_number': 4, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'subnets': [{'id': '149cdae2-cc39-45de-b233-a07e584f4237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:09.982702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.050483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e5f5070d-8444-4579-8297-1a8fd0d5a56a req-124e1d0c-d451-442e-b7e8-a1da1edb2b0e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Aug 27 02:48:10.057930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.078624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.151139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:10.164490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:10.167009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:10.172998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:10.173626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.199770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5545981 Aug 27 02:48:10.202438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf5979-caf8-404c-8238-f7c44d59f96f tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=cd12e09a-6415-4209-b1c1-96b973593dbc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:10.208883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41446) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:10.218857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.260097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:10.284951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.326791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16087f37-b467-4840-9bbd-12f68059af9e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:10.328694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:10.334786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16087f37-b467-4840-9bbd-12f68059af9e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/cd12e09a-6415-4209-b1c1-96b973593dbc HTTP/1.1" status: 200 len: 840 time: 0.1247475 Aug 27 02:48:10.348166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41450) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:10.349158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:10.375644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object d9f0d9a8-9504-4cb4-ac93-b092944edc05 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:10.459285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.586623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:10.588267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:10.597661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:10.668929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:10.785449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2afd36-094e-42ca-8eaf-cd2dcb2ade21 req-cbacad9d-7627-4aff-a2d0-bb844a1cc995 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:10.786505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:10.787043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2afd36-094e-42ca-8eaf-cd2dcb2ade21 req-cbacad9d-7627-4aff-a2d0-bb844a1cc995 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.3116534 Aug 27 02:48:10.805003 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.909075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:10.921452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:10.922754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.943261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6650858 Aug 27 02:48:10.947209 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5134d9-b2d5-4821-b233-1fb256725e7d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:10.949486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e2afd36-094e-42ca-8eaf-cd2dcb2ade21 req-59cd98ac-de9d-4f47-afbc-db904059c66f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935330 Aug 27 02:48:10.950114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:10.956194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port cd12e09a-6415-4209-b1c1-96b973593dbc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:10.956530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:10.977505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Request body: {'port': {'device_id': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:11.146783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.166956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.198337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for cd12e09a-6415-4209-b1c1-96b973593dbc owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:11.256049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.265331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc4f4881-e9ca-4b48-918d-1f4629ec4bd4 None None] Provisioning for port d9f0d9a8-9504-4cb4-ac93-b092944edc05 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:11.317602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cc4f4881-e9ca-4b48-918d-1f4629ec4bd4 None None] Provisioning complete for port d9f0d9a8-9504-4cb4-ac93-b092944edc05 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:11.317964 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4881-e9ca-4b48-918d-1f4629ec4bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.486091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:11.492198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f4881-e9ca-4b48-918d-1f4629ec4bd4 None None] Port d9f0d9a8-9504-4cb4-ac93-b092944edc05 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:11.498428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.512931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.594639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:11.611285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.611692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.612046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.613224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.613613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.613963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.614297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.614658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.614996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.615601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.615988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.616328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:11.619050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f0d9a8-9504-4cb4-ac93-b092944edc05 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:11.647410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.679888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Transition to ACTIVE for port object d9f0d9a8-9504-4cb4-ac93-b092944edc05 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:11.690020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.706773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9875cb2-8b3b-4560-a5e4-19d6a0b26256 req-a67bfade-68d9-4cb0-8abb-da0c65d83998 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:11.708978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9875cb2-8b3b-4560-a5e4-19d6a0b26256 req-a67bfade-68d9-4cb0-8abb-da0c65d83998 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 932 time: 0.1064899 Aug 27 02:48:11.809208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:11.851167 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.902319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9875cb2-8b3b-4560-a5e4-19d6a0b26256 req-e9592c10-0996-43ca-9ce6-619b50e29e87 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626246 Aug 27 02:48:11.971657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=cd12e09a-6415-4209-b1c1-96b973593dbc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:11.976405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Attempting to bind port d9f0d9a8-9504-4cb4-ac93-b092944edc05 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:11.977291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Attempting to bind port d9f0d9a8-9504-4cb4-ac93-b092944edc05 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:11.977291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Attempting to bind port d9f0d9a8-9504-4cb4-ac93-b092944edc05 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:11.988693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:11.991131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e2be5ca1-554a-43b3-96af-97f60f461d1b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/cd12e09a-6415-4209-b1c1-96b973593dbc HTTP/1.1" status: 204 len: 168 time: 1.6376441 Aug 27 02:48:11.994060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:11.999901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Port d9f0d9a8-9504-4cb4-ac93-b092944edc05 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:12.005266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Attempting to bind port d9f0d9a8-9504-4cb4-ac93-b092944edc05 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:12.063682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:12.069340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:12.070183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:12.070861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Bound port: d9f0d9a8-9504-4cb4-ac93-b092944edc05, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:12.072545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:12.097574 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b62b67-2448-4444-a738-adbab5325378 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:12.099223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-53b62b67-2448-4444-a738-adbab5325378 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/cd12e09a-6415-4209-b1c1-96b973593dbc HTTP/1.1" status: 404 len: 333 time: 0.1041918 Aug 27 02:48:12.113111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:12.118143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'name': 'tempest-PortsTestJSON-2031184804'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:12.299895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:12.308371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:12.316716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:12.422878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:12.423492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:12.425680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] 10.222.0.46 "PUT /v2.0/ports/d9f0d9a8-9504-4cb4-ac93-b092944edc05 HTTP/1.1" status: 200 len: 1092 time: 1.4653723 Aug 27 02:48:12.426255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:12.428951 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d" -d '{"events": [{"name": "network-changed", "server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:12.573807 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e35770-a43b-4005-b291-5d804ae43f80 x-openstack-request-id: req-08e35770-a43b-4005-b291-5d804ae43f80 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:12.574329 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:12.576528 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08e35770-a43b-4005-b291-5d804ae43f80 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:12.577067 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05', 'status': 'completed', 'code': 200} Aug 27 02:48:12.618037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0730c-d977-4df3-af4a-3526e239b645 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:12.664328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-dd015557-9bea-4019-9c96-fe427b2e824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:12.666813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-dd015557-9bea-4019-9c96-fe427b2e824c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 1095 time: 0.1768839 Aug 27 02:48:12.677434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:12.743878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-e0025be2-6bfb-4edf-bc9e-366a2b281ca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05 HTTP/1.1" status: 200 len: 217 time: 0.0621202 Aug 27 02:48:12.863701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:12.864083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:12.886611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-c1eeb48b-ab87-4490-986c-f55c69956dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:12.893149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-c1eeb48b-ab87-4490-986c-f55c69956dc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1358731 Aug 27 02:48:13.030755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0bb24ddf-55b6-44db-8296-1d52a00368c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.033106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-0bb24ddf-55b6-44db-8296-1d52a00368c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319757 Aug 27 02:48:13.158873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d95dc-fc7c-4cb3-bcfd-1db3cb55d74f req-cb6282a8-0769-4052-b3c7-2a9a362a11a9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.175869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b63d95dc-fc7c-4cb3-bcfd-1db3cb55d74f req-cb6282a8-0769-4052-b3c7-2a9a362a11a9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 1.0351951 Aug 27 02:48:13.209164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23e1e2-b485-4c68-9d9a-5fa2f5d873fd req-72eb2f29-6986-4639-aafa-f95b36e918d9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.219249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb23e1e2-b485-4c68-9d9a-5fa2f5d873fd req-72eb2f29-6986-4639-aafa-f95b36e918d9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.1519516 Aug 27 02:48:13.228529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:13.234632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.267518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-53198d65-e648-43e8-a1a0-43fe18f37f55 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263703 Aug 27 02:48:13.339564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb23e1e2-b485-4c68-9d9a-5fa2f5d873fd req-f9d01efc-472f-4737-a68a-8aa777d03770 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189375 Aug 27 02:48:13.389598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b63d95dc-fc7c-4cb3-bcfd-1db3cb55d74f req-cdfb9546-7cbf-4d65-84ec-6d1eb4ead63b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105799 Aug 27 02:48:13.390975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 8a2ac674-c65a-4c12-a75d-84a434ffe7c6 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:13.425697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-48808bd4-ac92-4ab6-ba9c-4f268607620f req-991fa0f7-bc3c-46ac-953a-3d1c718e03e6 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500747 Aug 27 02:48:13.547091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.617862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-e1f0c368-0827-4f06-b21f-16a677b72af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.619642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-e1f0c368-0827-4f06-b21f-16a677b72af8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 1095 time: 0.0946622 Aug 27 02:48:13.771670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-ea8a0b01-941b-4c79-83dc-e763871df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.773989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-ea8a0b01-941b-4c79-83dc-e763871df7a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1471097 Aug 27 02:48:13.825721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:13.850785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-91204eda-8631-4666-b835-432ff0d0c67e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05 HTTP/1.1" status: 200 len: 217 time: 0.0671890 Aug 27 02:48:13.914815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-9252ba32-916f-4cc7-a5d6-9e124caa3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:13.916174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-9252ba32-916f-4cc7-a5d6-9e124caa3f7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0587015 Aug 27 02:48:14.024298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-cf2d6ff9-861b-4030-ba08-570c2919886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.042610 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:14.047760 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-cf2d6ff9-861b-4030-ba08-570c2919886b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192400 Aug 27 02:48:14.223698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=8a2ac674-c65a-4c12-a75d-84a434ffe7c6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:14.241463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:14.246135 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:14.249394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:14.269816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-3d36b57d-5bac-4dc4-b1e5-180233d7aab9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164519 Aug 27 02:48:14.270052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.270774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:14.290768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:48:14.304888 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4a51966-49c2-4a4a-a4fd-9afb7b30cb28 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1883318 Aug 27 02:48:14.305855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:14.315496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:14.499454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd1a5eb2-9d2c-486e-9293-4374ea5b983d req-e293df2f-ab05-4f41-bac0-3b2671f620b9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213743 Aug 27 02:48:14.601669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127879b6-127d-4aed-b68e-c717d2648d87 req-314205f6-537c-4380-9769-09509457c0a8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.607038 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:14.616864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-127879b6-127d-4aed-b68e-c717d2648d87 req-314205f6-537c-4380-9769-09509457c0a8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.1118300 Aug 27 02:48:14.697014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-127879b6-127d-4aed-b68e-c717d2648d87 req-5db132a4-5d09-40d1-bf02-eb4d4d57e0ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790646 Aug 27 02:48:14.711157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a801b3-c24a-438a-87d6-ef358b897579 req-6975aff6-1f5e-40c6-bf6c-e82f5ca853b8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:14.713945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83a801b3-c24a-438a-87d6-ef358b897579 req-6975aff6-1f5e-40c6-bf6c-e82f5ca853b8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1585720 Aug 27 02:48:14.788594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:14.800394 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Sync routers for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:14.822573 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:14.824654 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:14.837437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-83a801b3-c24a-438a-87d6-ef358b897579 req-66d4b442-f5a6-4a54-bd86-e3508ce7a631 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673106 Aug 27 02:48:14.850123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:14.851371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68ec0fb5-f15d-4489-8c92-ee26dbb0b70d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.6108077 Aug 27 02:48:14.855108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41520) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:14.943498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e756489-adb0-4a7c-b57f-5980fd3f061d tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=02fd06edcdb54098bf7418c1b8213fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0865128 Aug 27 02:48:14.945923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.062746 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:15.087869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.097244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.137889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] In _notify_port_updated(), no bound segment for port 8a2ac674-c65a-4c12-a75d-84a434ffe7c6 on network 8684ec95-706b-46ac-959f-9c40ff73ceff {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:48:15.142877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d2eef-34d8-49c4-94f4-3b5b0a781087 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:15.147450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-293d2eef-34d8-49c4-94f4-3b5b0a781087 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1980357 Aug 27 02:48:15.147691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41524) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.148889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:15.149783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.151654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/ports/8a2ac674-c65a-4c12-a75d-84a434ffe7c6 HTTP/1.1" status: 200 len: 818 time: 0.8438466 Aug 27 02:48:15.154821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41526) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.207028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6a45526-9c40-440c-a805-5c91d25334fc tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559196 Aug 27 02:48:15.207274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:15.225587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267948474', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:15.306739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5df2b-97cc-48b4-950b-1be7c8084a4d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=8a2ac674-c65a-4c12-a75d-84a434ffe7c6,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:15.458974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 8a2ac674-c65a-4c12-a75d-84a434ffe7c6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:15.460425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:15.462057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.467351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.581175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:11Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:15.599114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.615239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 8a2ac674-c65a-4c12-a75d-84a434ffe7c6 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:15.621909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Checking router: 1f5e5d5c-1b8f-4614-8783-17eb93c7756e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:15.622561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Updating router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:48:15.671172 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.823577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.885370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=8a2ac674-c65a-4c12-a75d-84a434ffe7c6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:15.895496 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:15.897500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-758f6909-1aef-4b87-88a0-8a63041fae30 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/8a2ac674-c65a-4c12-a75d-84a434ffe7c6 HTTP/1.1" status: 204 len: 168 time: 0.7397397 Aug 27 02:48:15.900450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:16.033553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.038172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69544e-d9e0-434e-aa16-d12bcb96b6f3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:16.049959 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fb69544e-d9e0-434e-aa16-d12bcb96b6f3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1484745 Aug 27 02:48:16.056099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:16.113593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Subnet': ['ID=a58f5379-d5c7-4766-bf18-497faa5d3a72,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:16.148219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f56f6-6ba6-4f0a-8896-21668f34c526 req-05b11443-72ef-4311-af02-f26a2e5370b2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:16.155889 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d9f56f6-6ba6-4f0a-8896-21668f34c526 req-05b11443-72ef-4311-af02-f26a2e5370b2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.2347739 Aug 27 02:48:16.162562 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90fb730-7e05-44ca-b2b6-ee9887e16b32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:16.166101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b90fb730-7e05-44ca-b2b6-ee9887e16b32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/8a2ac674-c65a-4c12-a75d-84a434ffe7c6 HTTP/1.1" status: 404 len: 333 time: 0.0976999 Aug 27 02:48:16.179524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41554) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:16.188588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299559387'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:16.243832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:16.248332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.260438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:16.261039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network hostable DHCP agents. Network: 7a8664af-7cdc-42d4-9945-b3ffc855303a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:16.265405 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.271973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7fec-374d-4188-a805-25d296fd0750 req-df99d9c9-a464-4796-83eb-87c47c44891d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:16.277669 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Transition to ACTIVE for port object 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:16.286166 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.287463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-359a7fec-374d-4188-a805-25d296fd0750 req-df99d9c9-a464-4796-83eb-87c47c44891d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2299833 Aug 27 02:48:16.289269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d9f56f6-6ba6-4f0a-8896-21668f34c526 req-547c11f8-cb4d-451a-81be-9b0035177bd2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293669 Aug 27 02:48:16.333812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:16.353516 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f412-f244-44ec-a8ee-3b5dd15d3a14 None None] Pushing event updated for resources: {'Port': ['ID=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:16.364699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7a8664af-7cdc-42d4-9945-b3ffc855303a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:16.374017 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Attempting to bind port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:16.374444 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Attempting to bind port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:16.374849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Attempting to bind port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:16.375437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8a904-b8b3-4725-8e84-331db8a98196 None None] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:16.381662 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:16.384129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:16.384129 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.384129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:16.384129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Bound port: 5f08b16b-5a00-4ee0-8e09-ad1a6836a183, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:16.384129 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.396152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:16.396850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.423000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:16.423625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-667a1182-a91e-48a8-b515-bc629d01cbd4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2142799 Aug 27 02:48:16.446871 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] For port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:16.451266 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] For port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:16.473350 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.498514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:16.522016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.522373 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment 26593204-97be-4f32-87f6-79ed986ff567 of type vlan for network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 Aug 27 02:48:16.557806 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f412-f244-44ec-a8ee-3b5dd15d3a14 None None] Pushing event updated for resources: {'Port': ['ID=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:16.584828 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:16.585455 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:16.637065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.674195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-359a7fec-374d-4188-a805-25d296fd0750 req-9ef8c8ad-3b0e-4416-9eaa-90acf4bae104 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856633 Aug 27 02:48:16.735040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7a8664af-7cdc-42d4-9945-b3ffc855303a', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:16.735924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.815073 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:16.834914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.908898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:16.917405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:16.917405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.016595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8351526 Aug 27 02:48:17.019807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41566) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:17.027309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:17.031917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Allocated IP 172.20.0.2 (7a8664af-7cdc-42d4-9945-b3ffc855303a/a58f5379-d5c7-4766-bf18-497faa5d3a72/54cd8eb3-2c80-42bf-aa0e-283e3e55e44a) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:17.080455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ac7d-b692-4b39-a194-87848dfa98ba tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=a1bb2ef1-fce2-43b7-8f38-36b333a3aef1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:17.088205 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:11Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:17.128289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c90935-6f93-48df-b9bb-09a1bc39823b None None] The sync data for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 is: [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:11Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:17.152665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:17.397450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:17.422428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.429080 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.451817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Transition to ACTIVE for port object 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:17.474490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Transition to ACTIVE for port object 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:17.492407 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.523296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:17.573424 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.615313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:17.617388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Pushing event updated for resources: {'Port': ['ID=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:17.619738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:17.750147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d77117-9162-4a5f-8974-4d80b9c7aae2 req-6b4f833f-0c57-4e77-883a-a3826855dfd8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:17.752514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3d77117-9162-4a5f-8974-4d80b9c7aae2 req-6b4f833f-0c57-4e77-883a-a3826855dfd8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.1839323 Aug 27 02:48:17.877449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3d77117-9162-4a5f-8974-4d80b9c7aae2 req-db7d5fb6-8fea-4b82-aedd-57b7e5ce9486 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133714 Aug 27 02:48:17.887915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Attempting to bind port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:17.888208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Attempting to bind port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:17.889040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Attempting to bind port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:17.906070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:17.906659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:17.907172 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:17.907673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Bound using segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:17.910243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Bound port: 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:17.912628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.021039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.040971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1beaf0-f290-4365-9a44-f2f48a9fb9aa req-43cfd20d-dbbc-41f9-9654-adb824471a19 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:18.076382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1beaf0-f290-4365-9a44-f2f48a9fb9aa req-43cfd20d-dbbc-41f9-9654-adb824471a19 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2077384 Aug 27 02:48:18.124424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] For port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:18.143040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] For port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:18.155182 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.230698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=e251f0e9-147e-4ad3-b078-88678b53cf5e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:18.234096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': '26593204-97be-4f32-87f6-79ed986ff567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:18.234725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: a1bb2ef1-fce2-43b7-8f38-36b333a3aef1, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:18.310979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:18.349224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a1bb2ef1-fce2-43b7-8f38-36b333a3aef1) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:18.357397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:18.357965 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.381627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f7a7e46-9a94-4729-a170-26d7f1152252 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3597152 Aug 27 02:48:18.393135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41592) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:18.399293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:18.467746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.1 (7a8664af-7cdc-42d4-9945-b3ffc855303a/a58f5379-d5c7-4766-bf18-497faa5d3a72/05cd4729-86f4-470c-81ce-0e2e8c2f720e) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:18.625065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704c7e0-d438-44d1-a6c0-e1c3965282c6 None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:18.647512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:18.663361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:18.667122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.668226 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7f1beaf0-f290-4365-9a44-f2f48a9fb9aa req-4d89c85d-53d8-4cbd-afdb-61c3644cb70b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908682 Aug 27 02:48:18.744850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.759359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object 05cd4729-86f4-470c-81ce-0e2e8c2f720e will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:18.798765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.852768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:18.858602 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e251f0e9-147e-4ad3-b078-88678b53cf5e (CIDR: 172.20.0.0/28) Aug 27 02:48:18.863859 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:48:18.864492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:48:18.866107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:18.866638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:18.896014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3fe8635c-b4d8-4a02-8755-e0858a12535d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5016737 Aug 27 02:48:18.897028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:18.908395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:18.913544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:18.933682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:18.938774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:19.002065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083894c-3bf5-458f-8a5c-e94f0ad170af None None] Pushing event updated for resources: {'Port': ['ID=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:19.024084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:19.100397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.211354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c8c68-de37-4ca6-a0ea-7bf92364ef9b req-2fe51c6d-47db-4c8e-9c03-79a6f4b294c0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:19.231450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87c8c68-de37-4ca6-a0ea-7bf92364ef9b req-2fe51c6d-47db-4c8e-9c03-79a6f4b294c0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.1784909 Aug 27 02:48:19.335965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.345829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87c8c68-de37-4ca6-a0ea-7bf92364ef9b req-9ed49221-dfed-4bc6-83d5-64bf69c31f2a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126497 Aug 27 02:48:19.378692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:19.396830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.422203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:19.444559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.452755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.559395 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': 'e251f0e9-147e-4ad3-b078-88678b53cf5e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:19.563223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.626539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:19.843134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Allocated IP 172.20.0.2 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/e251f0e9-147e-4ad3-b078-88678b53cf5e/89c8368a-5b52-4bdf-88e7-0f300a709bcd) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:19.852645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.932732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:19.941275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:19.973086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:19.973701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:19.992347 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=71c52c5e-8ba5-4466-99de-85c3a053aeda,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:20.014435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15742fd6-8bb9-496d-b00f-6a8783354919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1119566 Aug 27 02:48:20.014435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41618) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:20.022619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'fixed_ips': [{'subnet_id': 'e251f0e9-147e-4ad3-b078-88678b53cf5e'}, {'subnet_id': '71c52c5e-8ba5-4466-99de-85c3a053aeda'}], 'name': 'tempest-PortsTestJSON-3023492'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:20.148940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c67ad-2efe-4e58-b51b-b444f650f183 req-0fdbc19a-6cca-425d-b2a3-e61bcba19f8a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:20.151280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d1c67ad-2efe-4e58-b51b-b444f650f183 req-0fdbc19a-6cca-425d-b2a3-e61bcba19f8a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.3564341 Aug 27 02:48:20.207253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:20.334937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0d1c67ad-2efe-4e58-b51b-b444f650f183 req-80fe83f2-3b0c-41fa-88f6-a5feafa77e0f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668923 Aug 27 02:48:20.400693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.431739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.443211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.482172 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.516906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Transition to ACTIVE for port object 89c8368a-5b52-4bdf-88e7-0f300a709bcd will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:20.522870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 4c9584c7-5a11-443d-8a43-eb4d9d4a0954 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:20.579498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac459881-17ed-4bc6-9cab-42f8475b7e92 None None] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:20.583458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Transition to ACTIVE for port object 89c8368a-5b52-4bdf-88e7-0f300a709bcd will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:20.606749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.622100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:20.700499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:20.796997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:20.799427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:20.825665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e6a0a-927e-451a-b757-5482728a210a req-b41d1c7f-397c-4914-9927-3ea8ac0975e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:20.827469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-464e6a0a-927e-451a-b757-5482728a210a req-b41d1c7f-397c-4914-9927-3ea8ac0975e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.3613079 Aug 27 02:48:20.848591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:20.892826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-35cfef68-3bf4-4b72-a9b6-a24d5acd5d81 None None] Provisioning for port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:20.905079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-464e6a0a-927e-451a-b757-5482728a210a req-251ec4ca-397a-4325-aefd-487ab06df5a8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Aug 27 02:48:20.948680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:20.966066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:20.980513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:20.990170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Pushing event updated for resources: {'Port': ['ID=89c8368a-5b52-4bdf-88e7-0f300a709bcd,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:21.194449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:21.195132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.307368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Attempting to bind port 89c8368a-5b52-4bdf-88e7-0f300a709bcd on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:21.307748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Attempting to bind port 89c8368a-5b52-4bdf-88e7-0f300a709bcd by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '26593204-97be-4f32-87f6-79ed986ff567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:21.308115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Attempting to bind port 89c8368a-5b52-4bdf-88e7-0f300a709bcd on network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:21.321538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:21.321915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Checking segment: {'id': '26593204-97be-4f32-87f6-79ed986ff567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:21.322315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.322751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Bound using segment: {'id': '26593204-97be-4f32-87f6-79ed986ff567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:21.323295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Bound port: 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26593204-97be-4f32-87f6-79ed986ff567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:21.323597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.578410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:21.608485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] For port 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:21.612298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5c88-2056-447d-905b-63648c080687 req-ce946566-bde8-436d-9ce3-68d5401a686d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:21.614873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-464e5c88-2056-447d-905b-63648c080687 req-ce946566-bde8-436d-9ce3-68d5401a686d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1457574 Aug 27 02:48:21.620449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:48:21.660082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] For port 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=89c8368a-5b52-4bdf-88e7-0f300a709bcd,segment=NetworkSegment(26593204-97be-4f32-87f6-79ed986ff567),segment_id=26593204-97be-4f32-87f6-79ed986ff567)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:21.672576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-926eb1c8-fb25-4113-a3b8-e15e3d296da1 {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:48:21.673129 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:48:21.686018 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.725309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-464e5c88-2056-447d-905b-63648c080687 req-df35bbc8-6e87-43a8-b335-f5e9db57469d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037302 Aug 27 02:48:21.823435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Provisioning for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:21.825600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:21.827650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7ba47-718e-4007-a13f-e3a52c325f5c None None] Pushing event updated for resources: {'Port': ['ID=89c8368a-5b52-4bdf-88e7-0f300a709bcd,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:21.846796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Provisioning complete for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:21.847172 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.848797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:21.849160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:21.987899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:22.008306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-05a3cb9b-6aec-4612-9967-7aaf64953c93 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/1f5e5d5c-1b8f-4614-8783-17eb93c7756e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5581746 Aug 27 02:48:22.056061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Sync routers for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:22.058227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Port 05cd4729-86f4-470c-81ce-0e2e8c2f720e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:22.225637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:22.273151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:22.273931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:47:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:22.321313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:22.375563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077fad4-7f70-44ae-bced-5af330e34d9b req-2a1091d3-95cd-42b0-9e98-a9067429e3b7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:22.403678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2077fad4-7f70-44ae-bced-5af330e34d9b req-2a1091d3-95cd-42b0-9e98-a9067429e3b7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.2791443 Aug 27 02:48:22.476799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:22.497471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-1c990988-8a70-4a8e-a140-6904ec7c933e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665178261&fields=id&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 267 time: 0.1190693 Aug 27 02:48:22.592134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:22.621472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Provisioning complete for port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:22.621983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3aff-8690-4b00-803a-7805c17837b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:22.799457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-65d86f38-db5c-416c-b666-6a7b3db483e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:22.832343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-65d86f38-db5c-416c-b666-6a7b3db483e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 797 time: 0.2908077 Aug 27 02:48:22.832343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-16566159-eae7-4c6e-b723-014f6a462955 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/quotas/02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 375 time: 0.0103683 Aug 27 02:48:22.870134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2077fad4-7f70-44ae-bced-5af330e34d9b req-26830001-25ab-4527-944d-dd741fa9f442 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655361 Aug 27 02:48:22.973949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-ed1cb34e-d8e2-4f9c-8d18-1f2cfc27aa3f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381328 Aug 27 02:48:23.025879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:23.037457 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:23.161320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9750fa66-926c-426c-ac63-9e8862823d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:23.200317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:23.286177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608c5c-30c3-4812-8b9d-ebc5c1a608ce req-bdce4ca2-12d0-4da7-b920-cc235b4faffb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:23.287928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e608c5c-30c3-4812-8b9d-ebc5c1a608ce req-bdce4ca2-12d0-4da7-b920-cc235b4faffb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2099998 Aug 27 02:48:23.295838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-5454681c-0fff-4ec7-a4b2-797353593e38 service neutron] 10.222.0.26 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958348 Aug 27 02:48:23.303676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.9 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/e251f0e9-147e-4ad3-b078-88678b53cf5e/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:23.332125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 89c8368a-5b52-4bdf-88e7-0f300a709bcd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:23.361674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.24 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/71c52c5e-8ba5-4466-99de-85c3a053aeda/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:23.416071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 2, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:23.472936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e608c5c-30c3-4812-8b9d-ebc5c1a608ce req-31baf62c-240f-408f-9647-787e5fd953f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657033 Aug 27 02:48:23.484594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Checking router: 1f5e5d5c-1b8f-4614-8783-17eb93c7756e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:23.485397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Updating router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e port 05cd4729-86f4-470c-81ce-0e2e8c2f720e binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:48:23.545500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:23.550376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-e7d55b66-a11d-441b-81f3-0c86307c85da service neutron] 10.222.0.26 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474983 Aug 27 02:48:23.580350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:23.847536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c8f4a-7694-4b69-bd9b-f616891be4ac None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:23.899897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.038431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-8670c5d2-81bb-4b95-9817-3e974c06075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.040480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-8670c5d2-81bb-4b95-9817-3e974c06075c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1097 time: 0.2762213 Aug 27 02:48:24.067048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de8675f4-5466-494a-bf46-f8befc15211a req-0b5d8bb4-7e7b-4bfd-b623-4f5a67e06bb6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 210 time: 0.1531196 Aug 27 02:48:24.093921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:24.116455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b676a85-82f0-4ba8-b9c8-f2273d6601fb req-2282df13-a791-4228-9772-871ff8c7ac2f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.143111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b676a85-82f0-4ba8-b9c8-f2273d6601fb req-2282df13-a791-4228-9772-871ff8c7ac2f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 944 time: 0.1417255 Aug 27 02:48:24.258071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b676a85-82f0-4ba8-b9c8-f2273d6601fb req-e463e58c-138c-4409-aecf-c94c411be806 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129265 Aug 27 02:48:24.334976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-ad7410de-2dc7-4717-b3d0-230557d931ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.337427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-ad7410de-2dc7-4717-b3d0-230557d931ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.2681625 Aug 27 02:48:24.339177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.459426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e278b2ad-abef-4001-8fdf-41e08a645562 None None] Provisioning complete for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:24.460046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e278b2ad-abef-4001-8fdf-41e08a645562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.463532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=77ab85d0-a1e7-4b1a-aff6-121a44c4a0be,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:24.469298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-8a03e7a8-09f5-4d7d-a11a-6b5e59228ee5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.1232200 Aug 27 02:48:24.487854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:24.491924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:24.518146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:24.526847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device d9f0d9a8-9504-4cb4-ac93-b092944edc05 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:24.591104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-31f40c8e-c33b-47ab-a0b4-fc0fe71cb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.592974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-31f40c8e-c33b-47ab-a0b4-fc0fe71cb814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.1163919 Aug 27 02:48:24.641979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:24.685829 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.697300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-44ded1b9-3f51-4a9f-8434-d7487f2a49ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917962 Aug 27 02:48:24.698358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Transition to ACTIVE for port object 05cd4729-86f4-470c-81ce-0e2e8c2f720e will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:24.701744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05', 'mac_address': 'fa:16:3e:9d:2b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:24.703303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e278b2ad-abef-4001-8fdf-41e08a645562 None None] Port 05cd4729-86f4-470c-81ce-0e2e8c2f720e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:24.709786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.736243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:24.737422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:24.925414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Provisioning for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:24.948982 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-1db9a838-717f-41b2-8f7c-aa8901d7937a service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378519 Aug 27 02:48:24.956047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:24.958843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e82410af-50c9-4979-937e-bddc41ba7b8a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1001 time: 4.9417026 Aug 27 02:48:24.962059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e251f0e9-147e-4ad3-b078-88678b53cf5e'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:25.000234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Provisioning complete for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:25.000608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.020846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a04855-a363-4828-a186-4f889199646f req-61b103f0-4472-4e06-8fc8-6e456137da58 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:25.030057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53a04855-a363-4828-a186-4f889199646f req-61b103f0-4472-4e06-8fc8-6e456137da58 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.4611413 Aug 27 02:48:25.141112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Attempting to bind port 05cd4729-86f4-470c-81ce-0e2e8c2f720e on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:25.141513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Attempting to bind port 05cd4729-86f4-470c-81ce-0e2e8c2f720e by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:25.141873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Attempting to bind port 05cd4729-86f4-470c-81ce-0e2e8c2f720e on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:25.147901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2f0a-e8c8-4f83-91e5-30c3c4d4d6f6 None None] Pushing event updated for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:25.148466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53a04855-a363-4828-a186-4f889199646f req-c4d7737b-aad0-412e-b90f-57dd04f26624 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171806 Aug 27 02:48:25.152438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:25.152827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:25.153238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.153706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Bound using segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:25.154087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Bound port: 05cd4729-86f4-470c-81ce-0e2e8c2f720e, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:25.154498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.157904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.174832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f0d9a8-9504-4cb4-ac93-b092944edc05 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:25.259721 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1e145f9-2e4e-48df-a930-e75a8f8bd55d req-575c6544-0845-4fe9-9a4d-6d89771f9724 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975006 Aug 27 02:48:25.343090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] For port 05cd4729-86f4-470c-81ce-0e2e8c2f720e, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:25.346680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] For port 05cd4729-86f4-470c-81ce-0e2e8c2f720e, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05cd4729-86f4-470c-81ce-0e2e8c2f720e,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:25.351808 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d29eadb6-254e-4a7d-82be-8e0fa25356e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.356641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:25.372378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:25.452860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.470683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8cac3-9cb9-42bd-b770-5b7f7e791f30 req-1f791d91-fccd-4128-a794-56a8ddb8d8bb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:25.482159 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36a8cac3-9cb9-42bd-b770-5b7f7e791f30 req-1f791d91-fccd-4128-a794-56a8ddb8d8bb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 945 time: 0.0885503 Aug 27 02:48:25.526502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ebefe38-38bf-4bbc-96e9-21d4f9f44e73 req-13b4a5ca-f0bc-4ecd-b583-57a901a0b4ef tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 210 time: 0.1788480 Aug 27 02:48:25.547798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.559241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-36a8cac3-9cb9-42bd-b770-5b7f7e791f30 req-a2e66ef0-9bc9-4092-9810-756abbf6f6dd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760667 Aug 27 02:48:25.590511 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.640402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:25.641068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:25.697948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.728997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-538948d9-8a6c-45d9-b977-68c0ba790fdb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:25.731724 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:25.733997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-538948d9-8a6c-45d9-b977-68c0ba790fdb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 797 time: 0.4245002 Aug 27 02:48:25.805943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2f0a-e8c8-4f83-91e5-30c3c4d4d6f6 None None] Pushing event updated for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:25.899091 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:25.899636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.020283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-5ed13974-f7c7-415e-8962-8d3b60f6d92f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 380 time: 0.2736490 Aug 27 02:48:26.041037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'port': {'device_id': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'admin_state_up': True, 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'security_groups': ['513450e8-e4c0-4988-9c04-9a411cc43386']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:26.081509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['d9f0d9a8-9504-4cb4-ac93-b092944edc05'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:26.083750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:26.100040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Update dhcp port {'port': {'network_id': 'a1bb2ef1-fce2-43b7-8f38-36b333a3aef1', 'fixed_ips': [{'subnet_id': 'e251f0e9-147e-4ad3-b078-88678b53cf5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '71c52c5e-8ba5-4466-99de-85c3a053aeda'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '89c8368a-5b52-4bdf-88e7-0f300a709bcd'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:48:26.239546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] For port 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=89c8368a-5b52-4bdf-88e7-0f300a709bcd,segment=NetworkSegment(26593204-97be-4f32-87f6-79ed986ff567),segment_id=26593204-97be-4f32-87f6-79ed986ff567)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:26.240660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.270068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.349894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:26.403676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Delete allocated IP 172.20.0.24 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/71c52c5e-8ba5-4466-99de-85c3a053aeda) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:48:26.580680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.616435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Ignored duplicate provisioning block setup for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:48:26.631603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:26.660581 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.694177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d0548-bf2a-4414-870e-a0f82f5d6217 None None] Pushing event updated for resources: {'Port': ['ID=89c8368a-5b52-4bdf-88e7-0f300a709bcd,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:26.698298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.705211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1f17069-50e5-4a72-803b-a51d7993e658 req-e22ccec3-e1c7-462d-8210-5fb3402ec241 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 210 time: 0.0649462 Aug 27 02:48:26.726702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:26.902273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Allocated IP 172.20.0.18 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/71c52c5e-8ba5-4466-99de-85c3a053aeda/89c8368a-5b52-4bdf-88e7-0f300a709bcd) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:26.904785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d1ee-6282-4d22-8352-4a7371650b63 req-7be17d74-bbb7-4e45-91b2-55e8fdc45bd7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:26.906120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b091d1ee-6282-4d22-8352-4a7371650b63 req-7be17d74-bbb7-4e45-91b2-55e8fdc45bd7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 945 time: 0.0761695 Aug 27 02:48:26.953523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=77ab85d0-a1e7-4b1a-aff6-121a44c4a0be,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:27.014931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fc262-c6a2-4e66-9cbe-9f28af0f4f3e req-a87a7931-182f-4d45-9569-743b05ccddd3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:27.023064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c6fc262-c6a2-4e66-9cbe-9f28af0f4f3e req-a87a7931-182f-4d45-9569-743b05ccddd3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.7319608 Aug 27 02:48:27.094341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b091d1ee-6282-4d22-8352-4a7371650b63 req-64e20da5-26ed-4a16-86b3-0a174ea09fc2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661720 Aug 27 02:48:27.108907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c6fc262-c6a2-4e66-9cbe-9f28af0f4f3e req-b4e5a0bc-b8c8-4d4e-8d5d-82f6815a4155 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849710 Aug 27 02:48:27.121473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] For port 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=89c8368a-5b52-4bdf-88e7-0f300a709bcd,segment=NetworkSegment(26593204-97be-4f32-87f6-79ed986ff567),segment_id=26593204-97be-4f32-87f6-79ed986ff567)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:27.149594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] In _notify_port_updated(), no bound segment for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be on network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:48:27.155175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:27.155804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.160422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:27.160699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cada21b5-0325-4a99-833b-84885e8829ac tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/ports/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be HTTP/1.1" status: 200 len: 916 time: 2.2033768 Aug 27 02:48:27.169271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e251f0e9-147e-4ad3-b078-88678b53cf5e'}, {'subnet_id': '71c52c5e-8ba5-4466-99de-85c3a053aeda'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:27.178404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.8 (7a8664af-7cdc-42d4-9945-b3ffc855303a/a58f5379-d5c7-4766-bf18-497faa5d3a72/e687907d-56cd-4df7-ac3a-fa349617b361) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:27.394642 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.401838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.403357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 89c8368a-5b52-4bdf-88e7-0f300a709bcd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:27.409304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.434978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object e687907d-56cd-4df7-ac3a-fa349617b361 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:27.473998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.479950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Transition to ACTIVE for port object 89c8368a-5b52-4bdf-88e7-0f300a709bcd will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:27.488570 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.525235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:27.528603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:27.544814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54708265-2687-495f-aed5-8c55d2c181f9 None None] Pushing event updated for resources: {'Port': ['ID=89c8368a-5b52-4bdf-88e7-0f300a709bcd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:27.546233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:27.551170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:25Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:27.592069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:27.625184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:27.625851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:27.629330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d695aa-0604-450e-a033-20ae554f7b3c None None] The sync data for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 is: [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:25Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:27.647544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4a8c0d1b-4d45-441c-9cb5-bbc017ba59fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6144671 Aug 27 02:48:27.768671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.24 (a1bb2ef1-fce2-43b7-8f38-36b333a3aef1/71c52c5e-8ba5-4466-99de-85c3a053aeda/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:27.956824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Request body: {'port': {'device_id': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:27.973280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.008785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device d9f0d9a8-9504-4cb4-ac93-b092944edc05 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:28.021831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762467-fc63-4309-b373-89859f9eaaac req-baa89d0a-cf48-49ab-89f5-dbdecc13ac44 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.023699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5762467-fc63-4309-b373-89859f9eaaac req-baa89d0a-cf48-49ab-89f5-dbdecc13ac44 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 931 time: 0.1690583 Aug 27 02:48:28.076901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.079666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2bf4ff78-9267-4642-b834-587782b4fcc5 None None] Provisioning for port e687907d-56cd-4df7-ac3a-fa349617b361 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:28.087874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2bf4ff78-9267-4642-b834-587782b4fcc5 None None] Provisioning complete for port e687907d-56cd-4df7-ac3a-fa349617b361 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:28.088358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2bf4ff78-9267-4642-b834-587782b4fcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.160629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4ff78-9267-4642-b834-587782b4fcc5 None None] Port e687907d-56cd-4df7-ac3a-fa349617b361 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:28.178444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port d9f0d9a8-9504-4cb4-ac93-b092944edc05 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:28.187885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port d9f0d9a8-9504-4cb4-ac93-b092944edc05 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:28.188268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.223430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.235033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5762467-fc63-4309-b373-89859f9eaaac req-21194444-3e45-41c1-a26b-f6ac7062a19c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774437 Aug 27 02:48:28.259827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Ignored duplicate provisioning block setup for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:48:28.269565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.421364 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.446452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b881eee-f0c8-417d-a2c9-5ac691e89395 req-143cb5ca-4626-485d-805d-6d466c473f82 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.453875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b881eee-f0c8-417d-a2c9-5ac691e89395 req-143cb5ca-4626-485d-805d-6d466c473f82 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 945 time: 0.2606287 Aug 27 02:48:28.467998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:28.473499 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd3227-df16-4939-933d-c1a70f05f848" -d '{"events": [{"server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "name": "network-vif-plugged", "status": "completed", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:28.515635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:28.525310 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.571306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=77ab85d0-a1e7-4b1a-aff6-121a44c4a0be,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:28.612817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:28.632751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b881eee-f0c8-417d-a2c9-5ac691e89395 req-b079c724-15e0-41bc-b46c-8f8c63d1c639 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696444 Aug 27 02:48:28.651335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5aada-30f1-4355-bb5c-49135f64ded2 None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:28.685438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd118-b180-48da-935d-33afc7bbb267 req-8483c61d-0453-4b3c-8cdb-beef4907bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.687846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-8483c61d-0453-4b3c-8cdb-beef4907bba3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1097 time: 0.3350611 Aug 27 02:48:28.699759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a377e17-4239-4bbc-bf7f-44b58a43597d req-e54126c0-d2fb-4900-825f-eb84bcc4992a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.710104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a377e17-4239-4bbc-bf7f-44b58a43597d req-e54126c0-d2fb-4900-825f-eb84bcc4992a tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.2985721 Aug 27 02:48:28.740721 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c814145c-1a64-43bb-b81f-ad04cec81f12 x-openstack-request-id: req-c814145c-1a64-43bb-b81f-ad04cec81f12 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:28.741011 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "name": "network-vif-plugged", "status": "completed", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:28.741269 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c814145c-1a64-43bb-b81f-ad04cec81f12 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:28.741708 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05', 'code': 200} Aug 27 02:48:28.749944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] In _notify_port_updated(), no bound segment for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be on network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:48:28.758242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1811c792-8260-421d-b429-982709029d43 None None] Provisioning for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:28.765338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1811c792-8260-421d-b429-982709029d43 None None] Provisioning complete for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:28.765759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1811c792-8260-421d-b429-982709029d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.773336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.774152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.778898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:28.780900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-886f08cb-f1d1-414c-8b1e-5a03db4cf6fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/ports/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be HTTP/1.1" status: 200 len: 996 time: 1.6168954 Aug 27 02:48:28.836307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a377e17-4239-4bbc-bf7f-44b58a43597d req-efe4931c-a657-4587-a8a8-d012f11354a8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251764 Aug 27 02:48:28.848872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1811c792-8260-421d-b429-982709029d43 None None] Port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:28.882862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1811c792-8260-421d-b429-982709029d43 None None] Provisioning for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:28.888188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1811c792-8260-421d-b429-982709029d43 None None] Provisioning complete for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:28.888541 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1811c792-8260-421d-b429-982709029d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:28.894247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd118-b180-48da-935d-33afc7bbb267 req-233926ac-80e2-4fb6-be91-82cc5dc48cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:28.896434 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-233926ac-80e2-4fb6-be91-82cc5dc48cdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.1607912 Aug 27 02:48:28.960321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:28.982200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-e74ade76-24e0-473e-954e-286281e6fb9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0748866 Aug 27 02:48:29.006023 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.031713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Transition to ACTIVE for port object e687907d-56cd-4df7-ac3a-fa349617b361 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:29.036606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0f8cf-e879-4f9a-b40a-fb08ad3221da req-ea00147b-3e6d-493a-ab66-acc758bd756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.037523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6aa0f8cf-e879-4f9a-b40a-fb08ad3221da req-ea00147b-3e6d-493a-ab66-acc758bd756e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 1097 time: 0.1383929 Aug 27 02:48:29.040428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.067524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bd118-b180-48da-935d-33afc7bbb267 req-4462e653-620f-466b-b5d9-a09fe701bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.074163 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-4462e653-620f-466b-b5d9-a09fe701bdc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0813324 Aug 27 02:48:29.138430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-c2bbd938-41ac-4a59-9ef3-224982b383ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468287 Aug 27 02:48:29.166852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6aa0f8cf-e879-4f9a-b40a-fb08ad3221da req-e836f4d5-d8c5-4311-92af-da3763207af8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110077 Aug 27 02:48:29.177099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:29.177501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.200633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:29.327715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05cd4729-86f4-470c-81ce-0e2e8c2f720e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:29.380625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-dcc8b0f8-28f0-4f41-a906-326d73de7030 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415526 Aug 27 02:48:29.434596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:29.441610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:29.441981 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.572179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:29.572515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:29.572759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:29.605806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.624534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:29.625925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:29.648287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:29.648947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:29.649320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Bound using segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:29.651203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Bound port: e687907d-56cd-4df7-ac3a-fa349617b361, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:29.651203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.666601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 05cd4729-86f4-470c-81ce-0e2e8c2f720e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05cd4729-86f4-470c-81ce-0e2e8c2f720e,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:29.674083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.688676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.690326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 89c8368a-5b52-4bdf-88e7-0f300a709bcd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:29.749800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-752bd118-b180-48da-935d-33afc7bbb267 req-51031caf-01b2-4fc1-9db7-70e6b6d7dc74 service neutron] 10.222.0.46 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477803 Aug 27 02:48:29.775448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:29.780419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:29.794260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:29.804268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8981-5468-4911-9745-612605a1338b req-72bd1da8-76b8-4d7c-9ab4-845adefeb80b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.806255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a62c8981-5468-4911-9745-612605a1338b req-72bd1da8-76b8-4d7c-9ab4-845adefeb80b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.4021380 Aug 27 02:48:29.809516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.852040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702d343-e1a2-416e-82ac-a8069a0493f0 req-1d434550-031b-4e59-a9b8-2d8249dd5fb3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.853512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d702d343-e1a2-416e-82ac-a8069a0493f0 req-1d434550-031b-4e59-a9b8-2d8249dd5fb3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.1028178 Aug 27 02:48:29.898588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:29.911489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2ebff7ec-2307-487a-a49e-98300c2a82b5 None None] Provisioning complete for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:29.911489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ebff7ec-2307-487a-a49e-98300c2a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.916712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:29.917348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:29.918809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] 10.222.0.15 "PUT /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1091 time: 2.2623718 Aug 27 02:48:29.925914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312f019-ab79-4a3e-a050-938d33320826 service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:29.929211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:29.931935 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8d334-67e4-4124-bada-7dd9d62d3f15" -d '{"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:29.946979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d702d343-e1a2-416e-82ac-a8069a0493f0 req-9f65f3d1-74c2-4210-a514-3a65c2b528d4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850224 Aug 27 02:48:29.981536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:29.982047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.013587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2ebff7ec-2307-487a-a49e-98300c2a82b5 None None] Port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:30.044652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2ebff7ec-2307-487a-a49e-98300c2a82b5 None None] Provisioning complete for port 89c8368a-5b52-4bdf-88e7-0f300a709bcd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:30.045177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ebff7ec-2307-487a-a49e-98300c2a82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.088269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a62c8981-5468-4911-9745-612605a1338b req-8c0788db-fc8d-4de5-b14d-18a1c3f27d1e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676649 Aug 27 02:48:30.128402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-f20c084f-4aa3-4b42-a699-2a320ff4087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.129976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-f20c084f-4aa3-4b42-a699-2a320ff4087a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1094 time: 0.1396003 Aug 27 02:48:30.141091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c6b0e-5be3-4ca1-84b8-cd758fae15d1 req-2f7c608b-57c6-4690-bd79-a835885f4c76 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.145000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-804c6b0e-5be3-4ca1-84b8-cd758fae15d1 req-2f7c608b-57c6-4690-bd79-a835885f4c76 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.1011441 Aug 27 02:48:30.216252 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-804c6b0e-5be3-4ca1-84b8-cd758fae15d1 req-0fbcf640-848d-4268-b731-030a1f627d36 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666287 Aug 27 02:48:30.258928 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165c1d24-1ddc-430f-bbfc-55b6f77304fb x-openstack-request-id: req-165c1d24-1ddc-430f-bbfc-55b6f77304fb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:30.259632 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:30.259885 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-165c1d24-1ddc-430f-bbfc-55b6f77304fb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:30.260273 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:48:30.265103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-521410fb-3501-4765-b927-42d04e571ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 217 time: 0.1260643 Aug 27 02:48:30.356856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-469bbeac-6b4b-467c-8d5e-efda4d5b8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.358236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-469bbeac-6b4b-467c-8d5e-efda4d5b8f5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0853705 Aug 27 02:48:30.389926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-944603c1-8a54-4898-8a8e-dbae20f0b894 None None] Provisioning complete for port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:30.390402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-944603c1-8a54-4898-8a8e-dbae20f0b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.415918 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.438935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-944603c1-8a54-4898-8a8e-dbae20f0b894 None None] Port 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:30.454219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-dc83adc6-d1a0-46e8-98d5-579c40f4fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.455849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-dc83adc6-d1a0-46e8-98d5-579c40f4fb94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909417 Aug 27 02:48:30.456558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=77ab85d0-a1e7-4b1a-aff6-121a44c4a0be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:30.627187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.629703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0972ed93-af3b-46df-b630-01a23bc3f460 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be HTTP/1.1" status: 204 len: 168 time: 1.8478365 Aug 27 02:48:30.632731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41810) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:30.648576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-1f620f7f-bb17-42d8-9111-7ed2daf9f22f service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841152 Aug 27 02:48:30.657319 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b3ea19-3aac-4fb3-a4a5-83f637709c45 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:30.661896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e6b3ea19-3aac-4fb3-a4a5-83f637709c45 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be HTTP/1.1" status: 404 len: 333 time: 0.0256863 Aug 27 02:48:30.662046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:30.712291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 71c52c5e-8ba5-4466-99de-85c3a053aeda {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:30.715540 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.743048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f57c6eaf-8112-4d22-a057-5c436d7c7692 req-6d09ea3f-ab1a-43e9-8d8b-bc796196c05d service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880935 Aug 27 02:48:30.757245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.843150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-1c1afc04-6e0c-4206-a697-299f0858ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:30.844668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-1c1afc04-6e0c-4206-a697-299f0858ae0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1094 time: 0.0476825 Aug 27 02:48:30.854936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.868733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.925882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.942035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:30.946327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/71c52c5e-8ba5-4466-99de-85c3a053aeda HTTP/1.1" status: 204 len: 168 time: 0.2809722 Aug 27 02:48:30.947991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41818) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:30.963485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c39a34-1cac-4e4c-8723-e96094188c4c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=71c52c5e-8ba5-4466-99de-85c3a053aeda,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:31.042642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-1e641430-2f90-4167-bab9-fb6262b18aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.044142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-1e641430-2f90-4167-bab9-fb6262b18aaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1925600 Aug 27 02:48:31.114406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet e251f0e9-147e-4ad3-b078-88678b53cf5e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:31.114406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.139791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661b1e4-ab1e-49eb-8766-3dc91c3ed1e5 None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:31.148477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-2fd51d3c-9717-49ab-89b8-2630bb1e8c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 217 time: 0.0879972 Aug 27 02:48:31.196609 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.223615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71c14582-3a9e-443a-ba3a-156586ffb47d None None] Could not find standard attr ID for object 77ab85d0-a1e7-4b1a-aff6-121a44c4a0be. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:48:31.227502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05cd4729-86f4-470c-81ce-0e2e8c2f720e up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:31.249265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1c77a-3fe6-40a7-82f2-88817db5a642 req-5dac31ca-4072-4677-810d-37bb14efd6aa tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.250816 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfc1c77a-3fe6-40a7-82f2-88817db5a642 req-5dac31ca-4072-4677-810d-37bb14efd6aa tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.2289360 Aug 27 02:48:31.280882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-dcbc1dea-7af9-4024-bab2-410b48166e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.282345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-dcbc1dea-7af9-4024-bab2-410b48166e1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.1247911 Aug 27 02:48:31.293235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327771-23de-4786-89c2-e1ef07216960 req-7fdde5f8-eee9-48b7-ac90-f44a134fa1da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.296818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44327771-23de-4786-89c2-e1ef07216960 req-7fdde5f8-eee9-48b7-ac90-f44a134fa1da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.0919871 Aug 27 02:48:31.331013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05cd4729-86f4-470c-81ce-0e2e8c2f720e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:31.331412 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.353727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-44327771-23de-4786-89c2-e1ef07216960 req-a1b4f56a-59ac-4066-8ccd-81cf8151fd04 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503333 Aug 27 02:48:31.367961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfc1c77a-3fe6-40a7-82f2-88817db5a642 req-2114a9b9-8dbf-4675-8b16-b1709593c22d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085234 Aug 27 02:48:31.420048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.484941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-a61a2fa9-6327-4801-9f57-5e4716e662cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.486485 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-a61a2fa9-6327-4801-9f57-5e4716e662cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898518 Aug 27 02:48:31.515356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2bf68-645b-4b77-8f55-7a7780f0eb72 req-4d6a5740-d0ae-45c3-b138-841c811a5059 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.516928 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5e2bf68-645b-4b77-8f55-7a7780f0eb72 req-4d6a5740-d0ae-45c3-b138-841c811a5059 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0858459 Aug 27 02:48:31.574802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5e2bf68-645b-4b77-8f55-7a7780f0eb72 req-09f3f271-f78d-4a6d-950f-5eefe9432846 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Aug 27 02:48:31.631275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.653701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49da2b-ebdf-4358-82de-1e1ef500fe9c req-7dd1b2fc-0689-4904-9dc4-3cf9f7dfedec tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.655322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db49da2b-ebdf-4358-82de-1e1ef500fe9c req-7dd1b2fc-0689-4904-9dc4-3cf9f7dfedec tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.1673923 Aug 27 02:48:31.689254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=e251f0e9-147e-4ad3-b078-88678b53cf5e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:31.706917 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.711015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e5602ca0-5ccc-4400-9ee7-0c918fbdf0fb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/e251f0e9-147e-4ad3-b078-88678b53cf5e HTTP/1.1" status: 204 len: 168 time: 0.7543011 Aug 27 02:48:31.711646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:31.711923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-ac3f44ee-315c-4802-8854-2845c903ecef service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998348 Aug 27 02:48:31.749804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db49da2b-ebdf-4358-82de-1e1ef500fe9c req-ba4f6058-fd3f-4269-81d0-f2ebd00537df tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702643 Aug 27 02:48:31.811670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:31.884523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-72e8d334-67e4-4124-bada-7dd9d62d3f15 req-aec5e482-cc28-4f81-9ac5-3cd6154679b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609280 Aug 27 02:48:31.955917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aaf22-5763-4dce-8ab6-357fdae374dd req-3bd49391-0a10-43c6-887a-0bb7cc2c2e07 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:31.957563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e64aaf22-5763-4dce-8ab6-357fdae374dd req-3bd49391-0a10-43c6-887a-0bb7cc2c2e07 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.0786633 Aug 27 02:48:31.973597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 89c8368a-5b52-4bdf-88e7-0f300a709bcd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:31.973945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.025945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:32.059866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e64aaf22-5763-4dce-8ab6-357fdae374dd req-158e4237-22b7-4bbd-808d-657e7ecd1789 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949152 Aug 27 02:48:32.085715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port 89c8368a-5b52-4bdf-88e7-0f300a709bcd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=89c8368a-5b52-4bdf-88e7-0f300a709bcd,segment=NetworkSegment(26593204-97be-4f32-87f6-79ed986ff567),segment_id=26593204-97be-4f32-87f6-79ed986ff567)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:32.086093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.104223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 89c8368a-5b52-4bdf-88e7-0f300a709bcd owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:32.141628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.188881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:32.191340 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bdac0a-7d81-4ce1-8bbe-dd8481b2ed73" -d '{"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:32.205059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:32.212051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.256557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.308375 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358faaed-9230-448e-8834-ad64ea7b1c4f x-openstack-request-id: req-358faaed-9230-448e-8834-ad64ea7b1c4f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:32.308679 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:32.313745 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-358faaed-9230-448e-8834-ad64ea7b1c4f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:32.314162 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'code': 200} Aug 27 02:48:32.316113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:32.319002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f75b5a-0b50-4627-a492-9475623aa842 None None] Network a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:32.329088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port 89c8368a-5b52-4bdf-88e7-0f300a709bcd on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:32.335354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=89c8368a-5b52-4bdf-88e7-0f300a709bcd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:32.402510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-71ce0f3f-b120-4fe8-9f73-38f105c2c739 None None] Could not find standard attr ID for object 89c8368a-5b52-4bdf-88e7-0f300a709bcd. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:48:32.476296 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.493136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bb2ef1-fce2-43b7-8f38-36b333a3aef1']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:32.505808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc95ff-4632-4eca-970e-33df0da7ce41 req-95d983b7-7332-48e2-93f7-2bc22c72c635 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.514184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bdcc95ff-4632-4eca-970e-33df0da7ce41 req-95d983b7-7332-48e2-93f7-2bc22c72c635 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.0807133 Aug 27 02:48:32.524381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cc7cc-b6b7-4bed-a0ae-f8e1982c80f6 req-af851e29-949b-4542-a9f4-20b6ab1f3a73 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.527143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-887cc7cc-b6b7-4bed-a0ae-f8e1982c80f6 req-af851e29-949b-4542-a9f4-20b6ab1f3a73 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.1471412 Aug 27 02:48:32.532261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26593204-97be-4f32-87f6-79ed986ff567') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:32.533274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26593204-97be-4f32-87f6-79ed986ff567') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:32.544312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.565841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bdcc95ff-4632-4eca-970e-33df0da7ce41 req-a0f75618-1cee-4074-831d-de889bcc33fe tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505657 Aug 27 02:48:32.585661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.597678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a0f41-8049-49f7-9829-3f90df5fa0bb None None] DHCP port deletion for a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:48:32.606138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:32.606602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:32.609978 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:32.623458 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-887cc7cc-b6b7-4bed-a0ae-f8e1982c80f6 req-655f8395-438f-428a-817f-09309e47f758 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Aug 27 02:48:32.692386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.710093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:32.716657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/a1bb2ef1-fce2-43b7-8f38-36b333a3aef1 HTTP/1.1" status: 204 len: 168 time: 0.9998155 Aug 27 02:48:32.716657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41866) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:32.716913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468d3bf-f760-4127-a6ab-e7f7bb800cc5 req-1d4d1553-bad6-4fdc-b5a2-ac9d650889f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.718258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2468d3bf-f760-4127-a6ab-e7f7bb800cc5 req-1d4d1553-bad6-4fdc-b5a2-ac9d650889f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.0536745 Aug 27 02:48:32.757223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eee4c5-8ae0-4162-87d4-a11365fd5683 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=a1bb2ef1-fce2-43b7-8f38-36b333a3aef1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:32.763231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2468d3bf-f760-4127-a6ab-e7f7bb800cc5 req-0abc7e4a-e536-4989-8bef-7f9ce7fda5a7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Aug 27 02:48:32.787844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745eeaf-2995-460d-847a-cadb37f76f22 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.793613 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7745eeaf-2995-460d-847a-cadb37f76f22 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0726016 Aug 27 02:48:32.794193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41874) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:32.892165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34e46b-11b1-4332-b28f-c23a35bbfd79 req-c239e144-ccd1-4398-b7c4-e31fb7e22c60 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:32.894414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf34e46b-11b1-4332-b28f-c23a35bbfd79 req-c239e144-ccd1-4398-b7c4-e31fb7e22c60 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.0542006 Aug 27 02:48:32.935704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf34e46b-11b1-4332-b28f-c23a35bbfd79 req-9209486f-bf19-42b7-834d-0bb9ae798c44 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Aug 27 02:48:33.160051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 89c8368a-5b52-4bdf-88e7-0f300a709bcd no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:33.170458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d409b183-8132-4947-8814-f85ec35fac8e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3743935 Aug 27 02:48:33.173268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:33.178860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223295323'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:33.203936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:33.208301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.211319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 89c8368a-5b52-4bdf-88e7-0f300a709bcd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:33.211733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 89c8368a-5b52-4bdf-88e7-0f300a709bcd not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:33.248950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:33.260344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.260739 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment 86224814-4b75-4706-b446-706fa9204831 of type vlan for network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce Aug 27 02:48:33.334880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.375903 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8372163-78cc-422f-847a-03d86098250b req-8508b68f-16e1-4d82-ade3-7b63e3e8d8be tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.384158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8372163-78cc-422f-847a-03d86098250b req-8508b68f-16e1-4d82-ade3-7b63e3e8d8be tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.0856204 Aug 27 02:48:33.399567 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.404915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.406992 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.516688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3415825 Aug 27 02:48:33.520034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:33.525986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:33.529103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8372163-78cc-422f-847a-03d86098250b req-855e4d41-9bdd-4aad-8e54-3c1b1f00423f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441174 Aug 27 02:48:33.531594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd0ae6-9884-4f49-a3a7-a2b046447073 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=adbd28e9-87d3-4f5b-9986-88bfc66ae4ce,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:33.541481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-1484b6a2-9f2a-4e61-a82c-bc310634d744 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761540 Aug 27 02:48:33.557326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:33.707877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:33.714778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:33.803643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f84036-c9bd-42b0-b7d8-49f7bcb33794 req-5e319542-93e6-4243-8553-ef5869e886e7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.805771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20f84036-c9bd-42b0-b7d8-49f7bcb33794 req-5e319542-93e6-4243-8553-ef5869e886e7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.0752811 Aug 27 02:48:33.820612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26f125-6ef7-4e96-bdcb-c0057753af32 req-cdf9cbd6-79cd-4608-9571-ad03148ee2e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:33.823504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d26f125-6ef7-4e96-bdcb-c0057753af32 req-cdf9cbd6-79cd-4608-9571-ad03148ee2e2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.1741867 Aug 27 02:48:33.863744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-20f84036-c9bd-42b0-b7d8-49f7bcb33794 req-202a7aa0-87ca-4764-be76-a8fbda79dab3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Aug 27 02:48:33.883484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d26f125-6ef7-4e96-bdcb-c0057753af32 req-4c610112-45f2-416c-9895-45c7996d8a39 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534062 Aug 27 02:48:33.994610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.071560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=40408d6c-a471-467c-8996-b9690e453a29,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:34.086091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': '86224814-4b75-4706-b446-706fa9204831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:34.086578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: adbd28e9-87d3-4f5b-9986-88bfc66ae4ce, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:34.106025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:34.115732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, adbd28e9-87d3-4f5b-9986-88bfc66ae4ce) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:34.121098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:34.121897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.129237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37872331-7d09-4133-9780-da15cc9e4522 None None] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:34.168508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 41928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:34.168724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0dbd4aef-4293-4df9-a1a4-fee436c6688b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6473336 Aug 27 02:48:34.175430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce', 'name': 'tempest-PortsTestJSON-652078768'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:34.187314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-b13f078d-a33b-46ad-8de4-4428f0b3eb99 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:34.188907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-b13f078d-a33b-46ad-8de4-4428f0b3eb99 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 946 time: 0.0694773 Aug 27 02:48:34.297037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port d9f0d9a8-9504-4cb4-ac93-b092944edc05 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:34.297584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.311195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:34.319201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.338667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:34.350465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-adbd28e9-87d3-4f5b-9986-88bfc66ae4ce', 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': '40408d6c-a471-467c-8996-b9690e453a29'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:34.352474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.438857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port d9f0d9a8-9504-4cb4-ac93-b092944edc05, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=d9f0d9a8-9504-4cb4-ac93-b092944edc05,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:34.439221 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.457987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for d9f0d9a8-9504-4cb4-ac93-b092944edc05 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:34.519351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.12 (adbd28e9-87d3-4f5b-9986-88bfc66ae4ce/40408d6c-a471-467c-8996-b9690e453a29/5a6726ba-3ad7-4493-b5a5-ab77595fbc8b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:34.529740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-bf7d37ec-4acc-41e9-a914-b6d9d8a6cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:34.532931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-bf7d37ec-4acc-41e9-a914-b6d9d8a6cb3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1&tenant_id=2794b9cfac0f4e86a539976ab51e7c95 HTTP/1.1" status: 200 len: 1095 time: 0.0922236 Aug 27 02:48:34.552177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:34.620974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.652871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['d9f0d9a8-9504-4cb4-ac93-b092944edc05'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:34.662755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=d9f0d9a8-9504-4cb4-ac93-b092944edc05,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:34.716635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.733487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port d9f0d9a8-9504-4cb4-ac93-b092944edc05 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:34.736289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:34.739750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-03ab7fca-b6b0-4218-8d99-b67c0cd3f00f req-07836079-646d-4e2f-8224-d26c373ae9d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "DELETE /v2.0/ports/d9f0d9a8-9504-4cb4-ac93-b092944edc05 HTTP/1.1" status: 204 len: 173 time: 0.5436790 Aug 27 02:48:34.741164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'name': 'network-vif-deleted', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:34.744324 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f957a3-1d50-4f47-b3d3-884c92cb361a" -d '{"events": [{"server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "name": "network-vif-deleted", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:34.807163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cbb81-0bf7-496d-bb5c-b4ba5ed5f302 req-01b4e4d0-7359-4abf-bac5-2ac5b54e5361 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:34.808839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-328cbb81-0bf7-496d-bb5c-b4ba5ed5f302 req-01b4e4d0-7359-4abf-bac5-2ac5b54e5361 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 944 time: 0.1725888 Aug 27 02:48:34.814414 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17958d2c-b6a1-4a22-bdaf-ac2339ae7420 x-openstack-request-id: req-17958d2c-b6a1-4a22-bdaf-ac2339ae7420 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:34.815375 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a563f-79d5-4990-bbfd-e9d592a06ed0", "name": "network-vif-deleted", "tag": "d9f0d9a8-9504-4cb4-ac93-b092944edc05", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:34.815820 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17958d2c-b6a1-4a22-bdaf-ac2339ae7420 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:34.816162 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a563f-79d5-4990-bbfd-e9d592a06ed0', 'name': 'network-vif-deleted', 'tag': 'd9f0d9a8-9504-4cb4-ac93-b092944edc05', 'status': 'completed', 'code': 200} Aug 27 02:48:34.849223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:34.957852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-328cbb81-0bf7-496d-bb5c-b4ba5ed5f302 req-f2087795-4f18-425c-aacf-da6c4050f492 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359699 Aug 27 02:48:34.966004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.042831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:35.047524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fef761b1-2353-4b6f-b01a-a5a8228a6b10 req-8c75fae2-c981-4a9c-82bd-9b675ff481a6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0744243 Aug 27 02:48:35.060472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:35.063926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:35.117294 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.131108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:35.161416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:35.165806 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.229269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:35.242875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceee7ea-74ec-4978-a624-abaf25388f39 req-dbe989d3-d622-4234-b3ee-962d31765b56 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:35.244537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ceee7ea-74ec-4978-a624-abaf25388f39 req-dbe989d3-d622-4234-b3ee-962d31765b56 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.1375735 Aug 27 02:48:35.287488 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:35.290064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.311157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Allocated IP 172.20.0.2 (adbd28e9-87d3-4f5b-9986-88bfc66ae4ce/40408d6c-a471-467c-8996-b9690e453a29/0e3de624-c89a-4a0b-8a29-94dc1be5894d) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:35.353343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:35.373613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:35.391505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:35.405746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3ceee7ea-74ec-4978-a624-abaf25388f39 req-a86f39be-f33d-4b78-9458-424066a3d75d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536124 Aug 27 02:48:35.408885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e687907d-56cd-4df7-ac3a-fa349617b361'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:35.418810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:35.466949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:35.477400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.527230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=5a6726ba-3ad7-4493-b5a5-ab77595fbc8b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:35.539623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Transition to ACTIVE for port object 9807eb9f-8a59-48fa-ba21-02da92c43060 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:35.544503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.596536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:35.597194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.613521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.631489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Transition to ACTIVE for port object 0e3de624-c89a-4a0b-8a29-94dc1be5894d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:35.646790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] No DVR routers for this DVR port 9807eb9f-8a59-48fa-ba21-02da92c43060 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:35.651022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=9']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:35.656561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e17cd01f-3123-4a36-8398-5118c9722313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4869206 Aug 27 02:48:35.659848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:35.664849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce', 'name': 'tempest-PortsTestJSON-67982882'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:35.677181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Transition to ACTIVE for port object 0e3de624-c89a-4a0b-8a29-94dc1be5894d will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:35.690918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.714580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:35.714580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:35.714580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Attempting to bind port 9807eb9f-8a59-48fa-ba21-02da92c43060 on network 99fa1c60-82b6-403e-aac7-0f045b1a000d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Checking segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Bound using segment: {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Bound port: 9807eb9f-8a59-48fa-ba21-02da92c43060, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:35.733670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.736406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:35.739601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:35.742642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:35.813351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:35.817661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:35.822969 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.827473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Pushing event updated for resources: {'Port': ['ID=0e3de624-c89a-4a0b-8a29-94dc1be5894d,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:35.849051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Attempting to bind port 0e3de624-c89a-4a0b-8a29-94dc1be5894d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:35.849685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Attempting to bind port 0e3de624-c89a-4a0b-8a29-94dc1be5894d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '86224814-4b75-4706-b446-706fa9204831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:35.850220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Attempting to bind port 0e3de624-c89a-4a0b-8a29-94dc1be5894d on network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:35.857414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:35.859080 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.861110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] 10.222.0.15 "PUT /v2.0/ports/9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 1092 time: 1.3134239 Aug 27 02:48:35.869856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:35.870683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Checking segment: {'id': '86224814-4b75-4706-b446-706fa9204831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:35.871263 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.871818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Bound using segment: {'id': '86224814-4b75-4706-b446-706fa9204831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:35.872461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Bound port: 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86224814-4b75-4706-b446-706fa9204831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adbd28e9-87d3-4f5b-9986-88bfc66ae4ce'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:35.873021 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.884858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:35.888802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:35.926088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:35.926771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 672bcd62-8a8c-4192-9b3e-d58f7b85a506 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:35.929015 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd54ac18-657b-4dba-8c24-c42121ae1c53" -d '{"events": [{"name": "network-changed", "server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:35.932227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f135592-8e41-416e-90f2-2e74ee8f664f service neutron] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:35.995625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] For port 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:36.000499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] For port 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0e3de624-c89a-4a0b-8a29-94dc1be5894d,segment=NetworkSegment(86224814-4b75-4706-b446-706fa9204831),segment_id=86224814-4b75-4706-b446-706fa9204831)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:36.007458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:36.023271 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45ba21-547a-4534-b48e-976fa16683eb x-openstack-request-id: req-0b45ba21-547a-4534-b48e-976fa16683eb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:36.023564 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:36.023817 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b45ba21-547a-4534-b48e-976fa16683eb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:36.028741 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'status': 'completed', 'code': 200} Aug 27 02:48:36.041069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-66b63aeb-7f45-4d96-9b23-b872563b6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.054218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-66b63aeb-7f45-4d96-9b23-b872563b6ebb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1096 time: 0.1178041 Aug 27 02:48:36.072758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:36.140919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.14 (adbd28e9-87d3-4f5b-9986-88bfc66ae4ce/40408d6c-a471-467c-8996-b9690e453a29/672bcd62-8a8c-4192-9b3e-d58f7b85a506) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:36.141486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:36.141912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device d9f0d9a8-9504-4cb4-ac93-b092944edc05 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:36.167662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: d9f0d9a8-9504-4cb4-ac93-b092944edc05 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:36.168018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device d9f0d9a8-9504-4cb4-ac93-b092944edc05 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:36.173648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eca665-675e-4588-b402-84fbd03c6b27 None None] Pushing event updated for resources: {'Port': ['ID=0e3de624-c89a-4a0b-8a29-94dc1be5894d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:36.273891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-177c412c-38cb-46c3-9be6-9d8f4eaad83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.276249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-177c412c-38cb-46c3-9be6-9d8f4eaad83b service neutron] 10.222.0.15 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.2152603 Aug 27 02:48:36.288364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f1f9d-11b9-4a89-93ee-a44b5db483c7 req-7acc8d54-27f5-46f2-ad2b-d49a1604b5e3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.294778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e55f1f9d-11b9-4a89-93ee-a44b5db483c7 req-7acc8d54-27f5-46f2-ad2b-d49a1604b5e3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.0901062 Aug 27 02:48:36.337775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d103bff-12bf-4c24-a95e-baf96aa013ad req-5d80bd57-c2b5-44b6-93b4-79788c8343f2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0408432 Aug 27 02:48:36.347396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-6a019bac-b4b7-44da-b0ba-14110241089f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0513258 Aug 27 02:48:36.373716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:36.395737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 672bcd62-8a8c-4192-9b3e-d58f7b85a506 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:36.454372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:36.482880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-435e81f4-aaac-4aa1-9f7a-013402f1c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.484765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-435e81f4-aaac-4aa1-9f7a-013402f1c3ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0804236 Aug 27 02:48:36.503932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:36.512493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:36.517613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:36.569927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-c143bfd6-10b2-46e9-9549-313c8e31cef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756898 Aug 27 02:48:36.582797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=672bcd62-8a8c-4192-9b3e-d58f7b85a506,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:36.614256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.614941 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:36.640537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-563814b5-840e-41da-a3eb-8045a4931d27 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9795752 Aug 27 02:48:36.642008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41982) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:36.655128 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e55f1f9d-11b9-4a89-93ee-a44b5db483c7 req-e864f686-6a0e-49d7-a89a-99cd9a0142b4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016615 Aug 27 02:48:36.705985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c85b0-139b-41e9-ba52-83f9c9bde04c req-b02222a7-8343-420f-b4e9-a243f20980cb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.707601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe0c85b0-139b-41e9-ba52-83f9c9bde04c req-b02222a7-8343-420f-b4e9-a243f20980cb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.1778784 Aug 27 02:48:36.753150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-09193e90-d48f-489d-9726-899a640a37bb service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762803 Aug 27 02:48:36.791980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f747e348-3679-4705-9c27-f1fd90f0106e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:36.796689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f747e348-3679-4705-9c27-f1fd90f0106e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1536694 Aug 27 02:48:36.797373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 41984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:36.823381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe0c85b0-139b-41e9-ba52-83f9c9bde04c req-a1f50aa3-da9f-4f99-83a6-eccc7489fd60 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965955 Aug 27 02:48:36.856380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:36.916780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efa606a3-97c8-48ec-89ed-450f78864a32 req-bea2b0b2-7dc5-4086-b07e-d14a0312bb1b service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567810 Aug 27 02:48:36.928196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e687907d-56cd-4df7-ac3a-fa349617b361 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:36.932784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e687907d-56cd-4df7-ac3a-fa349617b361 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:36.933169 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:36.950770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 672bcd62-8a8c-4192-9b3e-d58f7b85a506 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:36.953404 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:37.124958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-1bd49e42-f43b-4b41-a5c1-2d0f278f1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:37.131090 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:37.138771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-1bd49e42-f43b-4b41-a5c1-2d0f278f1201 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1096 time: 0.1414595 Aug 27 02:48:37.204689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:37.210881 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e164c-5b6b-4e02-89a9-edd9530e1862" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:37.309641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:37.316869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0e3de624-c89a-4a0b-8a29-94dc1be5894d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:37.341336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-f2ae3e6d-b6dc-415d-9fd6-1f8d335c96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:37.343207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-f2ae3e6d-b6dc-415d-9fd6-1f8d335c96a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.2020106 Aug 27 02:48:37.436402 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cda08e-c1bb-4105-a7de-53469e616539 x-openstack-request-id: req-73cda08e-c1bb-4105-a7de-53469e616539 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:37.436736 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:37.436820 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73cda08e-c1bb-4105-a7de-53469e616539 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:37.437235 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'code': 200} Aug 27 02:48:37.447666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:37.474214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-363923c0-5ed5-4852-8bde-f9a9b450a0c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.1184962 Aug 27 02:48:37.543998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0e3de624-c89a-4a0b-8a29-94dc1be5894d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:37.592282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:37.690542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3bf3-8168-4c47-898d-5106280f5309 req-cf4f6c9b-0e82-4f81-aa7d-d00dcfe80fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:37.692109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b1e3bf3-8168-4c47-898d-5106280f5309 req-cf4f6c9b-0e82-4f81-aa7d-d00dcfe80fca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1096 time: 0.2321095 Aug 27 02:48:37.698902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-c258ec1f-e7a1-43f5-88c7-964dd7b095a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:37.700534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-c258ec1f-e7a1-43f5-88c7-964dd7b095a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.2172499 Aug 27 02:48:37.832865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-6139dedd-e91e-4d8b-ad97-7d3e0fd01f4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919454 Aug 27 02:48:37.849321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b1e3bf3-8168-4c47-898d-5106280f5309 req-9b550d2e-e068-40f4-96b1-876a7715e805 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447210 Aug 27 02:48:37.867872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b94ed83f-ff9a-491b-a2cf-62c23e32a353 req-c1cd140e-abe2-46bb-97c2-8967842bc12e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0915730 Aug 27 02:48:37.888092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac02e5c-0e03-4220-84a7-aa61dedc40a4 None None] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:37.983247 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.013999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Provisioning for port 0e3de624-c89a-4a0b-8a29-94dc1be5894d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:38.016629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 672bcd62-8a8c-4192-9b3e-d58f7b85a506 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:38.031734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Provisioning complete for port 0e3de624-c89a-4a0b-8a29-94dc1be5894d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:38.032106 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.166666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9ef92-a7d6-431c-ae42-5648d0fe57bd req-4a42b9c9-3ae9-4e4b-81e2-8e4fb572e76c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:38.172925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bed9ef92-a7d6-431c-ae42-5648d0fe57bd req-4a42b9c9-3ae9-4e4b-81e2-8e4fb572e76c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2497919 Aug 27 02:48:38.268136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0b7fe-5ac6-4b43-af96-b68674b02aba req-d1794274-73d7-4e1d-aa54-eabec5b0d9f6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:38.269851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1e0b7fe-5ac6-4b43-af96-b68674b02aba req-d1794274-73d7-4e1d-aa54-eabec5b0d9f6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.2446945 Aug 27 02:48:38.276689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-65287794-ec98-4c79-87bf-71e249912a82 service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260747 Aug 27 02:48:38.307044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bed9ef92-a7d6-431c-ae42-5648d0fe57bd req-abae07a1-23db-414a-b469-07c9e996e3a8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241465 Aug 27 02:48:38.333640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.371158 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1e0b7fe-5ac6-4b43-af96-b68674b02aba req-7e7b7135-5c7f-4537-922b-495bf290261c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930488 Aug 27 02:48:38.420373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] For port 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0e3de624-c89a-4a0b-8a29-94dc1be5894d,segment=NetworkSegment(86224814-4b75-4706-b446-706fa9204831),segment_id=86224814-4b75-4706-b446-706fa9204831)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:38.426795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.500555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.554231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=672bcd62-8a8c-4192-9b3e-d58f7b85a506,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:38.605885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b40e24-48f9-41ee-b4b5-16e4c9b8ffa3 None None] Pushing event updated for resources: {'Port': ['ID=0e3de624-c89a-4a0b-8a29-94dc1be5894d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:38.718281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.724656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-326627b6-d39f-4d95-8ac1-d8c832e03313 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/672bcd62-8a8c-4192-9b3e-d58f7b85a506 HTTP/1.1" status: 204 len: 168 time: 1.9126472 Aug 27 02:48:38.727215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42030) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:38.784939 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-90861c85-b8b3-4725-83ec-1cddff423ae3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:38.791090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-90861c85-b8b3-4725-83ec-1cddff423ae3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/672bcd62-8a8c-4192-9b3e-d58f7b85a506 HTTP/1.1" status: 404 len: 333 time: 0.0628340 Aug 27 02:48:38.796038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:38.864940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Provisioning for port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:38.874643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Provisioning complete for port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:38.876347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:38.991377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:39.000876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Could not find standard attr ID for object 672bcd62-8a8c-4192-9b3e-d58f7b85a506. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:48:39.020170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Provisioning complete for port 0e3de624-c89a-4a0b-8a29-94dc1be5894d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:39.020170 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a500b4ba-6ce9-4afc-b66a-4132d4e952cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:39.122313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dea0f2c1-4942-49e7-9a4d-2d1f25595103 req-062e7f49-7be6-425a-90e9-e36c0f6bf385 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.0678825 Aug 27 02:48:39.134544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:48:39.214625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd54ac18-657b-4dba-8c24-c42121ae1c53 req-f86d0636-0c7d-4604-b65c-07e6a163b1fa service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476398 Aug 27 02:48:39.273621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0e3de624-c89a-4a0b-8a29-94dc1be5894d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:39.307073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:39.308869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:39.690291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a425d-ab85-4c2a-8d45-aa637306445e req-2987a9f6-2092-42ae-ab2c-35a9567553ae tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:39.694797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358c12-5f8f-4be2-8b89-1a645b2a7422 req-670a7a86-48c0-40de-b3d4-73a902bb6ead tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:39.697124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48358c12-5f8f-4be2-8b89-1a645b2a7422 req-670a7a86-48c0-40de-b3d4-73a902bb6ead tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1397932 Aug 27 02:48:39.707340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b66a425d-ab85-4c2a-8d45-aa637306445e req-2987a9f6-2092-42ae-ab2c-35a9567553ae tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.1605108 Aug 27 02:48:39.735037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:39.763851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:39.799697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48358c12-5f8f-4be2-8b89-1a645b2a7422 req-c01d5508-19fa-4cf5-8dd8-2e974e973606 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864649 Aug 27 02:48:39.919442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b66a425d-ab85-4c2a-8d45-aa637306445e req-e692603b-d98e-48f3-b5e0-686635d9bfca tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111611 Aug 27 02:48:39.952900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4f19c1a1-a431-44cb-aae3-01e7a555124f None None] Provisioning complete for port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:39.953236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4f19c1a1-a431-44cb-aae3-01e7a555124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:39.957623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0e3de624-c89a-4a0b-8a29-94dc1be5894d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:39.958990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.130741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4f19c1a1-a431-44cb-aae3-01e7a555124f None None] Port 5a6726ba-3ad7-4493-b5a5-ab77595fbc8b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:40.206888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.245433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8dce0d84-371d-435b-83b2-6213f3a4293e None None] Could not find standard attr ID for object 672bcd62-8a8c-4192-9b3e-d58f7b85a506. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:48:40.394179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=5a6726ba-3ad7-4493-b5a5-ab77595fbc8b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:40.430258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07595852-4170-4c41-bc02-67aa44336a10 req-fc737cb2-d73b-4e7a-802d-51dba66c41cf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.1873593 Aug 27 02:48:40.592373 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.594316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7bfcbfbd-1c46-420c-9ffd-9af4ce1eac6d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/5a6726ba-3ad7-4493-b5a5-ab77595fbc8b HTTP/1.1" status: 204 len: 168 time: 1.7952867 Aug 27 02:48:40.598413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42056) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:40.651509 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0089c9-0104-4c43-a51f-8e67c8866988 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:40.653156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b0089c9-0104-4c43-a51f-8e67c8866988 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/5a6726ba-3ad7-4493-b5a5-ab77595fbc8b HTTP/1.1" status: 404 len: 333 time: 0.0537245 Aug 27 02:48:40.656540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42058) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:40.749346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 40408d6c-a471-467c-8996-b9690e453a29 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:40.760480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:40.831537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.024299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b293-5fc4-41e4-8334-a6c7dd5612c8 req-b178ba5b-e631-489d-af39-58b705bae5c0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:41.029339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5701b293-5fc4-41e4-8334-a6c7dd5612c8 req-b178ba5b-e631-489d-af39-58b705bae5c0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1142466 Aug 27 02:48:41.029851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.104327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5701b293-5fc4-41e4-8334-a6c7dd5612c8 req-f36ca66b-519b-43c1-9845-027ad71d2370 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582211 Aug 27 02:48:41.191784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.263024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194fba-b82a-4ad0-9a1c-a3cc8a11beb2 req-699c7afd-e8f4-4415-9231-2c38bd2ca4bc tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:41.265250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2194fba-b82a-4ad0-9a1c-a3cc8a11beb2 req-699c7afd-e8f4-4415-9231-2c38bd2ca4bc tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.0689416 Aug 27 02:48:41.291564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.293444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/40408d6c-a471-467c-8996-b9690e453a29 HTTP/1.1" status: 204 len: 168 time: 0.6358819 Aug 27 02:48:41.294622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275551a-01e4-41f1-8280-24d34724d80c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=40408d6c-a471-467c-8996-b9690e453a29,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:41.298646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42076) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.304503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9a610-a12c-471f-9255-4d900b622171 None None] Network adbd28e9-87d3-4f5b-9986-88bfc66ae4ce requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:41.308160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc69534-628c-4f5b-a94b-8ffa56ff84a9 req-9b8ad9c1-1738-4070-9c8b-f111fc49bbf8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:41.318818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc69534-628c-4f5b-a94b-8ffa56ff84a9 req-9b8ad9c1-1738-4070-9c8b-f111fc49bbf8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2141428 Aug 27 02:48:41.324754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2194fba-b82a-4ad0-9a1c-a3cc8a11beb2 req-8c700a1b-7be0-492e-ae27-22dad5679d35 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517251 Aug 27 02:48:41.336898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42080) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.425829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf873d-b3dc-45eb-9b16-bb7d5e2d0f3a tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:41.430223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-50bf873d-b3dc-45eb-9b16-bb7d5e2d0f3a tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1091 time: 0.0918262 Aug 27 02:48:41.434835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:41.448066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:41.501406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.526377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.585661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc69534-628c-4f5b-a94b-8ffa56ff84a9 req-24d88711-e2ad-4129-a882-b63c6219c437 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657909 Aug 27 02:48:41.630154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 0e3de624-c89a-4a0b-8a29-94dc1be5894d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:41.631559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.748084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-417fc060-21ca-4958-8de1-fb54c0091174 req-d30a7ac6-fd19-4929-9ae1-2ff8279c8988 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=730a563f-79d5-4990-bbfd-e9d592a06ed0 HTTP/1.1" status: 200 len: 210 time: 0.1794846 Aug 27 02:48:41.804602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] DHCP port deletion for adbd28e9-87d3-4f5b-9986-88bfc66ae4ce request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:48:41.858679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0e3de624-c89a-4a0b-8a29-94dc1be5894d,segment=NetworkSegment(86224814-4b75-4706-b446-706fa9204831),segment_id=86224814-4b75-4706-b446-706fa9204831)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:41.859273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.935385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Deleting port 0e3de624-c89a-4a0b-8a29-94dc1be5894d {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:41.936185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:41.937617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 0e3de624-c89a-4a0b-8a29-94dc1be5894d owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:41.962034 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.057969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] For port 0e3de624-c89a-4a0b-8a29-94dc1be5894d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0e3de624-c89a-4a0b-8a29-94dc1be5894d,segment=NetworkSegment(86224814-4b75-4706-b446-706fa9204831),segment_id=86224814-4b75-4706-b446-706fa9204831)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:42.058362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.090371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Calling delete_port for 0e3de624-c89a-4a0b-8a29-94dc1be5894d owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:42.100999 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.148572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=0e3de624-c89a-4a0b-8a29-94dc1be5894d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.165976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port 0e3de624-c89a-4a0b-8a29-94dc1be5894d on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:42.324819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.168 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/714c8a39-4540-4b9a-b261-b2d33529c505) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:42.364342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.391539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.446331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbd28e9-87d3-4f5b-9986-88bfc66ae4ce']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.457596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] No DVR routers for this DVR port 0e3de624-c89a-4a0b-8a29-94dc1be5894d on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:42.462452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d7ca9-e032-4aff-aa50-61dc6a812727 None None] Pushing event deleted for resources: {'Port': ['ID=0e3de624-c89a-4a0b-8a29-94dc1be5894d,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.507681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86224814-4b75-4706-b446-706fa9204831') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.508319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86224814-4b75-4706-b446-706fa9204831') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:42.551524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.585406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.602066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:42.602066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.648929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:42.683757 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:42.713965 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.715773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.728015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.733614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/adbd28e9-87d3-4f5b-9986-88bfc66ae4ce HTTP/1.1" status: 204 len: 168 time: 1.4092088 Aug 27 02:48:42.734344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42100) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:42.811472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698a968-0681-46cd-9ab4-b681fbeab918 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=adbd28e9-87d3-4f5b-9986-88bfc66ae4ce,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.828472 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=714c8a39-4540-4b9a-b261-b2d33529c505,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:42.836325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-603742617'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:42.875916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:42.881632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:42.904304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828b06-cbcd-471d-aaea-2057ba33cb41 req-b9363674-2cb7-4ce5-8e20-1818f69ce863 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:42.909442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b828b06-cbcd-471d-aaea-2057ba33cb41 req-b9363674-2cb7-4ce5-8e20-1818f69ce863 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2166190 Aug 27 02:48:42.917353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.917749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.918325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.918742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.919170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.919588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.919971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.920383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.920752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.921160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.921815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.921815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:42.946323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:42.967355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:42.975288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:43.001630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:43.006631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b828b06-cbcd-471d-aaea-2057ba33cb41 req-8f2bd05b-5570-4860-b5e1-63106c53cee9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915229 Aug 27 02:48:43.042031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.042031 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment f0089282-5fec-4547-b3b2-ea39fd5f5400 of type vlan for network 82ae1400-9fdd-4be8-919d-77781df59501 Aug 27 02:48:43.182941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0e3de624-c89a-4a0b-8a29-94dc1be5894d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:43.229008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0e3de624-c89a-4a0b-8a29-94dc1be5894d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:43.229913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0e3de624-c89a-4a0b-8a29-94dc1be5894d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:43.232462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.329660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.339100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:43.340337 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.383424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5561354 Aug 27 02:48:43.386123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:43.396612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '82ae1400-9fdd-4be8-919d-77781df59501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:43.531676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92ba56-14d8-43a6-8033-87bfbb21d5d9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=82ae1400-9fdd-4be8-919d-77781df59501,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:43.566375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 82ae1400-9fdd-4be8-919d-77781df59501 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:43.652203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:43.657640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.747172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:43.826708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.035334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.052011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.150471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.245685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=64c71497-b27a-45ca-b71c-d6f597ee0b6b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:44.264300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': 'f0089282-5fec-4547-b3b2-ea39fd5f5400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:44.264959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: 82ae1400-9fdd-4be8-919d-77781df59501, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:44.294769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 82ae1400-9fdd-4be8-919d-77781df59501 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:44.302648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ff85-1ca0-4de3-80dd-68ecc75dba4e req-79391b0b-508b-41d6-9b32-9521a28976dd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:44.304503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25f8ff85-1ca0-4de3-80dd-68ecc75dba4e req-79391b0b-508b-41d6-9b32-9521a28976dd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.1610277 Aug 27 02:48:44.308256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.310936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=714c8a39-4540-4b9a-b261-b2d33529c505,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:44.338054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 82ae1400-9fdd-4be8-919d-77781df59501) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:44.350627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8070f-fd30-4955-9fc5-43f92b7f581b None None] Network 82ae1400-9fdd-4be8-919d-77781df59501 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:44.363830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:44.365171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.408015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-648b83e5-681a-4b68-a036-545beae13679 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0205777 Aug 27 02:48:44.410588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42130) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:44.430589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '82ae1400-9fdd-4be8-919d-77781df59501', 'name': 'tempest-PortsTestJSON-2069771287', 'fixed_ips': [{'subnet_id': '64c71497-b27a-45ca-b71c-d6f597ee0b6b', 'ip_address': '172.20.0.10'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:44.541523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25f8ff85-1ca0-4de3-80dd-68ecc75dba4e req-fde28e4c-0782-4058-90d0-6b9b350ced80 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353695 Aug 27 02:48:44.600154 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 41fbdff7-bd93-4211-af32-d32fcd642eaf associated. External IP: 172.25.8.168, port: e687907d-56cd-4df7-ac3a-fa349617b361. Aug 27 02:48:44.734966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-82ae1400-9fdd-4be8-919d-77781df59501', 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': '64c71497-b27a-45ca-b71c-d6f597ee0b6b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:44.737055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:44.767133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:44.990775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.038124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:45.089465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:48:45.114266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Allocated IP 172.20.0.2 (82ae1400-9fdd-4be8-919d-77781df59501/64c71497-b27a-45ca-b71c-d6f597ee0b6b/f6a8e440-ada3-4e6a-ad06-6435b4fa5216) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:45.387280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:45.444138 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Sync routers for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:45.463123 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:45.463770 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:45.491606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.577553 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6b29927-a64c-4338-b88e-8958246add22 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1315365 Aug 27 02:48:45.578283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:45.584031 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a" -d '{"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:45.609247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.636825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Transition to ACTIVE for port object f6a8e440-ada3-4e6a-ad06-6435b4fa5216 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:45.695456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Transition to ACTIVE for port object f6a8e440-ada3-4e6a-ad06-6435b4fa5216 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:45.719083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:45.772143 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:45.817630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Network 82ae1400-9fdd-4be8-919d-77781df59501 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:45.835815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fa564-4919-48b8-a6cd-289502b0f0d5 req-213400cc-6032-4561-9698-934d717ee105 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:45.836912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:45.841049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:45.844485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f5fa564-4919-48b8-a6cd-289502b0f0d5 req-213400cc-6032-4561-9698-934d717ee105 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.1136510 Aug 27 02:48:45.892836 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f5fa564-4919-48b8-a6cd-289502b0f0d5 req-48bb0668-fbad-43a4-9e16-43500e9eafe1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Aug 27 02:48:45.926683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.10 (82ae1400-9fdd-4be8-919d-77781df59501/64c71497-b27a-45ca-b71c-d6f597ee0b6b/923c2481-d9c2-4ba6-9f8f-e79a208a8eca) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:45.963351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Pushing event updated for resources: {'Port': ['ID=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:45.996834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Attempting to bind port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:45.997305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Attempting to bind port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'f0089282-5fec-4547-b3b2-ea39fd5f5400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:45.997673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Attempting to bind port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 on network 82ae1400-9fdd-4be8-919d-77781df59501 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:46.011469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:46.011853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Checking segment: {'id': 'f0089282-5fec-4547-b3b2-ea39fd5f5400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:46.012272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.012691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Bound using segment: {'id': 'f0089282-5fec-4547-b3b2-ea39fd5f5400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:46.013150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Bound port: f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0089282-5fec-4547-b3b2-ea39fd5f5400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '82ae1400-9fdd-4be8-919d-77781df59501'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:46.013537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.015150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea0ec8-500f-4529-8347-3cc5b18f5ef1 req-b07081b7-e759-49fb-b5ff-1de721d4354b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:46.018818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98ea0ec8-500f-4529-8347-3cc5b18f5ef1 req-b07081b7-e759-49fb-b5ff-1de721d4354b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.2927637 Aug 27 02:48:46.074787 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cabb1a6-fac5-455e-9515-ef1dd79aafa0 x-openstack-request-id: req-0cabb1a6-fac5-455e-9515-ef1dd79aafa0 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:46.075205 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:46.075471 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cabb1a6-fac5-455e-9515-ef1dd79aafa0 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:46.075881 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:48:46.160645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98ea0ec8-500f-4529-8347-3cc5b18f5ef1 req-0273c76c-49ac-4eaf-adf5-bf2ccbfa189a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347079 Aug 27 02:48:46.194112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:46.233025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-146d2300-cb46-4713-844b-b6d15d34fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:46.234558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-146d2300-cb46-4713-844b-b6d15d34fa3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1096 time: 0.1309216 Aug 27 02:48:46.268812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] For port f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:46.277527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] For port f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,segment=NetworkSegment(f0089282-5fec-4547-b3b2-ea39fd5f5400),segment_id=f0089282-5fec-4547-b3b2-ea39fd5f5400)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:46.284549 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.348229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.369028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6876ebda-983c-4e71-810c-7aad6a6780c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 200 len: 991 time: 0.1735995 Aug 27 02:48:46.374968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 923c2481-d9c2-4ba6-9f8f-e79a208a8eca will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:46.384651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-24af9659-5afd-4827-9583-ae305269f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:46.386134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-24af9659-5afd-4827-9583-ae305269f6e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1416776 Aug 27 02:48:46.414637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc716-531e-4177-ac94-403a551b8f39 None None] Pushing event updated for resources: {'Port': ['ID=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:46.462662 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:46.560890 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '41fbdff7-bd93-4211-af32-d32fcd642eaf', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:43Z', 'updated_at': '2021-08-27T02:48:43Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:46.641275 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Checking router: 1f5e5d5c-1b8f-4614-8783-17eb93c7756e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:48:46.666798 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:46.671142 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:47.018832 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:48:47.242375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd21d8-7c99-4eab-89d2-692b0cba7ec9 req-ffdbdf19-1ae0-4ac0-a69c-728837a95252 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.257186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73fd21d8-7c99-4eab-89d2-692b0cba7ec9 req-ffdbdf19-1ae0-4ac0-a69c-728837a95252 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2184446 Aug 27 02:48:47.262446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-fbec6536-ca36-4bf3-836c-e6df7c2222e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.8588309 Aug 27 02:48:47.329809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.362834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73fd21d8-7c99-4eab-89d2-692b0cba7ec9 req-dc64722d-c7bf-4da0-8e81-7f4ca8724873 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045470 Aug 27 02:48:47.371328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42174) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:47.421847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6a8e440-ada3-4e6a-ad06-6435b4fa5216 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:47.532299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 82ae1400-9fdd-4be8-919d-77781df59501 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:47.553705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:47.556008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:47.560324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dca75473-5c10-45a5-b62a-0f6c1f16e75f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 200 len: 991 time: 0.1874790 Aug 27 02:48:47.568066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:47.632406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=923c2481-d9c2-4ba6-9f8f-e79a208a8eca,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:47.638567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-8be1fe94-b16d-4d70-8491-f60078b68f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.640438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-8be1fe94-b16d-4d70-8491-f60078b68f4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.3316548 Aug 27 02:48:47.650872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '41fbdff7-bd93-4211-af32-d32fcd642eaf', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:43Z', 'updated_at': '2021-08-27T02:48:43Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:47.672887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.673247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.673802 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.690203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.707172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.707655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.709586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.711174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.711800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.714032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.714517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.714945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:48:47.813705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bde9ae-0ba3-420f-9fc0-74644a06bc9d None None] The sync data for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 is: [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '41fbdff7-bd93-4211-af32-d32fcd642eaf', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:48:43Z', 'updated_at': '2021-08-27T02:48:43Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:47.847826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.850054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:47.900122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-42b0c923-6c32-4ceb-bc57-ffbf6c704ed9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4837871 Aug 27 02:48:47.900409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42196) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:47.907583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '82ae1400-9fdd-4be8-919d-77781df59501', 'name': 'tempest-PortsTestJSON-1325953534', 'fixed_ips': [{'subnet_id': '64c71497-b27a-45ca-b71c-d6f597ee0b6b', 'ip_address': '172.20.0.9'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:47.922606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-2bec867c-6c6f-49b7-ab60-f79d7959fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:47.926186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-2bec867c-6c6f-49b7-ab60-f79d7959fb1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2773631 Aug 27 02:48:48.298281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-72a8466c-d793-44c4-9379-e03c27912139 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499157 Aug 27 02:48:48.317294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3d6d9-f513-4c5a-a3e1-d825c93decd0 None None] New status for floating IP 41fbdff7-bd93-4211-af32-d32fcd642eaf: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:48:48.421451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:48.575449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42234) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:48.581039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea2e41f9-5c51-47fd-8a59-9c0307ae130a req-90c78eba-3872-4f8a-b3db-5c817e2b8a7f service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653220 Aug 27 02:48:48.739896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f423e-65af-4e30-af64-6da68b34932d req-770b0552-8758-495c-95d8-607651d6f9b0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:48.741500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a2f423e-65af-4e30-af64-6da68b34932d req-770b0552-8758-495c-95d8-607651d6f9b0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.2013943 Aug 27 02:48:48.770526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20123494-fb2c-4ecb-96a3-ad0c0d50b2c4 None None] Network 82ae1400-9fdd-4be8-919d-77781df59501 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:48.814599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:48.859044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a2f423e-65af-4e30-af64-6da68b34932d req-6f127560-8b7d-4758-8d0e-958d4faf1322 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088128 Aug 27 02:48:48.968906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Provisioning for port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:49.008317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Provisioning complete for port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:49.010508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.028864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cd5f1711-8aa3-4dcc-8b60-15afbce66668 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 200 len: 993 time: 0.4507222 Aug 27 02:48:49.058781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 63cae45d-2d52-4821-a5f2-eef589f15af6 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:49.405286 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.574349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] For port f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,segment=NetworkSegment(f0089282-5fec-4547-b3b2-ea39fd5f5400),segment_id=f0089282-5fec-4547-b3b2-ea39fd5f5400)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:49.580146 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:49.603539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.9 (82ae1400-9fdd-4be8-919d-77781df59501/64c71497-b27a-45ca-b71c-d6f597ee0b6b/63cae45d-2d52-4821-a5f2-eef589f15af6) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:49.717536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdde4-a9e6-482e-9c7d-70796f38a370 None None] Pushing event updated for resources: {'Port': ['ID=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.003924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.023586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 63cae45d-2d52-4821-a5f2-eef589f15af6 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:50.114519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f73958-fcb6-43f7-96b2-ddfc4d4cb053 req-3f7c05d5-cd37-4e0d-88e9-ba2d93a575fd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.116096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50f73958-fcb6-43f7-96b2-ddfc4d4cb053 req-3f7c05d5-cd37-4e0d-88e9-ba2d93a575fd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.0810118 Aug 27 02:48:50.134288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Provisioning complete for port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:50.134927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.176005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.228957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50f73958-fcb6-43f7-96b2-ddfc4d4cb053 req-cede4135-faf5-4680-99cd-4fcfe602519c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063476 Aug 27 02:48:50.243236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 82ae1400-9fdd-4be8-919d-77781df59501 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:50.247703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:50.258474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:50.268524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=63cae45d-2d52-4821-a5f2-eef589f15af6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:50.296068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Provisioning for port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:50.303713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Provisioning complete for port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:50.305008 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.372953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.374252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.375181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2d730564-3a54-4390-bbed-eee1973d2e62 None None] Port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:50.393957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-218f108f-1e79-4770-9dcc-7286402656e9 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4920626 Aug 27 02:48:50.396404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.505537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae099b6-4004-4066-a62b-483fa1937498 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.509902 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cae099b6-4004-4066-a62b-483fa1937498 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1123929 Aug 27 02:48:50.510118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.512444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6f15fd67-2835-4cda-a463-f9da164b9a92 None None] Provisioning complete for port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:50.512821 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6f15fd67-2835-4cda-a463-f9da164b9a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.596325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6f15fd67-2835-4cda-a463-f9da164b9a92 None None] Port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:50.602452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c66565-034e-40cf-b2d0-9e7364a53ad7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.608611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c66565-034e-40cf-b2d0-9e7364a53ad7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.614641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c66565-034e-40cf-b2d0-9e7364a53ad7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:50.619253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42300) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:50.622895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0c66565-034e-40cf-b2d0-9e7364a53ad7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1115582 Aug 27 02:48:50.718826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d45f16e-25bf-4dd9-8b94-a0a91f8a2ee5 None None] Provisioning for port 63cae45d-2d52-4821-a5f2-eef589f15af6 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:50.721647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 63cae45d-2d52-4821-a5f2-eef589f15af6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:50.721901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.724248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3d45f16e-25bf-4dd9-8b94-a0a91f8a2ee5 None None] Provisioning complete for port 63cae45d-2d52-4821-a5f2-eef589f15af6 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:50.724631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d45f16e-25bf-4dd9-8b94-a0a91f8a2ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.765786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3d45f16e-25bf-4dd9-8b94-a0a91f8a2ee5 None None] Port 63cae45d-2d52-4821-a5f2-eef589f15af6 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:50.821525 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:50.836417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 63cae45d-2d52-4821-a5f2-eef589f15af6 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:50.976054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.008842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=63cae45d-2d52-4821-a5f2-eef589f15af6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:51.120177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.124559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-88b62f8a-ff5c-4761-b9f7-9e4eb096a053 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/63cae45d-2d52-4821-a5f2-eef589f15af6 HTTP/1.1" status: 204 len: 168 time: 0.5020084 Aug 27 02:48:51.125023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:51.161819 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f031553e-687f-413e-9669-d320305c9051 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:51.166847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:51.174727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f031553e-687f-413e-9669-d320305c9051 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/63cae45d-2d52-4821-a5f2-eef589f15af6 HTTP/1.1" status: 404 len: 333 time: 0.0379157 Aug 27 02:48:51.209086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6a8e440-ada3-4e6a-ad06-6435b4fa5216 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:51.297458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:51.297839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.309998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 923c2481-d9c2-4ba6-9f8f-e79a208a8eca {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:51.310703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.431185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.474752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 923c2481-d9c2-4ba6-9f8f-e79a208a8eca owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:51.538819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494985bc-0fe5-4799-b290-f1fdba91df97 req-2c6426c7-8a6a-41b0-9290-08d9ebeb555c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:51.546037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-494985bc-0fe5-4799-b290-f1fdba91df97 req-2c6426c7-8a6a-41b0-9290-08d9ebeb555c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.1194999 Aug 27 02:48:51.596929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-494985bc-0fe5-4799-b290-f1fdba91df97 req-51076ba7-7a68-4b6b-9f8a-e684c469fc08 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495725 Aug 27 02:48:51.677731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.708047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=923c2481-d9c2-4ba6-9f8f-e79a208a8eca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:51.790579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.793088 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec6af6ee-7d36-4839-b828-9f8d91e16b5e tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/923c2481-d9c2-4ba6-9f8f-e79a208a8eca HTTP/1.1" status: 204 len: 168 time: 0.6249688 Aug 27 02:48:51.795560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:51.823256 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4eef46-7205-427c-8bf7-1258a6715b22 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:48:51.825540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ea4eef46-7205-427c-8bf7-1258a6715b22 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/923c2481-d9c2-4ba6-9f8f-e79a208a8eca HTTP/1.1" status: 404 len: 333 time: 0.0287099 Aug 27 02:48:51.828449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42326) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:51.912707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 64c71497-b27a-45ca-b71c-d6f597ee0b6b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:48:51.916222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:51.970891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.077732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.171495 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.212064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=64c71497-b27a-45ca-b71c-d6f597ee0b6b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:52.216876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.219060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ef0cec3-9adb-4b3a-a028-a5704a96ca3d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/64c71497-b27a-45ca-b71c-d6f597ee0b6b HTTP/1.1" status: 204 len: 168 time: 0.3896880 Aug 27 02:48:52.222013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:52.227802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293bdded-05f3-46fd-a851-19d447828c5c None None] Network 82ae1400-9fdd-4be8-919d-77781df59501 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:52.322133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.409245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:52.409593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.448858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] DHCP port deletion for 82ae1400-9fdd-4be8-919d-77781df59501 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:48:52.501278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,segment=NetworkSegment(f0089282-5fec-4547-b3b2-ea39fd5f5400),segment_id=f0089282-5fec-4547-b3b2-ea39fd5f5400)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:52.501990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.520449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for f6a8e440-ada3-4e6a-ad06-6435b4fa5216 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:52.539653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Deleting port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:52.540030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.603592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] For port f6a8e440-ada3-4e6a-ad06-6435b4fa5216, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,segment=NetworkSegment(f0089282-5fec-4547-b3b2-ea39fd5f5400),segment_id=f0089282-5fec-4547-b3b2-ea39fd5f5400)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:52.603919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.622537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Calling delete_port for f6a8e440-ada3-4e6a-ad06-6435b4fa5216 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:52.628908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.641591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f034607a-3b0f-4f1b-9289-fd617b729e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.689868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:52.705524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:52.745430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.793031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492db160-4deb-4e63-afb6-960ba5033353 req-07dd146e-503f-4f30-bbd2-7f0588983f74 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:52.796177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492db160-4deb-4e63-afb6-960ba5033353 req-07dd146e-503f-4f30-bbd2-7f0588983f74 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 945 time: 0.1018598 Aug 27 02:48:52.799345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] Pushing event deleted for resources: {'Port': ['ID=f6a8e440-ada3-4e6a-ad06-6435b4fa5216,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:52.805684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.809551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3095e-d08e-4984-a5f7-daec9f58e203 None None] No DVR routers for this DVR port f6a8e440-ada3-4e6a-ad06-6435b4fa5216 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:48:52.825036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ae1400-9fdd-4be8-919d-77781df59501']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:52.839067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0089282-5fec-4547-b3b2-ea39fd5f5400') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:52.839821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0089282-5fec-4547-b3b2-ea39fd5f5400') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:52.854571 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.872733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-492db160-4deb-4e63-afb6-960ba5033353 req-f7370018-0061-44ce-80ab-3b75d5d5cbf5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567746 Aug 27 02:48:52.873287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.882962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:48:52.884447 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:48:52.888479 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:48:52.928492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:48:52.965112 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:52.995596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.000918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/82ae1400-9fdd-4be8-919d-77781df59501 HTTP/1.1" status: 204 len: 168 time: 0.7744131 Aug 27 02:48:53.000918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143b851-25f8-4616-b794-feb00d0469bd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=82ae1400-9fdd-4be8-919d-77781df59501,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:53.001163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42338) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:53.006779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1927847061'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:53.038057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:53.045684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.063522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:53.082677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:48:53.099040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'network_id': '99fa1c60-82b6-403e-aac7-0f045b1a000d', 'port_id': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'mac_address': 'fa:16:3e:a8:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:48:53.100974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.101633 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Added segment c307d426-165f-4313-876f-b7e194c06cde of type vlan for network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 Aug 27 02:48:53.153832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.177296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.188164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:48:53.205023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6a8e440-ada3-4e6a-ad06-6435b4fa5216 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:48:53.233707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.233923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: f6a8e440-ada3-4e6a-ad06-6435b4fa5216 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:48:53.234397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device f6a8e440-ada3-4e6a-ad06-6435b4fa5216 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:48:53.246256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:53.251502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:53.252895 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.253053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.317333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:53.336759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3320587 Aug 27 02:48:53.337253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:53.342792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:53.343739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faa6bb-0ba8-47fb-b29c-2a74373afb32 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Network': ['ID=7b7fcc8c-6b68-4deb-814a-48ce09de9de0,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:53.354944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:48:53.459103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:53.462750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.518535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:48:53.672027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.737368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:53.750255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Checking segment: {'id': 'c307d426-165f-4313-876f-b7e194c06cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:53.750958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network hostable DHCP agents. Network: 7b7fcc8c-6b68-4deb-814a-48ce09de9de0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:48:53.769572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:48:53.782764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7b7fcc8c-6b68-4deb-814a-48ce09de9de0) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:53.787316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:53.788023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.796272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9a708-52cb-471c-9c1b-e7bb79871279 None None] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:53.808421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:53.811050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-01503576-6866-4ea8-a424-4608838b6640 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4724905 Aug 27 02:48:53.813172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2141049621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:53.840516 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.841833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.937553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:53.945636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.000537 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.005177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9cdaa73-e337-4699-9360-d3d67dba7602 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1931465 Aug 27 02:48:54.005773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:54.012522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0', 'name': 'tempest-PortsTestJSON-1941809643'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:48:54.015942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7b7fcc8c-6b68-4deb-814a-48ce09de9de0', 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': 'd7b6812f-2bd8-4ee6-a279-7dd6ee230ecb'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:48:54.018182 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.032627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2f11-717a-4a68-afa7-b4a25388b2f4 req-b9e24334-1995-4974-af7f-7ebf29ad03db tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:54.041225 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb4f2f11-717a-4a68-afa7-b4a25388b2f4 req-b9e24334-1995-4974-af7f-7ebf29ad03db tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 946 time: 0.0839806 Aug 27 02:48:54.095132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb4f2f11-717a-4a68-afa7-b4a25388b2f4 req-30503111-ed64-4a41-8a18-fb27aa4cc61f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Aug 27 02:48:54.164478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:48:54.169160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.190107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:48:54.243391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Allocated IP 172.20.0.2 (7b7fcc8c-6b68-4deb-814a-48ce09de9de0/d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb/44381eac-e0f2-4e3c-bec9-b2b1c04dce3f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:54.582900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.597332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Transition to ACTIVE for port object 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:54.614010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Transition to ACTIVE for port object 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:54.620375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.664976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:54.668187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:54.673503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:54.677231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.7 (7b7fcc8c-6b68-4deb-814a-48ce09de9de0/d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb/18bb1105-5b4c-4c14-a550-f400e60b3ec5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:48:54.677484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Pushing event updated for resources: {'Port': ['ID=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:54.736220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Attempting to bind port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:48:54.736593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Attempting to bind port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'c307d426-165f-4313-876f-b7e194c06cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:48:54.736932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Attempting to bind port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f on network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:48:54.742580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:48:54.743166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Checking segment: {'id': 'c307d426-165f-4313-876f-b7e194c06cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:48:54.743742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.744209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Bound using segment: {'id': 'c307d426-165f-4313-876f-b7e194c06cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:48:54.744685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Bound port: 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c307d426-165f-4313-876f-b7e194c06cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b7fcc8c-6b68-4deb-814a-48ce09de9de0'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:48:54.745068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.824937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] For port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:48:54.828942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] For port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,segment=NetworkSegment(c307d426-165f-4313-876f-b7e194c06cde),segment_id=c307d426-165f-4313-876f-b7e194c06cde)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:48:54.835092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:54.920085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafab809-2f9b-4be9-8616-811059c22731 None None] Pushing event updated for resources: {'Port': ['ID=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:54.929076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:54.997294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 9807eb9f-8a59-48fa-ba21-02da92c43060 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:55.006532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 9807eb9f-8a59-48fa-ba21-02da92c43060 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:55.006848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.184601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.227010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:48:55.229613 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb6b3a-b3d3-4038-980a-7b9a42438fb0" -d '{"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:48:55.260132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:55.269939 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.271955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7bc05742-480c-444c-8ae2-29f49ed18a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.323993 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cfcee2-f935-475a-96c8-679c073f6885 x-openstack-request-id: req-99cfcee2-f935-475a-96c8-679c073f6885 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:48:55.323993 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-plugged", "status": "completed", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:48:55.323993 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99cfcee2-f935-475a-96c8-679c073f6885 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:48:55.324435 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'code': 200} Aug 27 02:48:55.366505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:55.387600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26c9a-59cd-4d8f-83a0-6bb651b4dcc1 req-d0bbba84-32b9-4743-a499-b113cef2dc26 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:55.394905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fab26c9a-59cd-4d8f-83a0-6bb651b4dcc1 req-d0bbba84-32b9-4743-a499-b113cef2dc26 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1164143 Aug 27 02:48:55.449436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.452338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.478778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fab26c9a-59cd-4d8f-83a0-6bb651b4dcc1 req-570a6d13-94a8-4df2-8add-44621b24b0f9 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708759 Aug 27 02:48:55.479776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object 18bb1105-5b4c-4c14-a550-f400e60b3ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:48:55.524552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.540451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd606-2b2d-48b7-9af9-f3b0df254a09 req-a68dfd8a-7fa0-4c1b-b6f0-0e3684081d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:55.542980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-609cd606-2b2d-48b7-9af9-f3b0df254a09 req-a68dfd8a-7fa0-4c1b-b6f0-0e3684081d1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1098 time: 0.0897763 Aug 27 02:48:55.575935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:55.583286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:55.585923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-609cd606-2b2d-48b7-9af9-f3b0df254a09 req-9050079a-6bcd-44a6-a2e4-7e95563f56cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Aug 27 02:48:55.587340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:48:55.594322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=18bb1105-5b4c-4c14-a550-f400e60b3ec5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:55.641508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:55.642652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:55.658633 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1514a770-f71e-4768-81a5-30a2ef4af0cb tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6505072 Aug 27 02:48:55.661359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42364) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:56.006155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.134453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150532df-21a1-4542-b2fe-158e50e65753 None None] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:48:56.239496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2e5d5951-4f7f-4eea-a0cc-b59c408a1127 None None] Provisioning for port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:56.290418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.296239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.387616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=18bb1105-5b4c-4c14-a550-f400e60b3ec5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:56.558319 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.619915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3788800d-91a8-4308-92fd-308753a34884 None None] Provisioning for port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:56.624636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.626003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3788800d-91a8-4308-92fd-308753a34884 None None] Provisioning complete for port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:56.627190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3788800d-91a8-4308-92fd-308753a34884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.691232 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3788800d-91a8-4308-92fd-308753a34884 None None] Port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:56.748652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c03536-3d6b-4d4e-9cd5-daec87fb399a req-75206c4a-063a-4582-ba30-1d8522b2e9fd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:56.757899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9c03536-3d6b-4d4e-9cd5-daec87fb399a req-75206c4a-063a-4582-ba30-1d8522b2e9fd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0893435 Aug 27 02:48:56.801594 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.827446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e9c03536-3d6b-4d4e-9cd5-daec87fb399a req-0b6e49db-7a6d-4ce1-998b-fb942fab30a5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648322 Aug 27 02:48:56.933467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f4b9a367-4940-4ca4-8501-3c99009add49 None None] Provisioning complete for port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:56.933767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a367-4940-4ca4-8501-3c99009add49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:56.992012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9a367-4940-4ca4-8501-3c99009add49 None None] Port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:57.261881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:57.286525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.293038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.341441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-55927d2d-8f65-4dac-8283-193fdafc92a8 None None] Provisioning complete for port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:57.341818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-55927d2d-8f65-4dac-8283-193fdafc92a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.384172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:48:57.384354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=18bb1105-5b4c-4c14-a550-f400e60b3ec5,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.390949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:57.391373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.393630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-55927d2d-8f65-4dac-8283-193fdafc92a8 None None] Port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:57.431497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.517712 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.585999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:48:57.588192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:48:57.591909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,segment=NetworkSegment(c307d426-165f-4313-876f-b7e194c06cde),segment_id=c307d426-165f-4313-876f-b7e194c06cde)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:48:57.597922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.705992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:57.775333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Router 581ce262-8dcd-4403-a825-3521444de251 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:48:57.901334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:48:57.907492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a62d10d3-fa29-4f53-a145-5170c8ad27a7 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/routers/581ce262-8dcd-4403-a825-3521444de251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451367 Aug 27 02:48:57.911454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:57.913378 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] Sync routers for ids ['581ce262-8dcd-4403-a825-3521444de251'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:48:57.928462 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] Routers {'581ce262-8dcd-4403-a825-3521444de251'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:57.932047 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['581ce262-8dcd-4403-a825-3521444de251'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:57.965692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:57.986322 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:57.991966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865e4d-f4fe-4ccd-ba8b-36822cb56d91 req-f4e06fab-0fa5-4ec2-b61c-e94935606cb3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:57.999518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1e865e4d-f4fe-4ccd-ba8b-36822cb56d91 req-f4e06fab-0fa5-4ec2-b61c-e94935606cb3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0902457 Aug 27 02:48:58.000560 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] Routers {'581ce262-8dcd-4403-a825-3521444de251'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:48:58.001662 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['581ce262-8dcd-4403-a825-3521444de251'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:58.027033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec649b8-a965-4a75-afeb-d379b4596ff2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:58.037787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42424) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:48:58.038175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ec649b8-a965-4a75-afeb-d379b4596ff2 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?device_id=581ce262-8dcd-4403-a825-3521444de251 HTTP/1.1" status: 200 len: 982 time: 0.1247954 Aug 27 02:48:58.058209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ec5656c-cc16-4818-aa78-e00eed99295c None None] Provisioning complete for port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:58.059088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ec5656c-cc16-4818-aa78-e00eed99295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.063264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1e865e4d-f4fe-4ccd-ba8b-36822cb56d91 req-48899813-6564-4a98-92f6-7203d75bcdad tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Aug 27 02:48:58.087343 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:48:58.088280 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad74d0fe-dd3a-42c8-b81e-2951714ba9d4 None None] The sync data for ids ['581ce262-8dcd-4403-a825-3521444de251'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:48:58.130953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5656c-cc16-4818-aa78-e00eed99295c None None] Port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:48:58.216724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb5584-a45c-4541-997c-b389bc98d3e5 req-ba9edc81-0d23-4350-b007-91cdceab831d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:58.218674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1efb5584-a45c-4541-997c-b389bc98d3e5 req-ba9edc81-0d23-4350-b007-91cdceab831d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0660832 Aug 27 02:48:58.272200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1efb5584-a45c-4541-997c-b389bc98d3e5 req-99801ae6-4693-42aa-af57-490e67629668 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Aug 27 02:48:58.451582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7847c-7758-4759-a159-496a1a2e5904 req-bdecd690-295d-4bad-8ef0-976b4096ad6b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:58.453144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32b7847c-7758-4759-a159-496a1a2e5904 req-bdecd690-295d-4bad-8ef0-976b4096ad6b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0876038 Aug 27 02:48:58.547947 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32b7847c-7758-4759-a159-496a1a2e5904 req-5c1c7ac9-7658-4809-896a-29290d1960a4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854361 Aug 27 02:48:58.697937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:58.787474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316ccc7-d141-4d94-990c-eb95e44a7e49 req-34c477ec-e98a-49de-ade1-5479c7d85eac tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:58.789081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2316ccc7-d141-4d94-990c-eb95e44a7e49 req-34c477ec-e98a-49de-ade1-5479c7d85eac tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1328182 Aug 27 02:48:58.879089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2316ccc7-d141-4d94-990c-eb95e44a7e49 req-d3b8137f-260c-4298-b864-897042b835b8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826190 Aug 27 02:48:58.985812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 18bb1105-5b4c-4c14-a550-f400e60b3ec5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:48:58.986669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.019070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15eaefc-73c5-4f60-a6db-aa399e63134a req-0d071e95-30c4-4397-874f-0cc74758719b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:59.021348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a15eaefc-73c5-4f60-a6db-aa399e63134a req-0d071e95-30c4-4397-874f-0cc74758719b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0633807 Aug 27 02:48:59.063574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a15eaefc-73c5-4f60-a6db-aa399e63134a req-1060313e-dcea-40e8-945b-dcd135b80df5 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352302 Aug 27 02:48:59.108637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.133866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 18bb1105-5b4c-4c14-a550-f400e60b3ec5 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:48:59.181955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:48:59.252420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:48:59.253711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.312550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84530b7f-968d-4db1-8658-752d6ad39274 req-646def66-529c-4235-b61a-473d4470429f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:59.314672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84530b7f-968d-4db1-8658-752d6ad39274 req-646def66-529c-4235-b61a-473d4470429f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1023078 Aug 27 02:48:59.392302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84530b7f-968d-4db1-8658-752d6ad39274 req-ac363bab-f61f-47d1-a1cf-8e5001adb393 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663929 Aug 27 02:48:59.416983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.448874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=18bb1105-5b4c-4c14-a550-f400e60b3ec5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:48:59.582728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507e92-9446-4e48-af11-d5fbf02c0679 req-2aab8231-11a9-41ff-ab89-5af14e06e2d8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:48:59.584533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19507e92-9446-4e48-af11-d5fbf02c0679 req-2aab8231-11a9-41ff-ab89-5af14e06e2d8 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0762975 Aug 27 02:48:59.695194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:48:59.767043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-19507e92-9446-4e48-af11-d5fbf02c0679 req-e359156d-6207-4963-985d-e732c0884647 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443753 Aug 27 02:48:59.905603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Router 581ce262-8dcd-4403-a825-3521444de251 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:00.019782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:00.031136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] Sync routers for ids ['581ce262-8dcd-4403-a825-3521444de251'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:00.042986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] Routers {'581ce262-8dcd-4403-a825-3521444de251'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:00.043861 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['581ce262-8dcd-4403-a825-3521444de251'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:00.055919 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ec30cc49-cbc4-4127-ab72-b90204f1cb36 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/routers/581ce262-8dcd-4403-a825-3521444de251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169940 Aug 27 02:49:00.058567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42456) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:00.080370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57007461-9acc-40b3-9969-495310909e5c req-64a6f38f-2d40-4cf6-b5ba-98d1efd13e41 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:00.082102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57007461-9acc-40b3-9969-495310909e5c req-64a6f38f-2d40-4cf6-b5ba-98d1efd13e41 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0776496 Aug 27 02:49:00.090739 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6eb531-bec1-46e2-aa52-d1938dcc691b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:49:00.092576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f6eb531-bec1-46e2-aa52-d1938dcc691b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/18bb1105-5b4c-4c14-a550-f400e60b3ec5 HTTP/1.1" status: 404 len: 333 time: 0.0330064 Aug 27 02:49:00.096010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42458) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:00.114109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:00.122817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] Routers {'581ce262-8dcd-4403-a825-3521444de251'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:00.123560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:48:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['581ce262-8dcd-4403-a825-3521444de251'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:00.131694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-57007461-9acc-40b3-9969-495310909e5c req-2e946b79-684c-4d01-84ca-01734697f8e3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Aug 27 02:49:00.173130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:00.174265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ebb28-1cb8-4af2-b699-9b861b2c1e89 None None] The sync data for ids ['581ce262-8dcd-4403-a825-3521444de251'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:00.217400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.402026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.404545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.454432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.455159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Fanout notify agent at l3_agent the message router_deleted on router 581ce262-8dcd-4403-a825-3521444de251 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:49:00.463809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.465423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f9f77b58-7dc7-4420-b716-996783a4baa4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/routers/581ce262-8dcd-4403-a825-3521444de251 HTTP/1.1" status: 204 len: 168 time: 0.3615811 Aug 27 02:49:00.467769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42462) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:00.525788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:00.530607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.580235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.672970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.734436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.768360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:00.770496 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.775151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42464) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:00.775679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-efd2a984-5515-4148-aedf-2d3737f61012 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb HTTP/1.1" status: 204 len: 168 time: 0.3064930 Aug 27 02:49:00.785506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775e16f-7187-4746-94be-e8d034796b4c None None] Network 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:00.871981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.905849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:00.943217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:00.943217 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.043254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] For port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,segment=NetworkSegment(c307d426-165f-4313-876f-b7e194c06cde),segment_id=c307d426-165f-4313-876f-b7e194c06cde)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:01.050449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] DHCP port deletion for 7b7fcc8c-6b68-4deb-814a-48ce09de9de0 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:01.053038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.094809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:01.191954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.212185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No DVR routers for this DVR port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:01.218328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Deleting port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:01.218868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.222116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:01.244634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.278525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:01.279131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:01.315906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] For port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:01.316442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.324610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ffbeb-c29a-4074-9ba8-833d36a0ba19 req-308112ce-af70-4e23-9b47-dcf92bf39867 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:01.326344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8ffbeb-c29a-4074-9ba8-833d36a0ba19 req-308112ce-af70-4e23-9b47-dcf92bf39867 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0858824 Aug 27 02:49:01.348391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Calling delete_port for 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:01.353626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:49:01.354304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.357233 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.367388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7fcc8c-6b68-4deb-814a-48ce09de9de0']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:01.384450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c307d426-165f-4313-876f-b7e194c06cde') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:01.384450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c307d426-165f-4313-876f-b7e194c06cde') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:01.392639 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df8ffbeb-c29a-4074-9ba8-833d36a0ba19 req-f31523a2-dc11-4e8e-8b11-734e5a21f6c7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581429 Aug 27 02:49:01.395600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.398399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] No DVR routers for this DVR port 44381eac-e0f2-4e3c-bec9-b2b1c04dce3f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:01.403158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2699-7da0-4642-9b92-670fae089d94 None None] Pushing event deleted for resources: {'Port': ['ID=44381eac-e0f2-4e3c-bec9-b2b1c04dce3f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.422828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:01.437561 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:01.519541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.527041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:01.529062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/7b7fcc8c-6b68-4deb-814a-48ce09de9de0 HTTP/1.1" status: 204 len: 168 time: 0.7527778 Aug 27 02:49:01.533574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:01.549678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa61f-ca63-475b-a1b6-eeb6f4bc0743 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=7b7fcc8c-6b68-4deb-814a-48ce09de9de0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:01.589770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404881a8-66dd-4ae7-a424-8655861c7454 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:01.595467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42480) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:01.595670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-404881a8-66dd-4ae7-a424-8655861c7454 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/d1fd37b5-5309-4c7b-a11d-b00ccc268402 HTTP/1.1" status: 200 len: 841 time: 0.0599079 Aug 27 02:49:01.650085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c92fd058-b72c-4a4d-9b7a-68404225ff37 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/d1fd37b5-5309-4c7b-a11d-b00ccc268402?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0525122 Aug 27 02:49:01.653168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42482) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:01.661171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:01.828151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383464-e966-40bf-996f-d11bffd6211b req-b0bc7a1f-7f5f-4a0a-8c27-ea4a2923d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:01.830508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-b0bc7a1f-7f5f-4a0a-8c27-ea4a2923d47c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1098 time: 0.0716376 Aug 27 02:49:01.947393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383464-e966-40bf-996f-d11bffd6211b req-0d28cdeb-1037-43f9-8c31-e58a0b74e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:01.949050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-0d28cdeb-1037-43f9-8c31-e58a0b74e808 service neutron] 10.222.0.15 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.1103077 Aug 27 02:49:01.999580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-22daae5e-6867-4594-8348-f44dc8f82ece service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.0398183 Aug 27 02:49:02.068374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383464-e966-40bf-996f-d11bffd6211b req-427b5029-5014-4239-86b3-13cac264f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.069999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-427b5029-5014-4239-86b3-13cac264f60f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.0627186 Aug 27 02:49:02.112045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-5ada634e-5e3f-4c50-81c1-e27a4964b5c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340295 Aug 27 02:49:02.230266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5c41-9c65-4080-b01a-b952d44033c5 req-713b1fe9-4198-4a4c-be6f-6b86468442a3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.231869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-275b5c41-9c65-4080-b01a-b952d44033c5 req-713b1fe9-4198-4a4c-be6f-6b86468442a3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.5059338 Aug 27 02:49:02.254682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-f40d74b6-e2fa-4763-a3cb-7617330b21c4 service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326799 Aug 27 02:49:02.257121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:02.260686 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.336324 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-275b5c41-9c65-4080-b01a-b952d44033c5 req-5f02de52-d0d6-47a8-b799-8d0f3c8ac9b2 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953021 Aug 27 02:49:02.413380 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a383464-e966-40bf-996f-d11bffd6211b req-c55310e8-4fe9-4cef-968b-7192718f1b8d service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509960 Aug 27 02:49:02.503901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.542958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:02.546401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:02.551117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:02.551707 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.559189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e23266-fb85-4ede-a1ab-a1805f02bde0 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:02.573391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=d4c65970-1f60-447c-8a41-ac7aef22751b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:02.577393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9e863847-3d1a-4d09-be8a-01e960a06ea8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9220603 Aug 27 02:49:02.580338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:02.585216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'security_group': {'name': 'tempest-secgroup-435932979'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:02.611768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.733527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.738202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.748158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8684ec95-706b-46ac-959f-9c40ff73ceff', 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'tenant_id': 'd8edcf6c235f4e41b8847a8ba83c8f74', 'fixed_ips': [{'subnet_id': 'd4c65970-1f60-447c-8a41-ac7aef22751b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:02.749958 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.774706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.778989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1950288 Aug 27 02:49:02.778989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac932e-49cd-44e2-8207-b63679e15417 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07307d-423b-4bb8-892e-916526dbb4de,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:02.779253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:02.797304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566312018'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:02.833400 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.929985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Allocated IP 172.20.0.2 (8684ec95-706b-46ac-959f-9c40ff73ceff/d4c65970-1f60-447c-8a41-ac7aef22751b/4eaedf32-41fe-478d-817a-16f9483bd0b7) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:02.952233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:02.964784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.042010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.045793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2627304 Aug 27 02:49:03.047034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42496) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:03.051039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b06a3-f8e3-4e04-b1b1-1125c86c6842 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5935e8af-c3ef-4b59-a1df-fc23392c7d9a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:03.058427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1994723157', 'security_groups': ['5935e8af-c3ef-4b59-a1df-fc23392c7d9a'], 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4c65970-1f60-447c-8a41-ac7aef22751b'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:03.141408 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.157626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Transition to ACTIVE for port object 4eaedf32-41fe-478d-817a-16f9483bd0b7 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:03.188137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Transition to ACTIVE for port object 4eaedf32-41fe-478d-817a-16f9483bd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:03.198004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.245072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:03.258164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:03.261302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:03.265782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:03.269068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:03.338326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Attempting to bind port 4eaedf32-41fe-478d-817a-16f9483bd0b7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:03.338715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Attempting to bind port 4eaedf32-41fe-478d-817a-16f9483bd0b7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '89a049ef-4490-4ac5-b823-8f1b3d97d318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:03.339072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Attempting to bind port 4eaedf32-41fe-478d-817a-16f9483bd0b7 on network 8684ec95-706b-46ac-959f-9c40ff73ceff {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:03.344381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:03.345528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Checking segment: {'id': '89a049ef-4490-4ac5-b823-8f1b3d97d318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:03.345926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.346311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Bound using segment: {'id': '89a049ef-4490-4ac5-b823-8f1b3d97d318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:03.346803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Bound port: 4eaedf32-41fe-478d-817a-16f9483bd0b7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a049ef-4490-4ac5-b823-8f1b3d97d318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:03.347180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.352973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.396313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port bb916848-4852-4c67-a52a-d31f3ef688df yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:03.430003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:03.439072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:03.454162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.533423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f4f8-5785-4866-91bd-430f531c592c None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:03.546932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd294b3-8b27-4138-976c-2b5d904e90f9 req-ff55be15-bcb1-4f47-8abc-b74ff603a316 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:03.551412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fd294b3-8b27-4138-976c-2b5d904e90f9 req-ff55be15-bcb1-4f47-8abc-b74ff603a316 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1023552 Aug 27 02:49:03.601461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fd294b3-8b27-4138-976c-2b5d904e90f9 req-ca5ecb47-ef29-4637-8032-cb12754cb2f7 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Aug 27 02:49:03.638704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.6 (8684ec95-706b-46ac-959f-9c40ff73ceff/d4c65970-1f60-447c-8a41-ac7aef22751b/bb916848-4852-4c67-a52a-d31f3ef688df) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:03.841433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab290d-c907-4338-bab7-ac4e236274ff req-dd8d12e1-9b99-4d59-bc8f-fb24be81ef4b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:03.843179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ab290d-c907-4338-bab7-ac4e236274ff req-dd8d12e1-9b99-4d59-bc8f-fb24be81ef4b tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1509664 Aug 27 02:49:03.894698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:03.908737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ab290d-c907-4338-bab7-ac4e236274ff req-ac94c507-e7f5-414b-9cc1-8fbb6f06f6d3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Aug 27 02:49:03.914615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object bb916848-4852-4c67-a52a-d31f3ef688df will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:03.952572 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.015114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:04.038628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:04.045681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:04.051425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=bb916848-4852-4c67-a52a-d31f3ef688df,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:04.103139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d35a-8879-4725-960a-3b73222b62f5 req-5dcfc46a-21e4-4606-a56b-712e42562332 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:04.104622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e523d35a-8879-4725-960a-3b73222b62f5 req-5dcfc46a-21e4-4606-a56b-712e42562332 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1062839 Aug 27 02:49:04.115102 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:04.115757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.150028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9ea10a45-b16a-4288-8115-fd78dc1e241d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1016519 Aug 27 02:49:04.152784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42512) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:04.159806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:04.166819 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e523d35a-8879-4725-960a-3b73222b62f5 req-2904dc1e-d9e0-4339-bc7c-8efe1a67bb08 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Aug 27 02:49:04.308635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:04.315591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.354321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706c63-9b0e-402e-8117-3f7307419021 req-29c33005-b165-4ee7-a96b-2a7cd83d3999 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:04.366935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5706c63-9b0e-402e-8117-3f7307419021 req-29c33005-b165-4ee7-a96b-2a7cd83d3999 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1010714 Aug 27 02:49:04.418347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5706c63-9b0e-402e-8117-3f7307419021 req-9ec6f965-4dde-44bc-bc27-48ba3453589d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 Aug 27 02:49:04.424834 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4c65970-1f60-447c-8a41-ac7aef22751b (CIDR: 172.20.0.0/28) Aug 27 02:49:04.428301 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:49:04.428922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:04.447495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf29df50-696e-40d4-ba6f-a787f5afa6b1 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2923031 Aug 27 02:49:04.448917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42528) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:04.455417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:04.586795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:04.592580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.702075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da02be-877c-4327-baeb-3b39f9626696 req-d4a6dd6e-863c-40c8-8661-026b15860ccd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:04.709919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35da02be-877c-4327-baeb-3b39f9626696 req-d4a6dd6e-863c-40c8-8661-026b15860ccd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1024232 Aug 27 02:49:04.811515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d5b9fe4-0936-436c-9229-2481bda3c0a0 None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:04.815457 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9fe4-0936-436c-9229-2481bda3c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:04.854445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35da02be-877c-4327-baeb-3b39f9626696 req-ff3f75d7-773b-419a-bace-738a5d91e80c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391563 Aug 27 02:49:04.902534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-7ceb96d8-d154-46c4-a8ca-967f293ae181 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1668129 Aug 27 02:49:04.949807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b9fe4-0936-436c-9229-2481bda3c0a0 None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:04.975169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9d5b9fe4-0936-436c-9229-2481bda3c0a0 None None] Provisioning for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:04.983308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.057530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-50b06309-6001-41e3-8f37-ba519ff5a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.058557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:05.059420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-50b06309-6001-41e3-8f37-ba519ff5a5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 1098 time: 0.0978904 Aug 27 02:49:05.066644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:05.074559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.074559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.078775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=7a31e21b-ded9-41c2-a09b-e5a11f0a1950,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:05.080046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5de03-b8ba-4edb-b8e8-46e16f77010d None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:05.115492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e187e4a-bffa-4476-bb06-76e24861cb23 req-d088e188-4539-4aec-b542-92a2a6b1a404 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.117007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e187e4a-bffa-4476-bb06-76e24861cb23 req-d088e188-4539-4aec-b542-92a2a6b1a404 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1452610 Aug 27 02:49:05.134437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0e1b75b1-fbea-435f-b174-0b271571aabf tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6814568 Aug 27 02:49:05.139731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42556) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:05.154466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972313869', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a31e21b-ded9-41c2-a09b-e5a11f0a1950'}], 'security_groups': ['fc07307d-423b-4bb8-892e-916526dbb4de']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:05.386376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-9a17e41c-451a-4690-b024-96af9b0db57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.488044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ee4e3bb5-32d7-4a2c-8516-5c78a9ced6fc None None] Provisioning for port bb916848-4852-4c67-a52a-d31f3ef688df completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:05.489281 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-9a17e41c-451a-4690-b024-96af9b0db57c service neutron] 10.222.0.15 "GET /v2.0/networks?id=99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 200 len: 915 time: 0.1993124 Aug 27 02:49:05.490521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:05.491267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e187e4a-bffa-4476-bb06-76e24861cb23 req-5ffe5838-663b-4904-a6a1-fb9f15dbf869 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368252 Aug 27 02:49:05.491778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-a90de850-8e5e-408a-b340-50ba4e568d4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 200 len: 217 time: 0.1013403 Aug 27 02:49:05.492088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.492349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ee4e3bb5-32d7-4a2c-8516-5c78a9ced6fc None None] Provisioning complete for port bb916848-4852-4c67-a52a-d31f3ef688df triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:05.492349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3bb5-32d7-4a2c-8516-5c78a9ced6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.533441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-550d5847-51a0-4468-9219-7de8b6f94de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.535779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-550d5847-51a0-4468-9219-7de8b6f94de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 200 len: 854 time: 0.1087694 Aug 27 02:49:05.573829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-89d4ab7d-8c8a-4271-8e7a-66f20d5d15e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=99fa1c60-82b6-403e-aac7-0f045b1a000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299377 Aug 27 02:49:05.582309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:05.590740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e3bb5-32d7-4a2c-8516-5c78a9ced6fc None None] Port bb916848-4852-4c67-a52a-d31f3ef688df cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:05.593024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:05.593585 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.743527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-c4edca82-0772-44e1-b796-312f4109a367 service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589139 Aug 27 02:49:05.745007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.745335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c82d2-197f-4497-8a5d-632a34482eb7 req-801c92cf-5a32-4ada-8fd4-e0f3e985f552 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:05.746902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-018c82d2-197f-4497-8a5d-632a34482eb7 req-801c92cf-5a32-4ada-8fd4-e0f3e985f552 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.2177668 Aug 27 02:49:05.837732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:05.844354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Update dhcp port {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'fixed_ips': [{'subnet_id': 'd4c65970-1f60-447c-8a41-ac7aef22751b', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a31e21b-ded9-41c2-a09b-e5a11f0a1950'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '4eaedf32-41fe-478d-817a-16f9483bd0b7'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:49:05.848535 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:05.890486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c415af7a-a4dc-4723-8adf-efe0e3462c33 req-e818ff27-69f0-497e-9cc8-8648a4cfb404 service neutron] 10.222.0.15 "GET /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337302 Aug 27 02:49:05.899392 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-018c82d2-197f-4497-8a5d-632a34482eb7 req-ce9816db-5ccc-462f-bbb5-6e1997540bfb tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320059 Aug 27 02:49:05.902752 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.072447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.092794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ef4bf-1d85-40f1-82cd-71d6f4fac0ca req-dfe232fd-ea6c-49f3-ba06-45968d34f32e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.095247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-638ef4bf-1d85-40f1-82cd-71d6f4fac0ca req-dfe232fd-ea6c-49f3-ba06-45968d34f32e tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0905101 Aug 27 02:49:06.116932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Delete allocated IP 172.20.0.6 (8684ec95-706b-46ac-959f-9c40ff73ceff/d4c65970-1f60-447c-8a41-ac7aef22751b) {{(pid=94832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:49:06.127420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.23 (8684ec95-706b-46ac-959f-9c40ff73ceff/7a31e21b-ded9-41c2-a09b-e5a11f0a1950/bb916848-4852-4c67-a52a-d31f3ef688df) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:06.162864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-638ef4bf-1d85-40f1-82cd-71d6f4fac0ca req-f2417920-a77b-4bd0-8508-84474b4b41e3 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582600 Aug 27 02:49:06.382352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.384027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930bad7-256f-4664-96ce-d49cd26e27b4 req-50aeb892-2647-48f4-88d9-60c13188828f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.385963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5930bad7-256f-4664-96ce-d49cd26e27b4 req-50aeb892-2647-48f4-88d9-60c13188828f tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0709627 Aug 27 02:49:06.397987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object bb916848-4852-4c67-a52a-d31f3ef688df will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:06.402506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.473222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5930bad7-256f-4664-96ce-d49cd26e27b4 req-6e2b9824-db23-41d3-b59c-9302e2bcbb9d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802331 Aug 27 02:49:06.488138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Allocated IP 172.20.0.18 (8684ec95-706b-46ac-959f-9c40ff73ceff/7a31e21b-ded9-41c2-a09b-e5a11f0a1950/4eaedf32-41fe-478d-817a-16f9483bd0b7) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:06.577285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=bb916848-4852-4c67-a52a-d31f3ef688df,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:06.608604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:06.626762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] In _notify_port_updated(), no bound segment for port bb916848-4852-4c67-a52a-d31f3ef688df on network 8684ec95-706b-46ac-959f-9c40ff73ceff {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:06.632461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.633314 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.638032 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b81ba425-74dd-4435-b2d3-c7dcec286f4a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/ports/bb916848-4852-4c67-a52a-d31f3ef688df HTTP/1.1" status: 200 len: 921 time: 1.4943218 Aug 27 02:49:06.638215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:06.660244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.673050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0027-c81a-4d0f-a4c3-8e1cc9814aad req-18d2d514-9e84-4b69-a8d8-824f17e0a6bd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.675130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af3d0027-c81a-4d0f-a4c3-8e1cc9814aad req-18d2d514-9e84-4b69-a8d8-824f17e0a6bd tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0805032 Aug 27 02:49:06.681486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Transition to ACTIVE for port object 4eaedf32-41fe-478d-817a-16f9483bd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:06.689049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.748437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af3d0027-c81a-4d0f-a4c3-8e1cc9814aad req-64686c6e-1bb6-47a5-8e73-ba792528f5ff tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Aug 27 02:49:06.756272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port bb916848-4852-4c67-a52a-d31f3ef688df {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:06.757174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.912838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:06.947686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for bb916848-4852-4c67-a52a-d31f3ef688df owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:06.964197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a2353-2560-4949-9027-ffe316ac05b5 req-ff71a5f1-46b1-45d8-9a91-fab194cbda07 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:06.965707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f68a2353-2560-4949-9027-ffe316ac05b5 req-ff71a5f1-46b1-45d8-9a91-fab194cbda07 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0922577 Aug 27 02:49:07.019423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f68a2353-2560-4949-9027-ffe316ac05b5 req-2bfaf891-1256-4e71-91be-35d043c66f62 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Aug 27 02:49:07.040465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055e810-2a46-482c-bc6d-686faf37cd1c None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.113930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.219299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=bb916848-4852-4c67-a52a-d31f3ef688df,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.225566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:07.289614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4b891-1a33-402a-a250-3a8b40c22e3b req-7b1d8aac-fedc-4292-a0ca-6fc6a29525a1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.291283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bd4b891-1a33-402a-a250-3a8b40c22e3b req-7b1d8aac-fedc-4292-a0ca-6fc6a29525a1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1588674 Aug 27 02:49:07.294846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.299612 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-56f220b5-4d8a-4351-960e-03caf400f6e0 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/bb916848-4852-4c67-a52a-d31f3ef688df HTTP/1.1" status: 204 len: 168 time: 0.6574194 Aug 27 02:49:07.300144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42634) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.325960 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f617cd-8bb9-4840-a477-affd87826b55 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:49:07.330085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-04f617cd-8bb9-4840-a477-affd87826b55 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/bb916848-4852-4c67-a52a-d31f3ef688df HTTP/1.1" status: 404 len: 333 time: 0.0264502 Aug 27 02:49:07.330602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.395193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0bd4b891-1a33-402a-a250-3a8b40c22e3b req-ea8deb4b-7425-4423-9f10-837dfbf889f1 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876298 Aug 27 02:49:07.407267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.443223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.494774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.498232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.499861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/security-groups/5935e8af-c3ef-4b59-a1df-fc23392c7d9a HTTP/1.1" status: 204 len: 168 time: 0.1681495 Aug 27 02:49:07.504831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42644) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.559282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1442-339e-4c3d-98ce-81fcccabc416 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5935e8af-c3ef-4b59-a1df-fc23392c7d9a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.601124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777c3d3-3699-4255-8f20-a95371c912a5 req-84ed48a7-1795-4ac7-959e-4f17417e12d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.602831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2777c3d3-3699-4255-8f20-a95371c912a5 req-84ed48a7-1795-4ac7-959e-4f17417e12d4 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1048484 Aug 27 02:49:07.655150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.659833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2777c3d3-3699-4255-8f20-a95371c912a5 req-035a3ac1-ff2c-42d5-9460-67aabba5e92c tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 Aug 27 02:49:07.685401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.757209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.760473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.764394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:07.764934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/security-groups/fc07307d-423b-4bb8-892e-916526dbb4de HTTP/1.1" status: 204 len: 168 time: 0.2587149 Aug 27 02:49:07.812674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a92f8d-d9bf-4574-bb23-234dadf2d38c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07307d-423b-4bb8-892e-916526dbb4de,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:07.859811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead15d59-79f6-439c-8f96-86b52745ceb9 req-6e2dd49a-4ebc-4ccd-8b78-571bc1a1baea tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:07.861495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ead15d59-79f6-439c-8f96-86b52745ceb9 req-6e2dd49a-4ebc-4ccd-8b78-571bc1a1baea tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0957909 Aug 27 02:49:07.895684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet d4c65970-1f60-447c-8a41-ac7aef22751b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:07.899607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.911298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ead15d59-79f6-439c-8f96-86b52745ceb9 req-1a671e9d-e1bd-4793-8aff-97af10702755 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Aug 27 02:49:07.942928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:07.943640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:07.994700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.005178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:08.008542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Could not find standard attr ID for object bb916848-4852-4c67-a52a-d31f3ef688df. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:49:08.049182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Provisioning for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:08.054478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:08.055089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b70e27bb-6eda-4863-b3fa-e01ac13b9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.125269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa186ae3-1b8f-407a-97af-8da2b11010e7 req-0e84296b-f6e2-4ec4-9274-c803ceefab5d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:08.128033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa186ae3-1b8f-407a-97af-8da2b11010e7 req-0e84296b-f6e2-4ec4-9274-c803ceefab5d tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0911968 Aug 27 02:49:08.175035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.177651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa186ae3-1b8f-407a-97af-8da2b11010e7 req-bc13464b-dd26-4f52-9a86-06d2c63b9ce0 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Aug 27 02:49:08.301347 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.357377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.368752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/d4c65970-1f60-447c-8a41-ac7aef22751b HTTP/1.1" status: 204 len: 168 time: 0.5993474 Aug 27 02:49:08.368975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42676) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:08.377082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:08.413050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f81281-6abf-4139-9056-a4739efaaf65 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c65970-1f60-447c-8a41-ac7aef22751b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:08.585948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5586f0-235a-4bc9-ad62-76074db95528 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:08.587242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:08.590968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:08.706211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6d1eb58-8c0c-46bb-a62f-10a9f4927bf0 None None] Could not find standard attr ID for object bb916848-4852-4c67-a52a-d31f3ef688df. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:49:08.992058 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.043825 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:09.048733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:09.051607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:09.052352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.104909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=505dbe2e-54de-4e6f-a1b0-a389ba62e18a,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:09.115426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24d7e270-3351-4456-850c-ace96ea2e259 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7448719 Aug 27 02:49:09.115537 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:09.120372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'security_group': {'name': 'tempest-secgroup-864042876'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:09.160276 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.412224 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.418039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.472124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6849d-44e8-4077-8068-0d1bf47ca39a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:09.500200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.503395 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b67c9f91-677d-4d2a-8df5-84aae7bf004b tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3868461 Aug 27 02:49:09.508755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42702) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:09.515996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1944610353'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:09.597754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.771568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.779313 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.792967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f4018-49f0-4c0b-9de4-8d9a26e5aafb None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:09.820879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.822580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3125811 Aug 27 02:49:09.825224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42710) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:09.831641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533764558'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:09.843308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f669a-1a98-471c-b19e-bfa7d31d17f5 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e636c-9ab4-446c-956f-5811e95d9f86,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:09.890213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.893810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-34e5a464-8dd6-4b3c-823b-c1500b19a0c3 None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:09.894482 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-34e5a464-8dd6-4b3c-823b-c1500b19a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:09.931895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-34e5a464-8dd6-4b3c-823b-c1500b19a0c3 None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:09.955564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-34e5a464-8dd6-4b3c-823b-c1500b19a0c3 None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:09.956204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-34e5a464-8dd6-4b3c-823b-c1500b19a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.008319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.016092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.110475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd383f4-9532-4c28-8207-fd912c50a155,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:10.116230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.118635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ab32fbd4-60a1-49b1-8ec7-278bd144b7ec tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2918165 Aug 27 02:49:10.121073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:10.127797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-584804497', 'security_groups': ['2cd383f4-9532-4c28-8207-fd912c50a155'], 'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '505dbe2e-54de-4e6f-a1b0-a389ba62e18a'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:10.263231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Update dhcp port {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'fixed_ips': [{'subnet_id': '7a31e21b-ded9-41c2-a09b-e5a11f0a1950', 'ip_address': '172.20.0.18'}, {'subnet_id': '505dbe2e-54de-4e6f-a1b0-a389ba62e18a'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '4eaedf32-41fe-478d-817a-16f9483bd0b7'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:49:10.315962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.345055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:10.504150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.536237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] device_id is not set on port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:49:10.556654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Allocated IP 172.20.0.2 (8684ec95-706b-46ac-959f-9c40ff73ceff/505dbe2e-54de-4e6f-a1b0-a389ba62e18a/4eaedf32-41fe-478d-817a-16f9483bd0b7) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:10.788156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:10.832574 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.858883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Transition to ACTIVE for port object 4eaedf32-41fe-478d-817a-16f9483bd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:10.863525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:10.926876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.10 (8684ec95-706b-46ac-959f-9c40ff73ceff/505dbe2e-54de-4e6f-a1b0-a389ba62e18a/cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:10.953802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d165e0-2e37-4a81-a56c-040d0967c0e0 None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:11.159944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.176011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:11.225170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:11.225541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.248215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:11.252251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:11.276450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:11.809348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:11.810704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:11.811073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.873481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:11.890300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:11.917793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:11.939146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42766) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:11.939146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:11.941913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-54b80b93-e778-4f52-8251-6a80e90c9ec3 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8182402 Aug 27 02:49:11.943503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Provisioning for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:11.953305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:11.953698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-640a8bee-4cad-4cfd-bf32-e140b57378ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.119365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:12.129152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.253892 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 505dbe2e-54de-4e6f-a1b0-a389ba62e18a (CIDR: 172.20.0.0/28) Aug 27 02:49:12.257820 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:49:12.258311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:12.310059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d5e715d-c0e2-4562-84b3-411b9a2204dd tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3734694 Aug 27 02:49:12.310335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:12.317410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:12.339756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6912335a-b27d-43a6-b19f-d716623cdccf None None] Provisioning for port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:12.345503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6912335a-b27d-43a6-b19f-d716623cdccf None None] Provisioning complete for port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:12.345905 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6912335a-b27d-43a6-b19f-d716623cdccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.388870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6912335a-b27d-43a6-b19f-d716623cdccf None None] Port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:12.470969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:12.475179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:12.598773 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7a31e21b-ded9-41c2-a09b-e5a11f0a1950 (CIDR: 172.20.0.16/28) Aug 27 02:49:12.604584 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:49:12.605148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:12.622632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-77dd4fdf-291d-4e1e-8464-872cb413ab86 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3110676 Aug 27 02:49:12.625213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42784) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:12.631466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'subnet': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:12.779617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Made reservation on behalf of d8edcf6c235f4e41b8847a8ba83c8f74 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:12.785689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.179656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.242564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Subnet': ['ID=9c69cfa3-bbf2-4126-a316-8af1589a8be2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:13.254591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Network 8684ec95-706b-46ac-959f-9c40ff73ceff is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:13.256423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:13.267640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:13.268387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fb64a-3591-4e0c-a20f-f1ff95bd54e8 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:13.268840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.303372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a6f7c3b8-b1ba-410d-994c-2ce79fe4a37c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6765494 Aug 27 02:49:13.306014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:13.311515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-847140306', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c69cfa3-bbf2-4126-a316-8af1589a8be2'}], 'security_groups': ['56e6849d-44e8-4077-8068-0d1bf47ca39a', '7c9e636c-9ab4-446c-956f-5811e95d9f86']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:13.462599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.577670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Update dhcp port {'port': {'network_id': '8684ec95-706b-46ac-959f-9c40ff73ceff', 'fixed_ips': [{'subnet_id': '7a31e21b-ded9-41c2-a09b-e5a11f0a1950', 'ip_address': '172.20.0.18'}, {'subnet_id': '505dbe2e-54de-4e6f-a1b0-a389ba62e18a', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c69cfa3-bbf2-4126-a316-8af1589a8be2'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '4eaedf32-41fe-478d-817a-16f9483bd0b7'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:49:13.613486 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:13.866906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Allocated IP 172.20.0.34 (8684ec95-706b-46ac-959f-9c40ff73ceff/9c69cfa3-bbf2-4126-a316-8af1589a8be2/4eaedf32-41fe-478d-817a-16f9483bd0b7) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:14.004943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:14.046846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.061957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Transition to ACTIVE for port object 4eaedf32-41fe-478d-817a-16f9483bd0b7 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:14.066793 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.212499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Delete allocated IP 172.20.0.10 (8684ec95-706b-46ac-959f-9c40ff73ceff/505dbe2e-54de-4e6f-a1b0-a389ba62e18a) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:49:14.214221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Pushing event updated for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:14.227222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Allocated IP 172.20.0.41 (8684ec95-706b-46ac-959f-9c40ff73ceff/9c69cfa3-bbf2-4126-a316-8af1589a8be2/cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:14.227715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.228204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.228603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.229043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.229740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.229873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.230214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.230629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.230975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.231309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.231665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.231993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469e242-b6e0-410d-a778-4a37ad9389dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:14.491061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.505338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938b19-352a-4712-a194-93372e3fe19e req-9110c9cb-18fe-4e6a-87f3-3725af73b587 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:14.507723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Transition to ACTIVE for port object cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:14.514577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f938b19-352a-4712-a194-93372e3fe19e req-9110c9cb-18fe-4e6a-87f3-3725af73b587 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.1361790 Aug 27 02:49:14.520453 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.590837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f938b19-352a-4712-a194-93372e3fe19e req-7afecb2f-a606-4176-b9d1-c6041592be63 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712686 Aug 27 02:49:14.709680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event updated for resources: {'Port': ['ID=cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:14.737182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] In _notify_port_updated(), no bound segment for port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 on network 8684ec95-706b-46ac-959f-9c40ff73ceff {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:49:14.743245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:14.743245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:14.743245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d33996a7-4a5f-4856-9261-ea0d45ad3898 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "PUT /v2.0/ports/cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 HTTP/1.1" status: 200 len: 959 time: 1.4380071 Aug 27 02:49:14.749760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42850) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:14.797300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-0c8a7638-7070-4e89-be46-66b0da94a783 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:14.799451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-0c8a7638-7070-4e89-be46-66b0da94a783 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1796331 Aug 27 02:49:14.819655 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-cdc77f0a-b03b-4a48-8618-2ca56d20982d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0140319 Aug 27 02:49:14.884234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-d32f9ec9-3f7c-4b2f-b11f-04501b44e4d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569005 Aug 27 02:49:14.885857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:14.886409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.003200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.017641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:15.023332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-21afe30e-2287-4745-b18b-274fb9e15f57 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314511 Aug 27 02:49:15.040450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:15.041418 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.078271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:15.091702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Provisioning for port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:15.099132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Provisioning complete for port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:15.099787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.153249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-515697b1-eef4-4832-a3f9-02650c9e247c service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253178 Aug 27 02:49:15.177330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Port cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:15.205185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.213558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Provisioning for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:15.226136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:15.264685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.274644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:15.275260 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08281af2-9fa8-41bf-ba58-66fa05e3d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.312808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:15.314059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.333711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.336244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b8d1a7e-f379-46f4-9bfd-3f0f6c905394 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 HTTP/1.1" status: 204 len: 168 time: 0.5868933 Aug 27 02:49:15.339038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:15.374459 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e251692d-dca8-4642-bec1-208084dd943a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] GET failed (client error): The resource could not be found. Aug 27 02:49:15.376947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e251692d-dca8-4642-bec1-208084dd943a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports/cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7 HTTP/1.1" status: 404 len: 333 time: 0.0365746 Aug 27 02:49:15.380542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42870) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:15.467371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b466620d-a937-48c2-aaf1-a048440c2716 req-929f3d6a-6b8a-46b2-9594-cdbfc6b05f0e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0430655 Aug 27 02:49:15.510847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.556799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.629345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.636026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.637554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/security-groups/2cd383f4-9532-4c28-8207-fd912c50a155 HTTP/1.1" status: 204 len: 168 time: 0.2545733 Aug 27 02:49:15.640215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42882) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:15.650427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d8a7f-9460-4c3e-81a5-3f3e7db96f23 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd383f4-9532-4c28-8207-fd912c50a155,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:15.693106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3b0d6052-ca8d-4715-b727-6f1c71d07b54 None None] Could not find standard attr ID for object cc0b3f1f-bd4b-47cc-afd8-d4fda6c3a8f7. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:49:15.774131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca72c-0117-4d49-bdba-84f439e54a01 req-6113700c-dd62-4674-b4cd-37d1a06d68ec tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:15.775920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e47ca72c-0117-4d49-bdba-84f439e54a01 req-6113700c-dd62-4674-b4cd-37d1a06d68ec tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0851915 Aug 27 02:49:15.782154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.817032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.840472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e47ca72c-0117-4d49-bdba-84f439e54a01 req-9334bffe-ea0e-4a27-8587-9adf25502e66 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/security-groups?id=9463aa2b-c272-495a-beaa-1297ab276550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583661 Aug 27 02:49:15.880722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.883400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:15.886956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c9e636c-9ab4-446c-956f-5811e95d9f86 HTTP/1.1" status: 204 len: 168 time: 0.2433839 Aug 27 02:49:15.887688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42892) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:15.894616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552260f-288d-4f14-9efb-d9cce4249275 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e636c-9ab4-446c-956f-5811e95d9f86,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.013277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.026843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199732d2-61c6-4f61-8473-291a2fd84347 req-cc09da4d-7551-4671-ac6e-50cdba321a17 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:16.028486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-199732d2-61c6-4f61-8473-291a2fd84347 req-cc09da4d-7551-4671-ac6e-50cdba321a17 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 947 time: 0.0890987 Aug 27 02:49:16.089020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.135352 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:16.174890 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.177804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.180104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/security-groups/56e6849d-44e8-4077-8068-0d1bf47ca39a HTTP/1.1" status: 204 len: 168 time: 0.2906499 Aug 27 02:49:16.184808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:16.201872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Deleting port 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:16.202301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.224851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0f9ab-2b16-4617-93cb-cd91dac32919 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6849d-44e8-4077-8068-0d1bf47ca39a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.275339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 505dbe2e-54de-4e6f-a1b0-a389ba62e18a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:16.280193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.335285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] For port 9807eb9f-8a59-48fa-ba21-02da92c43060, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=9807eb9f-8a59-48fa-ba21-02da92c43060,segment=NetworkSegment(e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4),segment_id=e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:16.336133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.352947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.356776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Calling delete_port for 9807eb9f-8a59-48fa-ba21-02da92c43060 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:16.398625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.416601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd23e5-d036-4262-879e-fbef421cb777 req-abb152ff-e78b-4bba-8b60-33df1709cb7f tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:16.418235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58fd23e5-d036-4262-879e-fbef421cb777 req-abb152ff-e78b-4bba-8b60-33df1709cb7f tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1096 time: 0.1349664 Aug 27 02:49:16.487084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.520873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58fd23e5-d036-4262-879e-fbef421cb777 req-96ef850b-5571-45f9-b1d7-98fe4728a211 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763245 Aug 27 02:49:16.553509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.580815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['9807eb9f-8a59-48fa-ba21-02da92c43060'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:16.618719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Pushing event deleted for resources: {'Port': ['ID=9807eb9f-8a59-48fa-ba21-02da92c43060,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.646522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.663611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e6d2723-732c-46e4-95c7-4ad43a03ff62 req-15e99866-5a2f-4af2-905a-8733b0ec36d1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0473511 Aug 27 02:49:16.682542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=505dbe2e-54de-4e6f-a1b0-a389ba62e18a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:16.694418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] No DVR routers for this DVR port 9807eb9f-8a59-48fa-ba21-02da92c43060 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:16.696827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.697325 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:16.699146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-199732d2-61c6-4f61-8473-291a2fd84347 req-4c58b443-0221-46db-b80b-f79034988358 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.15 "DELETE /v2.0/ports/9807eb9f-8a59-48fa-ba21-02da92c43060 HTTP/1.1" status: 204 len: 173 time: 0.6623006 Aug 27 02:49:16.699597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-deleted', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:16.700384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-edd6c04a-c688-4438-ac82-06236563d4c6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/505dbe2e-54de-4e6f-a1b0-a389ba62e18a HTTP/1.1" status: 204 len: 168 time: 0.5167806 Aug 27 02:49:16.702236 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491c0926-18d9-4e0b-b307-f4ad4e4acb1c" -d '{"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-deleted", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:16.707404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42924) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:16.709969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989af27-ef33-4561-9295-5ac865e516e4 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:16.724588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f2c3-9cb3-4d0a-aaa7-735ce608a132 req-0d5924a7-8058-48db-b5a3-a3367d5c224e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:16.732941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3711f2c3-9cb3-4d0a-aaa7-735ce608a132 req-0d5924a7-8058-48db-b5a3-a3367d5c224e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1290131 Aug 27 02:49:16.787071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3711f2c3-9cb3-4d0a-aaa7-735ce608a132 req-65d68972-61c9-4954-ac0e-a49b09dc5913 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523794 Aug 27 02:49:16.810838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 42928) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:16.849369 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d13cb-9496-4e91-ba64-bbf7cdc2841f x-openstack-request-id: req-eb0d13cb-9496-4e91-ba64-bbf7cdc2841f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:16.849834 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c522421-3230-4cb5-9f86-69d0eefb49b1", "name": "network-vif-deleted", "tag": "9807eb9f-8a59-48fa-ba21-02da92c43060", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:16.850195 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb0d13cb-9496-4e91-ba64-bbf7cdc2841f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:16.850765 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c522421-3230-4cb5-9f86-69d0eefb49b1', 'name': 'network-vif-deleted', 'tag': '9807eb9f-8a59-48fa-ba21-02da92c43060', 'status': 'completed', 'code': 200} Aug 27 02:49:16.889996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 9c69cfa3-bbf2-4126-a316-8af1589a8be2 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:16.906794 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.049913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.050532 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32aa570e-b065-495f-9970-c326c39a0280 req-df144501-3e73-44d2-ae93-8f1439c5ed22 tempest-ServersNegativeTestJSON-1096300474 tempest-ServersNegativeTestJSON-1096300474-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c522421-3230-4cb5-9f86-69d0eefb49b1 HTTP/1.1" status: 200 len: 210 time: 0.0901568 Aug 27 02:49:17.150530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f3cae4dd-7ad5-4b05-b3fd-46b3b84686ac tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 200 len: 993 time: 0.3374949 Aug 27 02:49:17.192854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-925ca442-3507-4753-90dc-86435a286e31 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:17.194989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-925ca442-3507-4753-90dc-86435a286e31 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.2539082 Aug 27 02:49:17.215449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:17.271638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.397010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:17.400834 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.432730 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.477429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=9c69cfa3-bbf2-4126-a316-8af1589a8be2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:17.483071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.487779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-00e8c56c-976d-4df3-9c44-9877e3e5abc8 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/9c69cfa3-bbf2-4126-a316-8af1589a8be2 HTTP/1.1" status: 204 len: 168 time: 0.7792487 Aug 27 02:49:17.488398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:17.530045 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-87733ce7-0fb1-4bea-afcf-ca7527adc783 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:17.530531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87733ce7-0fb1-4bea-afcf-ca7527adc783 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:17.536170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-87733ce7-0fb1-4bea-afcf-ca7527adc783 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/505dbe2e-54de-4e6f-a1b0-a389ba62e18a HTTP/1.1" status: 404 len: 337 time: 0.0467744 Aug 27 02:49:17.537266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42952) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:17.593681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting subnet 7a31e21b-ded9-41c2-a09b-e5a11f0a1950 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:17.599417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.727961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:17.740115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.9 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/583142c8-48c9-447d-b3b8-0694bd3536ec) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:17.856992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95491dfe-f946-4fcf-bbf4-8980026f0c6b None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:17.991143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343a47e-8935-4a9a-b6b5-fb1e9f5cb041 None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:17.991518 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1343a47e-8935-4a9a-b6b5-fb1e9f5cb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.046760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1343a47e-8935-4a9a-b6b5-fb1e9f5cb041 None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:18.081083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.098162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object 583142c8-48c9-447d-b3b8-0694bd3536ec will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:18.107043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1343a47e-8935-4a9a-b6b5-fb1e9f5cb041 None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:18.107509 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1343a47e-8935-4a9a-b6b5-fb1e9f5cb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.137084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bebe73b5-38a3-4276-a52e-f25c11ca35c9 req-8a3c6d02-d76d-4b50-b205-721746bdf3ee tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.1546402 Aug 27 02:49:18.139480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.153867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.169689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-758c9112-fe70-4af5-859a-08a866a5f62d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419201 Aug 27 02:49:18.228944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:18.238220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:18.246094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:18.247315 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.270621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42980) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.322046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.336124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/7a31e21b-ded9-41c2-a09b-e5a11f0a1950 HTTP/1.1" status: 204 len: 168 time: 0.7982588 Aug 27 02:49:18.449459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Deleting subnet 71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:18.453661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.456393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca4862-1009-4838-866e-d4ca3354a8d6 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Subnet': ['ID=7a31e21b-ded9-41c2-a09b-e5a11f0a1950,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:18.512612 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fcc66c-9339-4dec-8719-f67fc9e90a7c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:18.513165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fcc66c-9339-4dec-8719-f67fc9e90a7c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:18.525545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a2fcc66c-9339-4dec-8719-f67fc9e90a7c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/d4c65970-1f60-447c-8a41-ac7aef22751b HTTP/1.1" status: 404 len: 337 time: 0.0700278 Aug 27 02:49:18.527331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 42994) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.528606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.739559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.777115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cdce094f-0b86-4064-aec4-da6f7773257c None None] Provisioning for port 583142c8-48c9-447d-b3b8-0694bd3536ec completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:18.782629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cdce094f-0b86-4064-aec4-da6f7773257c None None] Provisioning complete for port 583142c8-48c9-447d-b3b8-0694bd3536ec triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:18.783101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cdce094f-0b86-4064-aec4-da6f7773257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.812579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c07b233a-dbc9-449c-815a-7b285a7fca3c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "GET /v2.0/ports?device_id=581ce262-8dcd-4403-a825-3521444de251 HTTP/1.1" status: 200 len: 205 time: 0.2800670 Aug 27 02:49:18.818022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.866850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cdce094f-0b86-4064-aec4-da6f7773257c None None] Port 583142c8-48c9-447d-b3b8-0694bd3536ec cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:18.912182 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-d901b36a-2ef8-46f0-86ad-387b7a4cec37 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] delete failed (client error): The resource could not be found. Aug 27 02:49:18.913538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d901b36a-2ef8-46f0-86ad-387b7a4cec37 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/routers/581ce262-8dcd-4403-a825-3521444de251 HTTP/1.1" status: 404 len: 336 time: 0.0917723 Aug 27 02:49:18.916231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43010) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:18.921272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:18.954770 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-159c8a02-fd0d-4f18-9ffb-4dc99ae7a48a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:18.955628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159c8a02-fd0d-4f18-9ffb-4dc99ae7a48a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:18.957726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-159c8a02-fd0d-4f18-9ffb-4dc99ae7a48a tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/d7b6812f-2bd8-4ee6-a279-7dd6ee230ecb HTTP/1.1" status: 404 len: 337 time: 0.0403817 Aug 27 02:49:18.983668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.019648 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72f453f-4e15-4334-a4a3-0c4682bde836 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.020094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72f453f-4e15-4334-a4a3-0c4682bde836 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.024947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d72f453f-4e15-4334-a4a3-0c4682bde836 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/64c71497-b27a-45ca-b71c-d6f597ee0b6b HTTP/1.1" status: 404 len: 337 time: 0.0370631 Aug 27 02:49:19.028873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.091450 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ed91ae-fe37-416c-b7c1-cb8ecb78af7d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.092404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ed91ae-fe37-416c-b7c1-cb8ecb78af7d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.095621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8ed91ae-fe37-416c-b7c1-cb8ecb78af7d tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/40408d6c-a471-467c-8996-b9690e453a29 HTTP/1.1" status: 404 len: 337 time: 0.0655153 Aug 27 02:49:19.098327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43022) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.128366 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c0ed45-2aab-48e5-aee8-55be80358079 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.129925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c0ed45-2aab-48e5-aee8-55be80358079 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.132058 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-53c0ed45-2aab-48e5-aee8-55be80358079 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/77ab85d0-a1e7-4b1a-aff6-121a44c4a0be HTTP/1.1" status: 404 len: 333 time: 0.0325441 Aug 27 02:49:19.135073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43024) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.149883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eee40-9529-42b4-9f70-ab0722b40417 req-e53e8e2a-ae9a-4a06-9e94-1185aa735756 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:19.162761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a28eee40-9529-42b4-9f70-ab0722b40417 req-e53e8e2a-ae9a-4a06-9e94-1185aa735756 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 1.0302994 Aug 27 02:49:19.179032 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78af30a-ec71-4b82-bc77-e391a14f9395 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.179491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78af30a-ec71-4b82-bc77-e391a14f9395 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.181667 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a78af30a-ec71-4b82-bc77-e391a14f9395 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/71c52c5e-8ba5-4466-99de-85c3a053aeda HTTP/1.1" status: 404 len: 337 time: 0.0455992 Aug 27 02:49:19.184349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.241827 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-7779df27-fbe5-4189-860e-c24eacf4719c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.242585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7779df27-fbe5-4189-860e-c24eacf4719c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.247473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7779df27-fbe5-4189-860e-c24eacf4719c tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/e251f0e9-147e-4ad3-b078-88678b53cf5e HTTP/1.1" status: 404 len: 337 time: 0.0617311 Aug 27 02:49:19.248821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.251065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43034) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.253160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.285176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:19.292907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:19.298233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.331925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-6b0ea332-7fc2-4739-a694-dc09fe8b2bde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1207557 Aug 27 02:49:19.342787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a28eee40-9529-42b4-9f70-ab0722b40417 req-eb7b4bbf-05bc-4236-8317-e748483fa5c8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786075 Aug 27 02:49:19.355610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-cab5bd9a-271c-446f-adb6-4fe4cbfc8551 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:49:19.356738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-cab5bd9a-271c-446f-adb6-4fe4cbfc8551 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123689 Aug 27 02:49:19.358735 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e2e21e-b3aa-4eee-92b1-8f504188a054 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.359535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e2e21e-b3aa-4eee-92b1-8f504188a054 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.364884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59e2e21e-b3aa-4eee-92b1-8f504188a054 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/b14abb81-3148-48ba-bf81-1c08ff3103a9 HTTP/1.1" status: 404 len: 333 time: 0.0880075 Aug 27 02:49:19.364884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.365274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43036) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.366156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c0fbc34-078d-49a8-a6df-eece94b0955c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/71f9aed8-054d-4ddf-a0bb-3d5d6c5ef834 HTTP/1.1" status: 204 len: 168 time: 1.0455346 Aug 27 02:49:19.369114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Request body: {'port': {'device_id': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:19.376465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.411719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72aa7c1-c02d-419c-a571-cacf1d1c4441 None None] Network 8684ec95-706b-46ac-959f-9c40ff73ceff requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:19.468314 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-54212c35-98fa-45b8-a8ce-aff0c2c4c4ae tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.468880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54212c35-98fa-45b8-a8ce-aff0c2c4c4ae tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.471582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54212c35-98fa-45b8-a8ce-aff0c2c4c4ae tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/03725a91-b333-4592-ae92-22e9aec9ba2b HTTP/1.1" status: 404 len: 337 time: 0.0988164 Aug 27 02:49:19.474669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.506585 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6083092-bca5-4fb8-96f9-5b18c4fd3767 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] DELETE failed (client error): The resource could not be found. Aug 27 02:49:19.507351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6083092-bca5-4fb8-96f9-5b18c4fd3767 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:49:19.509406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6083092-bca5-4fb8-96f9-5b18c4fd3767 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/subnets/be3b6a51-41ba-4e31-a222-7ef2d176ec16 HTTP/1.1" status: 404 len: 337 time: 0.0331731 Aug 27 02:49:19.520022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:19.624971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2e218-96fa-40ef-80ed-2249aaa2cff8 req-089e9522-d324-45f9-8154-74091730ea55 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:19.628741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12b2e218-96fa-40ef-80ed-2249aaa2cff8 req-089e9522-d324-45f9-8154-74091730ea55 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 931 time: 0.2731745 Aug 27 02:49:19.638004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.668169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.730908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12b2e218-96fa-40ef-80ed-2249aaa2cff8 req-62e91795-b481-455b-baa9-84fca210c510 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Aug 27 02:49:19.798278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.809996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fa1c60-82b6-403e-aac7-0f045b1a000d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:19.836581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:19.837182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ead1ac-c45c-4cfc-bd3e-f4fe080ed2c4') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:19.851177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.867702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-87999aa5-a5e2-4408-bc54-c9399cc40051 None None] Provisioning complete for port d1fd37b5-5309-4c7b-a11d-b00ccc268402 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:19.870735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-87999aa5-a5e2-4408-bc54-c9399cc40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.884721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.895303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:19.895894 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:19.898748 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:19.967503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-87999aa5-a5e2-4408-bc54-c9399cc40051 None None] Port d1fd37b5-5309-4c7b-a11d-b00ccc268402 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:19.985949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Deleting port d1fd37b5-5309-4c7b-a11d-b00ccc268402 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:19.987169 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.005285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-87999aa5-a5e2-4408-bc54-c9399cc40051 None None] Provisioning complete for port 4eaedf32-41fe-478d-817a-16f9483bd0b7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:20.005660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-87999aa5-a5e2-4408-bc54-c9399cc40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.014932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.084630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] DHCP port deletion for 8684ec95-706b-46ac-959f-9c40ff73ceff request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:20.089182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.102332 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] 10.222.0.26 "DELETE /v2.0/networks/99fa1c60-82b6-403e-aac7-0f045b1a000d HTTP/1.1" status: 204 len: 168 time: 0.7244115 Aug 27 02:49:20.103698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d931d-9950-4f53-90b3-2fa3f562fbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=99fa1c60-82b6-403e-aac7-0f045b1a000d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.156607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.175592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Calling delete_port for d1fd37b5-5309-4c7b-a11d-b00ccc268402 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:20.348308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-05fb0961-2a7d-472e-bf2d-a06bbfba3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.353615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-05fb0961-2a7d-472e-bf2d-a06bbfba3333 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1096 time: 0.0891194 Aug 27 02:49:20.356560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583142c8-48c9-447d-b3b8-0694bd3536ec {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:20.366754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.370317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.397999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.400043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/ports/d1fd37b5-5309-4c7b-a11d-b00ccc268402 HTTP/1.1" status: 204 len: 168 time: 0.8681860 Aug 27 02:49:20.406602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43060) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:20.424003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Deleting port 4eaedf32-41fe-478d-817a-16f9483bd0b7 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:20.424777 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.430242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29293de4-0c91-48e9-af8b-5513721843f4 tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Port': ['ID=d1fd37b5-5309-4c7b-a11d-b00ccc268402,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.434366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Transition to ACTIVE for port object 583142c8-48c9-447d-b3b8-0694bd3536ec will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:20.439957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.501355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43064) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:20.543079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] For port 4eaedf32-41fe-478d-817a-16f9483bd0b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4eaedf32-41fe-478d-817a-16f9483bd0b7,segment=NetworkSegment(89a049ef-4490-4ac5-b823-8f1b3d97d318),segment_id=89a049ef-4490-4ac5-b823-8f1b3d97d318)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:20.543582 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.569045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Calling delete_port for 4eaedf32-41fe-478d-817a-16f9483bd0b7 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:20.722701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Pushing event updated for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.810133 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.822578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:20.854469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] Pushing event deleted for resources: {'Port': ['ID=4eaedf32-41fe-478d-817a-16f9483bd0b7,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:20.867696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67208688-7bd3-4ed3-aee3-d9929d56ebdb None None] No DVR routers for this DVR port 4eaedf32-41fe-478d-817a-16f9483bd0b7 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:20.903825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-2f0e31d7-ed02-47ab-8086-9ee54549e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:20.911422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-2f0e31d7-ed02-47ab-8086-9ee54549e4bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.5512547 Aug 27 02:49:20.963825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8f2d434c-634c-4aea-b02e-62a60b8920c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2794b9cfac0f4e86a539976ab51e7c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590275 Aug 27 02:49:20.970601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43068) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:21.004709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:21.071839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 9807eb9f-8a59-48fa-ba21-02da92c43060 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:21.075970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 9807eb9f-8a59-48fa-ba21-02da92c43060 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:21.103695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Attempting to bind port 583142c8-48c9-447d-b3b8-0694bd3536ec on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:21.104405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Attempting to bind port 583142c8-48c9-447d-b3b8-0694bd3536ec by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:21.104987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Attempting to bind port 583142c8-48c9-447d-b3b8-0694bd3536ec on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:21.119787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2cb0e-c393-498d-b777-85d352b3b0dd req-ed906b5a-afee-4d6d-a614-8f4ae1fa1e7a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.130225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12a2cb0e-c393-498d-b777-85d352b3b0dd req-ed906b5a-afee-4d6d-a614-8f4ae1fa1e7a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.5389175 Aug 27 02:49:21.146779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Port 583142c8-48c9-447d-b3b8-0694bd3536ec on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:21.147239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Attempting to bind port 583142c8-48c9-447d-b3b8-0694bd3536ec on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:21.157274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:21.157878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:21.158485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:21.159026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Bound port: 583142c8-48c9-447d-b3b8-0694bd3536ec, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:21.159547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.189891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.191159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0192a3-859b-4635-8d8a-4bc932bc06f2 req-542b5a6e-2074-459b-9761-60a1657177b5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.192715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb0192a3-859b-4635-8d8a-4bc932bc06f2 req-542b5a6e-2074-459b-9761-60a1657177b5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.2924666 Aug 27 02:49:21.218818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.239603 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-135fb488-8453-4708-92ae-97e2fc700bc5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1001 time: 0.2622905 Aug 27 02:49:21.241113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8684ec95-706b-46ac-959f-9c40ff73ceff']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:21.261127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:21.266146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a049ef-4490-4ac5-b823-8f1b3d97d318') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:21.266505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a049ef-4490-4ac5-b823-8f1b3d97d318') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:21.303583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.306616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4eaedf32-41fe-478d-817a-16f9483bd0b7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:21.307072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4eaedf32-41fe-478d-817a-16f9483bd0b7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:21.321410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-12a2cb0e-c393-498d-b777-85d352b3b0dd req-84eb57cb-87ef-4697-aa80-99c41b85ca1b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895432 Aug 27 02:49:21.339632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.349866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb0192a3-859b-4635-8d8a-4bc932bc06f2 req-f22a870c-6aa7-4f69-9492-bbb99f9b7578 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477053 Aug 27 02:49:21.352633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-d6bccee0-1a45-4bc2-a509-098418a1ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.354061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-d6bccee0-1a45-4bc2-a509-098418a1ce84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.1015620 Aug 27 02:49:21.355179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.365089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:21.365501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.383204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:21.393428 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=583142c8-48c9-447d-b3b8-0694bd3536ec,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:21.397888 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:21.407573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.474439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-1e8e293d-6953-4048-ac78-8321d4d040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.475830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-1e8e293d-6953-4048-ac78-8321d4d040b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128223 Aug 27 02:49:21.481964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.499640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:21.500273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.501751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] 10.222.0.46 "PUT /v2.0/ports/583142c8-48c9-447d-b3b8-0694bd3536ec HTTP/1.1" status: 200 len: 1091 time: 2.1377473 Aug 27 02:49:21.502207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:21.504556 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4575de6f-4be3-48b8-ba77-4c5ab963c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:21.519253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.525749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] 10.222.0.26 "DELETE /v2.0/networks/8684ec95-706b-46ac-959f-9c40ff73ceff HTTP/1.1" status: 204 len: 168 time: 1.1173837 Aug 27 02:49:21.557060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edbef5-a146-4c41-bdd9-33edf955518a service neutron] Pushing event updated for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:21.575233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.580972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:21.586688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14766ce-feea-42a1-8fe0-e626a74d85da tempest-PortsTestJSON-1399263995 tempest-PortsTestJSON-1399263995-project] Pushing event deleted for resources: {'Network': ['ID=8684ec95-706b-46ac-959f-9c40ff73ceff,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:21.593683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9463aa2b-c272-495a-beaa-1297ab276550 HTTP/1.1" status: 204 len: 168 time: 0.6218007 Aug 27 02:49:21.632892 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057bf20-945f-433b-a263-3e915edf4aba x-openstack-request-id: req-9057bf20-945f-433b-a263-3e915edf4aba {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:21.633190 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:21.633444 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9057bf20-945f-433b-a263-3e915edf4aba {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:21.635322 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec', 'status': 'completed', 'code': 200} Aug 27 02:49:21.652836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966fb9d-8394-451d-9297-365f4728090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463aa2b-c272-495a-beaa-1297ab276550,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:21.689907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-9282149f-1cf6-453c-a9d4-0a237093612b service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057774 Aug 27 02:49:21.822427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-0f938927-0d86-4745-8e5c-156eb4251011 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255252 Aug 27 02:49:22.054216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:22.109442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-a6ebcac7-7966-420e-b788-8e191d529ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:22.117875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-a6ebcac7-7966-420e-b788-8e191d529ca2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 1094 time: 0.5203388 Aug 27 02:49:22.218198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-3736d488-1e87-4d89-b4d5-5a79933cba87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=583142c8-48c9-447d-b3b8-0694bd3536ec HTTP/1.1" status: 200 len: 217 time: 0.0814009 Aug 27 02:49:22.288995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4869f1b3-8274-42c5-8c21-0789c3288bea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8edcf6c235f4e41b8847a8ba83c8f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333627 Aug 27 02:49:22.295800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:22.342696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-0f353552-5d9f-443c-9d94-5aabfdd78e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:22.346265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-0f353552-5d9f-443c-9d94-5aabfdd78e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1087317 Aug 27 02:49:22.385130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.461113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.512905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-876b3861-6961-4a05-a0ff-d3d678d04993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:22.514366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-876b3861-6961-4a05-a0ff-d3d678d04993 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559844 Aug 27 02:49:22.652874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7b1b93b5-7315-4cae-a69d-327bb9fc2788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.670262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91433531-7682-4546-928a-2d50a4df8ba3 req-2d758da7-8699-4e65-89e7-b2e31065f3a4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:22.672250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91433531-7682-4546-928a-2d50a4df8ba3 req-2d758da7-8699-4e65-89e7-b2e31065f3a4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1699119 Aug 27 02:49:22.725569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.745938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:22.747166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756260be-fd72-43f5-ae0b-d816783c1035 HTTP/1.1" status: 204 len: 168 time: 0.4463258 Aug 27 02:49:22.763619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d089ec8-286e-4e7a-bc9b-5991f9fed611 req-15f6f658-15ab-4686-82ae-fa2b5b1adb74 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:22.765221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d089ec8-286e-4e7a-bc9b-5991f9fed611 req-15f6f658-15ab-4686-82ae-fa2b5b1adb74 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.2491410 Aug 27 02:49:22.778878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcb07f-8467-44b7-a76b-cde09869ba2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756260be-fd72-43f5-ae0b-d816783c1035,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:22.811294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-5d284d71-f31a-4ece-a1d0-74962124eac2 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864995 Aug 27 02:49:22.836641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91433531-7682-4546-928a-2d50a4df8ba3 req-445bbcb0-047f-46c6-b6cf-03284592b0d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572185 Aug 27 02:49:22.955649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2d089ec8-286e-4e7a-bc9b-5991f9fed611 req-c19ef391-14a8-4c2e-b313-9d6a78b03d71 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825140 Aug 27 02:49:23.055939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71a2dfd5-dd78-4b35-b85f-ab6142b9568e req-eec86f31-0529-45ad-a553-765897c53851 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329142 Aug 27 02:49:23.251563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-d6792168-bc56-4a1e-a208-13b71bcce0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:23.257087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-d6792168-bc56-4a1e-a208-13b71bcce0a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 1094 time: 0.0928526 Aug 27 02:49:23.504530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-fd6a8fe8-02d4-418e-96ed-4e1bd9f7cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:23.513701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-fd6a8fe8-02d4-418e-96ed-4e1bd9f7cf6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.2491713 Aug 27 02:49:23.598375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-2584e760-a031-48c4-94c6-94f1db23730b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=583142c8-48c9-447d-b3b8-0694bd3536ec HTTP/1.1" status: 200 len: 217 time: 0.0766034 Aug 27 02:49:23.709220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-1e79c863-ec71-4357-8b17-f87bf2c21f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:23.711722 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-1e79c863-ec71-4357-8b17-f87bf2c21f50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1046667 Aug 27 02:49:23.822512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-a691ac69-b63e-4e7f-8d3f-fbf8a4322eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:23.826125 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-a691ac69-b63e-4e7f-8d3f-fbf8a4322eeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062744 Aug 27 02:49:24.072640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:24.246841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0333be-67d0-4744-a081-96161e0439a3 req-ee0c3591-11e7-4535-a893-2868e8295e36 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:24.257352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd0333be-67d0-4744-a081-96161e0439a3 req-ee0c3591-11e7-4535-a893-2868e8295e36 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1288598 Aug 27 02:49:24.324426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd0333be-67d0-4744-a081-96161e0439a3 req-21c77c93-810c-4b24-b600-0ac1805ff643 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 Aug 27 02:49:24.331314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc158d6-910a-44f6-961d-25b913f59e5e req-4761b6d3-19a8-4121-b90b-f333b5f31654 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:24.333106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fc158d6-910a-44f6-961d-25b913f59e5e req-4761b6d3-19a8-4121-b90b-f333b5f31654 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.2988269 Aug 27 02:49:24.390435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-7d7a20e5-f273-42d6-bfdc-34482424ad04 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539210 Aug 27 02:49:24.419735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3fc158d6-910a-44f6-961d-25b913f59e5e req-065b7a44-06eb-470d-9ca7-c851f5592a3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780070 Aug 27 02:49:24.566925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4575de6f-4be3-48b8-ba77-4c5ab963c39a req-7362c329-11d2-4fbd-887d-c601874f9b3a service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458077 Aug 27 02:49:24.678125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1bf4-b796-4fd9-a0ff-239cb1984473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.708184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:24.798047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1187644099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:24.849952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1bf4-b796-4fd9-a0ff-239cb1984473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.857486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a4f1bf4-b796-4fd9-a0ff-239cb1984473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.886684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.892413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.903879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a4f1bf4-b796-4fd9-a0ff-239cb1984473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b20b05cedc6424bbb3407b87117e3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8291352 Aug 27 02:49:24.904839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f1bf4-b796-4fd9-a0ff-239cb1984473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2025421-2bb1-4600-9199-608c51b84b6d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:24.908154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:24.959944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.961976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.972018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:24.997709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.001005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-04a14a39-8cd4-4159-98f4-4188a19021f3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2907774 Aug 27 02:49:25.006713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43156) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.010412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.014874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1472845742'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:25.043169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:25.050019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.076985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.110277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.113003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.116613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2025421-2bb1-4600-9199-608c51b84b6d HTTP/1.1" status: 204 len: 168 time: 0.2050238 Aug 27 02:49:25.128933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73bb7-5768-41f2-8387-dbf300fc0aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2025421-2bb1-4600-9199-608c51b84b6d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.232065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea98a771-cfa9-426f-8fea-04d39c636afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.264425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.271310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.297197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:25.318113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e92865-fa60-40a6-bcba-90044dfd36f7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.321323 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.321852 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Added segment ffd6dc75-6575-4776-80d9-1587317ade27 of type vlan for network c2fe8e54-2b87-4499-8452-f175ad7109ea Aug 27 02:49:25.388730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.444491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.452713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.458816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:25.461781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.506180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5c45e-1b36-4fe9-9444-79418c545ab4 req-46a3d3b3-57e4-45f8-acd5-22fda3167e56 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:25.510424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0b5c45e-1b36-4fe9-9444-79418c545ab4 req-46a3d3b3-57e4-45f8-acd5-22fda3167e56 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.0922635 Aug 27 02:49:25.582329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5722988 Aug 27 02:49:25.585371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43170) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:25.591413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'subnet': {'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:25.620113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0b5c45e-1b36-4fe9-9444-79418c545ab4 req-3a201c89-43b1-4643-a2d8-7af33511ddb3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999491 Aug 27 02:49:25.655646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46f70c-bf6d-40e6-b384-5907715b8914 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Network': ['ID=c2fe8e54-2b87-4499-8452-f175ad7109ea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:25.693722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network c2fe8e54-2b87-4499-8452-f175ad7109ea details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:25.725012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eda58-6bcd-417e-8f5b-6aa101ab4579 req-b95583e3-6660-4c51-80e0-cc28330138ad tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:25.726713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c3eda58-6bcd-417e-8f5b-6aa101ab4579 req-b95583e3-6660-4c51-80e0-cc28330138ad tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1730981 Aug 27 02:49:25.858573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:25.875930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:25.954950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5c3eda58-6bcd-417e-8f5b-6aa101ab4579 req-e2f8b917-47c3-41ea-b27e-edbb1bca7611 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170551 Aug 27 02:49:26.202423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.277542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Subnet': ['ID=35b5e4d4-f0d2-413d-9103-81c3f7033ee0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.290051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Checking segment: {'id': 'ffd6dc75-6575-4776-80d9-1587317ade27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:26.290638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network hostable DHCP agents. Network: c2fe8e54-2b87-4499-8452-f175ad7109ea, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:26.348138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network c2fe8e54-2b87-4499-8452-f175ad7109ea is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:26.372986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, c2fe8e54-2b87-4499-8452-f175ad7109ea) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:26.384406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:26.385019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.388777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3b7a0-4fb6-4555-8f84-50255b3fd3ca None None] Network c2fe8e54-2b87-4499-8452-f175ad7109ea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:26.430894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab401bee-4b35-4e24-9284-d0a4d7e9cf4b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421023 Aug 27 02:49:26.434377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43190) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:26.439933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'network': {'name': 'tempest-router-network01--1264480617'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:26.466232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:26.482288 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.561564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:26.577751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.582825 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.583188 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Added segment 0beb7c9b-c117-4f55-9788-3fa8cec43c30 of type vlan for network 9f231918-b5a1-4046-9cad-c60dbfe8a42c Aug 27 02:49:26.617932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-c2fe8e54-2b87-4499-8452-f175ad7109ea', 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea', 'tenant_id': '8024c615952643b5854a0a050819a468', 'fixed_ips': [{'subnet_id': '35b5e4d4-f0d2-413d-9103-81c3f7033ee0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:26.619893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.707414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.774067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.786787 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:26.787678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:26.846162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac4850-0864-4a27-aada-2d47c70fd80a req-09391218-8715-40cb-82a1-2960030eaf23 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:26.847971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5ac4850-0864-4a27-aada-2d47c70fd80a req-09391218-8715-40cb-82a1-2960030eaf23 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1217375 Aug 27 02:49:26.911422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4735527 Aug 27 02:49:26.915328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43204) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:26.929299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'network': {'name': 'tempest-router-network02--835065108'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:26.939773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b183f-3c84-4400-8b43-256c41aa7f96 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Network': ['ID=9f231918-b5a1-4046-9cad-c60dbfe8a42c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:26.962451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:26.993835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:27.002506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a5ac4850-0864-4a27-aada-2d47c70fd80a req-35825bad-6176-4e6d-8734-cc755e5c3517 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467059 Aug 27 02:49:27.003237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.063147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:49:27.084016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.084385 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Added segment 5be93fe3-1bca-4d7b-b717-e22ec2fcc469 of type vlan for network 7a88b72f-9381-43f4-aa61-4c0b957d9061 Aug 27 02:49:27.141776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Allocated IP 172.20.0.2 (c2fe8e54-2b87-4499-8452-f175ad7109ea/35b5e4d4-f0d2-413d-9103-81c3f7033ee0/b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:27.196384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.226532 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.233824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:27.243272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.295351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f2a12-5ab2-4157-af14-b6469f5528de req-eea03f9d-eb36-4edd-ab45-116c6c8e0a75 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:27.298223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb7f2a12-5ab2-4157-af14-b6469f5528de req-eea03f9d-eb36-4edd-ab45-116c6c8e0a75 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1397548 Aug 27 02:49:27.371377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4550583 Aug 27 02:49:27.374366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43222) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:27.379825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'subnet': {'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:27.423793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb7f2a12-5ab2-4157-af14-b6469f5528de req-a315b73c-9949-481f-a3a5-8e98bb650785 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093400 Aug 27 02:49:27.437099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.451962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Transition to ACTIVE for port object b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:27.464722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2fa50-015c-47ef-b13d-43bfe1cefdef tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Network': ['ID=7a88b72f-9381-43f4-aa61-4c0b957d9061,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:27.473747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Transition to ACTIVE for port object b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:27.480773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:49:27.534190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:27.538029 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.584100 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.624736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Network c2fe8e54-2b87-4499-8452-f175ad7109ea is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:27.633058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:27.638208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43228) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:27.648487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:27.672064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Pushing event updated for resources: {'Port': ['ID=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:27.729070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Attempting to bind port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:27.729516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Attempting to bind port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'ffd6dc75-6575-4776-80d9-1587317ade27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:27.729884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Attempting to bind port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 on network c2fe8e54-2b87-4499-8452-f175ad7109ea {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:27.738513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:27.739025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Checking segment: {'id': 'ffd6dc75-6575-4776-80d9-1587317ade27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:27.739433 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.740363 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Bound using segment: {'id': 'ffd6dc75-6575-4776-80d9-1587317ade27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:27.740968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Bound port: b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd6dc75-6575-4776-80d9-1587317ade27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c2fe8e54-2b87-4499-8452-f175ad7109ea'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:27.742924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.836552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d79478aa-72f0-4efb-82bf-cce589b5480a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.841120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] For port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:27.844867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] For port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,segment=NetworkSegment(ffd6dc75-6575-4776-80d9-1587317ade27),segment_id=ffd6dc75-6575-4776-80d9-1587317ade27)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:27.851208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.925040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb3bae-2466-4d66-9fe9-8e9dc3d48162 None None] Pushing event updated for resources: {'Port': ['ID=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:27.926238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:27.971447 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.013631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d79478aa-72f0-4efb-82bf-cce589b5480a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.019010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d79478aa-72f0-4efb-82bf-cce589b5480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.024121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Subnet': ['ID=30a6e321-d030-4afe-8b56-19850798f880,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:28.031540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Checking segment: {'id': '0beb7c9b-c117-4f55-9788-3fa8cec43c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:28.031850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network hostable DHCP agents. Network: 9f231918-b5a1-4046-9cad-c60dbfe8a42c, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:28.068210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d79478aa-72f0-4efb-82bf-cce589b5480a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a3e92b3da5246d1a125809fe1536a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256043 Aug 27 02:49:28.068210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79478aa-72f0-4efb-82bf-cce589b5480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c27859-87b0-4093-87da-2c73a0a8a627,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:28.068502 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:28.111498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:28.140713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 9f231918-b5a1-4046-9cad-c60dbfe8a42c) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:28.150491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:28.151090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.157580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c530bd-3e63-429e-a524-999efc7263c5 None None] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:28.194258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-674eab43-801a-4def-9d51-1f878bbea299 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8186939 Aug 27 02:49:28.197647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43236) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:28.199844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.207124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'subnet': {'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:28.256319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e183-48b3-4403-8534-2ccfc0e347e6 req-0101fd19-9fc1-47ce-a34f-ad5450fba2ec tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:28.258224 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b66e183-48b3-4403-8534-2ccfc0e347e6 req-0101fd19-9fc1-47ce-a34f-ad5450fba2ec tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1294513 Aug 27 02:49:28.268587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.327923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b66e183-48b3-4403-8534-2ccfc0e347e6 req-02d42e96-ae7f-4c2f-a24d-3eb161f7cea5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Aug 27 02:49:28.373448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.376801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.378260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62c27859-87b0-4093-87da-2c73a0a8a627 HTTP/1.1" status: 204 len: 168 time: 0.3007715 Aug 27 02:49:28.393278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddee6f9-dad0-4359-8993-f1c319b86718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c27859-87b0-4093-87da-2c73a0a8a627,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:28.432642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-9f231918-b5a1-4046-9cad-c60dbfe8a42c', 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c', 'tenant_id': '8024c615952643b5854a0a050819a468', 'fixed_ips': [{'subnet_id': '30a6e321-d030-4afe-8b56-19850798f880'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:28.435552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.504918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Made reservation on behalf of 8024c615952643b5854a0a050819a468 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:49:28.516569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:28.646763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeffe2-534b-4f3c-8f9e-91851e26c35e req-565263de-1805-43fc-a8f7-e76870752825 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:28.654321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35eeffe2-534b-4f3c-8f9e-91851e26c35e req-565263de-1805-43fc-a8f7-e76870752825 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1330152 Aug 27 02:49:28.717613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Allocated IP 172.20.0.2 (9f231918-b5a1-4046-9cad-c60dbfe8a42c/30a6e321-d030-4afe-8b56-19850798f880/e4801356-1ce6-4dbd-9745-fe74e4a8d86a) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:28.758415 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35eeffe2-534b-4f3c-8f9e-91851e26c35e req-2de97107-c52f-49d8-a8c1-533cf2a41b1a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019814 Aug 27 02:49:28.920654 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.016074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Subnet': ['ID=092bfe4c-108c-4bd9-bc91-f41813ea309b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:29.050481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.066763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Transition to ACTIVE for port object e4801356-1ce6-4dbd-9745-fe74e4a8d86a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:29.103420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Checking segment: {'id': '5be93fe3-1bca-4d7b-b717-e22ec2fcc469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:29.103888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network hostable DHCP agents. Network: 7a88b72f-9381-43f4-aa61-4c0b957d9061, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:49:29.118650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Transition to ACTIVE for port object e4801356-1ce6-4dbd-9745-fe74e4a8d86a will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:29.135134 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.135792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:49:29.158166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7a88b72f-9381-43f4-aa61-4c0b957d9061) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:29.164860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:29.165678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.209933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ffb8c1-cd90-4bc9-9220-80311df80357 None None] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:29.221689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-942ca3af-2159-468b-a2bd-cd7d87393752 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0230560 Aug 27 02:49:29.224497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:29.242808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:29.272804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:29.474041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:29.476160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Pushing event updated for resources: {'Port': ['ID=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:29.549761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:29.653248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Attempting to bind port e4801356-1ce6-4dbd-9745-fe74e4a8d86a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:29.653614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Attempting to bind port e4801356-1ce6-4dbd-9745-fe74e4a8d86a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '0beb7c9b-c117-4f55-9788-3fa8cec43c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:29.653987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Attempting to bind port e4801356-1ce6-4dbd-9745-fe74e4a8d86a on network 9f231918-b5a1-4046-9cad-c60dbfe8a42c {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:29.697672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:29.698056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Checking segment: {'id': '0beb7c9b-c117-4f55-9788-3fa8cec43c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:29.698487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.698878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Bound using segment: {'id': '0beb7c9b-c117-4f55-9788-3fa8cec43c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:29.699361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Bound port: e4801356-1ce6-4dbd-9745-fe74e4a8d86a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beb7c9b-c117-4f55-9788-3fa8cec43c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f231918-b5a1-4046-9cad-c60dbfe8a42c'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:29.699747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.708906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7a88b72f-9381-43f4-aa61-4c0b957d9061', 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061', 'tenant_id': '8024c615952643b5854a0a050819a468', 'fixed_ips': [{'subnet_id': '092bfe4c-108c-4bd9-bc91-f41813ea309b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:49:29.709893 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:29.771269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d733c31-7aea-4e09-9014-ec4a09188d64 None None] Network c2fe8e54-2b87-4499-8452-f175ad7109ea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:29.921056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:29.971659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882521f-13cf-4eff-a928-ff9095b9a2ad req-8c29307f-f8c4-450b-b033-bc317aab926c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:29.973325 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2882521f-13cf-4eff-a928-ff9095b9a2ad req-8c29307f-f8c4-450b-b033-bc317aab926c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1166165 Aug 27 02:49:30.050978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2882521f-13cf-4eff-a928-ff9095b9a2ad req-bf5a45d1-3325-4726-a3e2-187dd2dc0256 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706956 Aug 27 02:49:30.194868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Provisioning for port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:30.220801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Provisioning complete for port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:30.221634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.285681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] For port e4801356-1ce6-4dbd-9745-fe74e4a8d86a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:30.298676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] For port e4801356-1ce6-4dbd-9745-fe74e4a8d86a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,segment=NetworkSegment(0beb7c9b-c117-4f55-9788-3fa8cec43c30),segment_id=0beb7c9b-c117-4f55-9788-3fa8cec43c30)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:30.310363 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.544648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.556913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23d75-30a3-4024-8df3-5a99008a8490 req-9636a53f-c14e-45e4-a6d5-08ec6e136ff6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:30.558917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1c23d75-30a3-4024-8df3-5a99008a8490 req-9636a53f-c14e-45e4-a6d5-08ec6e136ff6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.2896471 Aug 27 02:49:30.595132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Allocated IP 172.20.0.2 (7a88b72f-9381-43f4-aa61-4c0b957d9061/092bfe4c-108c-4bd9-bc91-f41813ea309b/d2566433-32bd-4339-8561-5f9aad529e49) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:30.640440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21e652-2804-4c91-b96e-3a004db7276b None None] Pushing event updated for resources: {'Port': ['ID=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:30.740254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a1c23d75-30a3-4024-8df3-5a99008a8490 req-2c3d0c0e-e218-401a-b890-06f5b520abd4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712782 Aug 27 02:49:30.760553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:30.867434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] For port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,segment=NetworkSegment(ffd6dc75-6575-4776-80d9-1587317ade27),segment_id=ffd6dc75-6575-4776-80d9-1587317ade27)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:30.905227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.006035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.058627 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.070779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Transition to ACTIVE for port object d2566433-32bd-4339-8561-5f9aad529e49 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.100158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Transition to ACTIVE for port object d2566433-32bd-4339-8561-5f9aad529e49 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.111203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.157015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Allocated IP 172.20.0.1 (9f231918-b5a1-4046-9cad-c60dbfe8a42c/30a6e321-d030-4afe-8b56-19850798f880/3e574621-caed-4631-afd8-fc9a51489ac5) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:31.176187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e64a-c196-4fcb-a505-7965ee9741a3 None None] Pushing event updated for resources: {'Port': ['ID=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.206470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:31.213766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:31.218505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:31.331767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206fca7-2579-4caa-a6ec-0255dd0c86f9 req-34c328ea-95e7-49c9-87f2-68ae94212827 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:31.333342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8206fca7-2579-4caa-a6ec-0255dd0c86f9 req-34c328ea-95e7-49c9-87f2-68ae94212827 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1253693 Aug 27 02:49:31.340202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f813bcc8-02a6-4c73-be00-9e98ec7c445e None None] Provisioning complete for port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:31.340572 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f813bcc8-02a6-4c73-be00-9e98ec7c445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.343065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Pushing event updated for resources: {'Port': ['ID=d2566433-32bd-4339-8561-5f9aad529e49,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.377822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Attempting to bind port d2566433-32bd-4339-8561-5f9aad529e49 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:31.378417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Attempting to bind port d2566433-32bd-4339-8561-5f9aad529e49 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '5be93fe3-1bca-4d7b-b717-e22ec2fcc469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:31.378837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Attempting to bind port d2566433-32bd-4339-8561-5f9aad529e49 on network 7a88b72f-9381-43f4-aa61-4c0b957d9061 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:31.392264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:31.392793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Checking segment: {'id': '5be93fe3-1bca-4d7b-b717-e22ec2fcc469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:31.393252 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.393649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Bound using segment: {'id': '5be93fe3-1bca-4d7b-b717-e22ec2fcc469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:31.394336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Bound port: d2566433-32bd-4339-8561-5f9aad529e49, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be93fe3-1bca-4d7b-b717-e22ec2fcc469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7a88b72f-9381-43f4-aa61-4c0b957d9061'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:31.394763 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.429494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.446348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8206fca7-2579-4caa-a6ec-0255dd0c86f9 req-11652526-ac3b-4fa7-9661-4b5907e527d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039720 Aug 27 02:49:31.477498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Transition to ACTIVE for port object 3e574621-caed-4631-afd8-fc9a51489ac5 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:31.546022 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.586611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:31.589819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:31.597195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:31.624209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:31.660451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Port': ['ID=3e574621-caed-4631-afd8-fc9a51489ac5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.683131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] For port d2566433-32bd-4339-8561-5f9aad529e49, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:31.695413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.735970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] For port d2566433-32bd-4339-8561-5f9aad529e49, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d2566433-32bd-4339-8561-5f9aad529e49,segment=NetworkSegment(5be93fe3-1bca-4d7b-b717-e22ec2fcc469),segment_id=5be93fe3-1bca-4d7b-b717-e22ec2fcc469)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:31.748244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.796308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:31.796816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.896936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d7a0f-5cfd-4d84-8c9b-837d54adae53 None None] Pushing event updated for resources: {'Port': ['ID=d2566433-32bd-4339-8561-5f9aad529e49,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:31.922054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:31.990959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e4801356-1ce6-4dbd-9745-fe74e4a8d86a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:32.022906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89d765-2bb9-4ec3-8a71-c24595746712 req-47103442-2be7-4ea4-a7e1-b2a8b3475116 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.023991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d89d765-2bb9-4ec3-8a71-c24595746712 req-47103442-2be7-4ea4-a7e1-b2a8b3475116 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.0983894 Aug 27 02:49:32.106931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e4801356-1ce6-4dbd-9745-fe74e4a8d86a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:32.167180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4d89d765-2bb9-4ec3-8a71-c24595746712 req-2ebf9639-babe-4528-9adf-9f67f6f564cb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319706 Aug 27 02:49:32.478418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7819e-6ee9-4320-85d4-60865ac9eb2e None None] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:32.553841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.576047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.640106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Provisioning for port e4801356-1ce6-4dbd-9745-fe74e4a8d86a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:32.656549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83e93a-d214-4b6a-8d53-48272e98ad22 req-78ac5db0-d979-42c5-ba0e-9bd003179a75 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:32.660088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee83e93a-d214-4b6a-8d53-48272e98ad22 req-78ac5db0-d979-42c5-ba0e-9bd003179a75 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.1178470 Aug 27 02:49:32.693811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Provisioning complete for port e4801356-1ce6-4dbd-9745-fe74e4a8d86a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:32.694189 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.731136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Port': ['ID=3e574621-caed-4631-afd8-fc9a51489ac5,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:32.741326 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.748792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee83e93a-d214-4b6a-8d53-48272e98ad22 req-465b4240-9da9-4547-b5ea-4abf0996f9c6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776575 Aug 27 02:49:32.899343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:32.901092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:32.901545 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:32.962754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] For port e4801356-1ce6-4dbd-9745-fe74e4a8d86a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,segment=NetworkSegment(0beb7c9b-c117-4f55-9788-3fa8cec43c30),segment_id=0beb7c9b-c117-4f55-9788-3fa8cec43c30)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:32.968575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.101327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ab207-21e5-451d-8d30-b6fd9461e0e1 None None] Pushing event updated for resources: {'Port': ['ID=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:33.123233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Router a681e2a1-ec67-46a5-936b-77eceb9cfc0c is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:49:33.419447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Provisioning complete for port e4801356-1ce6-4dbd-9745-fe74e4a8d86a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:33.419805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.628427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:33.628923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Provisioning for port 3e574621-caed-4631-afd8-fc9a51489ac5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:33.635922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Provisioning complete for port 3e574621-caed-4631-afd8-fc9a51489ac5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:33.638111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:33.654225 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798aa02e-b046-402b-8cde-d111169811cc None None] Sync routers for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:33.671609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-71e5bbfa-f43c-455f-af1a-ec5e4d988104 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4451933 Aug 27 02:49:33.675049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:33.698849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:33.702011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:33.712743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389b593-b5b3-4904-8ad4-4bf9a5f0282f req-8fae805a-9cb7-4dd3-9922-ed2db256b0d1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:33.717479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c389b593-b5b3-4904-8ad4-4bf9a5f0282f req-8fae805a-9cb7-4dd3-9922-ed2db256b0d1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.3614240 Aug 27 02:49:33.731941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d2566433-32bd-4339-8561-5f9aad529e49 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:33.850521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:33.887961 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:33.890781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:33.939615 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c389b593-b5b3-4904-8ad4-4bf9a5f0282f req-778a8e29-9001-4d0c-aaae-3e74379fa8f9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075143 Aug 27 02:49:33.950226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bb0ee-f578-4fb6-adff-20aefa00c450 None None] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:34.010587 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-6e3a2ec4-122d-4173-9605-f8b27bfac733 service neutron] show failed (client error): The resource could not be found. Aug 27 02:49:34.017867 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-6e3a2ec4-122d-4173-9605-f8b27bfac733 service neutron] 10.222.0.15 "GET /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.3235126 Aug 27 02:49:34.032240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-798aa02e-b046-402b-8cde-d111169811cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:34.033173 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798aa02e-b046-402b-8cde-d111169811cc None None] The sync data for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:34.107657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c043a-9c8c-46a8-85b7-7a2846c02c58 None None] Port 3e574621-caed-4631-afd8-fc9a51489ac5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:34.271672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65bd08-0874-4da3-9a4f-3d3913e0acd0 req-9dda9a90-ccf6-4e2d-a2e0-bf502999a1be tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.298583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d2566433-32bd-4339-8561-5f9aad529e49 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:34.305224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a65bd08-0874-4da3-9a4f-3d3913e0acd0 req-9dda9a90-ccf6-4e2d-a2e0-bf502999a1be tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.3223820 Aug 27 02:49:34.321179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e4801356-1ce6-4dbd-9745-fe74e4a8d86a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:34.331801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Provisioning complete for port 3e574621-caed-4631-afd8-fc9a51489ac5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.332175 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.413839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43416) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:34.533485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-b791f06c-0a0f-4f53-9d21-c4ac2a61f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:34.534943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-b791f06c-0a0f-4f53-9d21-c4ac2a61f677 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1870458 Aug 27 02:49:34.538290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a65bd08-0874-4da3-9a4f-3d3913e0acd0 req-7a527571-7806-48bc-8b2d-d3eaf7af721c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242472 Aug 27 02:49:34.564718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Port 3e574621-caed-4631-afd8-fc9a51489ac5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:34.612488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e4801356-1ce6-4dbd-9745-fe74e4a8d86a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.613144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.615398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Provisioning for port d2566433-32bd-4339-8561-5f9aad529e49 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:34.638494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:34.677990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b4013b-2db6-4a91-be05-9087eebe570a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.686044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Provisioning complete for port d2566433-32bd-4339-8561-5f9aad529e49 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:34.686440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.898744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.925988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b4013b-2db6-4a91-be05-9087eebe570a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.941297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f7b4013b-2db6-4a91-be05-9087eebe570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.960495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:34.975640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f7b4013b-2db6-4a91-be05-9087eebe570a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ff2c97a740f44f68c0cf93bd08bbcda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599167 Aug 27 02:49:34.978221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:35.052980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] For port d2566433-32bd-4339-8561-5f9aad529e49, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d2566433-32bd-4339-8561-5f9aad529e49,segment=NetworkSegment(5be93fe3-1bca-4d7b-b717-e22ec2fcc469),segment_id=5be93fe3-1bca-4d7b-b717-e22ec2fcc469)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:35.059508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.118610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4013b-2db6-4a91-be05-9087eebe570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f271fbcf-f64c-42cd-ae92-315d0752b6af,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:35.143563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c20f8-3051-4df5-a31b-09590cec8370 None None] Pushing event updated for resources: {'Port': ['ID=d2566433-32bd-4339-8561-5f9aad529e49,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:35.207992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-fe292d88-44db-4da7-a37a-eb3a7043376c None None] Provisioning complete for port 3e574621-caed-4631-afd8-fc9a51489ac5 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:35.208498 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fe292d88-44db-4da7-a37a-eb3a7043376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.226203 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-d2496815-2acb-46a8-8477-e6e5ac480fdb tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:49:35.230423 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d2496815-2acb-46a8-8477-e6e5ac480fdb tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5518429 Aug 27 02:49:35.233391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:35.279250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6f47-aeb7-47cd-8ae0-e85fdb540614 req-0436e315-5979-4f9a-a97e-72cdf7c4b778 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:35.283370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-fe292d88-44db-4da7-a37a-eb3a7043376c None None] Port 3e574621-caed-4631-afd8-fc9a51489ac5 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:35.289287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ceb6f47-aeb7-47cd-8ae0-e85fdb540614 req-0436e315-5979-4f9a-a97e-72cdf7c4b778 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1278174 Aug 27 02:49:35.298120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.363737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ceb6f47-aeb7-47cd-8ae0-e85fdb540614 req-4e337b0e-59e1-4b8c-ab64-e582f14e6d15 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715692 Aug 27 02:49:35.383586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.430238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d2566433-32bd-4339-8561-5f9aad529e49 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:35.435961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b63fd4f8-e789-4e98-981d-c43a35a47316 None None] Provisioning complete for port d2566433-32bd-4339-8561-5f9aad529e49 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:35.436594 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b63fd4f8-e789-4e98-981d-c43a35a47316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.472694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.481052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.482927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f271fbcf-f64c-42cd-ae92-315d0752b6af HTTP/1.1" status: 204 len: 168 time: 0.5030968 Aug 27 02:49:35.516066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b021-e19d-428e-ab3f-13460b4c1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271fbcf-f64c-42cd-ae92-315d0752b6af,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:35.632310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d2566433-32bd-4339-8561-5f9aad529e49 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:35.633512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:35.956945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:36.012924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:36.028789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf35623a-c1fe-4c37-b861-c5ecb3db6a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.065148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c26f-9b89-4cf5-a857-048ccd096a71 req-a4f40b14-db1b-4fa6-9b91-a6b2051ca464 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:36.074023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4274c26f-9b89-4cf5-a857-048ccd096a71 req-a4f40b14-db1b-4fa6-9b91-a6b2051ca464 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.2116432 Aug 27 02:49:36.157195 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf35623a-c1fe-4c37-b861-c5ecb3db6a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.157472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4274c26f-9b89-4cf5-a857-048ccd096a71 req-c6dc5d3d-2e16-40eb-b056-bc802bb569a8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812998 Aug 27 02:49:36.162620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cf35623a-c1fe-4c37-b861-c5ecb3db6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.191949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:36.213217 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cf35623a-c1fe-4c37-b861-c5ecb3db6a2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db91469bc1ca420d917de8d7fdaaf34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992152 Aug 27 02:49:36.214193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:36.215134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35623a-c1fe-4c37-b861-c5ecb3db6a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e137e5d2-7c16-4d76-aaae-2db50a1be37a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.286989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.292743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:36.298081 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad4ef9-a135-4deb-bfc6-45416ddbe43b" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-unplugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:36.310150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.323412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.358187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Transition to ACTIVE for port object e687907d-56cd-4df7-ac3a-fa349617b361 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:36.368999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.433806 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f556b1-069c-4ee2-9ad9-97e96e543594 x-openstack-request-id: req-73f556b1-069c-4ee2-9ad9-97e96e543594 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:36.434445 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-unplugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:36.434823 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73f556b1-069c-4ee2-9ad9-97e96e543594 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:36.435633 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'code': 200} Aug 27 02:49:36.438497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.441356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:36.445545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e137e5d2-7c16-4d76-aaae-2db50a1be37a HTTP/1.1" status: 204 len: 168 time: 0.2173920 Aug 27 02:49:36.464028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d26be-d1a9-4ece-b100-029c66ab6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e137e5d2-7c16-4d76-aaae-2db50a1be37a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.677670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:36.808528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6930ddd-30a2-4fac-98b5-ae0a38577934 req-d209547b-0806-482e-adb4-b85c30a905b1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:36.811031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6930ddd-30a2-4fac-98b5-ae0a38577934 req-d209547b-0806-482e-adb4-b85c30a905b1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.2775729 Aug 27 02:49:36.863786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] No DVR routers for this DVR port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:36.986276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6930ddd-30a2-4fac-98b5-ae0a38577934 req-b1f09c0e-f28f-4d43-ad74-786cd95cd40b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357579 Aug 27 02:49:36.996662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.090867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:37.158162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:37.315319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:37.316231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:37.316732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:37.325880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:37.326424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:37.332670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:37.333023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:37.333412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Bound using segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:37.333676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea6ab2-7379-4022-ae93-6b238817b76b req-d53231df-5e77-4423-a49b-f32f3f173584 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:37.334133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Bound port: e687907d-56cd-4df7-ac3a-fa349617b361, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:37.334303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.345670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbea6ab2-7379-4022-ae93-6b238817b76b req-d53231df-5e77-4423-a49b-f32f3f173584 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.1027324 Aug 27 02:49:37.438982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dbea6ab2-7379-4022-ae93-6b238817b76b req-63015dae-35e0-4636-97da-1ec6b3f7df97 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922675 Aug 27 02:49:37.453027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:37.472759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:37.497076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.539296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:37.540111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.541545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] 10.222.0.46 "PUT /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1091 time: 2.9163771 Aug 27 02:49:37.582015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting port 3e574621-caed-4631-afd8-fc9a51489ac5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:37.582238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.586454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1746a-b455-4167-91ca-ae888bb039eb service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:37.708554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-ea38130d-0620-43ff-981f-42af876868b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:37.710340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-ea38130d-0620-43ff-981f-42af876868b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1094 time: 0.1198494 Aug 27 02:49:37.735702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:37.797022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Calling delete_port for 3e574621-caed-4631-afd8-fc9a51489ac5 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:38.030959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-a11bfc3f-5a60-41d2-ad3b-0179374c2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.033003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-a11bfc3f-5a60-41d2-ad3b-0179374c2bb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.3108103 Aug 27 02:49:38.104923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.187887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Port': ['ID=3e574621-caed-4631-afd8-fc9a51489ac5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:38.244696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-5837e54f-134f-4f6c-a4e3-4798e606720a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.2023327 Aug 27 02:49:38.308917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e2f3-ba1f-4a86-a104-50e24c7f3716 req-98e7469a-80ac-4f9b-8b06-f89ab64b3396 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.310610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a88e2f3-ba1f-4a86-a104-50e24c7f3716 req-98e7469a-80ac-4f9b-8b06-f89ab64b3396 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.2084396 Aug 27 02:49:38.414826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-fb084580-d2c3-47d6-8b75-a42455d74ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.416813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-fb084580-d2c3-47d6-8b75-a42455d74ddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.1639760 Aug 27 02:49:38.437547 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:38.439093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:38.441423 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:38.484288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a88e2f3-ba1f-4a86-a104-50e24c7f3716 req-53d1dcc3-75e6-46bb-88f9-6eb36ecbe63f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633785 Aug 27 02:49:38.546565 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944cbd4b-67f6-4d87-847f-fa8de0c5c465 x-openstack-request-id: req-944cbd4b-67f6-4d87-847f-fa8de0c5c465 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:38.547221 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:38.547555 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-944cbd4b-67f6-4d87-847f-fa8de0c5c465 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:38.548057 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:49:38.575628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-757ca721-2e9f-43a8-849a-4b3426ebfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.577140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-757ca721-2e9f-43a8-849a-4b3426ebfe28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1094 time: 0.0517163 Aug 27 02:49:38.647051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-831b85a2-4ddf-4355-8b97-f39c0353b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.648610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-831b85a2-4ddf-4355-8b97-f39c0353b3a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226102 Aug 27 02:49:38.685618 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-1034b988-cbc9-4be8-a552-d39d9775d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.687368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-1034b988-cbc9-4be8-a552-d39d9775d9b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1034534 Aug 27 02:49:38.763075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-0863bc1d-f170-4732-aaae-52936b45efe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.0659673 Aug 27 02:49:38.777120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd40e38-1c2a-4122-b924-d187aab6a2fd req-d38088a4-610a-4cbb-9de4-e958df8483f2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.779081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dd40e38-1c2a-4122-b924-d187aab6a2fd req-d38088a4-610a-4cbb-9de4-e958df8483f2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.2269433 Aug 27 02:49:38.802222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Router a681e2a1-ec67-46a5-936b-77eceb9cfc0c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:38.841124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-a71600d6-1064-4c36-958c-5b5adbfd70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.843664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-a71600d6-1064-4c36-958c-5b5adbfd70e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0739324 Aug 27 02:49:38.893492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7dd40e38-1c2a-4122-b924-d187aab6a2fd req-2f3c02d4-24c7-4d81-bd74-291a6b1ae6dc tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043630 Aug 27 02:49:38.917194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-f1d0c091-25af-4153-9267-e4180971515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:38.923096 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-f1d0c091-25af-4153-9267-e4180971515f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718246 Aug 27 02:49:38.927209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-5b0cf493-3d46-4c50-ac06-8b022be98a1a service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379847 Aug 27 02:49:38.934761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:38.946947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] Sync routers for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:38.956886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ee46e32-4069-402f-9638-654ffa03719c tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6976738 Aug 27 02:49:38.965800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:38.970225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:38.970908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:39.025663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:39.036672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:39.037586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:39.073162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:39.073763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b2a9e-2038-4264-a525-13c8225d59f1 None None] The sync data for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:39.083499 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-59535576-0c1b-4f87-8aee-9102289208db tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] delete failed (client error): The resource could not be found. Aug 27 02:49:39.089097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59535576-0c1b-4f87-8aee-9102289208db tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-943501241 HTTP/1.1" status: 404 len: 334 time: 0.1218789 Aug 27 02:49:39.089858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43866) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:39.095990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad440ff0-39c6-41c7-b5d3-f6634d863f92 req-bc5b754e-a388-4cc6-bc33-7ee66cc9a9dc service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588829 Aug 27 02:49:39.098091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-42c2cd5b-90d1-4e8f-ae6d-894ce7d45e5e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:39.236811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-14e9598b-1682-48e7-8e8e-5d96614fb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.238098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-14e9598b-1682-48e7-8e8e-5d96614fb236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1094 time: 0.0627813 Aug 27 02:49:39.315977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-201cd66e-0e00-42ec-a1f9-8c2152797e05 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858919 Aug 27 02:49:39.476704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-42c2cd5b-90d1-4e8f-ae6d-894ce7d45e5e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:39.511672 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-42c2cd5b-90d1-4e8f-ae6d-894ce7d45e5e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] update failed (client error): The resource could not be found. Aug 27 02:49:39.517873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-42c2cd5b-90d1-4e8f-ae6d-894ce7d45e5e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c HTTP/1.1" status: 404 len: 339 time: 0.4243846 Aug 27 02:49:39.521456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43876) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:39.668028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-f059e43e-52e9-4425-9b06-3aa5d1e3b77e service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094275 Aug 27 02:49:39.761808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cb60e-d430-46d5-8bdb-406d0d2d568d req-7ad2aeae-f8f2-4bf8-ad1b-7be5ef3f503b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.763435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c6cb60e-d430-46d5-8bdb-406d0d2d568d req-7ad2aeae-f8f2-4bf8-ad1b-7be5ef3f503b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1576538 Aug 27 02:49:39.784153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-06c0e07b-342e-4ea5-8258-183446af5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.786008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-06c0e07b-342e-4ea5-8258-183446af5608 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.5330434 Aug 27 02:49:39.862661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-ba757c7f-9fdb-40da-bc88-12230327e9fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.0682225 Aug 27 02:49:39.926805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-edd19418-93b2-41a7-8130-269e57f0916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.929327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-edd19418-93b2-41a7-8130-269e57f0916e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0599723 Aug 27 02:49:39.991720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-76fd1707-9940-42dd-b9a0-e41b3c3278bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:39.993375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-76fd1707-9940-42dd-b9a0-e41b3c3278bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560319 Aug 27 02:49:40.161878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-61f1f50c-17b2-4267-954d-6c1b85d57147 service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568806 Aug 27 02:49:40.171840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297ffe-2744-4842-89fb-22b497f58ac4 req-0d9d533a-4783-4a4b-950d-a6bf01fe10b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:40.174263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d297ffe-2744-4842-89fb-22b497f58ac4 req-0d9d533a-4783-4a4b-950d-a6bf01fe10b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.1795704 Aug 27 02:49:40.233015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c6cb60e-d430-46d5-8bdb-406d0d2d568d req-cbd78a09-a7e4-44ee-8814-507f4a92df07 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327068 Aug 27 02:49:40.271119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.297946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7afa9ca-c8dd-4ef4-ac05-2d7c73cecfd1 req-5d44c6ff-f55a-41fe-b537-2aa0e2290048 service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221793 Aug 27 02:49:40.324421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d297ffe-2744-4842-89fb-22b497f58ac4 req-e7cf53dc-5d4d-4a4a-aa59-17088b10caa0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Aug 27 02:49:40.502930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43890) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:40.539891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Allocated IP 172.20.0.1 (c2fe8e54-2b87-4499-8452-f175ad7109ea/35b5e4d4-f0d2-413d-9103-81c3f7033ee0/8aeec81d-caad-4291-8736-ef1c482d593d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:49:40.619428 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d3708ec-29f4-4888-9cbd-66d163e316f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.674131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.691262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Transition to ACTIVE for port object 8aeec81d-caad-4291-8736-ef1c482d593d will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:40.717976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d3708ec-29f4-4888-9cbd-66d163e316f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.723176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9d3708ec-29f4-4888-9cbd-66d163e316f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.729535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.757587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d3708ec-29f4-4888-9cbd-66d163e316f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b5fee1bfa6b441d92793c1aca7e2014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534947 Aug 27 02:49:40.762071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43894) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:40.777965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3708ec-29f4-4888-9cbd-66d163e316f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67f3b6-8c2e-4436-8bbe-4c1c7e98fa26,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:40.782899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network c2fe8e54-2b87-4499-8452-f175ad7109ea is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:40.786109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:40.790815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:49:40.795145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Port': ['ID=8aeec81d-caad-4291-8736-ef1c482d593d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:40.826546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.847283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.855925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.911716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.914376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:40.918291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf67f3b6-8c2e-4436-8bbe-4c1c7e98fa26 HTTP/1.1" status: 204 len: 168 time: 0.1550844 Aug 27 02:49:40.935869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a32fe9-08c4-4195-a206-e05c0de84963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67f3b6-8c2e-4436-8bbe-4c1c7e98fa26,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.014883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.082752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a2c656f0-b357-4c65-8cb0-f93fb8b54918 None None] Provisioning for port 8aeec81d-caad-4291-8736-ef1c482d593d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:41.088071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a2c656f0-b357-4c65-8cb0-f93fb8b54918 None None] Provisioning complete for port 8aeec81d-caad-4291-8736-ef1c482d593d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:41.088618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a2c656f0-b357-4c65-8cb0-f93fb8b54918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.183643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a2c656f0-b357-4c65-8cb0-f93fb8b54918 None None] Port 8aeec81d-caad-4291-8736-ef1c482d593d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:41.363518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43906) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.377154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cc6d327-bdf5-4aa2-8e7c-57893e46dfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.416208 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.430087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989affa4-151b-48ce-86e8-ab3aaaa018c4 req-7a4f8d22-4576-45b6-8943-9d49f374379b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:41.431268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-989affa4-151b-48ce-86e8-ab3aaaa018c4 req-7a4f8d22-4576-45b6-8943-9d49f374379b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.0880296 Aug 27 02:49:41.432480 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.493255 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7847-0973-4f6a-bbb2-c31cfc6769e3 req-5ed19264-38ec-44c0-933d-59ed07c892d6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:41.494800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e78f7847-0973-4f6a-bbb2-c31cfc6769e3 req-5ed19264-38ec-44c0-933d-59ed07c892d6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 943 time: 0.0847964 Aug 27 02:49:41.533020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event updated for resources: {'Port': ['ID=8aeec81d-caad-4291-8736-ef1c482d593d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.541862 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.555419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-989affa4-151b-48ce-86e8-ab3aaaa018c4 req-93dece05-7599-42a8-b885-2ece4ba39b71 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 Aug 27 02:49:41.560339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e78f7847-0973-4f6a-bbb2-c31cfc6769e3 req-a85ede56-130f-4382-bf6c-707ebaa8ebde tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560074 Aug 27 02:49:41.571773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cc6d327-bdf5-4aa2-8e7c-57893e46dfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.584047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1cc6d327-bdf5-4aa2-8e7c-57893e46dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.626222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1cc6d327-bdf5-4aa2-8e7c-57893e46dfab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=315eb3967fab4dc79c54a9fddc90a15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590809 Aug 27 02:49:41.626222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6d327-bdf5-4aa2-8e7c-57893e46dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15ab77-b4bc-47fb-9ad8-21ad70056a25,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.626605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43908) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.670400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Network c2fe8e54-2b87-4499-8452-f175ad7109ea is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:49:41.673134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:49:41.779531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.820939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.830119 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Router a681e2a1-ec67-46a5-936b-77eceb9cfc0c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:41.911626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0689c96f-608e-4379-8ddf-1c2e7c5413f7 None None] Provisioning complete for port 8aeec81d-caad-4291-8736-ef1c482d593d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:41.912156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0689c96f-608e-4379-8ddf-1c2e7c5413f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.945839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.948584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:41.948851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0689c96f-608e-4379-8ddf-1c2e7c5413f7 None None] Port 8aeec81d-caad-4291-8736-ef1c482d593d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:49:41.952318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf15ab77-b4bc-47fb-9ad8-21ad70056a25 HTTP/1.1" status: 204 len: 168 time: 0.3221214 Aug 27 02:49:41.964604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884002-2c96-4b41-8a8c-6628ad25301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15ab77-b4bc-47fb-9ad8-21ad70056a25,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:41.970688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:41.979224 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-364cc300-eacf-469a-8d6f-a43f6b93d645 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4538701 Aug 27 02:49:41.979340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43912) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:41.980040 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] Sync routers for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:41.993589 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:41.994139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.039875 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.057054 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:42.057681 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.099299 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:42.099952 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3998-ead7-483f-b5f3-e2a8dac98d22 None None] The sync data for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:42.100131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-db8a0391-cf17-4b84-b384-bb6dc4f366b3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.199931 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-db8a0391-cf17-4b84-b384-bb6dc4f366b3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 27 02:49:42.201128 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db8a0391-cf17-4b84-b384-bb6dc4f366b3 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c HTTP/1.1" status: 409 len: 329 time: 0.2207015 Aug 27 02:49:42.204501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43916) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:42.310204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:42.459583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:42.472907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:42.519666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.557099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:42.597658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:42.609526 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.705623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:42.747632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa073af-c981-4af1-86fe-860590bf7b51 req-1d5c0aec-7f3a-49c7-a031-6df7bad95ae2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:42.749175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fa073af-c981-4af1-86fe-860590bf7b51 req-1d5c0aec-7f3a-49c7-a031-6df7bad95ae2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.0751712 Aug 27 02:49:42.778498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f45cf-9fc8-4af3-9500-af4ffdec21b3 req-8f17d120-5f34-4150-a71c-e2933ddb6521 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:42.785804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c91f45cf-9fc8-4af3-9500-af4ffdec21b3 req-8f17d120-5f34-4150-a71c-e2933ddb6521 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.0939307 Aug 27 02:49:42.821691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9fa073af-c981-4af1-86fe-860590bf7b51 req-051ee078-dcfb-44be-a521-8a897ecf2eac tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623016 Aug 27 02:49:42.849690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c91f45cf-9fc8-4af3-9500-af4ffdec21b3 req-91bb6b86-4b63-4aa1-a155-f7cd0df0989d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573525 Aug 27 02:49:42.878085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:42.984931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e687907d-56cd-4df7-ac3a-fa349617b361'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:43.126854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-fb9e8a6a-8f61-4c88-be6c-3c7b46f0566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.129380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-fb9e8a6a-8f61-4c88-be6c-3c7b46f0566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875&tenant_id=02fd06edcdb54098bf7418c1b8213fb3&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 944 time: 0.0923042 Aug 27 02:49:43.204696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-713b4fa7-217e-4e39-9229-9da20c9db0f9 service neutron] 10.222.0.46 "GET /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 382 time: 0.0681362 Aug 27 02:49:43.218570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1f88-9936-4218-9f45-ce419d209237 req-bed0b1fa-a1e0-4d5a-ab1f-92bda98d735a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.220730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eef1f88-9936-4218-9f45-ce419d209237 req-bed0b1fa-a1e0-4d5a-ab1f-92bda98d735a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.1311579 Aug 27 02:49:43.299054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e972a524-8ee9-4500-9cda-1aae0a9a18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.301678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e972a524-8ee9-4500-9cda-1aae0a9a18c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1095 time: 0.0512214 Aug 27 02:49:43.320777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eef1f88-9936-4218-9f45-ce419d209237 req-626181ab-a931-4395-b99c-04bdcf14355e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728395 Aug 27 02:49:43.364671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting port 8aeec81d-caad-4291-8736-ef1c482d593d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:43.365018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.469169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e56376e2-24ec-430e-92c9-2528c160ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.470910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e56376e2-24ec-430e-92c9-2528c160ca05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1583371 Aug 27 02:49:43.484158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.497594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Calling delete_port for 8aeec81d-caad-4291-8736-ef1c482d593d owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:43.577706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-53ec6e54-6a39-48ab-87c1-9da2fe245aba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1000 time: 0.0993743 Aug 27 02:49:43.652230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e99bdd1e-74fc-4073-994b-6253c109e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.654424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e99bdd1e-74fc-4073-994b-6253c109e74b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0681980 Aug 27 02:49:43.714764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-1f0b3c27-8b8e-4511-8160-4b2d1613e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:43.716197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-1f0b3c27-8b8e-4511-8160-4b2d1613e392 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546987 Aug 27 02:49:43.722234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:43.785717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Port': ['ID=8aeec81d-caad-4291-8736-ef1c482d593d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:43.860210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-761f96c5-34c2-429c-9e2c-38b1bc8b6385 service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355214 Aug 27 02:49:44.004627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.033636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-4b269d26-7af4-48f8-9815-d73340e83ad7 service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659498 Aug 27 02:49:44.064961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509932f9-4516-442e-a8f5-1a5ef7cbbed4 req-dcbabf74-bde2-4dd8-af74-0a83f0347533 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.066809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-509932f9-4516-442e-a8f5-1a5ef7cbbed4 req-dcbabf74-bde2-4dd8-af74-0a83f0347533 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.0921075 Aug 27 02:49:44.131765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-509932f9-4516-442e-a8f5-1a5ef7cbbed4 req-aab865ed-8f30-4559-b603-6224fc3d5861 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490355 Aug 27 02:49:44.205657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Router a681e2a1-ec67-46a5-936b-77eceb9cfc0c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:49:44.284831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:49:44.291138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4bcd89aa-0d55-4ca5-a7cd-d01f78c61e9b tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855370 Aug 27 02:49:44.294549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] Sync routers for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:49:44.295015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43978) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.307243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:44.307888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.335800 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-88ec7e08-962f-46a9-a0cb-52ca08d2272a tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] show failed (client error): The resource could not be found. Aug 27 02:49:44.336990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-88ec7e08-962f-46a9-a0cb-52ca08d2272a tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-567507479 HTTP/1.1" status: 404 len: 334 time: 0.0411704 Aug 27 02:49:44.341806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43980) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.347791 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cf072d41-35bf-42f8-ae16-70ddbf214227 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:44.353303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:44.381290 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-cf072d41-35bf-42f8-ae16-70ddbf214227 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] update failed (client error): The resource could not be found. Aug 27 02:49:44.382343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf072d41-35bf-42f8-ae16-70ddbf214227 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-864297857 HTTP/1.1" status: 404 len: 334 time: 0.0395155 Aug 27 02:49:44.385823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.403000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.449643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] Routers {'a681e2a1-ec67-46a5-936b-77eceb9cfc0c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:49:44.450661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:49:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.466776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting subnet 092bfe4c-108c-4bd9-bc91-f41813ea309b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:44.471629 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.507710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:44.508808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cb624-6880-40f2-a29d-dad5679b5aa7 None None] The sync data for ids ['a681e2a1-ec67-46a5-936b-77eceb9cfc0c'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:49:44.513647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae8234-0ace-4f41-be57-a3bf48991b3b req-27dcdbdd-3dc8-4dfc-88b8-141694488f21 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:44.518653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7ae8234-0ace-4f41-be57-a3bf48991b3b req-27dcdbdd-3dc8-4dfc-88b8-141694488f21 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.0927575 Aug 27 02:49:44.519372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.539105 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e687907d-56cd-4df7-ac3a-fa349617b361 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:44.545491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e687907d-56cd-4df7-ac3a-fa349617b361 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:44.546073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.606747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b7ae8234-0ace-4f41-be57-a3bf48991b3b req-2a6378e6-dcc2-4264-bf62-d90a02675f4f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758538 Aug 27 02:49:44.655989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.681809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.706835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:44.709479 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab70db-89e9-4727-88a3-33db3a97672a" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:44.727153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:44.736395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.743192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 43992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.782368 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52fa060-7346-47e7-9dd2-b8b723d34cb5 x-openstack-request-id: req-c52fa060-7346-47e7-9dd2-b8b723d34cb5 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:44.782784 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:44.782954 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c52fa060-7346-47e7-9dd2-b8b723d34cb5 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:44.783346 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.783489 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'code': 200} Aug 27 02:49:44.797956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:44.833278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Subnet': ['ID=092bfe4c-108c-4bd9-bc91-f41813ea309b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:44.836023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd777f1a-1c8b-4a0b-8888-7270fa3bcb98 None None] Network 7a88b72f-9381-43f4-aa61-4c0b957d9061 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:44.836848 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.838967 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/subnets/092bfe4c-108c-4bd9-bc91-f41813ea309b HTTP/1.1" status: 204 len: 168 time: 0.4516425 Aug 27 02:49:44.841509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:44.846685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.846947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.847302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.847734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.848218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.848564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.848899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.849233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.849562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.849886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.850319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.850822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbabfb50-6f26-4646-a816-b2d037878930 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:44.891595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7831458d-88a5-4c95-b7a6-b2d3336a8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.894121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting subnet 30a6e321-d030-4afe-8b56-19850798f880 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:44.897902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:44.945518 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.015440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7831458d-88a5-4c95-b7a6-b2d3336a8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.029123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7831458d-88a5-4c95-b7a6-b2d3336a8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.059248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.068208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bae25-6f46-423a-a725-8373e8743794 None None] DHCP port deletion for 7a88b72f-9381-43f4-aa61-4c0b957d9061 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:45.070976 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7831458d-88a5-4c95-b7a6-b2d3336a8d97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b1e0426de934943813a67f43b08895d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267338 Aug 27 02:49:45.084984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 43998) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:45.087710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831458d-88a5-4c95-b7a6-b2d3336a8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c59733-b13e-4f6c-8cd6-4b583ac93512,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.127603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Deleting port d2566433-32bd-4339-8561-5f9aad529e49 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:45.128112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.181882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.195202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-925bae25-6f46-423a-a725-8373e8743794 None None] For port d2566433-32bd-4339-8561-5f9aad529e49, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d2566433-32bd-4339-8561-5f9aad529e49,segment=NetworkSegment(5be93fe3-1bca-4d7b-b717-e22ec2fcc469),segment_id=5be93fe3-1bca-4d7b-b717-e22ec2fcc469)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:45.195600 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.205191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.228068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Calling delete_port for d2566433-32bd-4339-8561-5f9aad529e49 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:45.244378 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.296399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Subnet': ['ID=30a6e321-d030-4afe-8b56-19850798f880,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.304473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.306747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-49115629-fff1-4609-ab9e-be9a1b879660 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/subnets/30a6e321-d030-4afe-8b56-19850798f880 HTTP/1.1" status: 204 len: 168 time: 0.4641914 Aug 27 02:49:45.309783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44002) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:45.315684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.339474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2ee27-c0c3-48e7-ba4a-5eb3f2ad2867 req-82afd9cf-f88f-43c7-9c51-6a1028856083 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:45.341118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ace2ee27-c0c3-48e7-ba4a-5eb3f2ad2867 req-82afd9cf-f88f-43c7-9c51-6a1028856083 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.1196637 Aug 27 02:49:45.342236 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.345238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.346325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2c59733-b13e-4f6c-8cd6-4b583ac93512 HTTP/1.1" status: 204 len: 168 time: 0.2601054 Aug 27 02:49:45.354678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568afb8-0088-4bf1-a9f4-a87b7d05d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c59733-b13e-4f6c-8cd6-4b583ac93512,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.376749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47448c-0530-401b-89c2-0bc7227f92d5 None None] Network 9f231918-b5a1-4046-9cad-c60dbfe8a42c requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:45.403399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bae25-6f46-423a-a725-8373e8743794 None None] Pushing event deleted for resources: {'Port': ['ID=d2566433-32bd-4339-8561-5f9aad529e49,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.411322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925bae25-6f46-423a-a725-8373e8743794 None None] No DVR routers for this DVR port d2566433-32bd-4339-8561-5f9aad529e49 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:45.437063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ace2ee27-c0c3-48e7-ba4a-5eb3f2ad2867 req-7fb0e3c4-73ec-4805-a034-386f01622097 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739512 Aug 27 02:49:45.469402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.486168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d2566433-32bd-4339-8561-5f9aad529e49 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:45.515237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d2566433-32bd-4339-8561-5f9aad529e49 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:45.516132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d2566433-32bd-4339-8561-5f9aad529e49 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:45.599256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.617308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a88b72f-9381-43f4-aa61-4c0b957d9061']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:45.629554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be93fe3-1bca-4d7b-b717-e22ec2fcc469') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:45.629898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be93fe3-1bca-4d7b-b717-e22ec2fcc469') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:45.645769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.668550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.682792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] DHCP port deletion for 9f231918-b5a1-4046-9cad-c60dbfe8a42c request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:45.683202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:45.684004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:45.688861 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:45.747547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Deleting port e4801356-1ce6-4dbd-9745-fe74e4a8d86a {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:45.748031 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.753466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:45.776051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a91b50-6104-44bf-8519-7c252e61610d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.821767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.831206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.837946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:45.843185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/networks/7a88b72f-9381-43f4-aa61-4c0b957d9061 HTTP/1.1" status: 204 len: 168 time: 0.5283535 Aug 27 02:49:45.862061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] For port e4801356-1ce6-4dbd-9745-fe74e4a8d86a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,segment=NetworkSegment(0beb7c9b-c117-4f55-9788-3fa8cec43c30),segment_id=0beb7c9b-c117-4f55-9788-3fa8cec43c30)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:45.863221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:45.877670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4410501-0538-4798-a947-a3f242af6c95 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Network': ['ID=7a88b72f-9381-43f4-aa61-4c0b957d9061,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:45.898576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27dad-e981-4f21-95a7-7ee496a97914 req-c441e636-f1b4-4329-b71d-7641b33db4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:45.903030 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32e27dad-e981-4f21-95a7-7ee496a97914 req-c441e636-f1b4-4329-b71d-7641b33db4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.2103693 Aug 27 02:49:45.909917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Calling delete_port for e4801356-1ce6-4dbd-9745-fe74e4a8d86a owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:45.964582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32e27dad-e981-4f21-95a7-7ee496a97914 req-0bb20ab3-7971-458a-9e7c-a31d81888fe9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543826 Aug 27 02:49:46.007714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.035385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.057139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] The port 'e4801356-1ce6-4dbd-9745-fe74e4a8d86a' was deleted {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 02:49:46.069650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] Pushing event deleted for resources: {'Port': ['ID=e4801356-1ce6-4dbd-9745-fe74e4a8d86a,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.079097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b1068-b2e1-4f43-96df-1100ed89c2cc None None] No DVR routers for this DVR port e4801356-1ce6-4dbd-9745-fe74e4a8d86a on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:46.166091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a91b50-6104-44bf-8519-7c252e61610d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.172971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44022) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:46.174797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e7a91b50-6104-44bf-8519-7c252e61610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.178470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.192940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f231918-b5a1-4046-9cad-c60dbfe8a42c']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:46.228840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beb7c9b-c117-4f55-9788-3fa8cec43c30') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:46.229197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beb7c9b-c117-4f55-9788-3fa8cec43c30') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:46.255209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.262356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e7a91b50-6104-44bf-8519-7c252e61610d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5797f61dde1d43b0805b11393d541d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077164 Aug 27 02:49:46.264330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:46.270017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a91b50-6104-44bf-8519-7c252e61610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a36feaf-74b8-4fdd-84fb-0a46f89075fb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.281907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.290199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:46.290741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:46.294701 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:46.324189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 583142c8-48c9-447d-b3b8-0694bd3536ec details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:46.388830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.399435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.405370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/networks/9f231918-b5a1-4046-9cad-c60dbfe8a42c HTTP/1.1" status: 204 len: 168 time: 0.5661042 Aug 27 02:49:46.411049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15f7415f-b9bb-4c79-a366-c0d70053bb90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00ccd54e8b9c41e681d24b5a635b184b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333145 Aug 27 02:49:46.411275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:46.412474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44030) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:46.463467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.490799 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.497258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83c71c-8d01-474c-94a0-44ab3fc8352e tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Network': ['ID=9f231918-b5a1-4046-9cad-c60dbfe8a42c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.497871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.516721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting subnet 35b5e4d4-f0d2-413d-9103-81c3f7033ee0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:49:46.521477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.530083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.530824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=583142c8-48c9-447d-b3b8-0694bd3536ec,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:46.544299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.554520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '583142c8-48c9-447d-b3b8-0694bd3536ec', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': '583142c8-48c9-447d-b3b8-0694bd3536ec', 'mac_address': 'fa:16:3e:91:02:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:46.607613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.622375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.627154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.631209 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.634888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ea591f1-32ef-4c89-9f99-0239651cc41e HTTP/1.1" status: 204 len: 168 time: 0.2191844 Aug 27 02:49:46.636750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.640525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.641927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a36feaf-74b8-4fdd-84fb-0a46f89075fb HTTP/1.1" status: 204 len: 168 time: 0.3765798 Aug 27 02:49:46.648335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fe5e-2e0f-4825-b90a-6daf5bcf1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea591f1-32ef-4c89-9f99-0239651cc41e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.669899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee502a3c-3ff7-4863-9602-d8b56a743936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a36feaf-74b8-4fdd-84fb-0a46f89075fb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:46.813428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583142c8-48c9-447d-b3b8-0694bd3536ec {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:46.835892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=583142c8-48c9-447d-b3b8-0694bd3536ec,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:46.841524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:46.896551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:47.107539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201b654-9379-4065-ab0c-af6665ea090f req-f79faf18-b8a9-4b12-b5a0-61ce6d461832 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.115605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e201b654-9379-4065-ab0c-af6665ea090f req-f79faf18-b8a9-4b12-b5a0-61ce6d461832 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 943 time: 0.5667217 Aug 27 02:49:47.135842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd43d2-b4b1-47c2-b401-923e5a906f79 req-e6ebed88-4fc1-4420-85b8-d53e0f415085 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.137745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecdd43d2-b4b1-47c2-b401-923e5a906f79 req-e6ebed88-4fc1-4420-85b8-d53e0f415085 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 945 time: 0.0794940 Aug 27 02:49:47.145917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-4ddbb776-0996-4a43-aaf5-1a2fc8daf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:47.147818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-4ddbb776-0996-4a43-aaf5-1a2fc8daf0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 1096 time: 0.5596492 Aug 27 02:49:47.178766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:47.193880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecdd43d2-b4b1-47c2-b401-923e5a906f79 req-7d396c0e-2145-4eaf-81b6-e7be120b4bf5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Aug 27 02:49:47.237975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['583142c8-48c9-447d-b3b8-0694bd3536ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:47.262201 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e201b654-9379-4065-ab0c-af6665ea090f req-5d921d1d-29d3-4262-aebb-ee7478ba4bb9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451588 Aug 27 02:49:47.264954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.347905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.439491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.443903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e4801356-1ce6-4dbd-9745-fe74e4a8d86a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:47.471872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e4801356-1ce6-4dbd-9745-fe74e4a8d86a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:47.472276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e4801356-1ce6-4dbd-9745-fe74e4a8d86a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:47.539778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Subnet': ['ID=35b5e4d4-f0d2-413d-9103-81c3f7033ee0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:47.553562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.558683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac799d15-2b1c-4bb7-9ac8-7125f2e87609 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/subnets/35b5e4d4-f0d2-413d-9103-81c3f7033ee0 HTTP/1.1" status: 204 len: 168 time: 1.1396785 Aug 27 02:49:47.558891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:47.571335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85acf36-9a50-462d-8613-ef56f04d47c9 None None] Network c2fe8e54-2b87-4499-8452-f175ad7109ea requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:49:47.686104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:47.698907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.770365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:47.779348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Deleting port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:47.780119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.837692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] DHCP port deletion for c2fe8e54-2b87-4499-8452-f175ad7109ea request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:49:47.842928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:47.846472 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9007333-4035-496a-a550-32300b240ae4" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-unplugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:47.852679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.875158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Transition to ACTIVE for port object e687907d-56cd-4df7-ac3a-fa349617b361 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:49:47.882834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.896152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] For port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,segment=NetworkSegment(ffd6dc75-6575-4776-80d9-1587317ade27),segment_id=ffd6dc75-6575-4776-80d9-1587317ade27)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:47.896844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.911328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Deleting port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:47.911698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:47.924826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Calling delete_port for b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:47.962871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:47.967338 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494fdecd-2c4e-4eb5-8e8a-65d0a37d7135 x-openstack-request-id: req-494fdecd-2c4e-4eb5-8e8a-65d0a37d7135 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:47.967754 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-unplugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:47.968214 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-494fdecd-2c4e-4eb5-8e8a-65d0a37d7135 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:47.969489 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'code': 200} Aug 27 02:49:47.988604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.988965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.989308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.996455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.997508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.997865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.999024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.999379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:47.999718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:48.000354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:48.000824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:48.002020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:49:48.029012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] For port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,segment=NetworkSegment(ffd6dc75-6575-4776-80d9-1587317ade27),segment_id=ffd6dc75-6575-4776-80d9-1587317ade27)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:48.029420 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.044838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Calling delete_port for b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:48.052418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.077337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] No DVR routers for this DVR port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:48.155129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Port': ['ID=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:48.183832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] No DVR routers for this DVR port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:48.188529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.204503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] No DVR routers for this DVR port b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:48.226922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d66e9-caf8-4762-bf62-2cd8f0196f87 None None] Pushing event deleted for resources: {'Port': ['ID=b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:48.331084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 583142c8-48c9-447d-b3b8-0694bd3536ec up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:48.364454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.383673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fe8e54-2b87-4499-8452-f175ad7109ea']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:48.410930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd6dc75-6575-4776-80d9-1587317ade27') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:48.411544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd6dc75-6575-4776-80d9-1587317ade27') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:49:48.434953 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.471326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 583142c8-48c9-447d-b3b8-0694bd3536ec completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:48.475220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:49:48.475582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:49:48.476002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:48.479721 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.484191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 583142c8-48c9-447d-b3b8-0694bd3536ec triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:48.484992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.494684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:49:48.495050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Attempting to bind port e687907d-56cd-4df7-ac3a-fa349617b361 on network 7a8664af-7cdc-42d4-9945-b3ffc855303a {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:49:48.500917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff4713-4c8d-4399-96be-94eb1f2dc570 req-6db8e560-bc1d-409c-9386-9e5d4aaa1db2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.510406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fea7c-33bf-4fbd-8103-caaf8c79986c req-00a068e0-128f-41bd-91b0-38a83b4b22be tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.512482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-271fea7c-33bf-4fbd-8103-caaf8c79986c req-00a068e0-128f-41bd-91b0-38a83b4b22be tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.1332052 Aug 27 02:49:48.512634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bff4713-4c8d-4399-96be-94eb1f2dc570 req-6db8e560-bc1d-409c-9386-9e5d4aaa1db2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 944 time: 0.0971234 Aug 27 02:49:48.513702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:49:48.514104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Checking segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:49:48.514572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Bound using segment: {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:49:48.515063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Bound port: e687907d-56cd-4df7-ac3a-fa349617b361, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:49:48.515517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.520447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:49:48.520924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:49:48.532741 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:49:48.605849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.627924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-271fea7c-33bf-4fbd-8103-caaf8c79986c req-d4db114b-320a-4368-b6dc-808832caa10e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914178 Aug 27 02:49:48.648683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:49:48.653663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:49:48.659549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.665149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:48.667894 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e67d4b-8d9b-4494-8788-bded25b0809a" -d '{"events": [{"server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "name": "network-vif-plugged", "status": "completed", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:48.679609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bff4713-4c8d-4399-96be-94eb1f2dc570 req-483b612e-01d4-485f-8f15-4f8821b2de5a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617453 Aug 27 02:49:48.729598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.733829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=583142c8-48c9-447d-b3b8-0694bd3536ec,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:48.738760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.740767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.742216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:48.743882 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/networks/c2fe8e54-2b87-4499-8452-f175ad7109ea HTTP/1.1" status: 204 len: 168 time: 1.1833014 Aug 27 02:49:48.744434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.746212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:48.746436 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:48.751042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] 10.222.0.15 "PUT /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1092 time: 1.5952218 Aug 27 02:49:48.786600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3048d0-0857-472c-b129-7a248b331538 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Pushing event deleted for resources: {'Network': ['ID=c2fe8e54-2b87-4499-8452-f175ad7109ea,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:48.809112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-509d9d46-6d81-4d5e-b54d-001386dbafe6 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "GET /v2.0/ports?device_id=a681e2a1-ec67-46a5-936b-77eceb9cfc0c HTTP/1.1" status: 200 len: 205 time: 0.0613422 Aug 27 02:49:48.814743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44112) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:48.861896 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88096f-fcd7-442f-aa82-2b889f2d4f73 x-openstack-request-id: req-6f88096f-fcd7-442f-aa82-2b889f2d4f73 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:48.862429 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "name": "network-vif-plugged", "status": "completed", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:48.863203 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f88096f-fcd7-442f-aa82-2b889f2d4f73 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:48.866534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e7193-1375-47fb-a768-27f39ca2b790 service neutron] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=11']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:48.867015 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec', 'code': 200} Aug 27 02:49:48.900435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e805245f-385f-4abe-a7b8-9a3d28854880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:48.902275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-e805245f-385f-4abe-a7b8-9a3d28854880 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1095 time: 0.0841935 Aug 27 02:49:48.960913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:48.996728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.012763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:49.083121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-6127b15d-f988-4385-83b1-d585b774f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.086824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-6127b15d-f988-4385-83b1-d585b774f12d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1752684 Aug 27 02:49:49.178581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-32a3c0b2-d2bd-407c-96c1-f53137e6004d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.0867929 Aug 27 02:49:49.221760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.224306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.249042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-cdad9696-43ed-44f8-bc5c-41028c8960d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.251955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-cdad9696-43ed-44f8-bc5c-41028c8960d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0666220 Aug 27 02:49:49.284729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f911-6cc7-493b-bad3-d8ed4457c632 req-69217081-27c9-4b5d-abfc-61090c726df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.286467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52f0f911-6cc7-493b-bad3-d8ed4457c632 req-69217081-27c9-4b5d-abfc-61090c726df6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 1096 time: 0.3557360 Aug 27 02:49:49.294157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.295390 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Fanout notify agent at l3_agent the message router_deleted on router a681e2a1-ec67-46a5-936b-77eceb9cfc0c {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:49:49.316936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9d610324-12ef-48b2-9eda-bea0c176a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.318370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-9d610324-12ef-48b2-9eda-bea0c176a207 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600579 Aug 27 02:49:49.334069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.338229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4fb67083-81f2-4a47-8e0b-c14ae7f45df2 tempest-RoutersNegativeTest-1646873908 tempest-RoutersNegativeTest-1646873908-project] 10.222.0.26 "DELETE /v2.0/routers/a681e2a1-ec67-46a5-936b-77eceb9cfc0c HTTP/1.1" status: 204 len: 168 time: 0.5194862 Aug 27 02:49:49.378152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52f0f911-6cc7-493b-bad3-d8ed4457c632 req-c98d83a4-a829-4121-9e82-93cdc14c568c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Aug 27 02:49:49.427280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:49.450028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:49.450405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2fe90ac-50d3-4de2-bd2f-cd8e625d82d7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:49.473510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-1f4be434-8e4a-4840-99ef-e81e584bbc54 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379323 Aug 27 02:49:49.590971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f62fbea0-6633-4ae9-b9ea-9fed5955d754 req-01a7ad05-bc2d-4607-9eef-94063f2c2ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098814 Aug 27 02:49:49.685535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:49.833842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3d546-e7c3-480c-ab28-ee01ca6f3ed9 req-3fcd5fa4-0011-4f07-8519-582f863dde5c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.843117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55d3d546-e7c3-480c-ab28-ee01ca6f3ed9 req-3fcd5fa4-0011-4f07-8519-582f863dde5c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.0928004 Aug 27 02:49:49.888101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55d3d546-e7c3-480c-ab28-ee01ca6f3ed9 req-a9929d65-4c89-4240-b864-0c9e983f0a8c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Aug 27 02:49:49.888509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c419b5-1715-4945-be5a-67c0f22bed5a req-38df2f62-589f-4845-af10-9ba0b81104fd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:49.890043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82c419b5-1715-4945-be5a-67c0f22bed5a req-38df2f62-589f-4845-af10-9ba0b81104fd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0941522 Aug 27 02:49:49.896653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fd506558-532b-4bf7-81ba-ad4756f606fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8024c615952643b5854a0a050819a468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098682 Aug 27 02:49:49.899581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44150) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:49.956246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:49.963688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82c419b5-1715-4945-be5a-67c0f22bed5a req-82f1d80f-b7c5-4ec6-9c32-4c2af8a8be9c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619841 Aug 27 02:49:49.971170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:49.974030 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593df81-9c36-4274-b2f4-b880826610a6" -d '{"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:49.988182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.031779 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0f49e7-d8f2-4f42-9c05-6d93ad74916d x-openstack-request-id: req-aa0f49e7-d8f2-4f42-9c05-6d93ad74916d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:50.032164 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:50.032520 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa0f49e7-d8f2-4f42-9c05-6d93ad74916d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:50.033018 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:49:50.064725 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.075882 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:50.089316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50e92865-fa60-40a6-bcba-90044dfd36f7 HTTP/1.1" status: 204 len: 168 time: 0.1831100 Aug 27 02:49:50.122985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-2b9737ea-deb3-4822-80a6-4c1eddb470f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.124998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-2b9737ea-deb3-4822-80a6-4c1eddb470f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1095 time: 0.0757525 Aug 27 02:49:50.130759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189ff9c-0f3a-4fcf-a76a-f7567c0bc048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e92865-fa60-40a6-bcba-90044dfd36f7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:50.171264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-96fc537a-24f3-4136-b109-5ddc22685faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.173694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-96fc537a-24f3-4136-b109-5ddc22685faa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1095 time: 0.0831342 Aug 27 02:49:50.305946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-fd508b62-9243-4fbe-8551-24f06acb1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.308091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-fd508b62-9243-4fbe-8551-24f06acb1690 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1751068 Aug 27 02:49:50.310019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-d335d4c4-be13-49e2-bbac-79d6ea2d3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.311681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-d335d4c4-be13-49e2-bbac-79d6ea2d3e1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1178126 Aug 27 02:49:50.388767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-301907d1-4fb0-4a67-bca9-74668fe3205a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.0721011 Aug 27 02:49:50.436709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-6c8222db-51e1-44ed-8267-213e60e5baca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 999 time: 0.1166155 Aug 27 02:49:50.474423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-f4e911d8-f8f6-42d1-8b37-99cfd16557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.476284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-f4e911d8-f8f6-42d1-8b37-99cfd16557f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0786841 Aug 27 02:49:50.535981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-d3a32968-ee2f-4b2c-bb25-2827e54f137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.537482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-d3a32968-ee2f-4b2c-bb25-2827e54f137e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0932755 Aug 27 02:49:50.573473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-76e20dd9-d952-4210-bbb7-d20be817f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.575032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-76e20dd9-d952-4210-bbb7-d20be817f234 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894370 Aug 27 02:49:50.627050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593df81-9c36-4274-b2f4-b880826610a6 req-19da6525-40a0-482f-b14a-ee6cc93f537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:50.628855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-19da6525-40a0-482f-b14a-ee6cc93f537d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831368 Aug 27 02:49:50.724505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-4199fb2d-b4f5-4b58-94e7-e0c77e0bbaf7 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403182 Aug 27 02:49:50.818207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-881bc11b-2128-4499-bf92-9b21819c6717 service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796987 Aug 27 02:49:50.852855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-bc959fb4-cf60-4dcf-a174-2be3989e0f68 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203203 Aug 27 02:49:51.146217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2593df81-9c36-4274-b2f4-b880826610a6 req-1e795be9-598a-4da2-9698-7cb5ecd34a6a service neutron] 10.222.0.46 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097155 Aug 27 02:49:51.165451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44194) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.170366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36688a-5a11-43ac-90cd-c5bfaf9c6b01 req-4ed0778d-eaae-4374-9954-cf4341257760 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:51.173742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca36688a-5a11-43ac-90cd-c5bfaf9c6b01 req-4ed0778d-eaae-4374-9954-cf4341257760 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.1101270 Aug 27 02:49:51.204596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa40cda-e819-4d8a-bdc1-319a16d8a048 req-9846ca03-8405-43dd-8d85-5be0f75c80d4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:51.206624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-baa40cda-e819-4d8a-bdc1-319a16d8a048 req-9846ca03-8405-43dd-8d85-5be0f75c80d4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0806243 Aug 27 02:49:51.280153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-baa40cda-e819-4d8a-bdc1-319a16d8a048 req-fe7fcaf2-e6cb-4efc-aca8-97c303005013 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Aug 27 02:49:51.304765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca36688a-5a11-43ac-90cd-c5bfaf9c6b01 req-33204a85-969a-46ef-a86a-00ed55c4804b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147223 Aug 27 02:49:51.540603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2674d-a492-4c7a-aabe-3e9471fe8f0c req-52e0bc80-deab-45d7-8fc4-bc63954f4dfe tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:51.543178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf2674d-a492-4c7a-aabe-3e9471fe8f0c req-52e0bc80-deab-45d7-8fc4-bc63954f4dfe tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.1271234 Aug 27 02:49:51.597320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3e9d5a46-cd2d-4931-8747-070ae4e68a1b tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1613049355', 'prefixes': ['172.20.0.0/16']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:51.612971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf2674d-a492-4c7a-aabe-3e9471fe8f0c req-c5106d92-2534-4fe8-ae04-5be235a6a41e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628920 Aug 27 02:49:51.685903 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5a46-cd2d-4931-8747-070ae4e68a1b tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] Notify callbacks [] for subnetpool, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.690374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3e9d5a46-cd2d-4931-8747-070ae4e68a1b tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5208850 Aug 27 02:49:51.690940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.741891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9b2f9be6-053f-4827-8b5e-f69805169183 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "GET /v2.0/subnetpools/b68fab32-d5c8-4ee3-880a-b861128291ae HTTP/1.1" status: 200 len: 732 time: 0.0494578 Aug 27 02:49:51.742664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44210) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.747981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-079c8e24-3690-4300-9d24-30dce6157843 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1352432109'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:49:51.782101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3633-c028-4469-b2ce-d09de286f866 req-f68308cd-4e10-4c6a-b765-9433318c7dbd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:51.784177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87fc3633-c028-4469-b2ce-d09de286f866 req-f68308cd-4e10-4c6a-b765-9433318c7dbd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0605955 Aug 27 02:49:51.835240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87fc3633-c028-4469-b2ce-d09de286f866 req-3f908383-a88e-4023-97e9-1a81338d7974 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Aug 27 02:49:51.846344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-079c8e24-3690-4300-9d24-30dce6157843 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] Notify callbacks [] for subnetpool, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.850191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-079c8e24-3690-4300-9d24-30dce6157843 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "PUT /v2.0/subnetpools/b68fab32-d5c8-4ee3-880a-b861128291ae HTTP/1.1" status: 200 len: 684 time: 0.1042409 Aug 27 02:49:51.850819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44216) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.927203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96ed34b6-d686-4ab0-ba76-1bb6c89ec36b tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] Notify callbacks [] for subnetpool, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:51.930427 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96ed34b6-d686-4ab0-ba76-1bb6c89ec36b tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b68fab32-d5c8-4ee3-880a-b861128291ae HTTP/1.1" status: 204 len: 168 time: 0.0764499 Aug 27 02:49:51.931169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44224) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.956108 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-7f717c8d-87d7-494f-a0f4-e80005a910a9 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] show failed (client error): The resource could not be found. Aug 27 02:49:51.959762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f717c8d-87d7-494f-a0f4-e80005a910a9 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "GET /v2.0/subnetpools/b68fab32-d5c8-4ee3-880a-b861128291ae HTTP/1.1" status: 404 len: 346 time: 0.0248475 Aug 27 02:49:51.959981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:51.978895 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-bde3af97-c594-490f-b5ae-cbb881aab839 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] delete failed (client error): The resource could not be found. Aug 27 02:49:51.980303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bde3af97-c594-490f-b5ae-cbb881aab839 tempest-SubnetPoolsTestJSON-430411339 tempest-SubnetPoolsTestJSON-430411339-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b68fab32-d5c8-4ee3-880a-b861128291ae HTTP/1.1" status: 404 len: 346 time: 0.0192654 Aug 27 02:49:52.171528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb6410-e006-46eb-8c84-f781237baf83 req-736f5366-03f6-4f58-bdf8-84bb114b1f8d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.173137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cbb6410-e006-46eb-8c84-f781237baf83 req-736f5366-03f6-4f58-bdf8-84bb114b1f8d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0604882 Aug 27 02:49:52.217233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cbb6410-e006-46eb-8c84-f781237baf83 req-01917841-c21b-4768-9455-d6c709e000f4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Aug 27 02:49:52.343061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.452161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1fd3c-ce0f-4dde-a4c2-e93e1fa59b69 req-8a9c289e-b666-4838-8cb2-9eb0e6ef91a1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:52.459844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18d1fd3c-ce0f-4dde-a4c2-e93e1fa59b69 req-8a9c289e-b666-4838-8cb2-9eb0e6ef91a1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 944 time: 0.0661149 Aug 27 02:49:52.505695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99a52577-56cf-479d-be40-bc1597356e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.518964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18d1fd3c-ce0f-4dde-a4c2-e93e1fa59b69 req-d4cd5808-d91e-486a-b04a-78c7d30cf63c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580449 Aug 27 02:49:52.549506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44256) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.630836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99a52577-56cf-479d-be40-bc1597356e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.638701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-32f8dddd-4e68-4e10-849e-672cf9f19e6e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 200 len: 991 time: 0.0879016 Aug 27 02:49:52.638999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99a52577-56cf-479d-be40-bc1597356e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.653075 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f5a38055-6fc4-4681-a093-46a77188dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.679488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a52577-56cf-479d-be40-bc1597356e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee347159-7500-4fb0-820f-f44fbc078661,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:52.690237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-99a52577-56cf-479d-be40-bc1597356e37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f49cbd10ca9408b83fd2e9c363674c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435953 Aug 27 02:49:52.690748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:52.741294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.770687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.825609 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.830220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:52.831651 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee347159-7500-4fb0-820f-f44fbc078661 HTTP/1.1" status: 204 len: 168 time: 0.1399562 Aug 27 02:49:52.843111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8628ed8-de8d-4c31-ba5f-fba14c3aadc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee347159-7500-4fb0-820f-f44fbc078661,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:53.135912 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:49:53.251633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:49:53.402538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:53.408867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803153b-1f6c-4902-83c9-0b5fd9574811 req-e78e4f7d-20d3-468c-832a-c16404c59872 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.413158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4803153b-1f6c-4902-83c9-0b5fd9574811 req-e78e4f7d-20d3-468c-832a-c16404c59872 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0773964 Aug 27 02:49:53.430789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'port_id': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'mac_address': 'fa:16:3e:e9:24:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:49:53.459686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4803153b-1f6c-4902-83c9-0b5fd9574811 req-400c5396-72d0-4eab-af2d-1c0ae8099b0f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Aug 27 02:49:53.496801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.518575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:49:53.545140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:53.553228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:53.651007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:53.766972 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e687907d-56cd-4df7-ac3a-fa349617b361'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:53.851045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-4c0e35f6-1a17-44b2-87e4-0043b2896996 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:49:53.852785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-4c0e35f6-1a17-44b2-87e4-0043b2896996 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 945 time: 0.0634878 Aug 27 02:49:53.948195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44304) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:53.955672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0064211 Aug 27 02:49:53.956246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44306) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:53.971677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port 583142c8-48c9-447d-b3b8-0694bd3536ec {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:49:53.972125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.080986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port 583142c8-48c9-447d-b3b8-0694bd3536ec, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=583142c8-48c9-447d-b3b8-0694bd3536ec,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:54.081356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.093111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ded8906-48f1-4a22-aea9-c3e73748c466 tempest-NetworksApiDiscovery-729311260 tempest-NetworksApiDiscovery-729311260-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1356661 Aug 27 02:49:54.099183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for 583142c8-48c9-447d-b3b8-0694bd3536ec owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:49:54.234872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.264836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=583142c8-48c9-447d-b3b8-0694bd3536ec,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:54.268645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['583142c8-48c9-447d-b3b8-0694bd3536ec'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:49:54.320092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port 583142c8-48c9-447d-b3b8-0694bd3536ec on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:49:54.322763 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.324790 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-50c20703-a18b-4118-93ce-e6f0e2bc28a0 req-b580033f-d925-4c0f-9118-a3d55509bbb4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "DELETE /v2.0/ports/583142c8-48c9-447d-b3b8-0694bd3536ec HTTP/1.1" status: 204 len: 173 time: 0.4656048 Aug 27 02:49:54.325244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'name': 'network-vif-deleted', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:54.327636 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f9de3-4625-4af1-b188-687b28e0a6b2" -d '{"events": [{"server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "name": "network-vif-deleted", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:54.378634 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b247ed-7bc2-48ec-853d-1a4ead9bfec6 x-openstack-request-id: req-18b247ed-7bc2-48ec-853d-1a4ead9bfec6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:54.379142 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14244bb7-270f-4174-8efc-cf176cfb49f4", "name": "network-vif-deleted", "tag": "583142c8-48c9-447d-b3b8-0694bd3536ec", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:54.379562 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18b247ed-7bc2-48ec-853d-1a4ead9bfec6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:54.383567 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14244bb7-270f-4174-8efc-cf176cfb49f4', 'name': 'network-vif-deleted', 'tag': '583142c8-48c9-447d-b3b8-0694bd3536ec', 'status': 'completed', 'code': 200} Aug 27 02:49:54.542206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:54.642988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fa0d3c7-9416-4474-8552-7a696d68a6ce req-4812e057-4b96-4415-9dfd-3e5d7a5f2bab tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0702698 Aug 27 02:49:54.761160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861273d0-d473-48bf-b0d1-7f51b47adcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.905005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861273d0-d473-48bf-b0d1-7f51b47adcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.910880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-861273d0-d473-48bf-b0d1-7f51b47adcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:54.954238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-861273d0-d473-48bf-b0d1-7f51b47adcf4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9eca342ac12d4beca278a09e9ce43e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109719 Aug 27 02:49:54.955081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:54.955438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861273d0-d473-48bf-b0d1-7f51b47adcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5c01a9-60fc-4785-9c47-ca25240c3993,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:55.035479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.063439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.122240 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.125900 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.129822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a5c01a9-60fc-4785-9c47-ca25240c3993 HTTP/1.1" status: 204 len: 168 time: 0.1730223 Aug 27 02:49:55.139916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7013c-ac84-448c-a3a5-d5672a10f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5c01a9-60fc-4785-9c47-ca25240c3993,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:55.233739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56059a21-ff62-4441-8cc1-299e15d01abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.243900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:49:55.310060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e687907d-56cd-4df7-ac3a-fa349617b361 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:49:55.322640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e687907d-56cd-4df7-ac3a-fa349617b361 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:49:55.324473 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.466425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.551304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.596950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:49:55.598185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:49:55.601214 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d418ee7-882d-4e78-b24b-733d691e9f06" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:49:55.605340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:55.675964 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960f0a3-83f9-4f1f-aee1-ea5dc6201fed x-openstack-request-id: req-0960f0a3-83f9-4f1f-aee1-ea5dc6201fed {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:49:55.676261 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-plugged", "status": "completed", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:49:55.676521 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0960f0a3-83f9-4f1f-aee1-ea5dc6201fed {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:49:55.676916 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'code': 200} Aug 27 02:49:55.707546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=13']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:55.813199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-76743597-318d-49bf-9fbc-69fc2d2ed426 req-5fe19cdb-1d26-4257-bfc9-30bc9e3a671d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0518169 Aug 27 02:49:56.551160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:57.007763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ec637f3c-2b1d-4e2e-943f-dfac6e49ec38 req-1d25b5a4-efc6-4c8e-8848-5764aae2de20 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0705826 Aug 27 02:49:57.960209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:58.148504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfff25fe-75de-4938-98d5-cf1ff54b4415 req-3d463fdc-378b-4bea-b620-3b585b874e5c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0446460 Aug 27 02:49:58.374034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 583142c8-48c9-447d-b3b8-0694bd3536ec no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:49:58.394857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 583142c8-48c9-447d-b3b8-0694bd3536ec {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:49:58.395517 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 583142c8-48c9-447d-b3b8-0694bd3536ec not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:49:58.634886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:58.978599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffada978-fdcb-4c3f-b9eb-866a0e2e4154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.139926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffada978-fdcb-4c3f-b9eb-866a0e2e4154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.147624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ffada978-fdcb-4c3f-b9eb-866a0e2e4154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.192862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44544) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:59.193375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ffada978-fdcb-4c3f-b9eb-866a0e2e4154 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bce5e0cdd23245b783e1d1eb36e0a739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569258 Aug 27 02:49:59.202459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffada978-fdcb-4c3f-b9eb-866a0e2e4154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249717b2-3d6f-4ede-b245-bac6d4181e79,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:59.316921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-663b785a-9c89-4a52-93b8-492af0289065 req-6281f534-ae17-418e-9f13-ee2d92542719 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=14244bb7-270f-4174-8efc-cf176cfb49f4 HTTP/1.1" status: 200 len: 210 time: 0.0438850 Aug 27 02:49:59.368442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.409868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.463741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.467109 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.472152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/249717b2-3d6f-4ede-b245-bac6d4181e79 HTTP/1.1" status: 204 len: 168 time: 0.2766228 Aug 27 02:49:59.490241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4f1ab-8563-449a-8a6f-6a20869a11f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249717b2-3d6f-4ede-b245-bac6d4181e79,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:49:59.840133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44572) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:49:59.856439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c54654bd-3520-4715-b729-1b361132a4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.951445 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c54654bd-3520-4715-b729-1b361132a4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.956110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c54654bd-3520-4715-b729-1b361132a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:49:59.997416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c54654bd-3520-4715-b729-1b361132a4a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9912ec570964773ac2b2d0f323dbf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559870 Aug 27 02:49:59.998353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54654bd-3520-4715-b729-1b361132a4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271ee70-344f-4d8e-a938-289af6ae2af9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:00.000210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44576) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:00.071356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.098534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.164808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.167675 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:00.169478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4271ee70-344f-4d8e-a938-289af6ae2af9 HTTP/1.1" status: 204 len: 168 time: 0.1677778 Aug 27 02:50:00.180946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef18bd2-cb9e-47a7-b2da-ad892897d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271ee70-344f-4d8e-a938-289af6ae2af9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:00.881779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.597953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44708) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:03.706173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-199c2f4c-79b2-4ffd-be36-73b9732d992c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.805238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-199c2f4c-79b2-4ffd-be36-73b9732d992c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.809376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-199c2f4c-79b2-4ffd-be36-73b9732d992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.851308 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-199c2f4c-79b2-4ffd-be36-73b9732d992c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ffca14e0c2f4bf38d4247ca44f769c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522361 Aug 27 02:50:03.853881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44724) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:03.861295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c2f4c-79b2-4ffd-be36-73b9732d992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0d158c-032d-4c0f-816b-193b21f94142,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:03.921121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.944744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.994866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.997418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:03.998676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb0d158c-032d-4c0f-816b-193b21f94142 HTTP/1.1" status: 204 len: 168 time: 0.1436129 Aug 27 02:50:04.008558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51c0f9-aad8-487e-b39a-2687c251a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0d158c-032d-4c0f-816b-193b21f94142,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:04.305808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44738) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:04.319801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfba0145-760d-42d5-9aaf-fefde90e228a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.428884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfba0145-760d-42d5-9aaf-fefde90e228a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.433503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bfba0145-760d-42d5-9aaf-fefde90e228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.473380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bfba0145-760d-42d5-9aaf-fefde90e228a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=724c825a77fd4764901c88ba8a82e628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664534 Aug 27 02:50:04.476342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:04.512843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba0145-760d-42d5-9aaf-fefde90e228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e75344a-1330-4c7d-ac2a-306b6b7aeb56,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:04.554682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.580485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.630700 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.633390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:04.634776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e75344a-1330-4c7d-ac2a-306b6b7aeb56 HTTP/1.1" status: 204 len: 168 time: 0.1566589 Aug 27 02:50:04.654535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027c34-2591-44a3-82a3-5fc5e9c4c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e75344a-1330-4c7d-ac2a-306b6b7aeb56,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.057801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.203222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5befe0e4-f6da-4fc6-bd3d-695afa890c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.327411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5befe0e4-f6da-4fc6-bd3d-695afa890c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.334205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5befe0e4-f6da-4fc6-bd3d-695afa890c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.398343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5befe0e4-f6da-4fc6-bd3d-695afa890c89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3532cf64549431d8cd7b9c0db5a2734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392382 Aug 27 02:50:06.400862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe0e4-f6da-4fc6-bd3d-695afa890c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a797c5-6f5e-4e53-84eb-0b1173d41ff4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.401106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44838) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:06.490645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.547564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-6b492659-d837-4b00-96ac-110327af285f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777371 Aug 27 02:50:06.548032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.623961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-ac1e07b7-3529-4d56-b5f7-98a6a5e00e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.625505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-ac1e07b7-3529-4d56-b5f7-98a6a5e00e7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1097 time: 0.0491798 Aug 27 02:50:06.650272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.657888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:06.663353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11a797c5-6f5e-4e53-84eb-0b1173d41ff4 HTTP/1.1" status: 204 len: 168 time: 0.2610729 Aug 27 02:50:06.673700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f6c0d-eca8-468a-ac11-5ad205e36dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a797c5-6f5e-4e53-84eb-0b1173d41ff4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:06.907900 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-07cb6c3b-f721-41f3-9922-8ab0facb2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:06.909713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-07cb6c3b-f721-41f3-9922-8ab0facb2135 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.2594440 Aug 27 02:50:07.020209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-c455b339-1f13-4302-9a6d-88d6af621792 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 1001 time: 0.1033676 Aug 27 02:50:07.043312 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44878) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.112715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-ca1dda4e-561e-49f3-b510-3335f4bbb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.115260 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-ca1dda4e-561e-49f3-b510-3335f4bbb283 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.0883551 Aug 27 02:50:07.232814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-12849983-8a90-469b-a852-68814e3e1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:07.239678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-12849983-8a90-469b-a852-68814e3e1fd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156912 Aug 27 02:50:07.409091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f49d00a9-77e1-40f5-a194-a0fa6a123f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.438132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-d2894d76-7041-495a-b9eb-c6e06e686e95 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921489 Aug 27 02:50:07.583238 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96bb8c5a-1a20-4b38-9969-f619a5346c83 req-9bbc1774-abb8-4b4b-aca9-0feb07d47595 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356068 Aug 27 02:50:07.621934 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f49d00a9-77e1-40f5-a194-a0fa6a123f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.627894 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f49d00a9-77e1-40f5-a194-a0fa6a123f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.685213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d00a9-77e1-40f5-a194-a0fa6a123f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1831bac-f62f-457c-8fe3-d90af8524bd7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:07.703370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f49d00a9-77e1-40f5-a194-a0fa6a123f19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e6519b15452428683006c660558a128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543036 Aug 27 02:50:07.706927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 44904) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:07.830746 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.876153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.954657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.957720 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:07.962849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1831bac-f62f-457c-8fe3-d90af8524bd7 HTTP/1.1" status: 204 len: 168 time: 0.2536187 Aug 27 02:50:07.975185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672d2b-4c3a-40e9-9b7a-44c1f3a5d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1831bac-f62f-457c-8fe3-d90af8524bd7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:09.647292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 44994) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.795795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf63a748-826c-4323-a0ad-0737926a1e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.899624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf63a748-826c-4323-a0ad-0737926a1e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.904614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf63a748-826c-4323-a0ad-0737926a1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:09.950928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:09.951488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf63a748-826c-4323-a0ad-0737926a1e5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=528956bbd2fe4864b5db3db66b22d380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026986 Aug 27 02:50:09.951775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63a748-826c-4323-a0ad-0737926a1e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e81c4-5f35-4f2f-9a92-05bd64cd6714,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.025562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.055290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.118491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.121533 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.122923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/874e81c4-5f35-4f2f-9a92-05bd64cd6714 HTTP/1.1" status: 204 len: 168 time: 0.1710153 Aug 27 02:50:10.131983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40973eb6-ccd7-41ef-8c8a-265b252b8a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e81c4-5f35-4f2f-9a92-05bd64cd6714,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.494248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:10.511837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f055-03e2-4f7a-9d93-647d2bf5efb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.622624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f055-03e2-4f7a-9d93-647d2bf5efb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.627457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f055-03e2-4f7a-9d93-647d2bf5efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.674112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:10.674783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7fc5f055-03e2-4f7a-9d93-647d2bf5efb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=379f165b2d2d488d9961536c9bface82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785803 Aug 27 02:50:10.675607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f055-03e2-4f7a-9d93-647d2bf5efb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f9cc1-8b39-442c-9995-00f45a85ebda,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:10.747324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.776865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.831127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.834569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:10.835951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b35f9cc1-8b39-442c-9995-00f45a85ebda HTTP/1.1" status: 204 len: 168 time: 0.1604116 Aug 27 02:50:10.848223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0020fb1-eb3c-49e4-b4ad-62e8f56eee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f9cc1-8b39-442c-9995-00f45a85ebda,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:13.498009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.633722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0cc1a62-303e-4112-ae44-ca275a23422d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.760605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0cc1a62-303e-4112-ae44-ca275a23422d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.766330 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0cc1a62-303e-4112-ae44-ca275a23422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.819273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0cc1a62-303e-4112-ae44-ca275a23422d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=508f0af63b0f4fd4a39d7596761d711e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197563 Aug 27 02:50:13.819953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45142) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:13.821015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc1a62-303e-4112-ae44-ca275a23422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e97240-f9b9-46da-8a0b-ed0a1403e097,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:13.895575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:13.920753 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.003405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.006674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.010849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08e97240-f9b9-46da-8a0b-ed0a1403e097 HTTP/1.1" status: 204 len: 168 time: 0.1890163 Aug 27 02:50:14.040715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a7758-680e-4fea-915b-ea68a64efeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e97240-f9b9-46da-8a0b-ed0a1403e097,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.434019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45152) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.453670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a15d-4225-4a3c-a01d-5567cbce4e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.567616 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a15d-4225-4a3c-a01d-5567cbce4e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.571927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a15d-4225-4a3c-a01d-5567cbce4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.613510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c1f5a15d-4225-4a3c-a01d-5567cbce4e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5daaf5982a4348df83fd0d598da29c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782842 Aug 27 02:50:14.614763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a15d-4225-4a3c-a01d-5567cbce4e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7952f77-2e97-4087-8aa2-280be62e0fb8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:14.616260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:14.681123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.704129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.758669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.761601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:14.762808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7952f77-2e97-4087-8aa2-280be62e0fb8 HTTP/1.1" status: 204 len: 168 time: 0.1455574 Aug 27 02:50:14.775333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bddae2-b772-484d-8c14-26084f0ffe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7952f77-2e97-4087-8aa2-280be62e0fb8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:16.128889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:16.259100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269d1b7d-5a7a-4f1c-8c67-5e95a8236dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.380467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269d1b7d-5a7a-4f1c-8c67-5e95a8236dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.386552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-269d1b7d-5a7a-4f1c-8c67-5e95a8236dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.422705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d1b7d-5a7a-4f1c-8c67-5e95a8236dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88daddc2-001e-4800-8757-50478f85b00a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:16.428747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.450199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-269d1b7d-5a7a-4f1c-8c67-5e95a8236dc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6d330836d254d33abbdb82d4f282e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200984 Aug 27 02:50:16.453295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45230) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:16.514214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.541344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.592137 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.596774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:16.600480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88daddc2-001e-4800-8757-50478f85b00a HTTP/1.1" status: 204 len: 168 time: 0.1438799 Aug 27 02:50:16.605800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53e9d8-c6f2-4d1d-9323-3dcca67c9a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88daddc2-001e-4800-8757-50478f85b00a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:16.957074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45262) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:16.971556 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96fad3ec-3d86-4985-9293-45614168b10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.119897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96fad3ec-3d86-4985-9293-45614168b10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.124896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96fad3ec-3d86-4985-9293-45614168b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.166408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad3ec-3d86-4985-9293-45614168b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b73239-4243-4889-b800-f8d1be101a9c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:17.171621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96fad3ec-3d86-4985-9293-45614168b10d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0feb7556d6245ec975d39e9b5710609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134075 Aug 27 02:50:17.174316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:17.226600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.250371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.312260 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.314942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:17.316101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50b73239-4243-4889-b800-f8d1be101a9c HTTP/1.1" status: 204 len: 168 time: 0.1407831 Aug 27 02:50:17.327134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c38fd-bee6-46c5-b8a1-5b8dcb85b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b73239-4243-4889-b800-f8d1be101a9c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.623181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45622) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.740660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c69bcd8-deeb-48a4-aedf-8f2b7dddfd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.852628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c69bcd8-deeb-48a4-aedf-8f2b7dddfd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.856588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c69bcd8-deeb-48a4-aedf-8f2b7dddfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.898837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c69bcd8-deeb-48a4-aedf-8f2b7dddfd5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df1fd3f5cd4444319ff532d22e7c330f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721150 Aug 27 02:50:21.899311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45628) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:21.905433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69bcd8-deeb-48a4-aedf-8f2b7dddfd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feedd74-aa4b-4858-8a12-b1593706499b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:21.954639 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:21.980379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.046090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.050624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.055191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9feedd74-aa4b-4858-8a12-b1593706499b HTTP/1.1" status: 204 len: 168 time: 0.1548243 Aug 27 02:50:22.072295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190df282-cb1d-4a9b-a9cf-2b1079ec1511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feedd74-aa4b-4858-8a12-b1593706499b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:22.644918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aa158fbe-552c-427d-b322-ac100d10dd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:22.897375 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45660) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.044392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb29d4f9-549a-457f-aa9d-5796daaf1d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.179311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb29d4f9-549a-457f-aa9d-5796daaf1d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.185225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cb29d4f9-549a-457f-aa9d-5796daaf1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.231505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cb29d4f9-549a-457f-aa9d-5796daaf1d6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20a83d590573474794c7a5f9f41e5160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321841 Aug 27 02:50:23.234455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45672) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:23.235748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d4f9-549a-457f-aa9d-5796daaf1d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772ddf5-711e-4257-a96f-b7e7e00bded7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:23.308103 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.340092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.395656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.398964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:23.402450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f772ddf5-711e-4257-a96f-b7e7e00bded7 HTTP/1.1" status: 204 len: 168 time: 0.1646810 Aug 27 02:50:23.411085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d445-6da4-4638-9290-d938163fb9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772ddf5-711e-4257-a96f-b7e7e00bded7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.049580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45351a-2dc2-4ad3-939f-5bf14035a155 req-3608d9a2-1631-4f6a-8408-848e217f971c tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:24.067293 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab45351a-2dc2-4ad3-939f-5bf14035a155 req-3608d9a2-1631-4f6a-8408-848e217f971c tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1097 time: 0.0795991 Aug 27 02:50:24.111184 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab45351a-2dc2-4ad3-939f-5bf14035a155 req-2d310350-a1d3-4a62-a8a9-ebfa278e2e37 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Aug 27 02:50:24.137773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45734) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.270943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45740) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.330885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 714c8a39-4540-4b9a-b261-b2d33529c505 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:24.330885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.472658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.472990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.490737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 714c8a39-4540-4b9a-b261-b2d33529c505 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:24.550997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.620091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-010ca369-fd27-49b0-8bfd-d9e4806aad84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.653361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1819143740-network', 'tenant_id': '38a2c3ba3eea4539bfc2b553748e6dfb'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:24.722929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.751440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=714c8a39-4540-4b9a-b261-b2d33529c505,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:24.834561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-010ca369-fd27-49b0-8bfd-d9e4806aad84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.840397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.840746 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 41fbdff7-bd93-4211-af32-d32fcd642eaf disassociated (deleted). External IP: 172.25.8.168, port: e687907d-56cd-4df7-ac3a-fa349617b361. Aug 27 02:50:24.843693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-010ca369-fd27-49b0-8bfd-d9e4806aad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.896828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Made reservation on behalf of 38a2c3ba3eea4539bfc2b553748e6dfb for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:24.899827 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.903937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-010ca369-fd27-49b0-8bfd-d9e4806aad84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dc13562ad894142b6bfff0e27d36281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318529 Aug 27 02:50:24.907148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:24.915269 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:24.917461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca369-fd27-49b0-8bfd-d9e4806aad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3065eb-904a-4ce8-84fe-7c43fb0c7b3f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.064797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.081246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.084077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.109910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.114848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:25.125305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0d654-c801-41c0-b8db-79cc6d7718e8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.134874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.135456 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Added segment b2b1ddc8-1058-4db5-bc83-1804ce4134fc of type vlan for network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 Aug 27 02:50:25.180919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.196367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:25.219212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.220226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.220923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.247363 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a990adcc-95ab-48f9-8042-6cb62d05d5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.251749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6959624 Aug 27 02:50:25.256519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:25.263321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Request body: {'subnet': {'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1819143740-subnet', 'tenant_id': '38a2c3ba3eea4539bfc2b553748e6dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:25.269348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.272186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.275928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe3065eb-904a-4ce8-84fe-7c43fb0c7b3f HTTP/1.1" status: 204 len: 168 time: 0.3680539 Aug 27 02:50:25.301471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc1358-6724-4280-a4d2-ec7149dde54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3065eb-904a-4ce8-84fe-7c43fb0c7b3f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.306421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9561bc6-be31-41b4-b434-6bd4828a3952 admin admin] Pushing event updated for resources: {'Network': ['ID=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.333311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:25.342130 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Made reservation on behalf of 38a2c3ba3eea4539bfc2b553748e6dfb for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:25.344826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.423473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:25.429679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.435001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Sync routers for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:25.446126 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:25.447239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:25.455962 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.472465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-527bffe0-2be9-472b-91e6-24179cfe77d2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/floatingips/41fbdff7-bd93-4211-af32-d32fcd642eaf HTTP/1.1" status: 204 len: 168 time: 1.3333747 Aug 27 02:50:25.474491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:25.476981 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145" -d '{"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:25.581473 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5bcf63-48bc-476b-8e71-84bb3a472bbe x-openstack-request-id: req-eb5bcf63-48bc-476b-8e71-84bb3a472bbe {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:25.581795 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:25.582162 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb5bcf63-48bc-476b-8e71-84bb3a472bbe {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:25.582638 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:50:25.636484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.681844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-783b52d6-f908-4adb-b08d-98593933b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.683507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-783b52d6-f908-4adb-b08d-98593933b5eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 1097 time: 0.0966618 Aug 27 02:50:25.744319 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:25.788022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf86c8f9-2dda-4ae8-88af-23f018a67778,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:25.802940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Checking segment: {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:25.803298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Network hostable DHCP agents. Network: 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:25.844827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:25.861345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-c08df017-98c2-4fbc-bce4-745fba99d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.862899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-c08df017-98c2-4fbc-bce4-745fba99d0fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 200 len: 898 time: 0.1713641 Aug 27 02:50:25.867631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:25.880814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062bb30-5a61-4752-a00a-3948eb6a6872 None None] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:25.886866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:25.887457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:25.936492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3386fdf7-5bfb-4c5e-ac0b-6acabf5ad58a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6782830 Aug 27 02:50:25.940568 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-c0252c3c-320c-4037-81ec-659f9c3a5c29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 200 len: 217 time: 0.0577514 Aug 27 02:50:25.992998 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:26.033264 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Checking router: 1f5e5d5c-1b8f-4614-8783-17eb93c7756e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:26.044399 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:26.045519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:26.084103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17ef3f-9558-4395-af69-c0d73d55ca04 None None] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:26.272336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:26.434445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-27e81fac-2f68-40e4-a887-c268d4a3d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:26.438672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-27e81fac-2f68-40e4-a887-c268d4a3d0eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 200 len: 834 time: 0.4827371 Aug 27 02:50:26.447638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec4a2-6a47-4874-aa86-068abdfee0e5 req-ecd24570-8f6c-4aa2-873a-05f9b1dbcce4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:26.455238 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-551ec4a2-6a47-4874-aa86-068abdfee0e5 req-ecd24570-8f6c-4aa2-873a-05f9b1dbcce4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 946 time: 0.6071494 Aug 27 02:50:26.542137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:26.555193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:26.576593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-551ec4a2-6a47-4874-aa86-068abdfee0e5 req-80cca548-4832-457f-a32a-2b5975131494 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=513450e8-e4c0-4988-9c04-9a411cc43386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208224 Aug 27 02:50:26.588180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-a0990cfb-9d2d-424a-b1a0-5b7546ef736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:26.590156 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-a0990cfb-9d2d-424a-b1a0-5b7546ef736c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a8664af-7cdc-42d4-9945-b3ffc855303a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324344 Aug 27 02:50:26.595903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f642c-2034-4f46-96fd-9fa9c1790379 None None] The sync data for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 is: [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '05cd4729-86f4-470c-81ce-0e2e8c2f720e', 'name': '', 'network_id': '7a8664af-7cdc-42d4-9945-b3ffc855303a', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:cc:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:18Z', 'updated_at': '2021-08-27T02:48:29Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': 'a58f5379-d5c7-4766-bf18-497faa5d3a72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:26.740594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-99a6080b-3421-475c-97a6-4ce707b4e685 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410196 Aug 27 02:50:26.763316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-cbde21a6-e810-4d56-bd48-a58a8bf45567 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:26.777444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-cbde21a6-e810-4d56-bd48-a58a8bf45567 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1827607 Aug 27 02:50:26.800726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-7182d800-3326-4b16-9c4c-886692a91150 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0202837 Aug 27 02:50:26.891726 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1fd316b1-2dd5-4a9b-bd57-377ac5d44145 req-2e8b0c23-6050-4369-bcfa-6a6deee388c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379042 Aug 27 02:50:26.898212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-7cee197e-632a-4bee-adaa-e418f56d7f99 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959690 Aug 27 02:50:27.040120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5113a1f2-1fe6-48ac-a4fc-2a2e93abc504 None None] New status for floating IP 41fbdff7-bd93-4211-af32-d32fcd642eaf: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:50:27.116447 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-a39f7de3-84b8-4dc6-b834-98f8834f894c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:27.118037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-a39f7de3-84b8-4dc6-b834-98f8834f894c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 946 time: 0.0909212 Aug 27 02:50:27.194364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:27.242932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-78e01050-5538-45dc-9681-0781286c1317 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341718 Aug 27 02:50:27.261905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:27.262246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.323642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2145562589'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:27.338109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-990e0e37-a26e-4e2d-a38c-4d3c6ee9ab43 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901237 Aug 27 02:50:27.371879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Made reservation on behalf of d9ff0798430d4d6dad8559defc6c3ee5 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:27.376573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.394262 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.419246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port e687907d-56cd-4df7-ac3a-fa349617b361, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e687907d-56cd-4df7-ac3a-fa349617b361,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:27.419615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.438629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for e687907d-56cd-4df7-ac3a-fa349617b361 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:27.660603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.665175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.683635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.739559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b40bf54-4caa-477d-a6b5-16c225304c36 req-40e684f6-7901-47cc-ad63-d65fc9287904 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=829bcb3c-b81d-4859-86da-b4ccbc41c875 HTTP/1.1" status: 200 len: 210 time: 0.0326440 Aug 27 02:50:27.744025 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f92c0bf-cbf4-4ff6-b4e2-07ac801c7795 req-6c13d129-7c7c-482c-bcb8-14e4af0c3d22 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0813739 Aug 27 02:50:27.754883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=e687907d-56cd-4df7-ac3a-fa349617b361,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.797012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:27.807240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b32fdf-5140-4b1d-8ce7-e9f9a04eab0d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:27.825072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] No DVR routers for this DVR port e687907d-56cd-4df7-ac3a-fa349617b361 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:27.834047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.836044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7393a34-321a-4cb0-a920-5aaf5498caab req-ab316568-b7b7-41aa-8bd5-49d7bbcb138e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "DELETE /v2.0/ports/e687907d-56cd-4df7-ac3a-fa349617b361 HTTP/1.1" status: 204 len: 173 time: 0.7104681 Aug 27 02:50:27.836497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-deleted', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:27.839427 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8580a35-87a0-4ce3-b692-250f3bdae65c" -d '{"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-deleted", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:27.842724 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.843542 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Added segment a18fa306-aa88-499f-adda-117da10c5e03 of type vlan for network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 Aug 27 02:50:27.888647 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d07142-4877-4e16-b55c-9f4c893eb6f5 x-openstack-request-id: req-81d07142-4877-4e16-b55c-9f4c893eb6f5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:27.889955 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829bcb3c-b81d-4859-86da-b4ccbc41c875", "name": "network-vif-deleted", "tag": "e687907d-56cd-4df7-ac3a-fa349617b361", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:27.890343 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81d07142-4877-4e16-b55c-9f4c893eb6f5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:27.890828 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829bcb3c-b81d-4859-86da-b4ccbc41c875', 'name': 'network-vif-deleted', 'tag': 'e687907d-56cd-4df7-ac3a-fa349617b361', 'status': 'completed', 'code': 200} Aug 27 02:50:27.906160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.936745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.942832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:27.943443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:27.965750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.016729 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8209114 Aug 27 02:50:28.019409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.027163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Request body: {'subnet': {'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:28.092579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986bb2d-b8a5-43e2-a90e-da5ac5c9efe4 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event updated for resources: {'Network': ['ID=1c7e1ebd-8804-4029-ae04-a7fff4a65f73,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:28.106666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:28.150430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Made reservation on behalf of d9ff0798430d4d6dad8559defc6c3ee5 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:28.157025 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.435846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.506988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event updated for resources: {'Subnet': ['ID=ca4b86d4-085d-43dc-9746-cee3b6daf358,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:28.512129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Checking segment: {'id': 'a18fa306-aa88-499f-adda-117da10c5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:28.512494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Network hostable DHCP agents. Network: 1c7e1ebd-8804-4029-ae04-a7fff4a65f73, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:28.528817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:28.537182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1c7e1ebd-8804-4029-ae04-a7fff4a65f73) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:28.541420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:28.542021 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.547341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f055c7f-ed40-4a9c-803a-c3e35ba8e959 None None] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:28.560150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7956a4d-ce55-447b-90da-e4e1184f7053 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5397525 Aug 27 02:50:28.563442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45856) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.569216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Request body: {'port': {'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1400882210'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:28.706512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1c7e1ebd-8804-4029-ae04-a7fff4a65f73', 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73', 'tenant_id': 'd9ff0798430d4d6dad8559defc6c3ee5', 'fixed_ips': [{'subnet_id': 'ca4b86d4-085d-43dc-9746-cee3b6daf358'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:28.708176 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:28.826801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:28.947437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Allocated IP 172.20.0.2 (1c7e1ebd-8804-4029-ae04-a7fff4a65f73/ca4b86d4-085d-43dc-9746-cee3b6daf358/d5e5b09d-afdd-4ab9-b633-d0c477870c66) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:29.251832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.273978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Transition to ACTIVE for port object d5e5b09d-afdd-4ab9-b633-d0c477870c66 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:29.303757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Transition to ACTIVE for port object d5e5b09d-afdd-4ab9-b633-d0c477870c66 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:29.321993 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.326320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-a2611dde-c998-4bcd-a537-edacb1c13d24 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:29.331314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-a2611dde-c998-4bcd-a537-edacb1c13d24 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1420476 Aug 27 02:50:29.392511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:29.409209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:29.415655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:29.418127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:29.421087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e13fa338-0109-4cfa-8ad8-91128d08e705 req-ec928e7b-cde1-46bd-af52-52bb642d50e2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.2307131 Aug 27 02:50:29.473883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.502746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Pushing event updated for resources: {'Port': ['ID=d5e5b09d-afdd-4ab9-b633-d0c477870c66,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.572184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.572984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.574901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.574901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.576204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.578051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.578522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.581054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.581490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.581927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.582357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.584291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:29.625167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Attempting to bind port d5e5b09d-afdd-4ab9-b633-d0c477870c66 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:29.625716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Attempting to bind port d5e5b09d-afdd-4ab9-b633-d0c477870c66 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a18fa306-aa88-499f-adda-117da10c5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:29.626718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Attempting to bind port d5e5b09d-afdd-4ab9-b633-d0c477870c66 on network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:29.643305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:29.643674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Checking segment: {'id': 'a18fa306-aa88-499f-adda-117da10c5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:29.644122 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.644688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Bound using segment: {'id': 'a18fa306-aa88-499f-adda-117da10c5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:29.645157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Bound port: d5e5b09d-afdd-4ab9-b633-d0c477870c66, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18fa306-aa88-499f-adda-117da10c5e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c7e1ebd-8804-4029-ae04-a7fff4a65f73'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:29.645539 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.693584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.db.api [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 02:50:29.693584 n-d-806292-1 neutron-server[94832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 02:50:29.693584 n-d-806292-1 neutron-server[94832]: [parameters: {'project_id': 'd9ff0798430d4d6dad8559defc6c3ee5', 'id': '0687af34-0078-477d-9649-843db5c6166d', 'expiration': datetime.datetime(2021, 8, 27, 2, 52, 29, 680697)}] Aug 27 02:50:29.693584 n-d-806292-1 neutron-server[94832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:50:29.695507 n-d-806292-1 neutron-server[94832]: DEBUG oslo_db.api [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:50:29.700491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:29.705713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.815421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] For port d5e5b09d-afdd-4ab9-b633-d0c477870c66, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:29.818953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] For port d5e5b09d-afdd-4ab9-b633-d0c477870c66, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d5e5b09d-afdd-4ab9-b633-d0c477870c66,segment=NetworkSegment(a18fa306-aa88-499f-adda-117da10c5e03),segment_id=a18fa306-aa88-499f-adda-117da10c5e03)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:29.824642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:29.863606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.3 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/145b084a-e7b4-42b1-9109-db57caa50aa0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:29.902856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173401-a83e-4816-a129-1bff17e819e5 None None] Pushing event updated for resources: {'Port': ['ID=d5e5b09d-afdd-4ab9-b633-d0c477870c66,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:29.934706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 05cd4729-86f4-470c-81ce-0e2e8c2f720e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:29.935289 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.042956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 05cd4729-86f4-470c-81ce-0e2e8c2f720e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05cd4729-86f4-470c-81ce-0e2e8c2f720e,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:30.043320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.060204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.066743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 05cd4729-86f4-470c-81ce-0e2e8c2f720e owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:30.100164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object 145b084a-e7b4-42b1-9109-db57caa50aa0 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:30.136603 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:50:30.149454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.223539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:30.228703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Made reservation on behalf of d9ff0798430d4d6dad8559defc6c3ee5 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:30.233907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.251845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:30.270952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:30.276720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.313075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] device_id is not set on port aa341c87-143a-43a5-8c4a-5b994fbecaf4 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:50:30.397205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.402059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:30.402835 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.442523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-c5979da6-150b-43f8-8f85-bef5607ce128 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675068 Aug 27 02:50:30.444270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=05cd4729-86f4-470c-81ce-0e2e8c2f720e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:30.482772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Request body: {'port': {'device_id': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:30.606914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Allocated IP 172.20.0.6 (1c7e1ebd-8804-4029-ae04-a7fff4a65f73/ca4b86d4-085d-43dc-9746-cee3b6daf358/aa341c87-143a-43a5-8c4a-5b994fbecaf4) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:30.702734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a9d62979-02d3-4480-82e4-0260a275f60a None None] Provisioning for port 145b084a-e7b4-42b1-9109-db57caa50aa0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:30.727833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a9d62979-02d3-4480-82e4-0260a275f60a None None] Provisioning complete for port 145b084a-e7b4-42b1-9109-db57caa50aa0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:30.728559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a9d62979-02d3-4480-82e4-0260a275f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.797138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a9d62979-02d3-4480-82e4-0260a275f60a None None] Port 145b084a-e7b4-42b1-9109-db57caa50aa0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:30.816136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.849197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724ee49-69d9-47e5-a751-21b8abc55394 req-0ff0c3c3-484f-4ab9-9719-42a5afc4ab25 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:30.856934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a724ee49-69d9-47e5-a751-21b8abc55394 req-0ff0c3c3-484f-4ab9-9719-42a5afc4ab25 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 931 time: 0.2755206 Aug 27 02:50:30.893524 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:30.896812 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.008316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a724ee49-69d9-47e5-a751-21b8abc55394 req-ed36e266-4bad-45db-8a18-0831b6974100 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446896 Aug 27 02:50:31.173541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145b084a-e7b4-42b1-9109-db57caa50aa0 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:31.181504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.203534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Transition to ACTIVE for port object 145b084a-e7b4-42b1-9109-db57caa50aa0 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:31.215623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.239429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:31.367646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:31.376622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f6ca672-99e0-4ca1-8273-e9a3cf0b13b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/1f5e5d5c-1b8f-4614-8783-17eb93c7756e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486619 Aug 27 02:50:31.378497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Pushing event updated for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.380911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45876) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:31.383655 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Sync routers for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:31.401827 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:31.402796 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:31.412602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a8407-2a35-42fe-86af-66476c739c49 None None] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:31.477890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.526903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting subnet a58f5379-d5c7-4766-bf18-497faa5d3a72 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:50:31.531422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Transition to ACTIVE for port object aa341c87-143a-43a5-8c4a-5b994fbecaf4 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:31.533052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:31.543267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7b8f3128-5d6c-49a7-b13b-28fc91fab5e2 None None] Provisioning for port d5e5b09d-afdd-4ab9-b633-d0c477870c66 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:31.548225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.552197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Attempting to bind port 145b084a-e7b4-42b1-9109-db57caa50aa0 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:31.552534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Attempting to bind port 145b084a-e7b4-42b1-9109-db57caa50aa0 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:31.552865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Attempting to bind port 145b084a-e7b4-42b1-9109-db57caa50aa0 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:31.589129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Port 145b084a-e7b4-42b1-9109-db57caa50aa0 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:50:31.589496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Attempting to bind port 145b084a-e7b4-42b1-9109-db57caa50aa0 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:31.616805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:31.617144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:31.617695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:31.618142 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Bound port: 145b084a-e7b4-42b1-9109-db57caa50aa0, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:31.618539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.626028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.678070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: e687907d-56cd-4df7-ac3a-fa349617b361 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:31.679028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e687907d-56cd-4df7-ac3a-fa349617b361 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:31.688507 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:31.738978 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.751084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d5e5b09d-afdd-4ab9-b633-d0c477870c66 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:31.773384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:31.825033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:31.837879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:31.911713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:31.914371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event updated for resources: {'Port': ['ID=aa341c87-143a-43a5-8c4a-5b994fbecaf4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:31.937128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d5e5b09d-afdd-4ab9-b633-d0c477870c66 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:31.946454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=145b084a-e7b4-42b1-9109-db57caa50aa0,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:31.948539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d5e5b09d-afdd-4ab9-b633-d0c477870c66 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:31.953798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.958121 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.968389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:31.969030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:31.977460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.115906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:32.116676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.118302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] 10.222.0.46 "PUT /v2.0/ports/145b084a-e7b4-42b1-9109-db57caa50aa0 HTTP/1.1" status: 200 len: 1091 time: 1.6610487 Aug 27 02:50:32.127200 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.129394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:32.136985 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e971dbd6-fe32-44cb-b22e-965837fb080f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:32.147351 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:50:30Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:32.251328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port d5e5b09d-afdd-4ab9-b633-d0c477870c66, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d5e5b09d-afdd-4ab9-b633-d0c477870c66,segment=NetworkSegment(a18fa306-aa88-499f-adda-117da10c5e03),segment_id=a18fa306-aa88-499f-adda-117da10c5e03)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:32.256501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.292256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.364740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=d5e5b09d-afdd-4ab9-b633-d0c477870c66,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.422198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ed26aee9-51a9-4fc2-b56e-9ed0d486adc0 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8570840 Aug 27 02:50:32.425446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45886) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.443057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Provisioning complete for port d5e5b09d-afdd-4ab9-b633-d0c477870c66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:32.443417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.445911 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Checking router: 1f5e5d5c-1b8f-4614-8783-17eb93c7756e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:32.466806 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Routers {'1f5e5d5c-1b8f-4614-8783-17eb93c7756e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:32.470863 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:32.496374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Subnet': ['ID=a58f5379-d5c7-4766-bf18-497faa5d3a72,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.588625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.594839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3faae222-8e08-4414-a59b-e783d521d9d0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/subnets/a58f5379-d5c7-4766-bf18-497faa5d3a72 HTTP/1.1" status: 204 len: 168 time: 1.1915748 Aug 27 02:50:32.604402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45888) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:32.604616 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b640380-0282-4a62-82c5-712ed49367b2 x-openstack-request-id: req-5b640380-0282-4a62-82c5-712ed49367b2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:32.604616 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:32.605156 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b640380-0282-4a62-82c5-712ed49367b2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:32.605580 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0', 'status': 'completed', 'code': 200} Aug 27 02:50:32.618218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03681fc4-acba-4eb2-bc68-5fdb92919acd service neutron] Pushing event updated for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:32.618734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1a734-2886-4403-9d29-2e86ead48c7d None None] Network 7a8664af-7cdc-42d4-9945-b3ffc855303a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:32.642996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-63a4a290-70b0-4b71-8d36-f5129bfcb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:32.644618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-63a4a290-70b0-4b71-8d36-f5129bfcb2f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 1094 time: 0.3667173 Aug 27 02:50:32.654265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1478d7d-757e-407f-9f2b-8f0ad495fdc0 req-d87a9d9b-247d-49a5-b23f-e3b07024116e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:32.656675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1478d7d-757e-407f-9f2b-8f0ad495fdc0 req-d87a9d9b-247d-49a5-b23f-e3b07024116e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.3797922 Aug 27 02:50:32.744211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-82db9d17-b249-48dd-8796-bde03756cd0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=145b084a-e7b4-42b1-9109-db57caa50aa0 HTTP/1.1" status: 200 len: 217 time: 0.0856402 Aug 27 02:50:32.768187 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] Set router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:32.838963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Deleting port aa341c87-143a-43a5-8c4a-5b994fbecaf4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:32.845264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.857065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1478d7d-757e-407f-9f2b-8f0ad495fdc0 req-4061e8a4-d460-475a-a542-4b994333d686 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119030 Aug 27 02:50:32.858969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-457daf42-9941-466b-8b54-615dd394f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:32.860504 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-457daf42-9941-466b-8b54-615dd394f915 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1039512 Aug 27 02:50:32.942650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Provisioning for port aa341c87-143a-43a5-8c4a-5b994fbecaf4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:32.949758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Provisioning complete for port aa341c87-143a-43a5-8c4a-5b994fbecaf4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:32.950137 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:32.961743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-e0a6005a-4c63-4a46-a651-172df08f5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:32.964446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-e0a6005a-4c63-4a46-a651-172df08f5f71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954676 Aug 27 02:50:33.003216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7afb6152-cedd-41a2-aadf-0d72601f21ee None None] Port aa341c87-143a-43a5-8c4a-5b994fbecaf4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:33.024841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] DHCP port deletion for 7a8664af-7cdc-42d4-9945-b3ffc855303a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:50:33.086339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-b85d8ba9-eba1-4e18-a55e-5190475aa56e service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137772 Aug 27 02:50:33.150142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Deleting port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:33.156373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.160284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-295eb2a0-35aa-483a-9e2a-393b18fc201a None None] Provisioning complete for port aa341c87-143a-43a5-8c4a-5b994fbecaf4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:33.160651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-295eb2a0-35aa-483a-9e2a-393b18fc201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.184664 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:50:30Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:33.215258 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4257354-5441-4a3c-ac5c-dee6b8e4c8d1 None None] The sync data for ids ['1f5e5d5c-1b8f-4614-8783-17eb93c7756e'] in n-d-806292-1 is: [{'id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52976827', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:48:08Z', 'updated_at': '2021-08-27T02:50:30Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '5f08b16b-5a00-4ee0-8e09-ad1a6836a183', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5e5d5c-1b8f-4614-8783-17eb93c7756e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:48:09Z', 'updated_at': '2021-08-27T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:33.279164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05c6b8a-1936-4943-9c51-b5747e248bf4 req-3e132f28-4d8d-41cf-88e3-fffaf82696e9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859941 Aug 27 02:50:33.312713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-295eb2a0-35aa-483a-9e2a-393b18fc201a None None] Port aa341c87-143a-43a5-8c4a-5b994fbecaf4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:33.363733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] For port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,segment=NetworkSegment(7c9f73a1-4fdc-4dc5-b51e-86ac95c84279),segment_id=7c9f73a1-4fdc-4dc5-b51e-86ac95c84279)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:33.364441 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.371125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.378741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Calling delete_port for 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:33.432383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-019c3d90-d287-4e12-bbbc-700d51894612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:33.433995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-019c3d90-d287-4e12-bbbc-700d51894612 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 1094 time: 0.0743744 Aug 27 02:50:33.478298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.510290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] Pushing event deleted for resources: {'Port': ['ID=54cd8eb3-2c80-42bf-aa0e-283e3e55e44a,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:33.519471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a048f6-eded-4f2b-955c-47a3858657b5 None None] No DVR routers for this DVR port 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:33.538296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.559415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Calling delete_port for aa341c87-143a-43a5-8c4a-5b994fbecaf4 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:33.599880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-a473647e-5b37-4c54-b2db-94db788c6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:33.602736 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-a473647e-5b37-4c54-b2db-94db788c6518 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1592257 Aug 27 02:50:33.624790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.703689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-b4219dcb-b372-498c-91b2-36583285b371 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=145b084a-e7b4-42b1-9109-db57caa50aa0 HTTP/1.1" status: 200 len: 217 time: 0.0936260 Aug 27 02:50:33.733704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d5e5b09d-afdd-4ab9-b633-d0c477870c66 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:33.805018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:33.805650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.838207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-0708e02c-20ee-4b8f-a623-ae3c0c736c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:33.843527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-0708e02c-20ee-4b8f-a623-ae3c0c736c28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1301153 Aug 27 02:50:33.846731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d5e5b09d-afdd-4ab9-b633-d0c477870c66 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:33.847114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.900893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 5f08b16b-5a00-4ee0-8e09-ad1a6836a183, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:33.901454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:33.917180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:33.939172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-335eb946-ec66-4889-8b26-0533880701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:33.942742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-335eb946-ec66-4889-8b26-0533880701f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939910 Aug 27 02:50:34.135664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.145696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-4cd51b5b-7c92-4f11-abb1-5f52927610a4 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937113 Aug 27 02:50:34.184691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event deleted for resources: {'Port': ['ID=aa341c87-143a-43a5-8c4a-5b994fbecaf4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.234264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4afad2-5924-4d02-9fb3-bad0bd316468 req-70b800ac-8287-463c-8090-46f3fe5078f9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:34.236114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd4afad2-5924-4d02-9fb3-bad0bd316468 req-70b800ac-8287-463c-8090-46f3fe5078f9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.1636920 Aug 27 02:50:34.299475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.335691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=5f08b16b-5a00-4ee0-8e09-ad1a6836a183,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.356638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e971dbd6-fe32-44cb-b22e-965837fb080f req-37cd4d79-ac48-4512-b376-0c6f5a15ff2d service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025068 Aug 27 02:50:34.368628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd4afad2-5924-4d02-9fb3-bad0bd316468 req-7e0bb3b1-6440-4728-86e1-e430e82bfd32 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148431 Aug 27 02:50:34.378570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:34.402164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.406526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e46fdf42-980f-4ee9-b4ec-e136d1c8ec0d tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "DELETE /v2.0/ports/aa341c87-143a-43a5-8c4a-5b994fbecaf4 HTTP/1.1" status: 204 len: 168 time: 1.9775186 Aug 27 02:50:34.406846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45896) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.426887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:34.427227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 54cd8eb3-2c80-42bf-aa0e-283e3e55e44a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:34.427639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05cd4729-86f4-470c-81ce-0e2e8c2f720e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:34.467468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 05cd4729-86f4-470c-81ce-0e2e8c2f720e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:34.467825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05cd4729-86f4-470c-81ce-0e2e8c2f720e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:34.496672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.503671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2f37378-0881-44cb-bbd3-ad7da1c0d60d tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0931449 Aug 27 02:50:34.504522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45900) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.509699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-843634021'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:34.536647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Made reservation on behalf of d9ff0798430d4d6dad8559defc6c3ee5 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:34.540382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.569191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:34.581262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.581606 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Added segment e939a31b-7976-45f1-a790-68332e9c6422 of type vlan for network dded6cd3-7682-4677-9618-ff9ee92b4da8 Aug 27 02:50:34.633618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.634215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.636364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.664340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.671587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:34.672381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.691402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.692101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5e5d5c-1b8f-4614-8783-17eb93c7756e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:50:34.702196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:34.708219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e62eb532-c4cb-40a7-840a-f3272c049262 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/routers/1f5e5d5c-1b8f-4614-8783-17eb93c7756e HTTP/1.1" status: 204 len: 168 time: 2.1061561 Aug 27 02:50:34.708871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.798792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2931876 Aug 27 02:50:34.803607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:34.818558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87a9a-d428-4538-9cbf-cfe31f851000 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event updated for resources: {'Network': ['ID=dded6cd3-7682-4677-9618-ff9ee92b4da8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:34.833434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network dded6cd3-7682-4677-9618-ff9ee92b4da8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:34.929283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.128536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.148680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8664af-7cdc-42d4-9945-b3ffc855303a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:35.155844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a08695f-008d-42df-83ef-c8dfdeb081b1 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks HTTP/1.1" status: 200 len: 6440 time: 0.3332801 Aug 27 02:50:35.158256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45908) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.170228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:35.174640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f73a1-4fdc-4dc5-b51e-86ac95c84279') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:35.185606 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.200762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.213591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:35.214043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:35.223846 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:35.301517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c16caf-c265-49a6-b2f6-0e19d6b9244c tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] Network dded6cd3-7682-4677-9618-ff9ee92b4da8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:35.319778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7c16caf-c265-49a6-b2f6-0e19d6b9244c tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "POST /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1548510 Aug 27 02:50:35.320038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef779c-69fc-4abf-8155-f352945c4243 None None] Network dded6cd3-7682-4677-9618-ff9ee92b4da8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:35.320563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45910) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.344460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.356875 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.362537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/networks/7a8664af-7cdc-42d4-9945-b3ffc855303a HTTP/1.1" status: 204 len: 168 time: 0.6511323 Aug 27 02:50:35.364648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45912) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.397217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ab9fc-e54d-4e72-b621-601fe962dca6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Network': ['ID=7a8664af-7cdc-42d4-9945-b3ffc855303a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.478869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.509475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.531024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:35.595656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.601617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:35.610802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:50:35.611175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5f08b16b-5a00-4ee0-8e09-ad1a6836a183 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:50:35.612376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/security-groups/513450e8-e4c0-4988-9c04-9a411cc43386 HTTP/1.1" status: 204 len: 168 time: 0.2424490 Aug 27 02:50:35.627455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33ce8c-7fd0-404f-b898-61b32a6c4093 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513450e8-e4c0-4988-9c04-9a411cc43386,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:35.709245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1fb99826-8a3d-4311-9882-a089d75c5342 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks HTTP/1.1" status: 200 len: 6465 time: 0.3848376 Aug 27 02:50:35.709669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45918) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.747562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbbfeb-3ca8-4786-8b8a-8e31adf56522 req-e38b9669-8a0c-4799-8a24-60930628c3e9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:35.769847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77dbbfeb-3ca8-4786-8b8a-8e31adf56522 req-e38b9669-8a0c-4799-8a24-60930628c3e9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.1898925 Aug 27 02:50:35.815313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a00ead35-26f5-4278-8075-f48bff8ba990 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "DELETE /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks/dded6cd3-7682-4677-9618-ff9ee92b4da8 HTTP/1.1" status: 204 len: 168 time: 0.1045146 Aug 27 02:50:35.817664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:35.888438 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77dbbfeb-3ca8-4786-8b8a-8e31adf56522 req-0406bab8-e68e-40ff-aa4d-853c7abb5750 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113081 Aug 27 02:50:35.975898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e65bcf20-7694-4282-b70d-59e56fd9455f tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.1570816 Aug 27 02:50:35.979792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.002935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6d98820-186b-4d81-8ed5-3f0201214e95 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/networks/1c7e1ebd-8804-4029-ae04-a7fff4a65f73/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0218472 Aug 27 02:50:36.007916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45930) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.034417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-85ae0100-9896-40ce-bc06-e3b845437a95 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/networks/1c7e1ebd-8804-4029-ae04-a7fff4a65f73/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0223963 Aug 27 02:50:36.034744 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45932) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.086429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.091355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011121085', 'description': 'tempest-secgroup-smoke-2011121085 description', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:36.117560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.176701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-33c5e30f-9376-4be7-aef7-44da1bb296d2 tempest-DHCPAgentSchedulersTestJSON-990589014 tempest-DHCPAgentSchedulersTestJSON-990589014-project-admin] 10.222.0.26 "GET /v2.0/agents/abef7c17-b36e-4f94-a8a9-c74a9ebfd583/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.1377559 Aug 27 02:50:36.177812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.224641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.230902 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.258632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.262457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1722295 Aug 27 02:50:36.264082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.269709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:36.275257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9bd1e-792d-423c-89d2-a262beb3c89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b417988-38b9-4060-afd7-c029d4224809,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:36.291594 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.311497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.399624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.419356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dded6cd3-7682-4677-9618-ff9ee92b4da8']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:36.436423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e939a31b-7976-45f1-a790-68332e9c6422') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:36.436745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e939a31b-7976-45f1-a790-68332e9c6422') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:36.448173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.469887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.472881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.478465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:36.478832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.481867 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:36.483909 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:36.545438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce46dc5f-3cbe-4b58-a97e-556a5c06045b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:36.551489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.552643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-538971ce-d3d7-495f-b05f-d8c18cd74ce7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876096 Aug 27 02:50:36.555921 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.560117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:36.570254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.583287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.585117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "DELETE /v2.0/networks/dded6cd3-7682-4677-9618-ff9ee92b4da8 HTTP/1.1" status: 204 len: 168 time: 0.4062397 Aug 27 02:50:36.588276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.627368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a338f-a55d-4db4-a01c-8a5c3e0b5cca tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event deleted for resources: {'Network': ['ID=dded6cd3-7682-4677-9618-ff9ee92b4da8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:36.630837 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db62173-305b-42c7-a8e1-074acf1ea632 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] DELETE failed (client error): The resource could not be found. Aug 27 02:50:36.631760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db62173-305b-42c7-a8e1-074acf1ea632 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:50:36.633678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4db62173-305b-42c7-a8e1-074acf1ea632 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "DELETE /v2.0/ports/aa341c87-143a-43a5-8c4a-5b994fbecaf4 HTTP/1.1" status: 404 len: 333 time: 0.0444837 Aug 27 02:50:36.636237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.669926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.715191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Deleting subnet ca4b86d4-085d-43dc-9746-cee3b6daf358 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:50:36.718911 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.769909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.772439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.794375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.831322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b1e2eb-a4bf-4956-a023-698180495e8e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:36.840860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.841878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a41dc416-70a4-4f0f-ad98-8a0f62752534 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2854421 Aug 27 02:50:36.850609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45948) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:36.857305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:36.890074 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.897437 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:36.989518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.015104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.017657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.041866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4b86d4-085d-43dc-9746-cee3b6daf358,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.050595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.054463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-27a88bb0-d1d1-441e-a261-f0e1686d3980 tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "DELETE /v2.0/subnets/ca4b86d4-085d-43dc-9746-cee3b6daf358 HTTP/1.1" status: 204 len: 168 time: 0.4162309 Aug 27 02:50:37.055579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19d405b-a49c-4062-8fef-ac46d16be960,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.057638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.058475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.060195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d7c34550-4170-4291-affe-353cec5e4f99 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2082672 Aug 27 02:50:37.063176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2997bf-6ad4-4c06-9e54-62a208aca2a7 None None] Network 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:37.064363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.077606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:37.088128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c523-825f-4d8d-bbd0-f7e29490f4bf req-3f5fdbfb-5092-46cd-9343-199c9478a07b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:37.089662 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9268c523-825f-4d8d-bbd0-f7e29490f4bf req-3f5fdbfb-5092-46cd-9343-199c9478a07b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.1177340 Aug 27 02:50:37.130755 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.194875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9268c523-825f-4d8d-bbd0-f7e29490f4bf req-b39cef10-664f-4a3e-8cc5-23bab36dc95c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911686 Aug 27 02:50:37.198450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.227394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.231376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.265435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.266923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2013042 Aug 27 02:50:37.269815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809e311-36ac-4aea-af23-53995d002b3d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e92ddd6-613f-4109-aa73-1a3d314a9f1b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.272322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45956) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.278375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:37.312330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Deleting port d5e5b09d-afdd-4ab9-b633-d0c477870c66 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:37.312869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.313778 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:50:37.328014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.349788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] DHCP port deletion for 1c7e1ebd-8804-4029-ae04-a7fff4a65f73 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:50:37.429444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] For port d5e5b09d-afdd-4ab9-b633-d0c477870c66, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d5e5b09d-afdd-4ab9-b633-d0c477870c66,segment=NetworkSegment(a18fa306-aa88-499f-adda-117da10c5e03),segment_id=a18fa306-aa88-499f-adda-117da10c5e03)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:37.430943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.434456 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.442369 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.454595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Deleting port d5e5b09d-afdd-4ab9-b633-d0c477870c66 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:37.455354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.459726 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d5e5b09d-afdd-4ab9-b633-d0c477870c66 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:50:37.463231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a15ef6-2825-466d-827b-b1bb14de86df,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.466331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Calling delete_port for d5e5b09d-afdd-4ab9-b633-d0c477870c66 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:37.479079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.480852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b2513783-819c-4ee5-8631-d12ac5dd58e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2073090 Aug 27 02:50:37.486295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45958) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.493714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '0b417988-38b9-4060-afd7-c029d4224809', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:37.526428 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:50:37.532629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.600689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] For port d5e5b09d-afdd-4ab9-b633-d0c477870c66, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d5e5b09d-afdd-4ab9-b633-d0c477870c66,segment=NetworkSegment(a18fa306-aa88-499f-adda-117da10c5e03),segment_id=a18fa306-aa88-499f-adda-117da10c5e03)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:37.600689 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.614225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.620689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Calling delete_port for d5e5b09d-afdd-4ab9-b633-d0c477870c66 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:37.622421 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.624648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.630805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.656210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e839d4e7-b348-4741-888c-5b9ec327a13a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.667199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.672129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-43f97f8e-72fb-4729-a427-0dd97aa5aa48 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815715 Aug 27 02:50:37.672497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45960) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.678070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'network': {'name': 'tempest-network-smoke--1449577331', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:37.681788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] No DVR routers for this DVR port d5e5b09d-afdd-4ab9-b633-d0c477870c66 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:37.690465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event deleted for resources: {'Port': ['ID=d5e5b09d-afdd-4ab9-b633-d0c477870c66,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.711527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:37.715986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:50:37.754364 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 02:50:37.759271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:37.760271 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.769132 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.769627 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Added segment 304ff412-f438-4d28-bf9d-77564107e259 of type vlan for network 733765ef-91ac-4966-aa5d-bef223aee2b4 Aug 27 02:50:37.793203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] No DVR routers for this DVR port d5e5b09d-afdd-4ab9-b633-d0c477870c66 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:50:37.796461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2401-e93c-4ca7-bbd6-e267bed297ed None None] Pushing event deleted for resources: {'Port': ['ID=d5e5b09d-afdd-4ab9-b633-d0c477870c66,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.833617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.844710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7e1ebd-8804-4029-ae04-a7fff4a65f73']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:37.850471 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.863967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18fa306-aa88-499f-adda-117da10c5e03') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:37.864218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18fa306-aa88-499f-adda-117da10c5e03') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:37.878769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.881833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.889657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:37.890418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.893957 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.900505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:50:37.900888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:50:37.904089 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:50:37.954288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2803071 Aug 27 02:50:37.956692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 45964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:37.961051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'admin_state_up': True, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:37.969766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.975602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d4296-b919-4147-999c-dc1c49264150 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Network': ['ID=733765ef-91ac-4966-aa5d-bef223aee2b4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:37.977782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:37.984787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] 10.222.0.26 "DELETE /v2.0/networks/1c7e1ebd-8804-4029-ae04-a7fff4a65f73 HTTP/1.1" status: 204 len: 168 time: 0.9173906 Aug 27 02:50:37.988835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:38.000805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1d530-2d67-40ee-9c4a-940ab2529c1a tempest-DHCPAgentSchedulersTestJSON-1405240610 tempest-DHCPAgentSchedulersTestJSON-1405240610-project] Pushing event deleted for resources: {'Network': ['ID=1c7e1ebd-8804-4029-ae04-a7fff4a65f73,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:38.017968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.019048 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.091312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.242829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.359409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45972) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:38.374414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e07f0e-0dbe-40f6-b3d8-bac0290fc808 req-b0fe04c9-78d4-4377-875f-a0a770b371c6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:38.375833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14e07f0e-0dbe-40f6-b3d8-bac0290fc808 req-b0fe04c9-78d4-4377-875f-a0a770b371c6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.0591118 Aug 27 02:50:38.437094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14e07f0e-0dbe-40f6-b3d8-bac0290fc808 req-28bb934a-6b06-479d-87f3-fddc6bd1da1c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Aug 27 02:50:38.530029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d68cb2b7-0123-434d-b4d3-c9ec26ea9bbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9ff0798430d4d6dad8559defc6c3ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687717 Aug 27 02:50:38.532469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45976) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:38.556910 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.581267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.587624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.609263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.684124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.687998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.689513 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0b32fdf-5140-4b1d-8ce7-e9f9a04eab0d HTTP/1.1" status: 204 len: 168 time: 0.1561079 Aug 27 02:50:38.707883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e352bea-e07c-4321-92c0-a0290f59d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b32fdf-5140-4b1d-8ce7-e9f9a04eab0d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:38.714341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.184 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/30417a88-4b0e-42e5-9598-8f0cb8faaedb) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:38.882704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.927955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:38.964089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:38.969110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:38.974923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:39.003410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=30417a88-4b0e-42e5-9598-8f0cb8faaedb,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.099117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45984) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:39.112461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f073ea-ed83-4649-9703-394378671371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.224691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f073ea-ed83-4649-9703-394378671371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.229262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f073ea-ed83-4649-9703-394378671371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.267962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f073ea-ed83-4649-9703-394378671371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb75c4-c9d4-4364-83cd-425556c65fea,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.312774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-51f073ea-ed83-4649-9703-394378671371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95660a93d2dd4c4da377e6b998585a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124643 Aug 27 02:50:39.314797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 45986) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:39.390172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.416450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.479265 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.487948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.489126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45eb75c4-c9d4-4364-83cd-425556c65fea HTTP/1.1" status: 204 len: 168 time: 0.1750867 Aug 27 02:50:39.503653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601579c3-c572-45a3-b686-aaa14d865692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb75c4-c9d4-4364-83cd-425556c65fea,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:39.623229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3bc9c-ffd9-4bb3-b6bd-4cfe91836926 req-42fcb4c3-4553-4ff7-9d65-e1230d113f64 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:39.625401 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cb3bc9c-ffd9-4bb3-b6bd-4cfe91836926 req-42fcb4c3-4553-4ff7-9d65-e1230d113f64 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.0615931 Aug 27 02:50:39.637835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:39.668381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cb3bc9c-ffd9-4bb3-b6bd-4cfe91836926 req-9d31e590-aac1-402e-90f7-86402e63bdfa tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Aug 27 02:50:39.869559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.016793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:50:40.151561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:40.163902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Sync routers for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:40.173301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.175612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:40.176433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:40.178258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46006) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:40.178673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-987a3449-1f99-49d0-883e-21924f9fe7c9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2207429 Aug 27 02:50:40.211112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9004e47a-ff46-484b-b2c5-1e995ce2d3df tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=02fd06edcdb54098bf7418c1b8213fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304873 Aug 27 02:50:40.213725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:40.344405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d5667-5be6-445b-a925-2ebe6abea263 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:40.349538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:40.350598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-426d5667-5be6-445b-a925-2ebe6abea263 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351657 Aug 27 02:50:40.359807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:40.385937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0669c17-3192-4875-8418-da54843a5f7a tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351806 Aug 27 02:50:40.388800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46018) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:40.394597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132702665', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:40.508319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:40.512712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.572203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:39Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:40.614444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Checking router: 50cdc1ae-a33f-4ecc-8f69-921a105644a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:40.614801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Updating router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 port 30417a88-4b0e-42e5-9598-8f0cb8faaedb binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:50:40.643004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.724261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.818655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b1941-cc83-4cdd-9bc1-47f4b332391f req-623971e4-f5fa-449b-84d3-fa60954fb0a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:40.820220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c9b1941-cc83-4cdd-9bc1-47f4b332391f req-623971e4-f5fa-449b-84d3-fa60954fb0a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.0555255 Aug 27 02:50:40.825187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:40.825803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network hostable DHCP agents. Network: 733765ef-91ac-4966-aa5d-bef223aee2b4, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:40.837333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Subnet': ['ID=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:40.863396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:40.883528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1c9b1941-cc83-4cdd-9bc1-47f4b332391f req-d72e9511-5fa5-43cb-ac56-3ed4669c390a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Aug 27 02:50:40.883713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 733765ef-91ac-4966-aa5d-bef223aee2b4) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:40.889354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:40.889976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:40.893890 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff114583-a4c0-44d3-86fd-bba2cb259f11 None None] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:40.917978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6f8ada3f-78b5-4d90-b789-d7986031566f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5277743 Aug 27 02:50:40.921340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46032) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:41.047552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.082842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Transition to ACTIVE for port object 30417a88-4b0e-42e5-9598-8f0cb8faaedb will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:41.101882 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.170293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9c70-57c5-4c4d-a9a7-6a7d9b347efa None None] Pushing event updated for resources: {'Port': ['ID=30417a88-4b0e-42e5-9598-8f0cb8faaedb,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:41.192315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-733765ef-91ac-4966-aa5d-bef223aee2b4', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:41.193239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.205684 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Attempting to bind port 30417a88-4b0e-42e5-9598-8f0cb8faaedb on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:41.206056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Attempting to bind port 30417a88-4b0e-42e5-9598-8f0cb8faaedb by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:41.206443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Attempting to bind port 30417a88-4b0e-42e5-9598-8f0cb8faaedb on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:41.215965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:41.216472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:41.216610 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.217554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:41.218297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Bound port: 30417a88-4b0e-42e5-9598-8f0cb8faaedb, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:41.218700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.371628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] For port 30417a88-4b0e-42e5-9598-8f0cb8faaedb, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:41.403814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] For port 30417a88-4b0e-42e5-9598-8f0cb8faaedb, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30417a88-4b0e-42e5-9598-8f0cb8faaedb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:41.413521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.454967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Allocated IP 172.20.0.2 (733765ef-91ac-4966-aa5d-bef223aee2b4/94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf/200ce67d-809c-4e85-8798-babcd0c614f9) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:41.497345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:41.497974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:41.520939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.599175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9c70-57c5-4c4d-a9a7-6a7d9b347efa None None] Pushing event updated for resources: {'Port': ['ID=30417a88-4b0e-42e5-9598-8f0cb8faaedb,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:41.818101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:41.890644 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:41.899676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Transition to ACTIVE for port object 200ce67d-809c-4e85-8798-babcd0c614f9 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:41.931586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Transition to ACTIVE for port object 200ce67d-809c-4e85-8798-babcd0c614f9 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:41.940154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:41.951240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.039873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:42.052203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:42.166684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd24d5-4b97-45ec-8f2c-c98c045bd511 req-c30aeef0-0446-4eb3-b1f8-b46fb829d4d7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:42.168256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1edd24d5-4b97-45ec-8f2c-c98c045bd511 req-c30aeef0-0446-4eb3-b1f8-b46fb829d4d7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.0780718 Aug 27 02:50:42.208426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:42.249768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.252993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1edd24d5-4b97-45ec-8f2c-c98c045bd511 req-e04ebd1d-77ea-490a-a7ef-7fac5ea7c13b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Aug 27 02:50:42.295569 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:42.303845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Pushing event updated for resources: {'Port': ['ID=200ce67d-809c-4e85-8798-babcd0c614f9,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.381994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.1 (733765ef-91ac-4966-aa5d-bef223aee2b4/94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf/b55d0ce8-f8ee-4911-abe0-1ae09fa1df88) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:42.382210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.386910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Attempting to bind port 200ce67d-809c-4e85-8798-babcd0c614f9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:42.388088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Attempting to bind port 200ce67d-809c-4e85-8798-babcd0c614f9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:42.389367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Attempting to bind port 200ce67d-809c-4e85-8798-babcd0c614f9 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:42.401166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:42.402511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:42.404323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.404975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Bound using segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:42.405724 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Bound port: 200ce67d-809c-4e85-8798-babcd0c614f9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:42.406366 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.455170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:39Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:42.493280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62458694-8e94-4f67-9a9b-a34989af71b5 None None] The sync data for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 is: [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:39Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:42.515280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Allocated IP 172.25.8.191 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/3f2fba60-3a4b-429b-8a41-4e1d7e9343e2) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:42.527626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] For port 200ce67d-809c-4e85-8798-babcd0c614f9, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:42.537195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] For port 200ce67d-809c-4e85-8798-babcd0c614f9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=200ce67d-809c-4e85-8798-babcd0c614f9,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:42.543010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.543541 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.567304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:42.614751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284035c-f86f-4a85-b5f3-2eac3fb5addb None None] Pushing event updated for resources: {'Port': ['ID=200ce67d-809c-4e85-8798-babcd0c614f9,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.616759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.672026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.695367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:42.699677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:42.702986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.706282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:42.732741 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.763077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.789224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=3f2fba60-3a4b-429b-8a41-4e1d7e9343e2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:42.803729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:42.805650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:42.814067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:42.951744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:42.990015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.001655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.220160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.225067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.333965 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.362127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=3f2fba60-3a4b-429b-8a41-4e1d7e9343e2,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:43.389287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.395925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.397627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.398965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e13e0145-d4cc-4bc5-9262-f236ee809c3a tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4575293 Aug 27 02:50:43.405753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46064) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:43.422562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1876413480'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:43.469031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed798f4c-3a6d-43fe-9a86-fa91d5fac45b req-4353aa94-e773-41d8-9404-293abc325e8e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:43.473447 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed798f4c-3a6d-43fe-9a86-fa91d5fac45b req-4353aa94-e773-41d8-9404-293abc325e8e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.1156132 Aug 27 02:50:43.523743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Made reservation on behalf of 61e0a8497ad54c66b31521a82a56665e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:43.527371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.567359 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.588381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.590437 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:43.614835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed798f4c-3a6d-43fe-9a86-fa91d5fac45b req-17b96df9-d2ec-47ce-a209-fb0b61a17cea tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Aug 27 02:50:43.653383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30417a88-4b0e-42e5-9598-8f0cb8faaedb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:43.742064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:43.745079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:43.752214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.761559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 30417a88-4b0e-42e5-9598-8f0cb8faaedb completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:43.763504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.766457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30417a88-4b0e-42e5-9598-8f0cb8faaedb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:43.767102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.792690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:50:43.812559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2021a6-41b1-4340-8789-f02617fb15fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:43.818345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.818931 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Added segment 901cd594-9fc4-4358-b1b9-b798d9acadca of type vlan for network 15488559-202f-4559-8347-17cdfe71fa72 Aug 27 02:50:43.902925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.945875 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:43.948342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.958141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:43.958835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:43.965648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.004731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 30417a88-4b0e-42e5-9598-8f0cb8faaedb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30417a88-4b0e-42e5-9598-8f0cb8faaedb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:44.015967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.016763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 200ce67d-809c-4e85-8798-babcd0c614f9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:44.098164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6867313 Aug 27 02:50:44.102166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46066) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:44.111184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Request body: {'subnet': {'network_id': '15488559-202f-4559-8347-17cdfe71fa72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:44.121959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:44.126828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e6261-957e-4a99-86c1-5aaec3bfef42 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Network': ['ID=15488559-202f-4559-8347-17cdfe71fa72,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:44.146929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2363a2b2-53ed-4ffd-b414-a07b438a7f65 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/50cdc1ae-a33f-4ecc-8f69-921a105644a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2239089 Aug 27 02:50:44.175914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50c617-d16a-4ac0-a260-bdf8ddfd8134 None None] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:44.180715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 15488559-202f-4559-8347-17cdfe71fa72 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:50:44.209190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=30417a88-4b0e-42e5-9598-8f0cb8faaedb,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:44.227417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Made reservation on behalf of 61e0a8497ad54c66b31521a82a56665e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:44.231636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.364110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ed89f0aa-6e14-4030-830e-f5eec914f6e3 None None] Provisioning for port 200ce67d-809c-4e85-8798-babcd0c614f9 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:44.396423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 200ce67d-809c-4e85-8798-babcd0c614f9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:44.402903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 200ce67d-809c-4e85-8798-babcd0c614f9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:44.403273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.429162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-bc26c365-5fc4-4cb3-b52d-4da00c5a6063 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011121085&fields=id&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 267 time: 0.0804682 Aug 27 02:50:44.540847 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.568657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.605690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 145b084a-e7b4-42b1-9109-db57caa50aa0 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:50:44.618064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 200ce67d-809c-4e85-8798-babcd0c614f9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=200ce67d-809c-4e85-8798-babcd0c614f9,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:44.627108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.637630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Subnet': ['ID=6a3dd2a8-59eb-420b-88b6-b75e85bcca7b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:44.653432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-2b389724-2e5f-4f60-a39c-593a913e2bbb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:44.655059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-2b389724-2e5f-4f60-a39c-593a913e2bbb tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 797 time: 0.1971993 Aug 27 02:50:44.684628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-dbe46e63-771f-4c69-abf4-a52e9611d837 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/quotas/02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 375 time: 0.0201097 Aug 27 02:50:44.698639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Checking segment: {'id': '901cd594-9fc4-4358-b1b9-b798d9acadca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15488559-202f-4559-8347-17cdfe71fa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:44.699004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network hostable DHCP agents. Network: 15488559-202f-4559-8347-17cdfe71fa72, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:50:44.731809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=200ce67d-809c-4e85-8798-babcd0c614f9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:44.781295 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=145b084a-e7b4-42b1-9109-db57caa50aa0,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:44.785998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 15488559-202f-4559-8347-17cdfe71fa72 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:50:44.800202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '145b084a-e7b4-42b1-9109-db57caa50aa0', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': '145b084a-e7b4-42b1-9109-db57caa50aa0', 'mac_address': 'fa:16:3e:42:a1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:50:44.835297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-70ff3fa5-2537-4e0a-a141-6aa9d5a3df80 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422145 Aug 27 02:50:44.836839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 15488559-202f-4559-8347-17cdfe71fa72) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:44.843296 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:44.843995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.862913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc964d5b-4f56-4cdc-8e81-331ff1951f11 None None] Network 15488559-202f-4559-8347-17cdfe71fa72 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:44.864937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a4978806-aefc-4658-875c-0b7852c447ab tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7611418 Aug 27 02:50:44.867318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:44.872022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223a487-2b31-4885-b53f-e1c9a36f605a req-80b41107-95a4-4aa0-b5bf-199e52efa3e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:44.876728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f223a487-2b31-4885-b53f-e1c9a36f605a req-80b41107-95a4-4aa0-b5bf-199e52efa3e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 943 time: 0.1193531 Aug 27 02:50:44.878799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-172742271', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:44.899003 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.933852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f223a487-2b31-4885-b53f-e1c9a36f605a req-a2696bc4-007a-465a-80b4-a14a76053afc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Aug 27 02:50:44.959935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145b084a-e7b4-42b1-9109-db57caa50aa0 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:44.994112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.996125 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:44.996867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=145b084a-e7b4-42b1-9109-db57caa50aa0,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:45.021883 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Sync routers for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:45.023946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.039663 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:45.040562 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:45.061860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Provisioning for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:45.079543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Provisioning complete for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:45.079929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.096568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-e491742f-4a80-4bd8-a9a8-bb947016e3da service neutron] 10.222.0.26 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301600 Aug 27 02:50:45.103869 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.168450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:45.209008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:45.222570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Provisioning complete for port 200ce67d-809c-4e85-8798-babcd0c614f9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:45.222932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c40ca362-6019-40d5-b5bb-003c1705ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.224936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-15488559-202f-4559-8347-17cdfe71fa72', 'network_id': '15488559-202f-4559-8347-17cdfe71fa72', 'tenant_id': '61e0a8497ad54c66b31521a82a56665e', 'fixed_ips': [{'subnet_id': '6a3dd2a8-59eb-420b-88b6-b75e85bcca7b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:50:45.225635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.269075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:45.402345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.430416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['145b084a-e7b4-42b1-9109-db57caa50aa0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:45.435738 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-942d9f2b-56b8-41c4-834c-d5bf79188d2d service neutron] 10.222.0.26 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231337 Aug 27 02:50:45.559730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30417a88-4b0e-42e5-9598-8f0cb8faaedb up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:45.612339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Allocated IP 172.20.0.2 (15488559-202f-4559-8347-17cdfe71fa72/6a3dd2a8-59eb-420b-88b6-b75e85bcca7b/d682336b-3856-46bb-b674-fb79b9f97afd) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:45.716478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 2, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:45.744478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4be966c5-a835-4ac9-a20e-b7e4c953346e req-cd97c0a2-daec-43d9-ab33-a1332bef1ff5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 210 time: 0.0404277 Aug 27 02:50:45.772278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Checking router: 50cdc1ae-a33f-4ecc-8f69-921a105644a1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:50:45.776157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Updating router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:50:45.807506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.830350 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.834011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.863208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8cae33d8-fcb0-400d-8108-25e011ce8a44 None None] Provisioning complete for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:45.863687 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8cae33d8-fcb0-400d-8108-25e011ce8a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:45.918508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30417a88-4b0e-42e5-9598-8f0cb8faaedb triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:45.919247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.070429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Allocated IP 172.25.8.170 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/68461ddf-5d31-4309-bedf-2d674ab3699a) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:46.108270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8cae33d8-fcb0-400d-8108-25e011ce8a44 None None] Port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:46.148787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.168865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Transition to ACTIVE for port object d682336b-3856-46bb-b674-fb79b9f97afd will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:46.217285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 200ce67d-809c-4e85-8798-babcd0c614f9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:46.226361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4799bc-5aec-4f4c-bbae-c8f516e3daae req-23a3f288-c0af-4f0b-836d-e7288f5cbcf9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:46.227969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db4799bc-5aec-4f4c-bbae-c8f516e3daae req-23a3f288-c0af-4f0b-836d-e7288f5cbcf9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 944 time: 0.1494026 Aug 27 02:50:46.233987 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.253381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Transition to ACTIVE for port object d682336b-3856-46bb-b674-fb79b9f97afd will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:46.253727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Transition to ACTIVE for port object b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:46.264367 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.275024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.305347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db4799bc-5aec-4f4c-bbae-c8f516e3daae req-a6c5c808-973d-41f6-8244-b9339ebd4d19 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Aug 27 02:50:46.330929 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.333167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Network 15488559-202f-4559-8347-17cdfe71fa72 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:46.336531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:46.339075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:46.372116 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Pushing event updated for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:46.395361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Pushing event updated for resources: {'Port': ['ID=d682336b-3856-46bb-b674-fb79b9f97afd,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:46.422210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 200ce67d-809c-4e85-8798-babcd0c614f9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:46.422661 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.424291 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.424840 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.425377 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.425911 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.426526 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.427088 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.427717 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.428076 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.428474 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.428866 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.429260 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.429651 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.432898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.459743 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Attempting to bind port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:46.460442 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Attempting to bind port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:46.461041 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Attempting to bind port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:46.469135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:46.469984 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:46.470655 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.471825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Bound using segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:46.472948 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Bound port: b55d0ce8-f8ee-4911-abe0-1ae09fa1df88, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:46.473196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Attempting to bind port d682336b-3856-46bb-b674-fb79b9f97afd on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:46.473568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Attempting to bind port d682336b-3856-46bb-b674-fb79b9f97afd by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '901cd594-9fc4-4358-b1b9-b798d9acadca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15488559-202f-4559-8347-17cdfe71fa72'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:46.473930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Attempting to bind port d682336b-3856-46bb-b674-fb79b9f97afd on network 15488559-202f-4559-8347-17cdfe71fa72 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:46.474416 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.474535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:46.477640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:46.484769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:46.486765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:46.487146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Checking segment: {'id': '901cd594-9fc4-4358-b1b9-b798d9acadca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15488559-202f-4559-8347-17cdfe71fa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:46.487567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.488086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Bound using segment: {'id': '901cd594-9fc4-4358-b1b9-b798d9acadca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15488559-202f-4559-8347-17cdfe71fa72'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:46.488606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Bound port: d682336b-3856-46bb-b674-fb79b9f97afd, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901cd594-9fc4-4358-b1b9-b798d9acadca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '15488559-202f-4559-8347-17cdfe71fa72'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:46.489091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.504327 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.518319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=68461ddf-5d31-4309-bedf-2d674ab3699a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:46.542842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.543459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.543961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.544490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.545540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.546033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.546550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.547521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.548024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.548585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.549496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.550575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:46.602638 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] For port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:46.606176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] For port d682336b-3856-46bb-b674-fb79b9f97afd, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:46.610843 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] For port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:46.611069 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] For port d682336b-3856-46bb-b674-fb79b9f97afd, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d682336b-3856-46bb-b674-fb79b9f97afd,segment=NetworkSegment(901cd594-9fc4-4358-b1b9-b798d9acadca),segment_id=901cd594-9fc4-4358-b1b9-b798d9acadca)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:46.617033 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.617955 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.688691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6ad3f-aa07-4533-881a-8a1ac7fa6f54 None None] Pushing event updated for resources: {'Port': ['ID=d682336b-3856-46bb-b674-fb79b9f97afd,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:46.702178 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:46.703161 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:46.769934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb6420-9584-4e8e-bcd3-864800498e6f None None] Pushing event updated for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:46.856076 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:50:46.860502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:46.905934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8665f21f-7de5-4f46-abad-cbf2e2d63546 req-071369cd-bb02-4287-b20b-75a7a7ad5973 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 210 time: 0.0530427 Aug 27 02:50:47.216149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:47.233017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-dd5ae921-6cba-409a-bc3f-dc3b28612fca tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:47.234748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-dd5ae921-6cba-409a-bc3f-dc3b28612fca tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 797 time: 0.2588232 Aug 27 02:50:47.254636 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:46Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:47.283776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-72ef9ae8-bdc2-4b44-aa94-36f1965e6486 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 380 time: 0.0382769 Aug 27 02:50:47.294008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'port': {'device_id': '5b931a84-c6b9-44be-af82-53a704b442f1', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'admin_state_up': True, 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'security_groups': ['0b417988-38b9-4060-afd7-c029d4224809']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:47.396922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63deaef1-877b-4b12-b1b2-4e5527a835af None None] The sync data for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 is: [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:46Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:47.413534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:50:47.485014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:47.489854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:47.580117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d682336b-3856-46bb-b674-fb79b9f97afd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:47.674083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d682336b-3856-46bb-b674-fb79b9f97afd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:47.688850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cc547-5488-4aa9-aa8f-8fbe5e579a54 req-f498a167-1673-4dbe-a390-937f7c92943c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:47.690938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-438cc547-5488-4aa9-aa8f-8fbe5e579a54 req-f498a167-1673-4dbe-a390-937f7c92943c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 944 time: 0.2622232 Aug 27 02:50:47.692709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:47.702943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] Sync routers for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:47.724020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:47.724900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:47.729259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.13 (733765ef-91ac-4966-aa5d-bef223aee2b4/94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf/09d05fb4-60ec-4116-9460-ec3e58934e22) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:47.763052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:47.767767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ea5b194d-d73d-4a26-95d8-16078cfdef19 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8994763 Aug 27 02:50:47.768391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:47.802897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-438cc547-5488-4aa9-aa8f-8fbe5e579a54 req-00e96015-af81-4727-96c6-3c1d26ff5869 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956423 Aug 27 02:50:48.048983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.076144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object 09d05fb4-60ec-4116-9460-ec3e58934e22 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:48.137756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:48.144626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.153102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:48.153753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:48.228959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:48.229899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc0f33-376b-4553-89e0-94f595ac1561 None None] The sync data for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:48.259646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:48.268096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:48.271860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:48.286931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:48.317905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682eb89-7ede-4218-b450-3e888f0a44f3 req-cabe188a-19e2-4f62-85e1-9db3d4782c77 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.319721 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7682eb89-7ede-4218-b450-3e888f0a44f3 req-cabe188a-19e2-4f62-85e1-9db3d4782c77 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 932 time: 0.1968119 Aug 27 02:50:48.339303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.339659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.339991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.340326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.340648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.340976 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.341299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.341658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.342017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.342466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.349191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.349551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:50:48.351008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba356e-7add-4fdd-8a41-53e7989388be None None] Network 15488559-202f-4559-8347-17cdfe71fa72 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:50:48.433505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7682eb89-7ede-4218-b450-3e888f0a44f3 req-6136042a-0b8b-4b5c-b551-02aa0140712f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047182 Aug 27 02:50:48.439898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:48.440561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.481578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fe5ecb96-2ac4-4fbe-b6fc-9df7440b68a2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1918893 Aug 27 02:50:48.496427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Request body: {'port': {'device_id': '5b931a84-c6b9-44be-af82-53a704b442f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:48.590309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Provisioning for port d682336b-3856-46bb-b674-fb79b9f97afd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:48.606025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Provisioning complete for port d682336b-3856-46bb-b674-fb79b9f97afd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:48.606025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.617708 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.658586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 145b084a-e7b4-42b1-9109-db57caa50aa0 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:48.661291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.837835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 145b084a-e7b4-42b1-9109-db57caa50aa0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:48.843428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 145b084a-e7b4-42b1-9109-db57caa50aa0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:48.843932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.845664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:48.935702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] For port d682336b-3856-46bb-b674-fb79b9f97afd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d682336b-3856-46bb-b674-fb79b9f97afd,segment=NetworkSegment(901cd594-9fc4-4358-b1b9-b798d9acadca),segment_id=901cd594-9fc4-4358-b1b9-b798d9acadca)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:48.951439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.117069 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.125674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9bb5385b-354d-4e45-85fc-548af99a4587 None None] Provisioning for port 09d05fb4-60ec-4116-9460-ec3e58934e22 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:49.141800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476ec6c-d317-46b6-82cb-2d4516021f79 None None] Pushing event updated for resources: {'Port': ['ID=d682336b-3856-46bb-b674-fb79b9f97afd,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:49.146088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9bb5385b-354d-4e45-85fc-548af99a4587 None None] Provisioning complete for port 09d05fb4-60ec-4116-9460-ec3e58934e22 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:49.146625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9bb5385b-354d-4e45-85fc-548af99a4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.178584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d05fb4-60ec-4116-9460-ec3e58934e22 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:49.192906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:49.192906 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bbead9-b249-4dbd-9adb-0ffc793018bd" -d '{"events": [{"server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "name": "network-vif-plugged", "status": "completed", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:49.193277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.207553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=145b084a-e7b4-42b1-9109-db57caa50aa0,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:49.214919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Transition to ACTIVE for port object 09d05fb4-60ec-4116-9460-ec3e58934e22 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:49.219942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.223750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.231230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5385b-354d-4e45-85fc-548af99a4587 None None] Port 09d05fb4-60ec-4116-9460-ec3e58934e22 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:49.364820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:49.406229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-99f4b766-ac04-4e9a-bdec-4ef820184c7b None None] Provisioning complete for port d682336b-3856-46bb-b674-fb79b9f97afd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:49.406788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99f4b766-ac04-4e9a-bdec-4ef820184c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.411882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:49.533856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:50:49.534586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:50:49.535185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:49.542257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:50:49.543843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:50:49.557172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:50:49.557915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:50:49.567220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Bound using segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:50:49.567801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Bound port: 09d05fb4-60ec-4116-9460-ec3e58934e22, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:50:49.568367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.635078 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ab8eef-1361-4bad-9136-9df81e22220e x-openstack-request-id: req-11ab8eef-1361-4bad-9136-9df81e22220e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:49.635617 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "name": "network-vif-plugged", "status": "completed", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:49.635617 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11ab8eef-1361-4bad-9136-9df81e22220e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:49.636015 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0', 'code': 200} Aug 27 02:50:49.713552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d579f-1182-4655-b9bd-96399879bb34 req-871e4ed5-46cd-4cc3-b3df-dac7009418dc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.715821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e11d579f-1182-4655-b9bd-96399879bb34 req-871e4ed5-46cd-4cc3-b3df-dac7009418dc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.1561100 Aug 27 02:50:49.755933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d682336b-3856-46bb-b674-fb79b9f97afd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:49.770106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:50:49.786458 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:50:49.809630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.826935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4964f-5664-43e0-802c-94219b049b54 req-4551ba47-3afb-4ab7-8385-14e617e6e3b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.828469 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbc4964f-5664-43e0-802c-94219b049b54 req-4551ba47-3afb-4ab7-8385-14e617e6e3b7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 944 time: 0.0975244 Aug 27 02:50:49.859782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e11d579f-1182-4655-b9bd-96399879bb34 req-f71646c0-e7e1-4f8a-bfd3-881a1671e9ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331272 Aug 27 02:50:49.866020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d682336b-3856-46bb-b674-fb79b9f97afd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:49.869521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.918337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d1264-82a9-4373-8e2b-58953f14bfc7 req-3e75bbc9-2a6d-408c-bfb2-eab8e7b47be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.919420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbc4964f-5664-43e0-802c-94219b049b54 req-e15d1021-058c-467b-9bc5-506e02bcf076 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690100 Aug 27 02:50:49.920391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c7d1264-82a9-4373-8e2b-58953f14bfc7 req-3e75bbc9-2a6d-408c-bfb2-eab8e7b47be3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 1096 time: 0.1232083 Aug 27 02:50:49.952544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:49.953657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:49.955774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] 10.222.0.15 "PUT /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1092 time: 1.4638000 Aug 27 02:50:49.956371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Allocated IP 172.20.0.1 (15488559-202f-4559-8347-17cdfe71fa72/6a3dd2a8-59eb-420b-88b6-b75e85bcca7b/cf44bc2e-88e6-43cc-ace1-d64de03aa417) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:49.956721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:49.959645 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:49.983597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03b47c-40f9-42b3-ab9f-6cbdfba17eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:50.007180 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c7d1264-82a9-4373-8e2b-58953f14bfc7 req-9e0a47c8-7d68-4b3d-9b44-df624beeeb4e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Aug 27 02:50:50.022102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:50.044056 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc0f51e-451c-48c7-9a86-d0ab4c156e6b x-openstack-request-id: req-8fc0f51e-451c-48c7-9a86-d0ab4c156e6b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:50.044477 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:50.045008 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fc0f51e-451c-48c7-9a86-d0ab4c156e6b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:50.045702 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'status': 'completed', 'code': 200} Aug 27 02:50:50.084193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fb243a2a-d23e-4ade-bd39-1b9070788319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.086079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-fb243a2a-d23e-4ade-bd39-1b9070788319 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1095 time: 0.0611749 Aug 27 02:50:50.097794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:50.103117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:50.103716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.152828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-33acb5d3-75e6-4b39-8733-4a9d82f72ffe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 217 time: 0.0585489 Aug 27 02:50:50.207836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.218293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.224324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-91ee6815-0a4d-474d-b2d1-7b9779e6eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.226369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-91ee6815-0a4d-474d-b2d1-7b9779e6eee6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.0668879 Aug 27 02:50:50.230907 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Transition to ACTIVE for port object cf44bc2e-88e6-43cc-ace1-d64de03aa417 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:50.285418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:50.289779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-5ff3a45a-c8f9-4a45-ae76-0757836f8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.291900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-5ff3a45a-c8f9-4a45-ae76-0757836f8ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580354 Aug 27 02:50:50.292846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.300315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.365438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 15488559-202f-4559-8347-17cdfe71fa72 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:50.365856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:50.369319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:50.379109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:50.414859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-c973a086-4e4b-4aa8-bb7d-331fd075ce4d service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154196 Aug 27 02:50:50.418517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=cf44bc2e-88e6-43cc-ace1-d64de03aa417,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:50.458197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.528102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a022cd8c-1b08-49a5-a38a-5ab00af959a5 req-ebe25da1-a1f2-4ee4-8815-7b7e92bab1f6 service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063201 Aug 27 02:50:50.607363 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.625081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-4bc147df-636c-417a-ab70-4674a1585fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.629102 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-4bc147df-636c-417a-ab70-4674a1585fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1095 time: 0.0530453 Aug 27 02:50:50.716305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9e4828c6-11f7-419c-a70e-48f21ab16415 None None] Provisioning for port cf44bc2e-88e6-43cc-ace1-d64de03aa417 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:50.725021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9e4828c6-11f7-419c-a70e-48f21ab16415 None None] Provisioning complete for port cf44bc2e-88e6-43cc-ace1-d64de03aa417 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:50.725703 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e4828c6-11f7-419c-a70e-48f21ab16415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.733816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-19bb5d60-03a5-4fa7-a189-361ea0d0fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.735358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-19bb5d60-03a5-4fa7-a189-361ea0d0fb49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.0993919 Aug 27 02:50:50.781500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9e4828c6-11f7-419c-a70e-48f21ab16415 None None] Port cf44bc2e-88e6-43cc-ace1-d64de03aa417 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:50.792480 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-77234efe-69b5-4b15-9752-62d6216d0a91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 217 time: 0.0490623 Aug 27 02:50:50.844656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-bcf9c8d9-2f03-4024-b68c-306aed116fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.846253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-bcf9c8d9-2f03-4024-b68c-306aed116fdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.0457227 Aug 27 02:50:50.897918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-82ddaab5-8235-4746-b61c-a46fde06750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:50.899657 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-82ddaab5-8235-4746-b61c-a46fde06750d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451944 Aug 27 02:50:50.926032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:50.935037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.055823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88400c-a516-4894-b2db-30f5977a3df3 req-3582f4ac-7e14-44e7-b161-392f363a11dc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:51.056266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.057820 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a88400c-a516-4894-b2db-30f5977a3df3 req-3582f4ac-7e14-44e7-b161-392f363a11dc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.0902934 Aug 27 02:50:51.064548 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-99034b1e-248c-4361-8a4f-16c3511ba6ff service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567609 Aug 27 02:50:51.080829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=cf44bc2e-88e6-43cc-ace1-d64de03aa417,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:51.133386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29396f96-8683-499a-9916-e5218e1b52ee req-cb1c4831-5129-4792-a48f-67591cb2802b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:51.134906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29396f96-8683-499a-9916-e5218e1b52ee req-cb1c4831-5129-4792-a48f-67591cb2802b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 944 time: 0.1481025 Aug 27 02:50:51.161228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a88400c-a516-4894-b2db-30f5977a3df3 req-69130095-969a-4d72-b9d1-b66b942d592f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Aug 27 02:50:51.202063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29396f96-8683-499a-9916-e5218e1b52ee req-fb7e613c-f049-41ee-b16d-9ac06ef96091 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592859 Aug 27 02:50:51.208004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af836ab0-b562-4184-8dde-4fdd9a3cc1d5 req-a4e3973d-ff70-4926-9e2e-cb5ca96efc63 service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333020 Aug 27 02:50:51.211369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 15488559-202f-4559-8347-17cdfe71fa72 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:51.213361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:51.366552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:51.460530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:51.507132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:51.512236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a9c160ac-2416-4b4c-b3df-942968576219 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "PUT /v2.0/routers/6c9f9e5b-b188-4b08-9223-fde16bfc4bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406640 Aug 27 02:50:51.515972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46186) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:51.522153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Request body: {'port': {'network_id': '15488559-202f-4559-8347-17cdfe71fa72', 'name': 'tempest-FloatingIPAdminTestJSON-1355823864'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:51.525738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8f2f0a74-344c-4caa-84d8-b043ac0c95d8 None None] Provisioning complete for port cf44bc2e-88e6-43cc-ace1-d64de03aa417 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:51.526318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0a74-344c-4caa-84d8-b043ac0c95d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.526954 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] Sync routers for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:51.537603 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:51.538605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:51.568657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f0a74-344c-4caa-84d8-b043ac0c95d8 None None] Port cf44bc2e-88e6-43cc-ace1-d64de03aa417 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:51.574056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:51.574456 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.594605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:51.608376 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:51.609372 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:51.654982 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:51.656002 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff165e-e430-4bf9-b24f-337143b14a9e None None] The sync data for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:51.688798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Made reservation on behalf of 61e0a8497ad54c66b31521a82a56665e for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:51.692495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.710594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] device_id is not set on port d818a286-4776-4682-9f46-ca352fead9cf yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:50:51.822191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Allocated IP 172.20.0.13 (15488559-202f-4559-8347-17cdfe71fa72/6a3dd2a8-59eb-420b-88b6-b75e85bcca7b/d818a286-4776-4682-9f46-ca352fead9cf) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:51.973365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:51.987047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Transition to ACTIVE for port object d818a286-4776-4682-9f46-ca352fead9cf will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:52.020605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.060243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Network 15488559-202f-4559-8347-17cdfe71fa72 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:52.063298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:52.066908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:52.101737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event updated for resources: {'Port': ['ID=d818a286-4776-4682-9f46-ca352fead9cf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:52.125953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.126738 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.142894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92dd6d31-4cee-4b44-9773-a97788ea96bb tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6252849 Aug 27 02:50:52.146132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46200) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:52.208051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'project_id': '61e0a8497ad54c66b31521a82a56665e', 'port_id': 'd818a286-4776-4682-9f46-ca352fead9cf'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:52.235863 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.365805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b636-ca24-4d75-9194-683af512ac77 req-363daaf0-8f5d-4d76-8ac3-d2637af424bb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.367475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.367631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07d3b636-ca24-4d75-9194-683af512ac77 req-363daaf0-8f5d-4d76-8ac3-d2637af424bb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.0644250 Aug 27 02:50:52.403222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e420-bf1b-43c0-87d4-3410eb98f6bc req-3e78fe5c-3d21-4c13-b45b-ad8ad4bebc62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.404978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28e4e420-bf1b-43c0-87d4-3410eb98f6bc req-3e78fe5c-3d21-4c13-b45b-ad8ad4bebc62 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 944 time: 0.0927947 Aug 27 02:50:52.413237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2e0cc18a-91a3-4b18-9321-60975896a434 None None] Provisioning for port d818a286-4776-4682-9f46-ca352fead9cf completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:52.417908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2e0cc18a-91a3-4b18-9321-60975896a434 None None] Provisioning complete for port d818a286-4776-4682-9f46-ca352fead9cf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:52.418283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc18a-91a3-4b18-9321-60975896a434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.432623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07d3b636-ca24-4d75-9194-683af512ac77 req-a63cf7fa-18dc-41ae-b89e-86db26744f78 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579407 Aug 27 02:50:52.468838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cc18a-91a3-4b18-9321-60975896a434 None None] Port d818a286-4776-4682-9f46-ca352fead9cf cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:52.517900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-28e4e420-bf1b-43c0-87d4-3410eb98f6bc req-913f2ca6-f28a-4806-9e55-5af98b8a810e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757926 Aug 27 02:50:52.553009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Allocated IP 172.25.8.25 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7bae7e15-3aa2-49c6-aa44-d20b9c349a95) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:52.576329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234dae-ae58-4dfa-b53b-e8758a2aa2fb req-3fe5ffdd-acc7-40d4-bf34-c9b4052af7a4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:52.577957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf234dae-ae58-4dfa-b53b-e8758a2aa2fb req-3fe5ffdd-acc7-40d4-bf34-c9b4052af7a4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.0707388 Aug 27 02:50:52.619203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bf234dae-ae58-4dfa-b53b-e8758a2aa2fb req-3029ed57-b3dc-4653-960b-b4ef9daa9250 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334454 Aug 27 02:50:52.639784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9a7b33b6-48b9-4c51-9e59-7e409ce6fc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.675158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.715514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:52.753921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:52.758714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:52.762235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:52.795613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Pushing event updated for resources: {'Port': ['ID=7bae7e15-3aa2-49c6-aa44-d20b9c349a95,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:53.180733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.263809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.475841 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.483658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.564119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:50:53.575064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Pushing event updated for resources: {'Port': ['ID=7bae7e15-3aa2-49c6-aa44-d20b9c349a95,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:53.604037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.678680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9fd78-5410-45c7-bd44-7d780ecdcea6 req-1d0aee6c-cfd6-45e7-8c12-51c7daef8976 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:53.686868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ba9fd78-5410-45c7-bd44-7d780ecdcea6 req-1d0aee6c-cfd6-45e7-8c12-51c7daef8976 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 944 time: 0.0801432 Aug 27 02:50:53.725354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:53.742286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'port_id': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'mac_address': 'fa:16:3e:c3:ad:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:50:53.776148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ba9fd78-5410-45c7-bd44-7d780ecdcea6 req-c567a06d-9575-4e6f-ac0c-71fd445462af tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883255 Aug 27 02:50:53.847232 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Floating IP e8b2bfb6-6ac8-40a4-b67a-fce6b252c90f associated. External IP: 172.25.8.25, port: d818a286-4776-4682-9f46-ca352fead9cf. Aug 27 02:50:53.869068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:53.883946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d05fb4-60ec-4116-9460-ec3e58934e22 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:50:53.930354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:53.936158 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.033939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:54.151374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['09d05fb4-60ec-4116-9460-ec3e58934e22'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:54.156135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:54.320533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:54.341822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] Sync routers for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:54.356232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:54.382480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:54.383369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:54.416372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e3fa675c-4eef-4fb8-850d-9e8b44a5080b tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.2689915 Aug 27 02:50:54.418472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46302) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:54.441346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:54.465515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:54.473061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:54.523180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:54.523831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e463b7dc-1d11-42de-b57f-28698f049d85 None None] The sync data for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:54.589429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-94e057b1-6ed6-4261-b573-bab82d5a5875 tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "GET /v2.0/floatingips/e8b2bfb6-6ac8-40a4-b67a-fce6b252c90f HTTP/1.1" status: 200 len: 983 time: 0.1636996 Aug 27 02:50:54.589755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:54.724849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e67f90ba-3e78-4d42-b146-42321b92e784 tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1339107 Aug 27 02:50:54.727442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:54.902764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829985-37d4-4f8e-bbd4-dc9a35f49f9f req-2d4416bf-f6e6-46b9-9e4f-48a35970b507 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:54.905239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6829985-37d4-4f8e-bbd4-dc9a35f49f9f req-2d4416bf-f6e6-46b9-9e4f-48a35970b507 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Aug 27 02:50:54.952921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6829985-37d4-4f8e-bbd4-dc9a35f49f9f req-9443ff31-114e-4f09-838e-96dba158ebf9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 Aug 27 02:50:54.965878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port 7bae7e15-3aa2-49c6-aa44-d20b9c349a95 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:50:54.968029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.051999 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.052328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.064030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for 7bae7e15-3aa2-49c6-aa44-d20b9c349a95 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:50:55.242331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-02499d8a-b713-4fcd-a6d6-8ac854fb7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.261996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.309766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=7bae7e15-3aa2-49c6-aa44-d20b9c349a95,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:55.449321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.471620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.472198 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Floating IP e8b2bfb6-6ac8-40a4-b67a-fce6b252c90f disassociated (deleted). External IP: 172.25.8.25, port: d818a286-4776-4682-9f46-ca352fead9cf. Aug 27 02:50:55.526498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-3d7a4b53-2068-4dd2-b560-97e481385def tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:55.527992 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-3d7a4b53-2068-4dd2-b560-97e481385def tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.2224936 Aug 27 02:50:55.548143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-2dd744bc-9a37-4873-9259-b147b2b3bd06 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0137351 Aug 27 02:50:55.579548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:50:55.634674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 09d05fb4-60ec-4116-9460-ec3e58934e22 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:55.638990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 09d05fb4-60ec-4116-9460-ec3e58934e22 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:55.639359 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.732681 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.756229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:50:55.758529 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8c356-2898-4afa-bda4-9c2abacd60a2" -d '{"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-plugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:50:55.776111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:50:55.782586 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:55.829019 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06cc133-352a-4cba-ab27-4818103211e9 x-openstack-request-id: req-c06cc133-352a-4cba-ab27-4818103211e9 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:50:55.829313 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-plugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:50:55.829568 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c06cc133-352a-4cba-ab27-4818103211e9 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:50:55.829958 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'code': 200} Aug 27 02:50:55.849540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:55.940259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03df992-631b-4412-a60c-c3a8d01fef38 req-51f53198-e35c-46c6-a822-0b8cebcf0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:55.942012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d03df992-631b-4412-a60c-c3a8d01fef38 req-51f53198-e35c-46c6-a822-0b8cebcf0056 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1097 time: 0.0467446 Aug 27 02:50:55.980892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d03df992-631b-4412-a60c-c3a8d01fef38 req-5581163d-bfe2-4067-b686-6980b91a0075 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Aug 27 02:50:55.997307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-7cc4d9f5-7cc6-4139-ae7a-b87fbccbce13 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646312 Aug 27 02:50:56.084171 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e9387-bcb9-4b89-ab60-cab6cbf09c39 req-840733f8-7ab7-40d2-b211-53a9b7215e08 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:56.086749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e6e9387-bcb9-4b89-ab60-cab6cbf09c39 req-840733f8-7ab7-40d2-b211-53a9b7215e08 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0608022 Aug 27 02:50:56.127142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e6e9387-bcb9-4b89-ab60-cab6cbf09c39 req-2b6a6234-2de7-4256-b519-9104b7c5942a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341370 Aug 27 02:50:56.171944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-43018d29-c537-4765-ac1a-fe2beae5edbf service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414816 Aug 27 02:50:56.173633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:50:56.341851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-6fd13ed7-73bc-4d7c-8b38-e6e20c167e27 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630275 Aug 27 02:50:56.351319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:50:56.356507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.363749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] Sync routers for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:50:56.373008 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:56.374000 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:56.387734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-36d3ba5d-41cb-4f65-8d19-11c3661d757d tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/floatingips/e8b2bfb6-6ac8-40a4-b67a-fce6b252c90f HTTP/1.1" status: 204 len: 168 time: 1.6559532 Aug 27 02:50:56.387990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:56.393378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:56.437037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.437788 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:56.460777 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:50:56.461692 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:56.496332 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:50:56.497269 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281354a2-6558-475c-a424-829d26dfc9d3 None None] The sync data for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 is: [] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:50:56.568657 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.572031 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.657318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29bea564-9783-4526-8a75-c069af879112 req-446bdd0c-ded5-4bbb-b1b3-418b2d5042d8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0613706 Aug 27 02:50:56.742004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Allocated IP 172.25.8.72 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4f107855-bd94-4851-aeaa-70e70f91f401) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:56.858862 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.904950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:56.966580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:56.968298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Pushing event updated for resources: {'Port': ['ID=4f107855-bd94-4851-aeaa-70e70f91f401,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:56.972237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:56.975217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:57.068201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.111319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.272625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.278786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.281846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e678c1-a0e7-4248-b9f5-82bd0a43682c req-f8f309e4-4291-49da-9cb3-da691fe93eaf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:57.283429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9e678c1-a0e7-4248-b9f5-82bd0a43682c req-f8f309e4-4291-49da-9cb3-da691fe93eaf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0611446 Aug 27 02:50:57.331911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9e678c1-a0e7-4248-b9f5-82bd0a43682c req-28d6fafc-a068-437a-aa67-b9bf56454d7e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382547 Aug 27 02:50:57.366680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Pushing event updated for resources: {'Port': ['ID=4f107855-bd94-4851-aeaa-70e70f91f401,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:57.385539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.401127 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.402540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dd3a74d1-4f61-42e1-bb44-8bbf9edfccce tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0130501 Aug 27 02:50:57.405426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46392) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:57.484265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39c7c5-b932-4f93-948f-cda07b6dcb7a req-1cde00c7-d63b-4ebe-9637-2996ac917a07 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:57.485798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e39c7c5-b932-4f93-948f-cda07b6dcb7a req-1cde00c7-d63b-4ebe-9637-2996ac917a07 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0588727 Aug 27 02:50:57.533427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:57.540795 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e39c7c5-b932-4f93-948f-cda07b6dcb7a req-1219c282-38d6-47ae-a3ea-1ccf88d2fdd5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457237 Aug 27 02:50:57.560668 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.564810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46396) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:57.621665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255feee1-a9e4-4a4e-aa9f-60fd81c7c50d tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:57.623801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-255feee1-a9e4-4a4e-aa9f-60fd81c7c50d tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1092 time: 0.0580180 Aug 27 02:50:57.626678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46404) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:57.631502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:57.658286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.704593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.862979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76632975-f0a6-4f70-ada9-c3d2af84f043 req-a3233cac-1456-486e-aa9d-d11277d923b3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0931177 Aug 27 02:50:57.940183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-8184bd1f-b8ff-404e-872c-b6f2c6b9fef3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:57.941704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-8184bd1f-b8ff-404e-872c-b6f2c6b9fef3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.2047565 Aug 27 02:50:57.970820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:57.977299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:57.992778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.190438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:50:58.193919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.210970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.227 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7dfec444-9630-4f0e-8666-9bbf8d7acf3f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:58.437688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.441097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.5 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:58.567135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.618522 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Allocated IP 172.25.8.250 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/d80bd4a6-d188-4c78-9a1d-05f87f3440c4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:50:58.640099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:58.644662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:58.659064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:58.736094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=7dfec444-9630-4f0e-8666-9bbf8d7acf3f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:58.806507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.808316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.835716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:50:58.868861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:58.914223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:58.917717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:58.924418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:58.952427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Pushing event updated for resources: {'Port': ['ID=d80bd4a6-d188-4c78-9a1d-05f87f3440c4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:59.008755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e5893678-614d-40fe-9a36-28d63a93c8f2 req-3bc9ea47-aebb-430c-bb08-e53beb7d8c2c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0329134 Aug 27 02:50:59.042491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.085384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['145b084a-e7b4-42b1-9109-db57caa50aa0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:50:59.099607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.146089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.150686 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:50:59.153520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:59.158659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:50:59.163381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:50:59.235679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:50:59.236437 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.293200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-bcf143fb-26de-4ab1-89df-12f4b7dc27ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3288352 Aug 27 02:50:59.313193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Request body: {'port': {'device_id': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:50:59.318964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.487623 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.498795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.505111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.516146 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.545765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-407731ca-4636-4272-95dc-3d64995a1b03 None None] Provisioning for port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:50:59.553099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-407731ca-4636-4272-95dc-3d64995a1b03 None None] Provisioning complete for port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:50:59.553481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-407731ca-4636-4272-95dc-3d64995a1b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.590369 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Pushing event updated for resources: {'Port': ['ID=d80bd4a6-d188-4c78-9a1d-05f87f3440c4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:50:59.620490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-407731ca-4636-4272-95dc-3d64995a1b03 None None] Port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:50:59.650168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.666307 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:50:59.672709 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6e1c79d-dedc-4fac-b028-16d163aa0a84 tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2660444 Aug 27 02:50:59.673811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46440) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:59.805674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1cc31ab4-0e2f-4329-be8d-89bd3d1ae44a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1302619 Aug 27 02:50:59.814971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46444) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:50:59.901626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9cf4a907-a6ae-498a-bc15-dee461d55aa1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0846541 Aug 27 02:50:59.904810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46448) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:00.082049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Deleting port d80bd4a6-d188-4c78-9a1d-05f87f3440c4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:00.082422 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.184118 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.184735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.198231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Calling delete_port for d80bd4a6-d188-4c78-9a1d-05f87f3440c4 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:00.272085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ed01a-3e50-412a-a4ae-74c4b43140f3 req-634dd866-73be-4874-849a-fd9437cf681a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:00.273808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb7ed01a-3e50-412a-a4ae-74c4b43140f3 req-634dd866-73be-4874-849a-fd9437cf681a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 931 time: 0.1697440 Aug 27 02:51:00.397925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.401988 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.409070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb7ed01a-3e50-412a-a4ae-74c4b43140f3 req-702aba97-e95e-438b-baff-cc91aedc0547 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235700 Aug 27 02:51:00.428043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.442562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Pushing event deleted for resources: {'Port': ['ID=d80bd4a6-d188-4c78-9a1d-05f87f3440c4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:00.477124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:00.510601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.526313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=7dfec444-9630-4f0e-8666-9bbf8d7acf3f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:00.529233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.531945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.533209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-23e5f921-6bcb-488d-a498-bf605ef9e96c tempest-FloatingIPAdminTestJSON-1674424298 tempest-FloatingIPAdminTestJSON-1674424298-project] 10.222.0.26 "DELETE /v2.0/floatingips/692a3bce-90af-4a00-acd2-67f992ab37e5 HTTP/1.1" status: 204 len: 168 time: 0.6273968 Aug 27 02:51:00.536209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46458) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:00.546331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Transition to ACTIVE for port object ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:00.552327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.556009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.648813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:00.738996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Deleting port 4f107855-bd94-4851-aeaa-70e70f91f401 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:00.739435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.798256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Attempting to bind port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:00.798653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Attempting to bind port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:00.799105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Attempting to bind port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:00.812492 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:00.812824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Attempting to bind port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:00.821377 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP b0ab7fd7-ecb1-40b3-a12b-d085916cd59c associated. External IP: 172.25.8.227, port: 09d05fb4-60ec-4116-9460-ec3e58934e22. Aug 27 02:51:00.863381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:00.863717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:00.864105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:00.864554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Bound port: ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:00.864911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.873299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.873771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:00.889562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Calling delete_port for 4f107855-bd94-4851-aeaa-70e70f91f401 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:00.905801 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.023260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:01.027043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:01.103006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.105345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.153398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f107855-bd94-4851-aeaa-70e70f91f401,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:01.162764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:01.258566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.259685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.259843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.261444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-1dd31020-ab0f-41b0-91d6-947ebb092db6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 HTTP/1.1" status: 200 len: 1091 time: 1.9531972 Aug 27 02:51:01.261891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:01.263257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.264270 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95029c-0760-4cb7-a786-28ac5c8214ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:01.264965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cad99014-3e84-4b56-9c45-210703654e6a tempest-FloatingIPAdminTestJSON-1868257426 tempest-FloatingIPAdminTestJSON-1868257426-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/5a9b7d12-70a8-4702-939c-99185494d682 HTTP/1.1" status: 204 len: 168 time: 0.7277489 Aug 27 02:51:01.284310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:01.357855 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a95831-d41c-4e44-8217-9031da5fa417 x-openstack-request-id: req-f2a95831-d41c-4e44-8217-9031da5fa417 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:01.358143 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:01.358415 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2a95831-d41c-4e44-8217-9031da5fa417 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:01.359138 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8', 'status': 'completed', 'code': 200} Aug 27 02:51:01.365710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:01.486370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port d818a286-4776-4682-9f46-ca352fead9cf {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:01.486752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.622036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-b12655fb-f932-462b-81ad-949d9f95ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.624813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-b12655fb-f932-462b-81ad-949d9f95ca36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 1094 time: 0.2493594 Aug 27 02:51:01.639904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:01.652318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Sync routers for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:01.668752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:01.669536 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:01.679880 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.709225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-a7710361-b564-48a4-98fb-7695fcaa6188 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 HTTP/1.1" status: 200 len: 217 time: 0.0666797 Aug 27 02:51:01.710455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for d818a286-4776-4682-9f46-ca352fead9cf owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:01.737306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:01.778059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217283a8-1b15-47fd-beae-45b8cddeefa9 req-49c87ae9-8469-4c12-9358-8435fb4969aa tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.779974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-217283a8-1b15-47fd-beae-45b8cddeefa9 req-49c87ae9-8469-4c12-9358-8435fb4969aa tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1664653 Aug 27 02:51:01.857625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e5619f22-e828-4e29-9bb4-a2012e994ed6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2273908 Aug 27 02:51:01.858846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-ef4db4b5-b1b9-449c-80a0-3e2f770ce8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.860302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-ef4db4b5-b1b9-449c-80a0-3e2f770ce8b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1406913 Aug 27 02:51:01.922767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-217283a8-1b15-47fd-beae-45b8cddeefa9 req-7858ef36-d602-4d4b-a8eb-303207c95036 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136467 Aug 27 02:51:01.926926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:01.968667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-0053bc38-8fc9-4f90-a4c9-8290182c8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:01.971698 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-0053bc38-8fc9-4f90-a4c9-8290182c8539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026509 Aug 27 02:51:02.100125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.138755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-fe09e6be-0f0a-479f-909d-e771d18fc4ff service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552358 Aug 27 02:51:02.172877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056f0c5-5816-4d1a-ae2d-e86c46015f87 req-9715621d-8084-4f7e-a365-a464b6903724 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:02.187999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5056f0c5-5816-4d1a-ae2d-e86c46015f87 req-9715621d-8084-4f7e-a365-a464b6903724 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.2066410 Aug 27 02:51:02.326839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6125b94d-dea9-42bb-8bde-7e34d4439598 req-01f1e220-dea6-4ba1-87d2-3bd528f6157d service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785188 Aug 27 02:51:02.329932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'b0ab7fd7-ecb1-40b3-a12b-d085916cd59c', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'port_id': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'mac_address': 'fa:16:3e:c3:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b931a84-c6b9-44be-af82-53a704b442f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:59Z', 'updated_at': '2021-08-27T02:50:59Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:02.348071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=d818a286-4776-4682-9f46-ca352fead9cf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:02.480772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Checking router: 50cdc1ae-a33f-4ecc-8f69-921a105644a1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:02.498592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5056f0c5-5816-4d1a-ae2d-e86c46015f87 req-e090f744-a6c9-4b83-96d1-2144d002c301 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008336 Aug 27 02:51:02.500709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:02.502718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:02.521049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:02.523748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f0ed6b8-8fe3-40a4-9160-3b00fd3e64da tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/ports/d818a286-4776-4682-9f46-ca352fead9cf HTTP/1.1" status: 204 len: 168 time: 1.2382524 Aug 27 02:51:02.526961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46492) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:02.529396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-5b3c3c95-d358-4bf5-ae9f-348deeb34c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:02.552558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-5b3c3c95-d358-4bf5-ae9f-348deeb34c4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 1094 time: 0.1111224 Aug 27 02:51:02.559301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:02.725987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-65921e36-d698-452a-a177-52f10d3d1dea tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 200 len: 992 time: 0.1650221 Aug 27 02:51:02.732677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-a621fddd-3a3f-439c-ab31-5c15f887b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:02.734953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-a621fddd-3a3f-439c-ab31-5c15f887b49c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1813722 Aug 27 02:51:02.738272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:02.753785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69123c27-8ae8-4dde-b985-f1bd28a0b5ba tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:02.755556 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-69123c27-8ae8-4dde-b985-f1bd28a0b5ba tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 HTTP/1.1" status: 200 len: 913 time: 0.2240636 Aug 27 02:51:02.762663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46500) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:02.795345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-cc183cf4-944e-4123-bf4b-35491580f2e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 HTTP/1.1" status: 200 len: 217 time: 0.0531929 Aug 27 02:51:02.929440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-80eed978-8970-42fe-aafe-b1d575374995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:02.933075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-80eed978-8970-42fe-aafe-b1d575374995 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1282513 Aug 27 02:51:03.025743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-b92ce9ef-6668-4453-9e76-fe0c9cf76ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:03.039475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-b92ce9ef-6668-4453-9e76-fe0c9cf76ef6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957544 Aug 27 02:51:03.288929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-31c426a1-57f7-4426-9f14-1bb171f8ee7c service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415156 Aug 27 02:51:03.299633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f65bd-3a7b-4793-b041-af6d4615a8a5 req-c0540a24-8737-4b63-a8ae-862a4e8b3cdf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:03.303075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db7f65bd-3a7b-4793-b041-af6d4615a8a5 req-c0540a24-8737-4b63-a8ae-862a4e8b3cdf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1558976 Aug 27 02:51:03.416918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:03.420185 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac0294-e36a-40ca-80ca-3a191398b32a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:03.518936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'b0ab7fd7-ecb1-40b3-a12b-d085916cd59c', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'port_id': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'mac_address': 'fa:16:3e:c3:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b931a84-c6b9-44be-af82-53a704b442f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:59Z', 'updated_at': '2021-08-27T02:50:59Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:03.533945 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3361e72a-e4d6-4898-8125-302709ff2674 x-openstack-request-id: req-3361e72a-e4d6-4898-8125-302709ff2674 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:03.534243 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:03.534639 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3361e72a-e4d6-4898-8125-302709ff2674 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:03.535562 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'status': 'completed', 'code': 200} Aug 27 02:51:03.541115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee95029c-0760-4cb7-a786-28ac5c8214ee req-1aacda51-f67e-4d14-872e-dad730e80379 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366109 Aug 27 02:51:03.551891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db7f65bd-3a7b-4793-b041-af6d4615a8a5 req-4809af9d-c47c-4d7e-967b-77202be30a3c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080575 Aug 27 02:51:03.596529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ee777a-f668-4c4f-8cb0-1740feb20824 None None] The sync data for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 is: [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'b0ab7fd7-ecb1-40b3-a12b-d085916cd59c', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'port_id': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'mac_address': 'fa:16:3e:c3:ad:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b931a84-c6b9-44be-af82-53a704b442f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:50:59Z', 'updated_at': '2021-08-27T02:50:59Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:03.604764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:03.668219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-cb698510-aa59-4fc5-8d02-bc694853d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:03.669688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-cb698510-aa59-4fc5-8d02-bc694853d9cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1097 time: 0.1294107 Aug 27 02:51:03.731436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46516) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:03.870229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-140de63d-06f3-4891-a926-5aa3dd6e345b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 200 len: 992 time: 0.1345668 Aug 27 02:51:03.875163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-cddca070-f48c-45e2-910d-ccb259b48195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:03.876315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-cddca070-f48c-45e2-910d-ccb259b48195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.1995912 Aug 27 02:51:04.029377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-e07abc14-94dd-419f-a690-c06a5cbc5124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1000 time: 0.1418025 Aug 27 02:51:04.048074 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac818c34-a740-498a-a2cd-37d83d2f0cc9 None None] New status for floating IP b0ab7fd7-ecb1-40b3-a12b-d085916cd59c: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:04.149142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-c095b4bb-1e76-4098-a69d-6a34376e4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:04.151080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-c095b4bb-1e76-4098-a69d-6a34376e4363 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.1161504 Aug 27 02:51:04.203981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port cf44bc2e-88e6-43cc-ace1-d64de03aa417 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:04.204487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.259631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-e10833d2-b3cc-4eb0-9c7c-3bbae2270c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:04.261175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-e10833d2-b3cc-4eb0-9c7c-3bbae2270c4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025472 Aug 27 02:51:04.375057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.402675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for cf44bc2e-88e6-43cc-ace1-d64de03aa417 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:04.476818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-6c25f8ba-1254-44a1-85d7-5abd89cb1aeb service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064900 Aug 27 02:51:04.678321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-86ac0294-e36a-40ca-80ca-3a191398b32a req-0c160b24-e84c-4841-b186-c8a1ebaeec77 service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946571 Aug 27 02:51:04.829721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38b23-b579-49d4-8e57-dcb320184538 req-42a03f83-7fe4-40be-9127-a9e248f8939d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:04.834879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77f38b23-b579-49d4-8e57-dcb320184538 req-42a03f83-7fe4-40be-9127-a9e248f8939d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1454036 Aug 27 02:51:04.871835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46534) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:04.892324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:04.930864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-77f38b23-b579-49d4-8e57-dcb320184538 req-209e8c9d-06b2-49b1-aa21-eb591514308e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876551 Aug 27 02:51:04.933749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=cf44bc2e-88e6-43cc-ace1-d64de03aa417,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:04.993772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2ef3643-70a6-4a6d-97ac-1c2d5eac1d01 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 200 len: 994 time: 0.1148143 Aug 27 02:51:05.217811 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:05.850188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:06.020972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:06.029239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-50d5096f-b35e-4c51-b110-80b576656305 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "PUT /v2.0/routers/6c9f9e5b-b188-4b08-9223-fde16bfc4bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2579968 Aug 27 02:51:06.032987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46558) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:06.034743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6128e-c247-463a-88d1-74d19346344b None None] Sync routers for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:06.065553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:06.066208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.111878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.122655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] Routers {'6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:06.123354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:50:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.180913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-82d6128e-c247-463a-88d1-74d19346344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:06.184397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6128e-c247-463a-88d1-74d19346344b None None] The sync data for ids ['6c9f9e5b-b188-4b08-9223-fde16bfc4bb5'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:06.232385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b3cc-b292-4338-abcf-5f6a1dcbea28 req-101be556-e059-4808-a079-b1d8370b2d7c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:06.239800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b27b3cc-b292-4338-abcf-5f6a1dcbea28 req-101be556-e059-4808-a079-b1d8370b2d7c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1139874 Aug 27 02:51:06.263808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.329611 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b27b3cc-b292-4338-abcf-5f6a1dcbea28 req-b9c6e55d-f3f2-402a-88dd-935beada53c2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875967 Aug 27 02:51:06.406350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.488063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port 68461ddf-5d31-4309-bedf-2d674ab3699a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:06.489016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.587262 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.601230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for 68461ddf-5d31-4309-bedf-2d674ab3699a owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:06.796939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.812525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-faa69666-5407-4472-9a19-16a4afa97163 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625758 Aug 27 02:51:06.824339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=68461ddf-5d31-4309-bedf-2d674ab3699a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:06.895039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:06.977073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502a6-0873-4343-96b9-5c152f64eb30 req-c18cd603-de3a-477d-8183-53a9cb633066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:06.979416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-c18cd603-de3a-477d-8183-53a9cb633066 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1097 time: 0.0546994 Aug 27 02:51:07.037939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.040602 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.134220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.135908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Fanout notify agent at l3_agent the message router_deleted on router 6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:51:07.137536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:51:07.150322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.154224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3602da5-8150-4ea1-8e86-68538694dcc1 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/routers/6c9f9e5b-b188-4b08-9223-fde16bfc4bb5 HTTP/1.1" status: 204 len: 168 time: 1.1175022 Aug 27 02:51:07.154493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46574) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:07.205786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502a6-0873-4343-96b9-5c152f64eb30 req-e35eb226-c842-484a-bcc2-7c62a6856a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:07.207371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-e35eb226-c842-484a-bcc2-7c62a6856a0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.2082679 Aug 27 02:51:07.296641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-0395e0ca-458f-4288-a33f-0b8d1ac22bc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1002 time: 0.0793896 Aug 27 02:51:07.439275 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502a6-0873-4343-96b9-5c152f64eb30 req-ec2b853f-91f4-47a3-92a4-6e1a3c2f4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:07.441617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-ec2b853f-91f4-47a3-92a4-6e1a3c2f4c4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.1352301 Aug 27 02:51:07.523015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting subnet 6a3dd2a8-59eb-420b-88b6-b75e85bcca7b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:07.532549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.544805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3c6e6-2ddf-4c8d-a3cd-59de858118d5 req-5a300bc9-46f6-4111-9f05-776a5eae3c63 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:07.546297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffe3c6e6-2ddf-4c8d-a3cd-59de858118d5 req-5a300bc9-46f6-4111-9f05-776a5eae3c63 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0839658 Aug 27 02:51:07.549112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994502a6-0873-4343-96b9-5c152f64eb30 req-9681c069-0854-46a7-b8b5-983a342fd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:07.550502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-9681c069-0854-46a7-b8b5-983a342fd605 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015115 Aug 27 02:51:07.622525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.680995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffe3c6e6-2ddf-4c8d-a3cd-59de858118d5 req-74a65bac-e865-41b2-90ce-1bdd8deab99a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274991 Aug 27 02:51:07.736053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-49c8c759-96fd-46ea-96d0-c6b82ea2df6f service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506414 Aug 27 02:51:07.794706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.875738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.891938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:07.895956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/subnets/6a3dd2a8-59eb-420b-88b6-b75e85bcca7b HTTP/1.1" status: 204 len: 168 time: 0.7383482 Aug 27 02:51:07.896862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:07.902872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d4197-6e4e-4d86-9fe0-815150a66817 None None] Network 15488559-202f-4559-8347-17cdfe71fa72 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:07.910509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-994502a6-0873-4343-96b9-5c152f64eb30 req-cde5d264-2bd7-475c-b6bd-d2bb3e786bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663294 Aug 27 02:51:07.939126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57969ae-eaf0-4310-a382-53014500904b tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3dd2a8-59eb-420b-88b6-b75e85bcca7b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.028948 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.148733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port d682336b-3856-46bb-b674-fb79b9f97afd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:08.149889 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.199845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] DHCP port deletion for 15488559-202f-4559-8347-17cdfe71fa72 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:08.215965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] For port d682336b-3856-46bb-b674-fb79b9f97afd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d682336b-3856-46bb-b674-fb79b9f97afd,segment=NetworkSegment(901cd594-9fc4-4358-b1b9-b798d9acadca),segment_id=901cd594-9fc4-4358-b1b9-b798d9acadca)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:08.216468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.230995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for d682336b-3856-46bb-b674-fb79b9f97afd owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.277736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Deleting port d682336b-3856-46bb-b674-fb79b9f97afd {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:08.278117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.333397 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.362327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=d682336b-3856-46bb-b674-fb79b9f97afd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.366282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] No DVR routers for this DVR port d682336b-3856-46bb-b674-fb79b9f97afd on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:08.380481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] For port d682336b-3856-46bb-b674-fb79b9f97afd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d682336b-3856-46bb-b674-fb79b9f97afd,segment=NetworkSegment(901cd594-9fc4-4358-b1b9-b798d9acadca),segment_id=901cd594-9fc4-4358-b1b9-b798d9acadca)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:08.381426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.403289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Calling delete_port for d682336b-3856-46bb-b674-fb79b9f97afd owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.478135 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.489638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15488559-202f-4559-8347-17cdfe71fa72']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:08.501534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901cd594-9fc4-4358-b1b9-b798d9acadca') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:08.501818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901cd594-9fc4-4358-b1b9-b798d9acadca') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:08.511054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.515836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.524936 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.531250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:08.531634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:08.534533 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:08.547353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] Pushing event deleted for resources: {'Port': ['ID=d682336b-3856-46bb-b674-fb79b9f97afd,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.551086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192ae4d-5a3a-45be-abd3-f237f92b3fdb None None] No DVR routers for this DVR port d682336b-3856-46bb-b674-fb79b9f97afd on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:08.590078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.598129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.599966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/networks/15488559-202f-4559-8347-17cdfe71fa72 HTTP/1.1" status: 204 len: 168 time: 0.7024772 Aug 27 02:51:08.602703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:08.613187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6591b-63b1-4670-ba6d-e4bd5210f501 tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Network': ['ID=15488559-202f-4559-8347-17cdfe71fa72,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:08.743470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Deleting port 3f2fba60-3a4b-429b-8a41-4e1d7e9343e2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:08.743757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.832519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.832914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:08.838797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac87c-db83-407a-90bf-7ddfc2769239 req-68849275-361d-45e1-bf28-20caf24f57ef tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:08.843093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bbac87c-db83-407a-90bf-7ddfc2769239 req-68849275-361d-45e1-bf28-20caf24f57ef tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0604680 Aug 27 02:51:08.845039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Calling delete_port for 3f2fba60-3a4b-429b-8a41-4e1d7e9343e2 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:08.890955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bbac87c-db83-407a-90bf-7ddfc2769239 req-3b49bd42-7f1f-4e16-b5a7-857130befede tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Aug 27 02:51:08.989799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.019856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Pushing event deleted for resources: {'Port': ['ID=3f2fba60-3a4b-429b-8a41-4e1d7e9343e2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:09.082348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.084975 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.086186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e75107c8-cbb8-4ddd-810b-cfb31652b91e tempest-FloatingIPAdminTestJSON-1720282419 tempest-FloatingIPAdminTestJSON-1720282419-project] 10.222.0.26 "DELETE /v2.0/floatingips/8e9e35cb-5c1e-4003-a9dc-4bfbc6998bb2 HTTP/1.1" status: 204 len: 168 time: 0.4824369 Aug 27 02:51:09.350805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46620) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.466239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d682336b-3856-46bb-b674-fb79b9f97afd no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:09.489483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d682336b-3856-46bb-b674-fb79b9f97afd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:09.489865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d682336b-3856-46bb-b674-fb79b9f97afd not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:09.521539 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8c61edc8-6f91-44d5-a690-deb5743085f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61e0a8497ad54c66b31521a82a56665e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694477 Aug 27 02:51:09.524017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.572512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.598801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.649275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.651940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:09.656952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f2021a6-41b1-4340-8789-f02617fb15fc HTTP/1.1" status: 204 len: 168 time: 0.1319742 Aug 27 02:51:09.666149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2f392-7c63-47e1-94f9-cbd23fcb2568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2021a6-41b1-4340-8789-f02617fb15fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:09.968752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46644) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:09.984783 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c27eefb1-8fa5-4418-8f7c-bad6244fcdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.021717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9071-0dec-4f08-8597-e6b0c5f3662a req-837b7ab0-37b0-4321-b864-025245e69f33 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:10.023573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc3d9071-0dec-4f08-8597-e6b0c5f3662a req-837b7ab0-37b0-4321-b864-025245e69f33 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0587621 Aug 27 02:51:10.073542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc3d9071-0dec-4f08-8597-e6b0c5f3662a req-1a089526-3636-4df8-b143-72642b8c1405 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Aug 27 02:51:10.099173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c27eefb1-8fa5-4418-8f7c-bad6244fcdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.103886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c27eefb1-8fa5-4418-8f7c-bad6244fcdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.144282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eefb1-8fa5-4418-8f7c-bad6244fcdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c28277e-3107-4e38-ad47-003a5b53c112,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:10.151006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c27eefb1-8fa5-4418-8f7c-bad6244fcdca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5d577227ba34e479104303773287530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810608 Aug 27 02:51:10.154026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46648) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.206908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.228299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.282830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.285451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.286638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c28277e-3107-4e38-ad47-003a5b53c112 HTTP/1.1" status: 204 len: 168 time: 0.1314976 Aug 27 02:51:10.294919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b686906-93bd-4587-bc4b-d98fd11b2ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c28277e-3107-4e38-ad47-003a5b53c112,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:10.635622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46662) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.648828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05c27990-4abe-43a2-8aa9-1f17395abcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.740661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05c27990-4abe-43a2-8aa9-1f17395abcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.744772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-05c27990-4abe-43a2-8aa9-1f17395abcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.784346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c27990-4abe-43a2-8aa9-1f17395abcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0c636-cf59-4cc6-8a37-8d454950ac01,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:10.793414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-05c27990-4abe-43a2-8aa9-1f17395abcf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03e0fea85a29414db5f0351ef73f0211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544538 Aug 27 02:51:10.793653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46666) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:10.851572 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.877090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.931788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.935088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:10.936592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7f0c636-cf59-4cc6-8a37-8d454950ac01 HTTP/1.1" status: 204 len: 168 time: 0.1414294 Aug 27 02:51:10.945025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e745be-e960-4af7-93cc-e2cde3a8239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0c636-cf59-4cc6-8a37-8d454950ac01,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:11.263639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b4742-ffec-4af2-b4b6-075834b6fb1d req-4a4f508e-56ab-4c9f-bbcf-e73410941223 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:11.274443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9f7b4742-ffec-4af2-b4b6-075834b6fb1d req-4a4f508e-56ab-4c9f-bbcf-e73410941223 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0796211 Aug 27 02:51:11.326520 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9f7b4742-ffec-4af2-b4b6-075834b6fb1d req-b280f5d3-072a-408e-8e46-2ed7ef7c6aa2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Aug 27 02:51:11.776359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46706) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:11.891334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1801651733'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:11.915671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:11.920876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:11.930704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.042701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.052164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.081562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:12.099029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3876aef5-340a-47c9-a6d4-2b8fffabb7fd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.107128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.107730 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Added segment 8316b6d1-63b9-4404-9eca-1b2fd10cf73b of type vlan for network f5f89f2b-0448-48e2-bb1a-25c114526f28 Aug 27 02:51:12.151272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.179027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.185949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:12.186712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.263295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Network': ['ID=f5f89f2b-0448-48e2-bb1a-25c114526f28,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.268463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0ecd0f03-8ba9-48cf-9fd9-3f67dc174144 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4908447 Aug 27 02:51:12.271534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46720) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:12.273885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:12.276885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'subnet': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:12.412612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:12.417579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.550664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e8e1-77c4-41ae-9aa9-2a5d2ea35c99 req-3daece2d-c411-4cb2-b119-8beee71d3957 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:12.554882 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6418e8e1-77c4-41ae-9aa9-2a5d2ea35c99 req-3daece2d-c411-4cb2-b119-8beee71d3957 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0931027 Aug 27 02:51:12.663055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6418e8e1-77c4-41ae-9aa9-2a5d2ea35c99 req-3cb4c48c-41d2-4eb9-aa6c-126c35638d1a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996525 Aug 27 02:51:12.712459 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.773697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Subnet': ['ID=3ef8c480-001b-4f53-afc0-b0a47b70078b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:12.785055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Checking segment: {'id': '8316b6d1-63b9-4404-9eca-1b2fd10cf73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:12.785418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network hostable DHCP agents. Network: f5f89f2b-0448-48e2-bb1a-25c114526f28, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:12.803397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:12.813630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f5f89f2b-0448-48e2-bb1a-25c114526f28) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:12.818660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:12.819582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:12.829142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a68bc0c-cdfc-4128-923f-845e91088c48 None None] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:12.838006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-56a78499-3d4f-4f08-b004-212307a4e5f5 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5650706 Aug 27 02:51:12.840484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46728) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:12.847467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-171330732'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:13.017208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-f5f89f2b-0448-48e2-bb1a-25c114526f28', 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'tenant_id': 'ddf10c3e5da94834ac9c025affcc63b8', 'fixed_ips': [{'subnet_id': '3ef8c480-001b-4f53-afc0-b0a47b70078b'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:13.017954 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.027653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:13.033486 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.060861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port f5bd6a49-735f-4ada-a7b2-4e54969756ea yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:13.177838 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Allocated IP 2001:db8::2 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/8d3e3a5f-5fc0-40b3-b260-7822dc4ff665) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:13.342858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.351329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Transition to ACTIVE for port object 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:13.367215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Transition to ACTIVE for port object 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:13.374288 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.423136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Pushing event updated for resources: {'Port': ['ID=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:13.438662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:13.440390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:13.447156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:13.491061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::335 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/f5bd6a49-735f-4ada-a7b2-4e54969756ea) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:13.521488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Attempting to bind port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:13.521923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Attempting to bind port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8316b6d1-63b9-4404-9eca-1b2fd10cf73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:13.522304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Attempting to bind port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 on network f5f89f2b-0448-48e2-bb1a-25c114526f28 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:13.529666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:13.530047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Checking segment: {'id': '8316b6d1-63b9-4404-9eca-1b2fd10cf73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:13.530481 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.530877 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Bound using segment: {'id': '8316b6d1-63b9-4404-9eca-1b2fd10cf73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:13.531538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Bound port: 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8316b6d1-63b9-4404-9eca-1b2fd10cf73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:13.532098 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.632843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] For port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:13.638246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] For port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,segment=NetworkSegment(8316b6d1-63b9-4404-9eca-1b2fd10cf73b),segment_id=8316b6d1-63b9-4404-9eca-1b2fd10cf73b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:13.646826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.700376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.718179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object f5bd6a49-735f-4ada-a7b2-4e54969756ea will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:13.734019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e30fa-4e97-4187-bf3d-42197de07616 None None] Pushing event updated for resources: {'Port': ['ID=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:13.760955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.824505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:13.828552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:13.832648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:13.838775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:13.839666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:13.857807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cd7f4-65cd-459f-9f37-c12566b9fd1a req-64ba50dc-14bd-41de-b0d3-6e170be47812 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:13.860904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-653cd7f4-65cd-459f-9f37-c12566b9fd1a req-64ba50dc-14bd-41de-b0d3-6e170be47812 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0742347 Aug 27 02:51:13.863068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=f5bd6a49-735f-4ada-a7b2-4e54969756ea,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:13.881123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aff1c4b9-020c-4713-94fd-603a0b2b49a8 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0392833 Aug 27 02:51:13.882156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46746) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:13.887538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485507452', 'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:29:7b:28'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:13.960717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-653cd7f4-65cd-459f-9f37-c12566b9fd1a req-6f2f8175-4013-4006-85bc-67bf228050db tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Aug 27 02:51:14.120065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:14.218998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.237639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:14.375355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::2a1 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/ab41c9c7-61c4-4b4e-818e-ce6dda5b3810) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:14.561881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.581194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:14.623682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.674916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:14.678233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:14.682476 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:14.688738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:14.689520 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:14.717165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46762) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.717840 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.8340681 Aug 27 02:51:14.723050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbc24d-df01-4556-888c-31082dcee769 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=ab41c9c7-61c4-4b4e-818e-ce6dda5b3810,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:14.823494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2b9fd-f2a2-4d77-97cb-2ad708470260 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:14.830483 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2b9fd-f2a2-4d77-97cb-2ad708470260 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:14.837128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2b9fd-f2a2-4d77-97cb-2ad708470260 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:14.838906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-84a2b9fd-f2a2-4d77-97cb-2ad708470260 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1197000 Aug 27 02:51:14.843118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46764) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:14.951021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:14.951692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.065858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.084756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:15.190684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4424-3831-4b08-9b31-f0f1989595de req-65bd3096-9b82-4186-83a1-9e70c45fa3c1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:15.193694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c9d4424-3831-4b08-9b31-f0f1989595de req-65bd3096-9b82-4186-83a1-9e70c45fa3c1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0826659 Aug 27 02:51:15.194542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f263b5-f9f3-4da3-b090-eb9de27e9a01 None None] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:15.276271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c9d4424-3831-4b08-9b31-f0f1989595de req-6e84660f-b210-496d-bf4e-9a25646c8f8e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 Aug 27 02:51:15.362837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.378324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b3bbbecb-fde2-491b-ab16-4c443dedb31f None None] Provisioning for port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:15.484989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=ab41c9c7-61c4-4b4e-818e-ce6dda5b3810,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:15.536833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:15.599748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:15.604949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:15.605611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.647552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.650682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3b435e14-6a95-4df4-99dd-8063b2e154eb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 HTTP/1.1" status: 204 len: 168 time: 0.8063338 Aug 27 02:51:15.653252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46782) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:15.735872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.738708 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-11205e19-7a8f-4078-adbc-7620336e4389 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] GET failed (client error): The resource could not be found. Aug 27 02:51:15.740773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-11205e19-7a8f-4078-adbc-7620336e4389 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports/ab41c9c7-61c4-4b4e-818e-ce6dda5b3810 HTTP/1.1" status: 404 len: 333 time: 0.0855081 Aug 27 02:51:15.744756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:15.751371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1665600034'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:15.779608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,segment=NetworkSegment(8316b6d1-63b9-4404-9eca-1b2fd10cf73b),segment_id=8316b6d1-63b9-4404-9eca-1b2fd10cf73b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:15.788265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.851300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:15.866947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Provisioning complete for port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:15.867362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.904487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:15.909144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:15.939120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port cec82472-50b9-4e86-8c11-bed3fade790a yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:16.052002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Could not find standard attr ID for object ab41c9c7-61c4-4b4e-818e-ce6dda5b3810. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:16.100190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Provisioning for port f5bd6a49-735f-4ada-a7b2-4e54969756ea completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:16.118850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Provisioning complete for port f5bd6a49-735f-4ada-a7b2-4e54969756ea triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:16.119274 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.130047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::131 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/cec82472-50b9-4e86-8c11-bed3fade790a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:16.167985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-24fb2482-8b65-4dca-b9a9-2319d4866f0c None None] Port f5bd6a49-735f-4ada-a7b2-4e54969756ea cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:16.307803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5bdd8758-dac1-43e5-ac1b-748dec594bcd None None] Provisioning complete for port f5bd6a49-735f-4ada-a7b2-4e54969756ea triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:16.308579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8758-dac1-43e5-ac1b-748dec594bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.337294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.350064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd8758-dac1-43e5-ac1b-748dec594bcd None None] Port f5bd6a49-735f-4ada-a7b2-4e54969756ea cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:16.362523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object cec82472-50b9-4e86-8c11-bed3fade790a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:16.439552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.440413 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.455016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7267-b834-4fed-a8f0-1b842b15b4a0 req-ed72b6a4-c462-451d-84a0-78f5f61ff56b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:16.457441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53bc7267-b834-4fed-a8f0-1b842b15b4a0 req-ed72b6a4-c462-451d-84a0-78f5f61ff56b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0557129 Aug 27 02:51:16.466664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-adf57e8d-015a-480f-8696-c0132ab3de8a None None] Could not find standard attr ID for object ab41c9c7-61c4-4b4e-818e-ce6dda5b3810. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:16.500266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:16.505227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53bc7267-b834-4fed-a8f0-1b842b15b4a0 req-ad7adca6-3922-4d3e-8c0a-de9e9eecc40d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Aug 27 02:51:16.510111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:16.515953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:16.522777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:16.523428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.531308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=cec82472-50b9-4e86-8c11-bed3fade790a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:16.549234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5df16f92-9195-4b36-8646-3e6f4b8e4df9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8008256 Aug 27 02:51:16.549433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46798) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.555044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:29:7b:28'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:16.633399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.848941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.854300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.896639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] In _notify_port_updated(), no bound segment for port cec82472-50b9-4e86-8c11-bed3fade790a on network f5f89f2b-0448-48e2-bb1a-25c114526f28 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:16.903006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:16.904335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:16.906448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "PUT /v2.0/ports/cec82472-50b9-4e86-8c11-bed3fade790a HTTP/1.1" status: 200 len: 1003 time: 0.3553751 Aug 27 02:51:16.909177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:16.957798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771bea1-7568-4a61-b0e1-1c825655d4a2 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=cec82472-50b9-4e86-8c11-bed3fade790a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.007944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-01102888-42f3-4e8b-af65-8a9eeba204d1 None None] Provisioning for port cec82472-50b9-4e86-8c11-bed3fade790a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:17.013252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-01102888-42f3-4e8b-af65-8a9eeba204d1 None None] Provisioning complete for port cec82472-50b9-4e86-8c11-bed3fade790a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:17.014859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-01102888-42f3-4e8b-af65-8a9eeba204d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.059214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port cec82472-50b9-4e86-8c11-bed3fade790a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:17.059561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.066196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-01102888-42f3-4e8b-af65-8a9eeba204d1 None None] Port cec82472-50b9-4e86-8c11-bed3fade790a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:17.163269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.178176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for cec82472-50b9-4e86-8c11-bed3fade790a owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:17.296437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2cab65f1-55e6-440a-b14e-03a3b287b79c None None] Provisioning complete for port cec82472-50b9-4e86-8c11-bed3fade790a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:17.296919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2cab65f1-55e6-440a-b14e-03a3b287b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.340041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2cab65f1-55e6-440a-b14e-03a3b287b79c None None] Port cec82472-50b9-4e86-8c11-bed3fade790a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:17.341826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.384436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=cec82472-50b9-4e86-8c11-bed3fade790a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:17.519618 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:17.549113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.552265 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b778563-1719-45a5-8272-cb3f17106efa tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/cec82472-50b9-4e86-8c11-bed3fade790a HTTP/1.1" status: 204 len: 168 time: 0.6420715 Aug 27 02:51:17.555196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.583987 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9ffff9-e741-4db0-8368-f68fff35f604 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] GET failed (client error): The resource could not be found. Aug 27 02:51:17.586624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8c9ffff9-e741-4db0-8368-f68fff35f604 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports/cec82472-50b9-4e86-8c11-bed3fade790a HTTP/1.1" status: 404 len: 333 time: 0.0303271 Aug 27 02:51:17.591327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:17.599856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-123329362'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:17.632543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:17.632927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.810835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f2932-05a5-4992-aba7-c95ca87962d1 req-20d77af5-ddd1-4c45-a92f-1cac4c52a75e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:17.812581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1f2932-05a5-4992-aba7-c95ca87962d1 req-20d77af5-ddd1-4c45-a92f-1cac4c52a75e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1687753 Aug 27 02:51:17.877091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1f2932-05a5-4992-aba7-c95ca87962d1 req-fb919609-da3f-4d6b-97c0-f45159bfff1f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Aug 27 02:51:17.881494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:17.885008 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:17.906676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port 5bf63f35-f12f-4801-aa4e-0939b1e0519c yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:18.044853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::1ce (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/5bf63f35-f12f-4801-aa4e-0939b1e0519c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:18.214883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.232234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object 5bf63f35-f12f-4801-aa4e-0939b1e0519c will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:18.267389 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.308227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:18.311247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:18.316951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:18.322572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:18.323196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.333676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=5bf63f35-f12f-4801-aa4e-0939b1e0519c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.349147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a0116691-c3a0-444a-ad6c-16b433acc0b3 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7556601 Aug 27 02:51:18.351705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:18.358290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:29:7b:28'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:18.437982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.639894 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.645753 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.671526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c5c0007-23d0-41d9-a68f-3576eb6f5cc5 None None] Provisioning for port 5bf63f35-f12f-4801-aa4e-0939b1e0519c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:18.676068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4c5c0007-23d0-41d9-a68f-3576eb6f5cc5 None None] Provisioning complete for port 5bf63f35-f12f-4801-aa4e-0939b1e0519c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:18.676820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0007-23d0-41d9-a68f-3576eb6f5cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.679847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] In _notify_port_updated(), no bound segment for port 5bf63f35-f12f-4801-aa4e-0939b1e0519c on network f5f89f2b-0448-48e2-bb1a-25c114526f28 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:18.685395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:18.686018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.689976 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "PUT /v2.0/ports/5bf63f35-f12f-4801-aa4e-0939b1e0519c HTTP/1.1" status: 200 len: 1002 time: 0.3345454 Aug 27 02:51:18.690180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:18.724087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433cc8-0edb-4d5f-97ee-bc59f00ec33d tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=5bf63f35-f12f-4801-aa4e-0939b1e0519c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:18.743216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c0007-23d0-41d9-a68f-3576eb6f5cc5 None None] Port 5bf63f35-f12f-4801-aa4e-0939b1e0519c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:18.797737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port 5bf63f35-f12f-4801-aa4e-0939b1e0519c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:18.798081 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.898604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:18.914900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for 5bf63f35-f12f-4801-aa4e-0939b1e0519c owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:18.966629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6c4915d4-0061-4a40-8cff-05c4a5a3b1f4 None None] Provisioning complete for port 5bf63f35-f12f-4801-aa4e-0939b1e0519c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:18.967807 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6c4915d4-0061-4a40-8cff-05c4a5a3b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.011019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6c4915d4-0061-4a40-8cff-05c4a5a3b1f4 None None] Port 5bf63f35-f12f-4801-aa4e-0939b1e0519c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:19.028550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62aee-2eb6-4fa0-b3eb-504fe6b7eed7 req-6ba45045-4592-4955-8eed-299d32732598 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:19.029753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a62aee-2eb6-4fa0-b3eb-504fe6b7eed7 req-6ba45045-4592-4955-8eed-299d32732598 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0659792 Aug 27 02:51:19.102358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89a62aee-2eb6-4fa0-b3eb-504fe6b7eed7 req-23443328-7584-4111-83fb-eb685624a0fd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629792 Aug 27 02:51:19.135375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.170470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=5bf63f35-f12f-4801-aa4e-0939b1e0519c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.196555 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.198702 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ec70d46-197a-4045-957c-8974c6b2711c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/5bf63f35-f12f-4801-aa4e-0939b1e0519c HTTP/1.1" status: 204 len: 168 time: 0.5073063 Aug 27 02:51:19.201113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46854) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:19.236352 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9c05fd-1319-4a73-aa4f-78f7aaa23e35 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] GET failed (client error): The resource could not be found. Aug 27 02:51:19.242739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ad9c05fd-1319-4a73-aa4f-78f7aaa23e35 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports/5bf63f35-f12f-4801-aa4e-0939b1e0519c HTTP/1.1" status: 404 len: 333 time: 0.0368664 Aug 27 02:51:19.243341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:19.251045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2026368698'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:19.383491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:19.387845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.413566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port 54009846-b7f7-411d-a7f8-7f55f8ef7408 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:19.547401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::2d3 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/54009846-b7f7-411d-a7f8-7f55f8ef7408) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:19.704883 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.719141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object 54009846-b7f7-411d-a7f8-7f55f8ef7408 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:19.751711 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.792776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:19.798837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:19.802489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:19.808063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:19.808666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.815436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=54009846-b7f7-411d-a7f8-7f55f8ef7408,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:19.833105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d85d3ab5-b758-4a93-8cef-6136cdd6c799 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5857046 Aug 27 02:51:19.833411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:19.839535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'network_id': 'f5f89f2b-0448-48e2-bb1a-25c114526f28', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1177736089'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:19.974549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Made reservation on behalf of ddf10c3e5da94834ac9c025affcc63b8 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:19.978266 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:19.996323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] device_id is not set on port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:20.123122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Allocated IP 2001:db8::1c7 (f5f89f2b-0448-48e2-bb1a-25c114526f28/3ef8c480-001b-4f53-afc0-b0a47b70078b/f09eeff9-ec28-4293-b3b1-9a58a3ecbefd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:20.149841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-25d95f64-ee0a-4120-b48f-972c1468c8d7 None None] Provisioning for port 54009846-b7f7-411d-a7f8-7f55f8ef7408 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:20.156531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-25d95f64-ee0a-4120-b48f-972c1468c8d7 None None] Provisioning complete for port 54009846-b7f7-411d-a7f8-7f55f8ef7408 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:20.156872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-25d95f64-ee0a-4120-b48f-972c1468c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.202689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-25d95f64-ee0a-4120-b48f-972c1468c8d7 None None] Port 54009846-b7f7-411d-a7f8-7f55f8ef7408 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:20.649952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23e0d7-f373-4959-9c97-394d741c7ef2 req-747b52b6-57e0-452c-a836-1b8f594b5e0b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:20.651313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c23e0d7-f373-4959-9c97-394d741c7ef2 req-747b52b6-57e0-452c-a836-1b8f594b5e0b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.4252963 Aug 27 02:51:20.674401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.699164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Transition to ACTIVE for port object f09eeff9-ec28-4293-b3b1-9a58a3ecbefd will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:20.715643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c23e0d7-f373-4959-9c97-394d741c7ef2 req-0afb2f78-4502-4f53-90bc-68bb6aeeb797 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574582 Aug 27 02:51:20.748934 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.791161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:20.795042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:20.801168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:20.807149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:20.807800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:20.819272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=f09eeff9-ec28-4293-b3b1-9a58a3ecbefd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:20.832918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6babfe8-584f-4faa-9dc5-ea7b68391d92 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9982831 Aug 27 02:51:20.835475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46892) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:20.840939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:29:7b:28'}, {'ip_address': '2001:db8::2d3', 'mac_address': 'fa:16:3e:5e:ed:9c'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:21.012989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.142806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-716a6db6-7208-4762-b6b3-615db704a136 None None] Provisioning for port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:21.148734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-716a6db6-7208-4762-b6b3-615db704a136 None None] Provisioning complete for port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:21.150258 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-716a6db6-7208-4762-b6b3-615db704a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.200502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-716a6db6-7208-4762-b6b3-615db704a136 None None] Port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:21.266950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.271437 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.307678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] In _notify_port_updated(), no bound segment for port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd on network f5f89f2b-0448-48e2-bb1a-25c114526f28 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:21.313577 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:21.314237 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.315697 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "PUT /v2.0/ports/f09eeff9-ec28-4293-b3b1-9a58a3ecbefd HTTP/1.1" status: 200 len: 1068 time: 0.4789917 Aug 27 02:51:21.319146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46906) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:21.366244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48815e5e-cdd5-45e3-b40b-3b95428045bb tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event updated for resources: {'Port': ['ID=f09eeff9-ec28-4293-b3b1-9a58a3ecbefd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.451505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:21.451988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.595257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.611861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for f09eeff9-ec28-4293-b3b1-9a58a3ecbefd owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:21.627967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0d07a4a1-c479-4cc4-8ddc-80f207fbe687 None None] Provisioning complete for port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:21.628678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0d07a4a1-c479-4cc4-8ddc-80f207fbe687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.683703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0d07a4a1-c479-4cc4-8ddc-80f207fbe687 None None] Port f09eeff9-ec28-4293-b3b1-9a58a3ecbefd cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:21.785612 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:21.834227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=f09eeff9-ec28-4293-b3b1-9a58a3ecbefd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:21.968091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68afe7-1595-4295-9ee2-f793bb2f6073 req-3679feed-1cf4-4963-906d-34bf7e5b914e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:21.969992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff68afe7-1595-4295-9ee2-f793bb2f6073 req-3679feed-1cf4-4963-906d-34bf7e5b914e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1676788 Aug 27 02:51:22.038398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff68afe7-1595-4295-9ee2-f793bb2f6073 req-350f6a2c-03eb-43ca-9a84-40beb83b691d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604033 Aug 27 02:51:22.133663 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.136400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae2c944b-7163-41d6-a339-523afbe4db97 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/f09eeff9-ec28-4293-b3b1-9a58a3ecbefd HTTP/1.1" status: 204 len: 168 time: 0.8144078 Aug 27 02:51:22.140143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46924) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:22.170301 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd11a59c-410e-4607-ba8a-e4fdfb34b72c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] GET failed (client error): The resource could not be found. Aug 27 02:51:22.174794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bd11a59c-410e-4607-ba8a-e4fdfb34b72c tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports/f09eeff9-ec28-4293-b3b1-9a58a3ecbefd HTTP/1.1" status: 404 len: 333 time: 0.0308256 Aug 27 02:51:22.175245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46926) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:22.288821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port 54009846-b7f7-411d-a7f8-7f55f8ef7408 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:22.289540 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.395363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.409303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for 54009846-b7f7-411d-a7f8-7f55f8ef7408 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:22.564565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.607974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=54009846-b7f7-411d-a7f8-7f55f8ef7408,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:22.640836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.643081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b9dc8937-e5ba-46de-8b12-b2aff7afe699 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/54009846-b7f7-411d-a7f8-7f55f8ef7408 HTTP/1.1" status: 204 len: 168 time: 0.4665101 Aug 27 02:51:22.645851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46930) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:22.679168 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95bef4e-5e77-4e2a-839a-c831d667c98e tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] GET failed (client error): The resource could not be found. Aug 27 02:51:22.682447 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b01772d-557f-4ac9-8e1d-2af7a46d4d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.683039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d95bef4e-5e77-4e2a-839a-c831d667c98e tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "GET /v2.0/ports/54009846-b7f7-411d-a7f8-7f55f8ef7408 HTTP/1.1" status: 404 len: 333 time: 0.0339115 Aug 27 02:51:22.684931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:22.804989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port f5bd6a49-735f-4ada-a7b2-4e54969756ea {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:22.805484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.945268 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-ea1b7c3e-ca35-4a72-8933-bd6db6c36b76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806630 Aug 27 02:51:22.947119 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:22.959989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for f5bd6a49-735f-4ada-a7b2-4e54969756ea owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:23.079712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-162c6d27-9d2b-4b54-b390-33c3c0d3d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.081550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-162c6d27-9d2b-4b54-b390-33c3c0d3d2c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 1096 time: 0.0659745 Aug 27 02:51:23.251219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.298965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776bc6e-0be7-42d7-869e-c767a08df2b8 req-66933b07-ab7c-40c8-83ca-64b1b2678151 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.300723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b776bc6e-0be7-42d7-869e-c767a08df2b8 req-66933b07-ab7c-40c8-83ca-64b1b2678151 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.1676977 Aug 27 02:51:23.310805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=f5bd6a49-735f-4ada-a7b2-4e54969756ea,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:23.329395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-9cb0e1ba-a618-4a1b-a785-86085d5540cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.331063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-9cb0e1ba-a618-4a1b-a785-86085d5540cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.2141151 Aug 27 02:51:23.396808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.398883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-55dff2ec-6b6d-4e45-903d-9e2d4dab096f tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/ports/f5bd6a49-735f-4ada-a7b2-4e54969756ea HTTP/1.1" status: 204 len: 168 time: 0.7126997 Aug 27 02:51:23.402155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46936) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:23.404946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-b09f98f7-e5e1-4f9f-8b4e-25026bd70ae9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=145b084a-e7b4-42b1-9109-db57caa50aa0 HTTP/1.1" status: 200 len: 217 time: 0.0635355 Aug 27 02:51:23.466300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-7b65fbc2-831a-40fb-9182-a148e057e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.468090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-7b65fbc2-831a-40fb-9182-a148e057e6e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0524476 Aug 27 02:51:23.471215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b776bc6e-0be7-42d7-869e-c767a08df2b8 req-fce49dce-c7fb-4b8b-9ff6-1f39b92a1fdd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540234 Aug 27 02:51:23.484058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting subnet 3ef8c480-001b-4f53-afc0-b0a47b70078b {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:23.488032 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.537090 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.540095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-a06d9102-b4ac-40e6-ace7-a2bee1d7ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:23.541799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-a06d9102-b4ac-40e6-ace7-a2bee1d7ce9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634291 Aug 27 02:51:23.643872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.666216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-1debf99b-812f-4a8a-a2ed-ee487659c313 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174757 Aug 27 02:51:23.720557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.746426 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef8c480-001b-4f53-afc0-b0a47b70078b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:23.752545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.756742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd1575ad-8e3c-4ccb-9794-70b74a782a24 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/subnets/3ef8c480-001b-4f53-afc0-b0a47b70078b HTTP/1.1" status: 204 len: 168 time: 0.3507087 Aug 27 02:51:23.757567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46942) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:23.760751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474a992-b753-4295-b587-eeb7943bf986 None None] Network f5f89f2b-0448-48e2-bb1a-25c114526f28 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:23.828948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e7b9887-29d0-4344-a332-be938c08ef7d req-9284b6fe-d6b8-4e39-9f91-22ac692f7874 service neutron] 10.222.0.46 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549072 Aug 27 02:51:23.848267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.922881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Deleting port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:23.923285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:23.957598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] DHCP port deletion for f5f89f2b-0448-48e2-bb1a-25c114526f28 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:23.991329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] For port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,segment=NetworkSegment(8316b6d1-63b9-4404-9eca-1b2fd10cf73b),segment_id=8316b6d1-63b9-4404-9eca-1b2fd10cf73b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:23.991857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.007177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Calling delete_port for 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:24.018278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Deleting port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:24.018616 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.088121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] For port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,segment=NetworkSegment(8316b6d1-63b9-4404-9eca-1b2fd10cf73b),segment_id=8316b6d1-63b9-4404-9eca-1b2fd10cf73b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:24.088523 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.102806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Calling delete_port for 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:24.107496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.136543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Port': ['ID=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:24.138664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] No DVR routers for this DVR port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:24.196220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.227308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] Pushing event deleted for resources: {'Port': ['ID=8d3e3a5f-5fc0-40b3-b260-7822dc4ff665,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:24.229393 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.231884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d3a6d-9352-41f4-8792-ca90ba684226 None None] No DVR routers for this DVR port 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:24.246421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f89f2b-0448-48e2-bb1a-25c114526f28']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:24.259740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8316b6d1-63b9-4404-9eca-1b2fd10cf73b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:24.260341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8316b6d1-63b9-4404-9eca-1b2fd10cf73b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:24.271722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.291180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.297265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:24.297663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:24.301021 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:24.365604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.384339 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.386195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] 10.222.0.26 "DELETE /v2.0/networks/f5f89f2b-0448-48e2-bb1a-25c114526f28 HTTP/1.1" status: 204 len: 168 time: 0.6277502 Aug 27 02:51:24.387058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe90b3-db71-4011-9d5b-360d903f9de9 tempest-AllowedAddressPairIpV6TestJSON-507664737 tempest-AllowedAddressPairIpV6TestJSON-507664737-project] Pushing event deleted for resources: {'Network': ['ID=f5f89f2b-0448-48e2-bb1a-25c114526f28,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:24.620509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac21c-773e-4771-acc1-5e9d349e90cf req-577779d2-eadb-46d4-8267-a3cf7c39f9a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:24.623759 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-956ac21c-773e-4771-acc1-5e9d349e90cf req-577779d2-eadb-46d4-8267-a3cf7c39f9a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0734303 Aug 27 02:51:24.672910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-956ac21c-773e-4771-acc1-5e9d349e90cf req-550f4a88-bdc8-4ca8-81bf-f541665dc839 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Aug 27 02:51:24.709191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:24.862944 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-17b47eed-a152-4867-a5e9-d47e64be17b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf10c3e5da94834ac9c025affcc63b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525874 Aug 27 02:51:24.865600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:24.920470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:24.948136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.012905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.015824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.020182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3876aef5-340a-47c9-a6d4-2b8fffabb7fd HTTP/1.1" status: 204 len: 168 time: 0.1534872 Aug 27 02:51:25.028325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e5a0f-fdc5-4ec8-a120-57cee9201944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876aef5-340a-47c9-a6d4-2b8fffabb7fd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:25.228342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc995-e880-4c5d-b97e-c0857e1a75d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.469728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:25.483959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:25.505707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:25.506347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8d3e3a5f-5fc0-40b3-b260-7822dc4ff665 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:25.816789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab361-928a-4f02-9782-eb2aceb3f7b1 req-809626e1-7b6a-413b-a1b2-29300e9bd1b7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:25.819421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de4ab361-928a-4f02-9782-eb2aceb3f7b1 req-809626e1-7b6a-413b-a1b2-29300e9bd1b7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0587575 Aug 27 02:51:25.848910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46982) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:25.863719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-de4ab361-928a-4f02-9782-eb2aceb3f7b1 req-606ed831-ca67-4505-a209-d36ce2e3c70c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Aug 27 02:51:25.971848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-657579129'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:25.996157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:26.000154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.009491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.112809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.117699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.144735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:26.155001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa13983-2093-4bc2-8ffb-66ba55d5f96d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:26.159760 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.160093 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment a7525572-5384-427b-9d8d-1e889b205185 of type vlan for network ae1b732c-f009-4b68-b41f-2f48fdc5b754 Aug 27 02:51:26.201352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.227892 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.233702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:26.234301 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.294178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4439349 Aug 27 02:51:26.300763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46986) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:26.306677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'name': 'tempest-PortsIpV6TestJSON-404648757'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:26.315321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215879ec-01c2-406f-914d-6f5bc9a498f0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=ae1b732c-f009-4b68-b41f-2f48fdc5b754,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:26.330743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:26.397587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:26.401245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.423166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 92c10984-57c7-404d-9f52-f99aefe27d84 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:26.556147 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.743936 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:51:26.866896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:26.872752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.890318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8', 'mac_address': 'fa:16:3e:39:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:51:26.913010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.941393 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:26.959969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:26.990041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:26.996290 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.000319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c070f9-4406-4f9f-a1d4-7c033fc82273 req-99d99b0a-c051-43aa-ab80-e12cba4600d2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.004114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69c070f9-4406-4f9f-a1d4-7c033fc82273 req-99d99b0a-c051-43aa-ab80-e12cba4600d2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 943 time: 0.0566735 Aug 27 02:51:27.016299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=92c10984-57c7-404d-9f52-f99aefe27d84,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.026096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': 'a7525572-5384-427b-9d8d-1e889b205185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:27.026606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: ae1b732c-f009-4b68-b41f-2f48fdc5b754, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:27.047170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:27.058966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ae1b732c-f009-4b68-b41f-2f48fdc5b754) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:27.064559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:27.070632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.071491 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.079578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69c070f9-4406-4f9f-a1d4-7c033fc82273 req-3564f269-6ce7-47bb-9f02-4f8a4b6107e3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Aug 27 02:51:27.082335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570d8f0-21f2-49d8-8a05-e4afa65ada8a None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:27.099011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.105610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-896e64c1-bb42-488b-b393-153c4a486eb2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8034432 Aug 27 02:51:27.108914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 46992) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:27.113928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154285572'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.136307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:27.140941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.166881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:27.177944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.178291 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment ff97d9b1-cec3-459e-8c0d-fee76b1e2099 of type vlan for network 93e880e9-9d3e-425c-be30-2378253e29f5 Aug 27 02:51:27.227149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.252929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.258717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:27.259313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.325462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2154348 Aug 27 02:51:27.328464 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 46996) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:27.334004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'ports': [{'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'}, {'network_id': '93e880e9-9d3e-425c-be30-2378253e29f5'}]} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.334407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.335054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '93e880e9-9d3e-425c-be30-2378253e29f5'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:27.337373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a632d-e633-4e86-9235-8f59d208ef97 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=93e880e9-9d3e-425c-be30-2378253e29f5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:27.349494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 93e880e9-9d3e-425c-be30-2378253e29f5 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:27.365802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:27.514220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 2} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:27.518986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.533116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.613450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port c5a5dc53-4dd7-4add-9842-62f690e11239 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:27.728600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.811247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 01efd77a-298e-43fa-9678-4ca8b56c293c yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:27.937618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.971992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:27.980802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.025003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:28.031263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:28.035106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:28.035961 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.042840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=c5a5dc53-4dd7-4add-9842-62f690e11239,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.105848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=01efd77a-298e-43fa-9678-4ca8b56c293c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.112083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': 'ff97d9b1-cec3-459e-8c0d-fee76b1e2099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93e880e9-9d3e-425c-be30-2378253e29f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:28.112450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: 93e880e9-9d3e-425c-be30-2378253e29f5, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:28.134079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 93e880e9-9d3e-425c-be30-2378253e29f5 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:28.145617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 93e880e9-9d3e-425c-be30-2378253e29f5) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:28.154503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56386b92-a41b-4c63-925a-06692dcc9210 None None] Network 93e880e9-9d3e-425c-be30-2378253e29f5 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:28.157363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:28.177007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.186716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.187446 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.223047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-80d08f04-b039-447f-b925-9f3e7bf59f04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8933201 Aug 27 02:51:28.225805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:28.306704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bea35-4ddc-4c8c-91de-1d521c365652 req-20b7ebc1-ad69-4efe-b44f-90c010c7dddd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.314627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f07bea35-4ddc-4c8c-91de-1d521c365652 req-20b7ebc1-ad69-4efe-b44f-90c010c7dddd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 944 time: 0.1102238 Aug 27 02:51:28.368519 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f07bea35-4ddc-4c8c-91de-1d521c365652 req-e996bc37-9b43-4a30-9a6c-7bb6eab4a442 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Aug 27 02:51:28.379745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 01efd77a-298e-43fa-9678-4ca8b56c293c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:28.380235 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.453420 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.469310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 01efd77a-298e-43fa-9678-4ca8b56c293c owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:28.556688 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.592681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=01efd77a-298e-43fa-9678-4ca8b56c293c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:28.600521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.602340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d0efece5-7a90-4b32-afec-3c1786b0c3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/01efd77a-298e-43fa-9678-4ca8b56c293c HTTP/1.1" status: 204 len: 168 time: 0.3755224 Aug 27 02:51:28.605110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47102) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:28.661149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c151212-9feb-41ff-9d21-413a1e9f9778 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.667156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c151212-9feb-41ff-9d21-413a1e9f9778 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:28.670429 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3c151212-9feb-41ff-9d21-413a1e9f9778 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0622919 Aug 27 02:51:28.671797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47114) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:28.762827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:28.771617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port c5a5dc53-4dd7-4add-9842-62f690e11239 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:28.772039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.842866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:28.852127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:28.852548 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.859439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.881767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for c5a5dc53-4dd7-4add-9842-62f690e11239 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:28.958933 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:28.992074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:28.994720 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35af06-eaa1-4f65-9d62-480dfbd5c1b5" -d '{"events": [{"server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "name": "network-vif-plugged", "status": "completed", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:29.010276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:29.016249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.017409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.057160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.060379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/c5a5dc53-4dd7-4add-9842-62f690e11239 HTTP/1.1" status: 204 len: 168 time: 0.3874948 Aug 27 02:51:29.063261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.071364 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec19c0f-bc38-4732-ba93-439b474b3f86 x-openstack-request-id: req-7ec19c0f-bc38-4732-ba93-439b474b3f86 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:29.071659 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "name": "network-vif-plugged", "status": "completed", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:29.071968 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ec19c0f-bc38-4732-ba93-439b474b3f86 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:29.072375 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8', 'code': 200} Aug 27 02:51:29.087658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.123646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dc991-9b68-43dc-953c-e6e6476c0c33 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=c5a5dc53-4dd7-4add-9842-62f690e11239,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.145971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724edb6-1755-4488-805d-f2b9d8ab17bb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:29.150920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f724edb6-1755-4488-805d-f2b9d8ab17bb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0850792 Aug 27 02:51:29.151141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47180) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.186528 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cd3a56-a747-47c9-99d2-a89350e35812 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:29.188168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f8cd3a56-a747-47c9-99d2-a89350e35812 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/01efd77a-298e-43fa-9678-4ca8b56c293c HTTP/1.1" status: 404 len: 333 time: 0.0359960 Aug 27 02:51:29.190901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47186) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.235312 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-034635c6-b3d6-498e-932d-f310ab5afcbf tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:29.236821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-034635c6-b3d6-498e-932d-f310ab5afcbf tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/c5a5dc53-4dd7-4add-9842-62f690e11239 HTTP/1.1" status: 404 len: 333 time: 0.0450389 Aug 27 02:51:29.240226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47196) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.253318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4956e0-993e-4b50-b9a1-90ee2d67d963 req-e4a9a893-3476-4530-ad53-450c4ef32181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:29.254887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a4956e0-993e-4b50-b9a1-90ee2d67d963 req-e4a9a893-3476-4530-ad53-450c4ef32181 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 1096 time: 0.0771966 Aug 27 02:51:29.294771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a4956e0-993e-4b50-b9a1-90ee2d67d963 req-9125e216-6420-445c-8254-bafcd7c6a8fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Aug 27 02:51:29.330056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.427139 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.438741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e880e9-9d3e-425c-be30-2378253e29f5']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:29.450339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff97d9b1-cec3-459e-8c0d-fee76b1e2099') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:29.450781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff97d9b1-cec3-459e-8c0d-fee76b1e2099') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:29.462560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.484252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.495653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:29.496099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.498245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc5e5-e7b9-4b1c-a746-62d7e68c5fea req-c142eea9-1bc4-4cbd-913e-e8cb5e9448d3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:29.499143 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:29.502100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14acc5e5-e7b9-4b1c-a746-62d7e68c5fea req-c142eea9-1bc4-4cbd-913e-e8cb5e9448d3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0562627 Aug 27 02:51:29.546970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14acc5e5-e7b9-4b1c-a746-62d7e68c5fea req-6963ce7e-afa2-41e5-9f10-1928864b1251 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Aug 27 02:51:29.566832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.572715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.575264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/93e880e9-9d3e-425c-be30-2378253e29f5 HTTP/1.1" status: 204 len: 168 time: 0.3334785 Aug 27 02:51:29.578654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.587122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065535615'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:29.597223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21993a1d-c9fc-4c98-be38-e922355269a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=93e880e9-9d3e-425c-be30-2378253e29f5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.613620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:29.616994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.641163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:29.650358 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.650736 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment b1f7aacb-7721-4eed-89a8-677293e689d2 of type vlan for network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 Aug 27 02:51:29.692734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.723392 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.729200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:29.729785 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:29.793194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2131851 Aug 27 02:51:29.796762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47284) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:29.802284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:29.808486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39cd1b-4288-409a-ae94-fa1acf61a865 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=bafdcf33-95dd-49a4-a1c6-75aeaae0f393,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:29.819896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:29.908610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:29.912107 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.110252 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.171587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=7c292374-091a-4f49-8c00-238e79feb39a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:30.182361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': 'b1f7aacb-7721-4eed-89a8-677293e689d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:30.182756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: bafdcf33-95dd-49a4-a1c6-75aeaae0f393, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:30.200157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:30.209419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, bafdcf33-95dd-49a4-a1c6-75aeaae0f393) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:30.214681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:30.215948 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.219682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fc2cc-f552-4e31-bba8-5b898c9fd87a None None] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:30.234834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47358) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:30.235396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cde08640-9110-4b99-ab0e-68f491fc464a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369521 Aug 27 02:51:30.241460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393', 'name': 'tempest-PortsIpV6TestJSON-1960590234'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:30.375664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:30.379779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.389980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-bafdcf33-95dd-49a4-a1c6-75aeaae0f393', 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': '7c292374-091a-4f49-8c00-238e79feb39a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:30.390727 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.403738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 0595cd5f-c349-46c1-bc52-4b4edd8d81c5 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:30.541960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Allocated IP 2001:db8::2 (bafdcf33-95dd-49a4-a1c6-75aeaae0f393/7c292374-091a-4f49-8c00-238e79feb39a/1ca53f31-0885-4631-bac0-3fcb14276313) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:30.689030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab881-e789-4866-95d8-f433f6a1b79b req-7d542ab9-f9c3-44ee-bf29-de57811a802a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:30.690618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f0ab881-e789-4866-95d8-f433f6a1b79b req-7d542ab9-f9c3-44ee-bf29-de57811a802a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0695047 Aug 27 02:51:30.710938 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.724046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Transition to ACTIVE for port object 1ca53f31-0885-4631-bac0-3fcb14276313 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:30.741076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f0ab881-e789-4866-95d8-f433f6a1b79b req-cad0e2cc-9027-474f-8919-7cbf71f8af1a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Aug 27 02:51:30.742149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Transition to ACTIVE for port object 1ca53f31-0885-4631-bac0-3fcb14276313 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:30.748489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.794422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:30.799580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:30.803593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:30.810118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Pushing event updated for resources: {'Port': ['ID=1ca53f31-0885-4631-bac0-3fcb14276313,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:30.820568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.821182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.821613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.821613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.822034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.822257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.822519 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.822856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.823149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.823467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.823785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.824208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:30.827673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::91 (bafdcf33-95dd-49a4-a1c6-75aeaae0f393/7c292374-091a-4f49-8c00-238e79feb39a/0595cd5f-c349-46c1-bc52-4b4edd8d81c5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:30.879555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Attempting to bind port 1ca53f31-0885-4631-bac0-3fcb14276313 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:30.879850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Attempting to bind port 1ca53f31-0885-4631-bac0-3fcb14276313 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b1f7aacb-7721-4eed-89a8-677293e689d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:30.880539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Attempting to bind port 1ca53f31-0885-4631-bac0-3fcb14276313 on network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:30.885855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:30.886231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Checking segment: {'id': 'b1f7aacb-7721-4eed-89a8-677293e689d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:30.886664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.887863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Bound using segment: {'id': 'b1f7aacb-7721-4eed-89a8-677293e689d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:30.888429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Bound port: 1ca53f31-0885-4631-bac0-3fcb14276313, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f7aacb-7721-4eed-89a8-677293e689d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bafdcf33-95dd-49a4-a1c6-75aeaae0f393'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:30.888684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.931989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:30.977872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] For port 1ca53f31-0885-4631-bac0-3fcb14276313, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:30.984770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] For port 1ca53f31-0885-4631-bac0-3fcb14276313, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1ca53f31-0885-4631-bac0-3fcb14276313,segment=NetworkSegment(b1f7aacb-7721-4eed-89a8-677293e689d2),segment_id=b1f7aacb-7721-4eed-89a8-677293e689d2)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:30.993924 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.010947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.025294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 0595cd5f-c349-46c1-bc52-4b4edd8d81c5 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:31.064315 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.077028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d74dca-bac8-4f94-bdc0-d5b023d43e72 None None] Pushing event updated for resources: {'Port': ['ID=1ca53f31-0885-4631-bac0-3fcb14276313,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.109662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:31.112787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:31.116417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:31.122160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:31.122824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.139535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=0595cd5f-c349-46c1-bc52-4b4edd8d81c5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.145774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b02e4094-e466-4e42-99bc-9f4339a4d436 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9088540 Aug 27 02:51:31.148508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47470) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:31.254610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 0595cd5f-c349-46c1-bc52-4b4edd8d81c5 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:31.255238 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.351677 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.365995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 0595cd5f-c349-46c1-bc52-4b4edd8d81c5 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:31.491178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1ca53f31-0885-4631-bac0-3fcb14276313 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:31.505985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.533178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=0595cd5f-c349-46c1-bc52-4b4edd8d81c5,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.544963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1ca53f31-0885-4631-bac0-3fcb14276313 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:31.565460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.567335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4e4558cd-43aa-4f88-8a38-fd72efb2a8f1 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/0595cd5f-c349-46c1-bc52-4b4edd8d81c5 HTTP/1.1" status: 204 len: 168 time: 0.4178784 Aug 27 02:51:31.570056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:31.597202 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a08e4bb-de19-4a58-913b-240948334094 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:51:31.597804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a08e4bb-de19-4a58-913b-240948334094 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:51:31.599463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6a08e4bb-de19-4a58-913b-240948334094 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/0595cd5f-c349-46c1-bc52-4b4edd8d81c5 HTTP/1.1" status: 404 len: 333 time: 0.0284603 Aug 27 02:51:31.601929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47474) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:31.625696 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caf7171-2eb4-4068-a8d0-c137edd48d8a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:31.627138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9caf7171-2eb4-4068-a8d0-c137edd48d8a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/0595cd5f-c349-46c1-bc52-4b4edd8d81c5 HTTP/1.1" status: 404 len: 333 time: 0.0242946 Aug 27 02:51:31.630061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:31.683182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 7c292374-091a-4f49-8c00-238e79feb39a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:31.686653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.733876 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.831200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.891883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50337-293b-422d-a417-b2145718a5ea req-43f19d91-cbff-4cd5-bbec-8b0f14137ce8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:31.893441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5aa50337-293b-422d-a417-b2145718a5ea req-43f19d91-cbff-4cd5-bbec-8b0f14137ce8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0523040 Aug 27 02:51:31.900221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.934616 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5aa50337-293b-422d-a417-b2145718a5ea req-61ea2c6b-0642-46d5-9697-b07f26035900 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Aug 27 02:51:31.937982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:31.940168 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/7c292374-091a-4f49-8c00-238e79feb39a HTTP/1.1" status: 204 len: 168 time: 0.3088486 Aug 27 02:51:31.941181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56fee-ad79-4dd8-8978-6ccb4b388b11 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=7c292374-091a-4f49-8c00-238e79feb39a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:31.943473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47480) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:31.997485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be33a00-f739-41b0-b47e-e6283d186e7c None None] Network bafdcf33-95dd-49a4-a1c6-75aeaae0f393 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:32.065467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.087936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9459f21-ae28-43be-8240-b587760cf1e5 req-ef3881ea-70ca-4371-bcc6-550748ad0d34 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.095508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9459f21-ae28-43be-8240-b587760cf1e5 req-ef3881ea-70ca-4371-bcc6-550748ad0d34 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0772481 Aug 27 02:51:32.117594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Provisioning for port 1ca53f31-0885-4631-bac0-3fcb14276313 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:32.123774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Provisioning complete for port 1ca53f31-0885-4631-bac0-3fcb14276313 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:32.124141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.173249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9459f21-ae28-43be-8240-b587760cf1e5 req-72ca880b-6e1c-4940-a1fb-3eb55d4d7ce9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 Aug 27 02:51:32.201247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 1ca53f31-0885-4631-bac0-3fcb14276313 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:32.201599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.291409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port 1ca53f31-0885-4631-bac0-3fcb14276313, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1ca53f31-0885-4631-bac0-3fcb14276313,segment=NetworkSegment(b1f7aacb-7721-4eed-89a8-677293e689d2),segment_id=b1f7aacb-7721-4eed-89a8-677293e689d2)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:32.291748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.298411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] DHCP port deletion for bafdcf33-95dd-49a4-a1c6-75aeaae0f393 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:32.321715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 1ca53f31-0885-4631-bac0-3fcb14276313 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:32.343287 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.347552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-36ee210a-b422-4782-84e8-14a0645355d6 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.350118 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-36ee210a-b422-4782-84e8-14a0645355d6 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 814 time: 0.1330528 Aug 27 02:51:32.367732 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-1f8ec94d-68b8-4e1f-894a-816a956a1ab8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/quotas/38a2c3ba3eea4539bfc2b553748e6dfb HTTP/1.1" status: 200 len: 375 time: 0.0102603 Aug 27 02:51:32.410087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-86f4a970-c131-491b-bbe3-1a4f47b3a913 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322018 Aug 27 02:51:32.422276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814334d3-2108-4c0f-879a-bf3fd9278457 req-2284ff8b-0d97-4174-9237-c22b627a26d4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.423910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-814334d3-2108-4c0f-879a-bf3fd9278457 req-2284ff8b-0d97-4174-9237-c22b627a26d4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.1040196 Aug 27 02:51:32.480975 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-814334d3-2108-4c0f-879a-bf3fd9278457 req-e370b148-e9fc-4e90-8f57-2f8d3b48df94 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471931 Aug 27 02:51:32.514359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:32.538309 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-23238a1a-563c-4839-8742-5bb94cf0ab04 service neutron] 10.222.0.26 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207275 Aug 27 02:51:32.544400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] For port 1ca53f31-0885-4631-bac0-3fcb14276313, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1ca53f31-0885-4631-bac0-3fcb14276313,segment=NetworkSegment(b1f7aacb-7721-4eed-89a8-677293e689d2),segment_id=b1f7aacb-7721-4eed-89a8-677293e689d2)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:32.553193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Deleting port 1ca53f31-0885-4631-bac0-3fcb14276313 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:32.553596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.557321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.585621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.625156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e60fca-afc3-4b06-82f9-00baefda4d76 None None] Pushing event deleted for resources: {'Port': ['ID=1ca53f31-0885-4631-bac0-3fcb14276313,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.625433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=1ca53f31-0885-4631-bac0-3fcb14276313,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.632483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port 1ca53f31-0885-4631-bac0-3fcb14276313 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:32.647896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] For port 1ca53f31-0885-4631-bac0-3fcb14276313, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1ca53f31-0885-4631-bac0-3fcb14276313,segment=NetworkSegment(b1f7aacb-7721-4eed-89a8-677293e689d2),segment_id=b1f7aacb-7721-4eed-89a8-677293e689d2)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:32.648658 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.661537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-6f6abd72-7337-4458-9e5b-e25fea79720e service neutron] 10.222.0.26 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220782 Aug 27 02:51:32.665586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Calling delete_port for 1ca53f31-0885-4631-bac0-3fcb14276313 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:32.684687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f39ccbd-71dd-45f3-83dd-00cb0aeceb5b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 200 len: 994 time: 0.1680059 Aug 27 02:51:32.753692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.767558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafdcf33-95dd-49a4-a1c6-75aeaae0f393']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:32.781941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.808631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f7aacb-7721-4eed-89a8-677293e689d2') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:32.808631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f7aacb-7721-4eed-89a8-677293e689d2') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:32.812279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] Pushing event deleted for resources: {'Port': ['ID=1ca53f31-0885-4631-bac0-3fcb14276313,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:32.824117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c33bf-525f-4660-b3ed-8e92e77072a0 None None] No DVR routers for this DVR port 1ca53f31-0885-4631-bac0-3fcb14276313 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:32.829053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.854535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.860895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:32.861300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:32.864320 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:32.923509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0544ab-8158-4523-8126-292abe2525cb req-7b3a36e2-d5ed-454a-918e-a3cb555fcdaf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:32.925327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa0544ab-8158-4523-8126-292abe2525cb req-7b3a36e2-d5ed-454a-918e-a3cb555fcdaf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0588050 Aug 27 02:51:32.951762 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7ade86e-d543-4d9e-83bc-c4560103316c req-c82c3630-5016-4e6c-955c-824f8002fcec tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 210 time: 0.0466428 Aug 27 02:51:32.979962 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.981850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa0544ab-8158-4523-8126-292abe2525cb req-6606d287-7514-49e9-b138-21376d1489e7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Aug 27 02:51:32.983365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:32.990239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:32.995409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1618990948'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:32.998994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/bafdcf33-95dd-49a4-a1c6-75aeaae0f393 HTTP/1.1" status: 204 len: 168 time: 1.0542562 Aug 27 02:51:33.017240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce373c-648b-4532-9aae-008cc880918f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=bafdcf33-95dd-49a4-a1c6-75aeaae0f393,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:33.019566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:33.023225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.047302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:33.056506 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.057086 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment ae27ddfc-635c-4314-9ec8-34a1f781317f of type vlan for network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e Aug 27 02:51:33.102606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.118495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48123b-78ea-431c-9136-51886609b5e1 req-a0bacc78-c50a-4770-ac27-5cc1e6c650da tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.120189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf48123b-78ea-431c-9136-51886609b5e1 req-a0bacc78-c50a-4770-ac27-5cc1e6c650da tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1097 time: 0.0606425 Aug 27 02:51:33.132267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.138972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.139682 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.159452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf48123b-78ea-431c-9136-51886609b5e1 req-63440675-e933-439a-96e0-445125bbc7a0 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Aug 27 02:51:33.225245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=3e8a22fc-5086-4f87-8d47-bcc9e3985e2e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:33.239115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:33.243235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:33.243948 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-90fae818-36b5-413c-bd45-ffdb46e96f2b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2518716 Aug 27 02:51:33.244198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:33.345631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:33.349241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.493521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1ca53f31-0885-4631-bac0-3fcb14276313 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:33.520030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 1ca53f31-0885-4631-bac0-3fcb14276313 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:33.520742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1ca53f31-0885-4631-bac0-3fcb14276313 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:33.581078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.645974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=23f0ae5f-ecb3-427d-93d2-4753b6310615,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:33.656729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': 'ae27ddfc-635c-4314-9ec8-34a1f781317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:33.657111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:33.675144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:33.684700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:33.688666 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:33.689241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.698630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de0420-e5ab-4563-b378-2e04dc344511 None None] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:33.704532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4d800bb8-86f9-4cd7-a94b-30ff2c63600c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4642467 Aug 27 02:51:33.707231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47548) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:33.712740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1839657101'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:33.756664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:33.853620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:33.861159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.882880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port e60ae911-e650-4dd0-975e-965beef7b745 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:33.892131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-3e8a22fc-5086-4f87-8d47-bcc9e3985e2e', 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': '23f0ae5f-ecb3-427d-93d2-4753b6310615'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:33.893246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:33.963678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-a214a2f8-b6ae-4563-b762-4f2cf7639151 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2057991 Aug 27 02:51:34.013638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-a14c7414-f25a-48eb-a809-3099113bd425 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.016926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-a14c7414-f25a-48eb-a809-3099113bd425 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.15 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 814 time: 0.1803546 Aug 27 02:51:34.031372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Request body: {'port': {'device_id': '63f92944-647a-4e05-bd4b-d983cc6594be', 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0', 'admin_state_up': True, 'tenant_id': '38a2c3ba3eea4539bfc2b553748e6dfb'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:34.058731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::10a (3e8a22fc-5086-4f87-8d47-bcc9e3985e2e/23f0ae5f-ecb3-427d-93d2-4753b6310615/e60ae911-e650-4dd0-975e-965beef7b745) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:34.120148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28df2cc6-f225-465c-9c7d-152ac1365762 req-4ead79bc-c287-4872-a730-c51e6b9f8e24 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 210 time: 0.0340044 Aug 27 02:51:34.231401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.240284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Made reservation on behalf of 38a2c3ba3eea4539bfc2b553748e6dfb for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:34.244005 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.250730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object e60ae911-e650-4dd0-975e-965beef7b745 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:34.279671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9bf6-0b15-44a8-9c9c-e61ee74c9109 req-d36211f5-2831-42b3-b7fb-dbbf01bc8ffd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.281192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9fd9bf6-0b15-44a8-9c9c-e61ee74c9109 req-d36211f5-2831-42b3-b7fb-dbbf01bc8ffd tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.0785217 Aug 27 02:51:34.289670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.337692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Allocated IP 2001:db8::2 (3e8a22fc-5086-4f87-8d47-bcc9e3985e2e/23f0ae5f-ecb3-427d-93d2-4753b6310615/ada2085c-f18e-4a92-b5ed-53152e65e133) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:34.349112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=e60ae911-e650-4dd0-975e-965beef7b745,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.364671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:34.366606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:34.370069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:34.376494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.377764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.403649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79a9f818-648d-4e0e-8997-a8f320cf3d3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6944809 Aug 27 02:51:34.406860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47566) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:34.412636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9fd9bf6-0b15-44a8-9c9c-e61ee74c9109 req-9e847cc9-ed95-4b32-92b5-312a07160406 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146691 Aug 27 02:51:34.504928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Allocated IP 172.20.0.10 (0acc9b0f-6e07-475e-a631-c6e2cc48e7e0/cf86c8f9-2dda-4ae8-88af-23f018a67778/a449cf5e-211c-4095-b139-e6f63bfc14c1) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:34.516711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port e60ae911-e650-4dd0-975e-965beef7b745 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:34.517272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.548440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.560436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Transition to ACTIVE for port object ada2085c-f18e-4a92-b5ed-53152e65e133 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:34.581728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Transition to ACTIVE for port object ada2085c-f18e-4a92-b5ed-53152e65e133 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:34.591429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.641667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Pushing event updated for resources: {'Port': ['ID=ada2085c-f18e-4a92-b5ed-53152e65e133,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.655360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:34.657313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:34.659717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:34.665012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.677110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-d59ce98b-35f4-465b-af19-c3a30cf5f96b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.678938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-d59ce98b-35f4-465b-af19-c3a30cf5f96b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 945 time: 0.1097717 Aug 27 02:51:34.685092 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.726160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for e60ae911-e650-4dd0-975e-965beef7b745 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:34.733819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Attempting to bind port ada2085c-f18e-4a92-b5ed-53152e65e133 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:34.733819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Attempting to bind port ada2085c-f18e-4a92-b5ed-53152e65e133 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'ae27ddfc-635c-4314-9ec8-34a1f781317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:34.734039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Attempting to bind port ada2085c-f18e-4a92-b5ed-53152e65e133 on network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:34.739131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.740387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:34.740907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Checking segment: {'id': 'ae27ddfc-635c-4314-9ec8-34a1f781317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:34.741387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.742049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Bound using segment: {'id': 'ae27ddfc-635c-4314-9ec8-34a1f781317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:34.742750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Bound port: ada2085c-f18e-4a92-b5ed-53152e65e133, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae27ddfc-635c-4314-9ec8-34a1f781317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3e8a22fc-5086-4f87-8d47-bcc9e3985e2e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:34.743185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.793087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:34.796954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:34.803799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:34.839971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Pushing event updated for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.849736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f40aafaa-6473-4996-b100-29238feee268 None None] For port ada2085c-f18e-4a92-b5ed-53152e65e133, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:34.855880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f40aafaa-6473-4996-b100-29238feee268 None None] For port ada2085c-f18e-4a92-b5ed-53152e65e133, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ada2085c-f18e-4a92-b5ed-53152e65e133,segment=NetworkSegment(ae27ddfc-635c-4314-9ec8-34a1f781317f),segment_id=ae27ddfc-635c-4314-9ec8-34a1f781317f)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:34.860385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.874590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:34.875358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:34.888655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-67d45d3e-35c2-4362-bc27-ee05831edab3 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:51:34.889915 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-67d45d3e-35c2-4362-bc27-ee05831edab3 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1947010 Aug 27 02:51:34.900061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-2e43585b-b2e0-4d1d-a55d-882e408c0aa7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8738201 Aug 27 02:51:34.906879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Request body: {'binding': {'host': 'n-h1-806292-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:34.907418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Unknown quota resources ['binding']. {{(pid=94831) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 27 02:51:34.916727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Request body: {'port': {'device_id': '63f92944-647a-4e05-bd4b-d983cc6594be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:34.929685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40aafaa-6473-4996-b100-29238feee268 None None] Pushing event updated for resources: {'Port': ['ID=ada2085c-f18e-4a92-b5ed-53152e65e133,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:34.970242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:34.970775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.032382 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.045267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.095004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=e60ae911-e650-4dd0-975e-965beef7b745,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:35.132347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.138674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0bbbc4c3-a3a9-4168-8d0c-b7a12db92d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/e60ae911-e650-4dd0-975e-965beef7b745 HTTP/1.1" status: 204 len: 168 time: 0.7305887 Aug 27 02:51:35.139523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47570) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:35.194952 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0499344b-fa51-4e54-bc19-5ccb0ee5531f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:35.200185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0499344b-fa51-4e54-bc19-5ccb0ee5531f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/e60ae911-e650-4dd0-975e-965beef7b745 HTTP/1.1" status: 404 len: 333 time: 0.0547898 Aug 27 02:51:35.202905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47574) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:35.216169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:35.217462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.249737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on host n-h1-806292-1 for vnic_type normal with profile None {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:35.250071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:35.250442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:35.255259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:35.265928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:35.266252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:35.294083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:35.294498 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:35.295133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Bound using segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:35.295282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Bound port: 09d05fb4-60ec-4116-9460-ec3e58934e22, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:35.299554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 23f0ae5f-ecb3-427d-93d2-4753b6310615 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:35.306488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.386511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.539910 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.552013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ada2085c-f18e-4a92-b5ed-53152e65e133 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:35.571412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.606501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['145b084a-e7b4-42b1-9109-db57caa50aa0', 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:35.614462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:35.674473 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:35.677347 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.679569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-714236d5-0f65-427c-bb01-54d03fd9e431 req-0c54645e-32a6-4837-a565-97177600386a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "DELETE /v2.0/ports/ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 HTTP/1.1" status: 204 len: 173 time: 0.9913156 Aug 27 02:51:35.680019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'name': 'network-vif-deleted', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:35.682516 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a638a8-175b-4020-b838-42c007b3dd79" -d '{"events": [{"server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "name": "network-vif-deleted", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:35.687278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.703029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.707325 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/23f0ae5f-ecb3-427d-93d2-4753b6310615 HTTP/1.1" status: 204 len: 168 time: 0.5010123 Aug 27 02:51:35.724018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47580) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:35.724781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f1e42-c502-4e0d-9683-adf66260fea0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=23f0ae5f-ecb3-427d-93d2-4753b6310615,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:35.757647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port ada2085c-f18e-4a92-b5ed-53152e65e133 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:35.847056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.933537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port ada2085c-f18e-4a92-b5ed-53152e65e133 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:35.934160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:35.963964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452365ee-155f-49a1-921f-f8595a0057f4 req-b0569a04-6c5f-4eac-8183-65851f79d777 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:35.968017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-452365ee-155f-49a1-921f-f8595a0057f4 req-b0569a04-6c5f-4eac-8183-65851f79d777 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 932 time: 0.7233460 Aug 27 02:51:36.022058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port ada2085c-f18e-4a92-b5ed-53152e65e133, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ada2085c-f18e-4a92-b5ed-53152e65e133,segment=NetworkSegment(ae27ddfc-635c-4314-9ec8-34a1f781317f),segment_id=ae27ddfc-635c-4314-9ec8-34a1f781317f)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:36.022510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.040702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for ada2085c-f18e-4a92-b5ed-53152e65e133 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:36.052752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:36.066337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.067997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-449b54bc-a417-4db3-b43e-78c3dad0e5b4 service neutron] 10.222.0.26 "POST /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22/bindings HTTP/1.1" status: 201 len: 389 time: 1.1668794 Aug 27 02:51:36.091793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-452365ee-155f-49a1-921f-f8595a0057f4 req-0e831cb3-4cd0-4757-a0b9-614234332d99 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155648 Aug 27 02:51:36.222496 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a1549-00c1-4cd3-9d2e-b7b63b0c0240 x-openstack-request-id: req-ed3a1549-00c1-4cd3-9d2e-b7b63b0c0240 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:36.222796 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2389ff4-4f16-4d38-979c-19ec6fbe1b35", "name": "network-vif-deleted", "tag": "ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:36.223118 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed3a1549-00c1-4cd3-9d2e-b7b63b0c0240 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:36.223487 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2389ff4-4f16-4d38-979c-19ec6fbe1b35', 'name': 'network-vif-deleted', 'tag': 'ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8', 'status': 'completed', 'code': 200} Aug 27 02:51:36.230939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.263605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=ada2085c-f18e-4a92-b5ed-53152e65e133,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.268139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port ada2085c-f18e-4a92-b5ed-53152e65e133 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:36.292069 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb8da70-c295-4f2e-b284-8f696061f3c9 req-6ad50797-bfc3-4974-961c-3506d8fae9a8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0877984 Aug 27 02:51:36.294717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a449cf5e-211c-4095-b139-e6f63bfc14c1 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:36.308538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.334042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Transition to ACTIVE for port object a449cf5e-211c-4095-b139-e6f63bfc14c1 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:36.342608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.415607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e7415-207b-4790-a095-b39ea8cfc3d8 None None] Network 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:36.454040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.491392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Attempting to bind port a449cf5e-211c-4095-b139-e6f63bfc14c1 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:36.492376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Attempting to bind port a449cf5e-211c-4095-b139-e6f63bfc14c1 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:36.492718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Attempting to bind port a449cf5e-211c-4095-b139-e6f63bfc14c1 on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:36.498280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Port a449cf5e-211c-4095-b139-e6f63bfc14c1 on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:36.498816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Attempting to bind port a449cf5e-211c-4095-b139-e6f63bfc14c1 on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:36.505115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:36.505499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Checking segment: {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:36.505876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Bound using segment: {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:36.506311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Bound port: a449cf5e-211c-4095-b139-e6f63bfc14c1, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:36.509190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.550988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2957afda-2f10-4448-a644-fbef33bd7fc3 None None] Could not find standard attr ID for object ada2085c-f18e-4a92-b5ed-53152e65e133. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:36.601955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:36.606639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:36.615323 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.651672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.652367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.653934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a449cf5e-211c-4095-b139-e6f63bfc14c1 HTTP/1.1" status: 200 len: 1092 time: 1.7431731 Aug 27 02:51:36.654557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:36.658241 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4acc981-f7a5-4d13-8ccd-922004afcf92" -d '{"events": [{"name": "network-changed", "server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:36.660311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b82e86-a962-48c8-adba-aa8ad7d16d68 None None] DHCP port deletion for 3e8a22fc-5086-4f87-8d47-bcc9e3985e2e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:36.727407 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a42c2-2ef3-450b-9be8-f262053a54dc x-openstack-request-id: req-ec8a42c2-2ef3-450b-9be8-f262053a54dc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:36.727719 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:36.727965 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec8a42c2-2ef3-450b-9be8-f262053a54dc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:36.728318 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1', 'status': 'completed', 'code': 200} Aug 27 02:51:36.734272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8933ef3-2eaf-495d-9b00-d55df66226f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:36.768443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-fbaa1d25-9314-49d7-a916-f1903b4913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.770247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-fbaa1d25-9314-49d7-a916-f1903b4913dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 1095 time: 0.0601351 Aug 27 02:51:36.811112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.823433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-61cab87f-2ea8-44fb-9173-d792c8ef8bfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1 HTTP/1.1" status: 200 len: 217 time: 0.0450222 Aug 27 02:51:36.826064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8a22fc-5086-4f87-8d47-bcc9e3985e2e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:36.847441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae27ddfc-635c-4314-9ec8-34a1f781317f') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:36.848415 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae27ddfc-635c-4314-9ec8-34a1f781317f') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:36.864185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.876562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961c6b6-9ec7-49aa-8ba7-953d0c7dc670 req-883cb7ee-8dd8-4bea-ad7b-4397dafeabb2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.878305 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f961c6b6-9ec7-49aa-8ba7-953d0c7dc670 req-883cb7ee-8dd8-4bea-ad7b-4397dafeabb2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.5674033 Aug 27 02:51:36.881456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-da137509-dec0-4487-aa21-cdcc52821e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.883050 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-da137509-dec0-4487-aa21-cdcc52821e0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 200 len: 854 time: 0.0529184 Aug 27 02:51:36.888004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-bac70e3d-e12a-401d-a497-165fb7a5a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:36.889559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-bac70e3d-e12a-401d-a497-165fb7a5a37b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1097 time: 0.1592786 Aug 27 02:51:36.900529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.917403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-6f39dbc3-0818-48c8-9d6f-ec36b1f48c14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279031 Aug 27 02:51:36.969076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:36.969698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:36.973755 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:37.021678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-759f1959-b358-4def-923f-9e98ee724f35 service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972819 Aug 27 02:51:37.082881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f961c6b6-9ec7-49aa-8ba7-953d0c7dc670 req-7869e00b-f3a6-40fd-a777-c594f3328354 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899722 Aug 27 02:51:37.085658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.092317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.094645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/3e8a22fc-5086-4f87-8d47-bcc9e3985e2e HTTP/1.1" status: 204 len: 168 time: 1.3674996 Aug 27 02:51:37.098793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.113172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'name': 'tempest-PortsIpV6TestJSON-547065131'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.123385 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9cee2-4aac-46d0-8d72-2f6fd0b9660a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=3e8a22fc-5086-4f87-8d47-bcc9e3985e2e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.134901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-1f9ac340-0bfe-4e86-814e-fbf79e58744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.136410 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-1f9ac340-0bfe-4e86-814e-fbf79e58744b service neutron] 10.222.0.46 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.2338471 Aug 27 02:51:37.238330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8f01865-d03d-4b36-97b6-543f86d32068 req-ac391fcd-797f-41b8-a216-6bee1110d281 service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093568 Aug 27 02:51:37.246739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-cd06b8e4-0dbf-4a0d-8f81-4f8dfb4bbfdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1002 time: 0.1000948 Aug 27 02:51:37.274659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c943-e7c7-466f-9a3e-590d09a0d60c req-d182fec4-08c8-4a20-b7c4-6b9669a23845 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.276193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ef5c943-e7c7-466f-9a3e-590d09a0d60c req-d182fec4-08c8-4a20-b7c4-6b9669a23845 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 944 time: 0.0979047 Aug 27 02:51:37.292876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:37.296899 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.318697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-fbecad1c-bb2b-4337-a616-4bf6f0589b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.320212 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-fbecad1c-bb2b-4337-a616-4bf6f0589b1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.0655162 Aug 27 02:51:37.362191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 72b4c5a4-6a25-42c2-9044-21f4b6e77a05 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:37.377965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-fa332b0e-f038-4621-9caa-36f57756c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.380295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-fa332b0e-f038-4621-9caa-36f57756c033 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536523 Aug 27 02:51:37.397663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ef5c943-e7c7-466f-9a3e-590d09a0d60c req-3f24c4f5-d39f-4d37-959c-b36f586bb0f8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123619 Aug 27 02:51:37.442841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00ad221c-b4a9-4167-8a94-68157a132411 req-103762c9-a820-4c00-a773-aea5800e681d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0567451 Aug 27 02:51:37.445860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-ca3a0dd3-b664-4dcd-9c69-7c71d686538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.447445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-ca3a0dd3-b664-4dcd-9c69-7c71d686538a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 1095 time: 0.1483748 Aug 27 02:51:37.530726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-7db7712c-fdad-4777-bef7-3faf42b389d5 service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427906 Aug 27 02:51:37.531696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ada2085c-f18e-4a92-b5ed-53152e65e133 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:37.576540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ada2085c-f18e-4a92-b5ed-53152e65e133 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:37.576904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ada2085c-f18e-4a92-b5ed-53152e65e133 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:37.637785 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-46f18494-d73f-4b75-a85c-a7f4d37d1a0a service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978065 Aug 27 02:51:37.639548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-9ed01b1f-8a2f-4735-a724-38fe7e6f444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.641256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-9ed01b1f-8a2f-4735-a724-38fe7e6f444f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 915 time: 0.1820154 Aug 27 02:51:37.653476 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.698415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-1eee3fd3-81e8-4161-9e2e-32f9d7dd0603 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1 HTTP/1.1" status: 200 len: 217 time: 0.0487931 Aug 27 02:51:37.774261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-43188e05-2b9e-4c42-84df-c76f076d48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.775813 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-43188e05-2b9e-4c42-84df-c76f076d48a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 200 len: 854 time: 0.0696261 Aug 27 02:51:37.777198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.833731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-656dcbde-4995-4ee6-8cc5-32b6e47e3f02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493674 Aug 27 02:51:37.849555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-49bfb14e-2b57-434d-a02c-2ebd3d5e7558 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.851997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-49bfb14e-2b57-434d-a02c-2ebd3d5e7558 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&tenant_id=02fd06edcdb54098bf7418c1b8213fb3&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1097 time: 0.1058013 Aug 27 02:51:37.864071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806292-1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:37.866959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:37.882267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:37.913801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:37.919975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:37.920589 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.923100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=72b4c5a4-6a25-42c2-9044-21f4b6e77a05,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:37.946233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7d8fddd-52ac-4aed-b2a3-26f9430e5c7b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8403184 Aug 27 02:51:37.950180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47592) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:37.959858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:37.983758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-6bd79d77-1b3d-4aef-819a-521764cda95b service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394367 Aug 27 02:51:38.101546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4acc981-f7a5-4d13-8ccd-922004afcf92 req-fd64a4f6-bcfd-4b4f-ad38-f4a1ccc9c76b service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092861 Aug 27 02:51:38.126231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 72b4c5a4-6a25-42c2-9044-21f4b6e77a05 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:38.126605 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.213861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.217452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:38.236383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 72b4c5a4-6a25-42c2-9044-21f4b6e77a05 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:38.241230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353fa8-8652-4a4a-b511-02264ac27a85 req-0c628b27-4984-47a4-872c-a0091b58e4e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.242974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06353fa8-8652-4a4a-b511-02264ac27a85 req-0c628b27-4984-47a4-872c-a0091b58e4e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0738444 Aug 27 02:51:38.296038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06353fa8-8652-4a4a-b511-02264ac27a85 req-b985ba15-3b44-408e-abd6-6a0223e9ffaa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Aug 27 02:51:38.306550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:38.360406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:38.362772 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359f1cc-e282-4efe-82a2-2eb05c082135" -d '{"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-unplugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:38.368153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.379852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.407397 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.415099 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2644bcc-c18f-48a1-911c-3ab095856332 x-openstack-request-id: req-a2644bcc-c18f-48a1-911c-3ab095856332 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:38.415390 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-unplugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:38.415644 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2644bcc-c18f-48a1-911c-3ab095856332 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:38.416058 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'code': 200} Aug 27 02:51:38.462838 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.468075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/72b4c5a4-6a25-42c2-9044-21f4b6e77a05 HTTP/1.1" status: 204 len: 168 time: 0.5131783 Aug 27 02:51:38.469087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47600) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:38.476310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'mac_address': 'fa:16:3e:bb:f9:1d', 'name': 'tempest-PortsIpV6TestJSON-1513052886'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:38.539160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:38.620569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c435b34-0689-46cb-9443-23f12a1f9eee tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=72b4c5a4-6a25-42c2-9044-21f4b6e77a05,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:38.644981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:38.660199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1504f8e3-f180-42eb-9f38-c3495f49de62 req-b706df16-a1f3-41f1-a3b3-b7c1cb395767 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0808344 Aug 27 02:51:38.705173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22a7d7-e4d3-47e8-8233-28bc5b98798c req-92225a9a-8acb-4b84-b303-f08f9ad2e0f7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.706146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on host n-h2-806292-1 for vnic_type normal with profile {"migrating_to": "n-h1-806292-1"} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:38.706618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:38.706786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d22a7d7-e4d3-47e8-8233-28bc5b98798c req-92225a9a-8acb-4b84-b303-f08f9ad2e0f7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 944 time: 0.1117616 Aug 27 02:51:38.707182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:38.712155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:51:38.713103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Attempting to bind port 09d05fb4-60ec-4116-9460-ec3e58934e22 on network 733765ef-91ac-4966-aa5d-bef223aee2b4 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:38.720359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:38.720835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Checking segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:38.721314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Bound using segment: {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:38.722763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Bound port: 09d05fb4-60ec-4116-9460-ec3e58934e22, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ff412-f438-4d28-bf9d-77564107e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:38.723341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.769984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.774436 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d22a7d7-e4d3-47e8-8233-28bc5b98798c req-d8de371a-c7ca-4a7d-b2a6-21278dbde158 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608406 Aug 27 02:51:38.797007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 92bef2ea-9f47-4e4c-adf4-e909349db769 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:38.816099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d7e5ea28-16d7-42f2-8f62-99a63b1531fe None None] Provisioning complete for port 09d05fb4-60ec-4116-9460-ec3e58934e22 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:38.816668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ea28-16d7-42f2-8f62-99a63b1531fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.820960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:38.833916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:38.837645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:38.844179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.870702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:38.871626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device ccb73e6d-21c0-4d1f-8cae-63b5f54dcdc8 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:38.890343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5ea28-16d7-42f2-8f62-99a63b1531fe None None] Port 09d05fb4-60ec-4116-9460-ec3e58934e22 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:38.956995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=8']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:38.994640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:38.995461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:38.996910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-352bf6ff-3eb3-429a-a9eb-670457ac9f83 service neutron] 10.222.0.46 "PUT /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1122 time: 1.1376565 Aug 27 02:51:39.032722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.063266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['09d05fb4-60ec-4116-9460-ec3e58934e22'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:39.103614 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.152126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:39.159504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:39.163558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:39.169309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:39.169984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.181175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=92bef2ea-9f47-4e4c-adf4-e909349db769,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:39.188986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68ffe31b-1441-43e3-9b4d-24077842d3b5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7194707 Aug 27 02:51:39.191644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:39.232582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] Provisioning complete for port 09d05fb4-60ec-4116-9460-ec3e58934e22 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:39.232942 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.244001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf43d11-28d4-4889-86b4-279df179f526 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:39.248676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5bf43d11-28d4-4889-86b4-279df179f526 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/92bef2ea-9f47-4e4c-adf4-e909349db769 HTTP/1.1" status: 200 len: 845 time: 0.0530293 Aug 27 02:51:39.248864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:39.340249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 92bef2ea-9f47-4e4c-adf4-e909349db769 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:39.340902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.374991 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.433391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:39.436539 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910ee18a-d1bb-46ed-ad24-9cf41a5f2eca" -d '{"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-plugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:39.436878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.442487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dcdbd-83e7-4ab4-bb01-a1efdda090a6 req-6372322f-90ce-4ac8-9744-63b436892278 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:39.450981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e16dcdbd-83e7-4ab4-bb01-a1efdda090a6 req-6372322f-90ce-4ac8-9744-63b436892278 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 944 time: 0.0707819 Aug 27 02:51:39.453487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:39.459505 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.483448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 92bef2ea-9f47-4e4c-adf4-e909349db769 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:39.501467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e16dcdbd-83e7-4ab4-bb01-a1efdda090a6 req-7f9de509-7a26-4460-a031-c2e31640814b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Aug 27 02:51:39.513327 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283e7d4-0689-47d8-a5fa-e092e1deea5b x-openstack-request-id: req-0283e7d4-0689-47d8-a5fa-e092e1deea5b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:39.513686 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-plugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:39.514009 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0283e7d4-0689-47d8-a5fa-e092e1deea5b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:39.514498 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'code': 200} Aug 27 02:51:39.573848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.605061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=92bef2ea-9f47-4e4c-adf4-e909349db769,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:39.613689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.618399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e6e0bba-1a8d-4679-aebe-7996a6729229 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/92bef2ea-9f47-4e4c-adf4-e909349db769 HTTP/1.1" status: 204 len: 168 time: 0.3659017 Aug 27 02:51:39.618680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:39.624040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dfb76-84c5-4131-b81b-01a0f85e0686 None None] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:39.644983 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-893253c3-1d42-41d7-9486-f1a74fc33b42 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:39.650080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-893253c3-1d42-41d7-9486-f1a74fc33b42 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/92bef2ea-9f47-4e4c-adf4-e909349db769 HTTP/1.1" status: 404 len: 333 time: 0.0269556 Aug 27 02:51:39.650402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47616) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:39.655436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'name': 'tempest-PortsIpV6TestJSON-1242841055'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:39.770691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b0e5680-25e0-4858-acb1-8bf4d830a7ed req-95758c9c-01e0-4524-be40-99da368f19e5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2389ff4-4f16-4d38-979c-19ec6fbe1b35 HTTP/1.1" status: 200 len: 210 time: 0.0341411 Aug 27 02:51:39.776460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:39.780191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:39.797872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a449cf5e-211c-4095-b139-e6f63bfc14c1 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:51:39.800233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 6befe6a5-791b-4546-8342-876959d90b82 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:39.931267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14f317-c6ff-4235-9c2b-106d87076439 req-22dc8d10-fbd6-47aa-a979-36881c558d78 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:39.939292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a14f317-c6ff-4235-9c2b-106d87076439 req-22dc8d10-fbd6-47aa-a979-36881c558d78 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 944 time: 0.0636802 Aug 27 02:51:39.942717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:39.956599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'a449cf5e-211c-4095-b139-e6f63bfc14c1', 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0', 'port_id': 'a449cf5e-211c-4095-b139-e6f63bfc14c1', 'mac_address': 'fa:16:3e:4e:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf86c8f9-2dda-4ae8-88af-23f018a67778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:51:39.980063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a14f317-c6ff-4235-9c2b-106d87076439 req-e871087d-8f7e-4b54-8ab4-27340d6e0837 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 Aug 27 02:51:40.014000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.019309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.028683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a449cf5e-211c-4095-b139-e6f63bfc14c1 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:51:40.051863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:40.055946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.060704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.107876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:40.112922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:40.114607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.115353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:40.121848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.122487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.135562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=6befe6a5-791b-4546-8342-876959d90b82,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.144905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef09c251-f778-4c56-be64-6f8189f8cfa8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4934676 Aug 27 02:51:40.147778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47622) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.153991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:40.232970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.260291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a449cf5e-211c-4095-b139-e6f63bfc14c1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:40.399856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.406100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.417479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:40.419856 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236aa1f-1dd0-433c-a004-8087e07c84fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:40.441389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] In _notify_port_updated(), no bound segment for port 6befe6a5-791b-4546-8342-876959d90b82 on network ae1b732c-f009-4b68-b41f-2f48fdc5b754 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:40.446987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.448012 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.452070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/ports/6befe6a5-791b-4546-8342-876959d90b82 HTTP/1.1" status: 200 len: 818 time: 0.3002360 Aug 27 02:51:40.452274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:40.466871 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15f4b8-c117-4866-b9f7-b4fcb65da7b3 x-openstack-request-id: req-3d15f4b8-c117-4866-b9f7-b4fcb65da7b3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:40.467418 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:40.467729 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d15f4b8-c117-4866-b9f7-b4fcb65da7b3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:40.468083 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'status': 'completed', 'code': 200} Aug 27 02:51:40.500765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32bc8-22cd-4c02-af04-d9880cd98349 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=6befe6a5-791b-4546-8342-876959d90b82,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.580179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-fbf498a0-58c5-46d4-8c6a-ea91c7008386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.581750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-fbf498a0-58c5-46d4-8c6a-ea91c7008386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1127 time: 0.0902939 Aug 27 02:51:40.621639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34206-ef6f-408a-802f-0ea037b1aa48 req-5653badb-7ed4-4d0c-8e37-73abec09706a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.627409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cd34206-ef6f-408a-802f-0ea037b1aa48 req-5653badb-7ed4-4d0c-8e37-73abec09706a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0615714 Aug 27 02:51:40.656702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 6befe6a5-791b-4546-8342-876959d90b82 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:40.657338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.669353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cd34206-ef6f-408a-802f-0ea037b1aa48 req-be838b55-7ed9-4fb9-9dbe-8da973d625b3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Aug 27 02:51:40.754579 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.780371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 6befe6a5-791b-4546-8342-876959d90b82 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:40.784847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-0b387883-17a4-4bc7-a88d-3c62ff064c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.786416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-0b387883-17a4-4bc7-a88d-3c62ff064c43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.1967835 Aug 27 02:51:40.903850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-5eea9622-52e7-4387-b33c-edf166b3b77c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1002 time: 0.1083691 Aug 27 02:51:40.952119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:40.989683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=6befe6a5-791b-4546-8342-876959d90b82,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:40.992686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-d7c2c2c3-2719-4c7a-8880-028acfc98d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:40.994126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-d7c2c2c3-2719-4c7a-8880-028acfc98d6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.0795569 Aug 27 02:51:40.998365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.000154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c9e2b9b-0ecf-4692-93f1-cc3ba2abad0e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/6befe6a5-791b-4546-8342-876959d90b82 HTTP/1.1" status: 204 len: 168 time: 0.5470059 Aug 27 02:51:41.002783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47634) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:41.043372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-810db63b-5834-44fb-afa1-eeccb30238d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.064570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-810db63b-5834-44fb-afa1-eeccb30238d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448682 Aug 27 02:51:41.064802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f0778-76b2-47c8-acaf-722df0b57902 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.064802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e77f0778-76b2-47c8-acaf-722df0b57902 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0559487 Aug 27 02:51:41.064802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47638) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:41.104268 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d513c91e-5c31-4211-8bf7-290e75276d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:41.110871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d513c91e-5c31-4211-8bf7-290e75276d08 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/6befe6a5-791b-4546-8342-876959d90b82 HTTP/1.1" status: 404 len: 333 time: 0.0411749 Aug 27 02:51:41.112575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47640) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:41.125304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695059949'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:41.159297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:41.162796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.170330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-d64bae53-72d5-4925-ac5b-51c3287e045d service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158528 Aug 27 02:51:41.219285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:41.228408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676a525-f572-4de2-a203-b19725b91a92 req-abdf51bf-7344-4e21-ae47-92b1d330f56e tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.235909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1676a525-f572-4de2-a203-b19725b91a92 req-abdf51bf-7344-4e21-ae47-92b1d330f56e tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 945 time: 0.1399064 Aug 27 02:51:41.253494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.254128 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment 967ce4ac-64a0-4c32-91b7-88262c7dbe5c of type vlan for network 59188cba-d618-48f1-83cc-7639ae0a5610 Aug 27 02:51:41.298538 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4236aa1f-1dd0-433c-a004-8087e07c84fa req-53503be2-2bb4-4a07-a3ef-87eed93f8bba service neutron] 10.222.0.15 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202521 Aug 27 02:51:41.321666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.340728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1676a525-f572-4de2-a203-b19725b91a92 req-7629884f-cb6e-4833-8b8b-4e0bb22873e6 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039951 Aug 27 02:51:41.357683 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.363350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.363933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.425660 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3051844 Aug 27 02:51:41.436158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:41.439264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7911-30c4-435e-8356-867e63edae24 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=59188cba-d618-48f1-83cc-7639ae0a5610,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:41.441945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:41.450095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:41.539065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:41.542513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.732816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.808654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a449cf5e-211c-4095-b139-e6f63bfc14c1 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:41.844553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=f9465d20-8a1d-4066-90c8-c6435b04c882,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:41.857714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': '967ce4ac-64a0-4c32-91b7-88262c7dbe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:41.858239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: 59188cba-d618-48f1-83cc-7639ae0a5610, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:41.864362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port a449cf5e-211c-4095-b139-e6f63bfc14c1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:41.868309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3cde7-ff74-4000-8bcf-d8bf5bcdb913 req-16368a85-e9bc-4f0d-b709-23fdc20ae73d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.869362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port a449cf5e-211c-4095-b139-e6f63bfc14c1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:41.869813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.869958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4df3cde7-ff74-4000-8bcf-d8bf5bcdb913 req-16368a85-e9bc-4f0d-b709-23fdc20ae73d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.1276948 Aug 27 02:51:41.907674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 59188cba-d618-48f1-83cc-7639ae0a5610 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:41.928082 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 59188cba-d618-48f1-83cc-7639ae0a5610) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:41.934638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:41.935241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:41.951913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4df3cde7-ff74-4000-8bcf-d8bf5bcdb913 req-420705f4-e9bb-4b12-b257-8e618c330737 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688615 Aug 27 02:51:41.959686 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b4dfb9f-899e-4f2f-bbcb-210f6f3310ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5223496 Aug 27 02:51:41.961187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3edc6b-058f-4632-bda7-296cac9b0d9a None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:41.963448 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47648) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:41.970768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:42.015532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.054065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:42.056324 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef6bd8-aff6-4e9f-8852-ecf3c7111d5c" -d '{"events": [{"server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "name": "network-vif-plugged", "status": "completed", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:42.080504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:42.088967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.115374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:42.124161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.149169 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a26de-4092-4a38-8c05-115423db7d6e x-openstack-request-id: req-854a26de-4092-4a38-8c05-115423db7d6e {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:42.149534 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "name": "network-vif-plugged", "status": "completed", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:42.149695 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-854a26de-4092-4a38-8c05-115423db7d6e {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:42.150274 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1', 'code': 200} Aug 27 02:51:42.219026 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:42.230264 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-59188cba-d618-48f1-83cc-7639ae0a5610', 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': 'f9465d20-8a1d-4066-90c8-c6435b04c882'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:42.231950 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.253767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725ccc2-184f-4a73-851d-bcc7779728e6 req-15b6ee1b-e43b-4b53-bd42-7766db99bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:42.255364 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0725ccc2-184f-4a73-851d-bcc7779728e6 req-15b6ee1b-e43b-4b53-bd42-7766db99bc63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 1097 time: 0.0639765 Aug 27 02:51:42.281299 n-d-806292-1 neutron-server[94832]: INFO neutron.db.ipam_backend_mixin [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9465d20-8a1d-4066-90c8-c6435b04c882 (CIDR: 2001:db8::/64) Aug 27 02:51:42.285251 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:51:42.285701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:51:42.298543 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0725ccc2-184f-4a73-851d-bcc7779728e6 req-c52636d4-f67d-40bd-bf9e-53e2ed05c143 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Aug 27 02:51:42.301890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38387a4b-1406-4532-8434-d5821bdd9f2e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3370936 Aug 27 02:51:42.304590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47652) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:42.309632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:42.403631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Allocated IP 2001:db8::2 (59188cba-d618-48f1-83cc-7639ae0a5610/f9465d20-8a1d-4066-90c8-c6435b04c882/b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:42.450812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:42.458190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.475497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c805999-f12b-45e2-8b27-7b3084a6f4cb req-bb0d0fb4-5c96-4579-ad3f-9ca3b9f0b856 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:42.478189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c805999-f12b-45e2-8b27-7b3084a6f4cb req-bb0d0fb4-5c96-4579-ad3f-9ca3b9f0b856 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 946 time: 0.0653203 Aug 27 02:51:42.530063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c805999-f12b-45e2-8b27-7b3084a6f4cb req-f6fb9af0-7641-46a5-b71f-ed15e3b2774c tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Aug 27 02:51:42.585304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.595792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Transition to ACTIVE for port object b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:42.610944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Transition to ACTIVE for port object b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:42.616701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.660889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:42.666130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:42.668613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:42.670650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Pushing event updated for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:42.723481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Attempting to bind port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:42.723833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Attempting to bind port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '967ce4ac-64a0-4c32-91b7-88262c7dbe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:42.724119 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Attempting to bind port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 on network 59188cba-d618-48f1-83cc-7639ae0a5610 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:42.729292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:42.729662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Checking segment: {'id': '967ce4ac-64a0-4c32-91b7-88262c7dbe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:42.730059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.730535 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Bound using segment: {'id': '967ce4ac-64a0-4c32-91b7-88262c7dbe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:42.730998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Bound port: b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967ce4ac-64a0-4c32-91b7-88262c7dbe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:42.731379 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.752243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.792383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 59188cba-d618-48f1-83cc-7639ae0a5610 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:42.795835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:42.797553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:42.799443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,segment=NetworkSegment(967ce4ac-64a0-4c32-91b7-88262c7dbe5c),segment_id=967ce4ac-64a0-4c32-91b7-88262c7dbe5c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:42.800718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:42.801874 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.804920 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:42.826991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=0636176d-7960-414a-ae1c-0876ff87832b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:42.832025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78ab6323-a4b0-4904-9922-ac1f3c667ddc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5264072 Aug 27 02:51:42.834552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:42.841802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'fixed_ips': [{'subnet_id': 'f9465d20-8a1d-4066-90c8-c6435b04c882'}, {'subnet_id': '0636176d-7960-414a-ae1c-0876ff87832b'}], 'name': 'tempest-PortsIpV6TestJSON-1938984165'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:42.849118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:51:42.886456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faea3d-1e65-4128-9f01-3fc52da2edfa None None] Pushing event updated for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:42.969400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:42.969985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:42.983278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 has no active binding in host n-h1-806292-1 {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 27 02:51:43.163737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.190653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c56d1-7095-4f33-8c3f-df70cc41e363 req-6b1568c6-e829-4e12-b81e-1edac1966884 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:43.191919 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f26c56d1-7095-4f33-8c3f-df70cc41e363 req-6b1568c6-e829-4e12-b81e-1edac1966884 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.1361125 Aug 27 02:51:43.223169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:43.271934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f26c56d1-7095-4f33-8c3f-df70cc41e363 req-378a1b67-7639-4d9f-919b-cc84257d238a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646338 Aug 27 02:51:43.555857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:43.577886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::39c (59188cba-d618-48f1-83cc-7639ae0a5610/f9465d20-8a1d-4066-90c8-c6435b04c882/6ae19b28-c730-4f61-bc6f-2d91257f33a1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:43.586126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8:0:1::159 (59188cba-d618-48f1-83cc-7639ae0a5610/0636176d-7960-414a-ae1c-0876ff87832b/6ae19b28-c730-4f61-bc6f-2d91257f33a1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:43.617993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:43.686591 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc443b4-1f37-42d3-86c1-3c96e4e3f2e2 req-2112b985-8749-4e03-a860-7c7941591d91 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:43.688587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc443b4-1f37-42d3-86c1-3c96e4e3f2e2 req-2112b985-8749-4e03-a860-7c7941591d91 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 946 time: 0.0723906 Aug 27 02:51:43.747747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5dc443b4-1f37-42d3-86c1-3c96e4e3f2e2 req-a07fd26d-0d47-478d-91c0-04def773163a tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Aug 27 02:51:43.779383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.799206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 6ae19b28-c730-4f61-bc6f-2d91257f33a1 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:43.838264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.882338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 59188cba-d618-48f1-83cc-7639ae0a5610 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:43.886957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:43.891328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:43.898051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:43.898738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:43.927450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=6ae19b28-c730-4f61-bc6f-2d91257f33a1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:43.932253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9c7be3e6-97f5-4472-bde1-7109ac464919 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0965366 Aug 27 02:51:43.935460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:43.942022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9465d20-8a1d-4066-90c8-c6435b04c882'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:44.111011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d718b43-0a95-48fd-b992-4ea8ecfad658 None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:44.144953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:51:44.215822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.302701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Provisioning for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:44.315738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Provisioning complete for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:44.316157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.469157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.484202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331593ab-dde1-445e-b241-da574db23dde req-e4f63aad-0a3b-4ddb-bf44-22dca8acbbfa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:44.489041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-331593ab-dde1-445e-b241-da574db23dde req-e4f63aad-0a3b-4ddb-bf44-22dca8acbbfa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.1203105 Aug 27 02:51:44.492913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Update dhcp port {'port': {'network_id': '59188cba-d618-48f1-83cc-7639ae0a5610', 'fixed_ips': [{'subnet_id': 'f9465d20-8a1d-4066-90c8-c6435b04c882', 'ip_address': '2001:db8::2'}, {'subnet_id': '0636176d-7960-414a-ae1c-0876ff87832b'}], 'binding:host_id': 'n-d-806292-1'}, 'id': 'b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:51:44.528224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,segment=NetworkSegment(967ce4ac-64a0-4c32-91b7-88262c7dbe5c),segment_id=967ce4ac-64a0-4c32-91b7-88262c7dbe5c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:44.531479 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.541281 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.572715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-331593ab-dde1-445e-b241-da574db23dde req-fe4b71d2-c4df-4e70-bc71-e89c33835668 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759223 Aug 27 02:51:44.641822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Delete allocated IP 2001:db8:0:1::159 (59188cba-d618-48f1-83cc-7639ae0a5610/0636176d-7960-414a-ae1c-0876ff87832b) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:51:44.671565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e77557-ea8a-4ff8-9edf-84b72646f90e None None] Pushing event updated for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:44.781881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.794602 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Ignored duplicate provisioning block setup for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:51:44.799687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.859848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Allocated IP 2001:db8:0:1::2 (59188cba-d618-48f1-83cc-7639ae0a5610/0636176d-7960-414a-ae1c-0876ff87832b/b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:44.877815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] In _notify_port_updated(), no bound segment for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 on network 59188cba-d618-48f1-83cc-7639ae0a5610 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:44.883367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:44.883994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:44.885336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/ports/6ae19b28-c730-4f61-bc6f-2d91257f33a1 HTTP/1.1" status: 200 len: 926 time: 0.9486372 Aug 27 02:51:44.888877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47750) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:44.890310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecee037-0f0e-44e1-85a2-4ddfdd511f88 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=6ae19b28-c730-4f61-bc6f-2d91257f33a1,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:44.895836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9465d20-8a1d-4066-90c8-c6435b04c882'}, {'subnet_id': '0636176d-7960-414a-ae1c-0876ff87832b'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:45.121971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,segment=NetworkSegment(967ce4ac-64a0-4c32-91b7-88262c7dbe5c),segment_id=967ce4ac-64a0-4c32-91b7-88262c7dbe5c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:45.155740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.170552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Transition to ACTIVE for port object b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:45.174638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.256316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.272830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46f79-4da9-4fa3-b9d6-f8de4c33dc6c None None] Pushing event updated for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:45.526048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:45.655974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40f2b-d523-4381-8669-38d6f176a10e req-d733e851-a19e-4e1d-9d1e-33cd4dde1b4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:45.657733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ff40f2b-d523-4381-8669-38d6f176a10e req-d733e851-a19e-4e1d-9d1e-33cd4dde1b4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.1374161 Aug 27 02:51:45.690680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118bd6-d4ca-4a0f-8b40-1b32af2f2bf4 req-07e9fa90-3d26-43bd-b1d2-4ee2f5786f3f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:45.694934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3118bd6-d4ca-4a0f-8b40-1b32af2f2bf4 req-07e9fa90-3d26-43bd-b1d2-4ee2f5786f3f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0584013 Aug 27 02:51:45.725451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8:0:1::1a4 (59188cba-d618-48f1-83cc-7639ae0a5610/0636176d-7960-414a-ae1c-0876ff87832b/6ae19b28-c730-4f61-bc6f-2d91257f33a1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:45.746935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3118bd6-d4ca-4a0f-8b40-1b32af2f2bf4 req-c08020de-66a3-467b-932a-7e868c7a9458 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476701 Aug 27 02:51:45.754086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ff40f2b-d523-4381-8669-38d6f176a10e req-b542db6d-59ea-44bd-ac2a-c856965177bf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832448 Aug 27 02:51:45.890598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.907376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Ignored duplicate provisioning block setup for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:51:45.912775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:45.947591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93b6a0-55f9-40b8-b1ad-e4d7dd0dbb00 None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:46.005071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] In _notify_port_updated(), no bound segment for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 on network 59188cba-d618-48f1-83cc-7639ae0a5610 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:51:46.010331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Provisioning for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:46.010853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:46.011497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.012852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/ports/6ae19b28-c730-4f61-bc6f-2d91257f33a1 HTTP/1.1" status: 200 len: 1012 time: 1.1225262 Aug 27 02:51:46.013768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5bec7-538c-4200-8c45-74132293436d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=6ae19b28-c730-4f61-bc6f-2d91257f33a1,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:46.016596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:46.023695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Provisioning complete for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:46.024062 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.121069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:46.121433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.188685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Provisioning for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:46.194176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Provisioning complete for port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:46.194638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.221071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.237113 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 6ae19b28-c730-4f61-bc6f-2d91257f33a1 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:46.239417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-da272e49-aa91-485e-b41e-b17abd9045c7 None None] Port 6ae19b28-c730-4f61-bc6f-2d91257f33a1 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:46.429475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.432059 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.470709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5b3d2a40-bc14-4be5-9766-d0d63daccaef None None] Provisioning complete for port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:46.471534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2a40-bc14-4be5-9766-d0d63daccaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.472238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=6ae19b28-c730-4f61-bc6f-2d91257f33a1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:46.510126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.517830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e9db79b6-cc4c-4f8c-8d74-809b19b53b4d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/6ae19b28-c730-4f61-bc6f-2d91257f33a1 HTTP/1.1" status: 204 len: 168 time: 0.4991639 Aug 27 02:51:46.518953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47766) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:46.552433 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b95d07-dfa6-427a-8743-c4b68527c19b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:46.557591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f2b95d07-dfa6-427a-8743-c4b68527c19b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/6ae19b28-c730-4f61-bc6f-2d91257f33a1 HTTP/1.1" status: 404 len: 333 time: 0.0379827 Aug 27 02:51:46.558106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47768) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:46.577558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5b3d2a40-bc14-4be5-9766-d0d63daccaef None None] Could not find standard attr ID for object 6ae19b28-c730-4f61-bc6f-2d91257f33a1. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:46.625393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 0636176d-7960-414a-ae1c-0876ff87832b {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:46.629353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.673644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.774139 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.793807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-26e38272-686c-4d5c-95b7-f64e028d54a8 None None] Could not find standard attr ID for object 6ae19b28-c730-4f61-bc6f-2d91257f33a1. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:46.898854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.913788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12077622-c0e0-4fc7-8d41-368c28bfa7da req-cbd8da63-6cb4-4fdc-9c45-dccfec6fddb7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:46.916385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12077622-c0e0-4fc7-8d41-368c28bfa7da req-cbd8da63-6cb4-4fdc-9c45-dccfec6fddb7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.0669622 Aug 27 02:51:46.944562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41047-9a27-4f0b-be0c-faba72599c16 req-05e494c6-46fb-4419-83f8-35b312b6aee7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:46.951070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf41047-9a27-4f0b-be0c-faba72599c16 req-05e494c6-46fb-4419-83f8-35b312b6aee7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.1060889 Aug 27 02:51:46.952599 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=0636176d-7960-414a-ae1c-0876ff87832b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:46.970300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:46.972490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12077622-c0e0-4fc7-8d41-368c28bfa7da req-6cbfc004-9836-4cb6-b0ee-8c1c8e666547 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Aug 27 02:51:46.975178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/0636176d-7960-414a-ae1c-0876ff87832b HTTP/1.1" status: 204 len: 168 time: 0.4154780 Aug 27 02:51:46.975348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47774) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:47.002304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.002688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.003031 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.003369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.003705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.004043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.004370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.004704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.005019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.005358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.005669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.005992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b58fd-0eca-4770-8dc0-b773bb1c21c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:47.009642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ccb0cbd4-b6e1-4a0d-9537-9417c9c7fc7e None None] Could not find standard attr ID for object 6ae19b28-c730-4f61-bc6f-2d91257f33a1. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:47.026577 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf41047-9a27-4f0b-be0c-faba72599c16 req-a5f0bf88-e7ba-4ac4-98cf-c4fa1eecb533 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef0220ea-e2df-4759-be7f-cd7600053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Aug 27 02:51:47.056127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet f9465d20-8a1d-4066-90c8-c6435b04c882 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:47.060310 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.101620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.196245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230cf5e-d5c5-4fd6-b5d6-24c4d9c8a3e8 None None] Network 59188cba-d618-48f1-83cc-7639ae0a5610 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:47.203803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.248195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7e7a4223-ec05-4594-a2c9-8893e64da079 None None] Could not find standard attr ID for object 6ae19b28-c730-4f61-bc6f-2d91257f33a1. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:47.267893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.299343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=f9465d20-8a1d-4066-90c8-c6435b04c882,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:47.305111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.306746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9fc6b9f5-a288-4034-b1cd-fe5ee39f0efd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/f9465d20-8a1d-4066-90c8-c6435b04c882 HTTP/1.1" status: 204 len: 168 time: 0.3250868 Aug 27 02:51:47.309845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47776) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:47.395227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.422623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] DHCP port deletion for 59188cba-d618-48f1-83cc-7639ae0a5610 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:47.470467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:47.470813 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.477179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Deleting port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:47.477644 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.526620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:47.553284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,segment=NetworkSegment(967ce4ac-64a0-4c32-91b7-88262c7dbe5c),segment_id=967ce4ac-64a0-4c32-91b7-88262c7dbe5c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:47.553734 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.574960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:47.586599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] For port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,segment=NetworkSegment(967ce4ac-64a0-4c32-91b7-88262c7dbe5c),segment_id=967ce4ac-64a0-4c32-91b7-88262c7dbe5c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:47.587013 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.603145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Calling delete_port for b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:47.603381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-154f17d6-b21c-4122-813a-bb97a62d2a7e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:47.605328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-154f17d6-b21c-4122-813a-bb97a62d2a7e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 945 time: 0.0704834 Aug 27 02:51:47.653012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.693953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-4e669f2e-8237-47bb-ae86-1aa1f6d87acf service neutron] 10.222.0.15 "GET /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 384 time: 0.1117551 Aug 27 02:51:47.745096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.772063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.772952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port 145b084a-e7b4-42b1-9109-db57caa50aa0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:47.773442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.785998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] No DVR routers for this DVR port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:47.810550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a440e9-8f4a-459c-959d-8527d24a2379 None None] Pushing event deleted for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:47.904095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port 145b084a-e7b4-42b1-9109-db57caa50aa0, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=145b084a-e7b4-42b1-9109-db57caa50aa0,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:47.904470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:47.921577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for 145b084a-e7b4-42b1-9109-db57caa50aa0 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:48.094003 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.125073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['145b084a-e7b4-42b1-9109-db57caa50aa0'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:51:48.159161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=145b084a-e7b4-42b1-9109-db57caa50aa0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.164625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-573a1af5-2e2f-4912-a0be-eeebda7751a8 req-05b8e858-9ab6-4b78-8bf8-b1aaf00c5a0b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0573003 Aug 27 02:51:48.199918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port 145b084a-e7b4-42b1-9109-db57caa50aa0 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:48.203134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.205002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a0dfea0f-f8d7-4c7c-98e0-3054684fd3cb req-f83d0aa8-650d-46ad-b015-034de4a2cd4c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.46 "DELETE /v2.0/ports/145b084a-e7b4-42b1-9109-db57caa50aa0 HTTP/1.1" status: 204 len: 173 time: 0.5929372 Aug 27 02:51:48.205434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'name': 'network-vif-deleted', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:48.207718 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd5e57b-13e6-4621-9325-ca1c3d7a99a5" -d '{"events": [{"server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "name": "network-vif-deleted", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:48.226197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.262739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port b2d6fe0c-a41c-46e2-9176-7b973c6aa7b4 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:48.271246 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef487542-852d-4ce4-ab43-6080266ad7c9 x-openstack-request-id: req-ef487542-852d-4ce4-ab43-6080266ad7c9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:48.271564 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee8813c-150e-4290-bcfa-340cf954bae5", "name": "network-vif-deleted", "tag": "145b084a-e7b4-42b1-9109-db57caa50aa0", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:48.271820 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef487542-852d-4ce4-ab43-6080266ad7c9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:48.272497 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee8813c-150e-4290-bcfa-340cf954bae5', 'name': 'network-vif-deleted', 'tag': '145b084a-e7b4-42b1-9109-db57caa50aa0', 'status': 'completed', 'code': 200} Aug 27 02:51:48.328138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d26fe-9787-4e23-bae5-77a18bf284fd req-409ee94e-b394-4574-9569-4b05e13c1204 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:48.329712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-230d26fe-9787-4e23-bae5-77a18bf284fd req-409ee94e-b394-4574-9569-4b05e13c1204 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 946 time: 0.1378751 Aug 27 02:51:48.411294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.446813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59188cba-d618-48f1-83cc-7639ae0a5610']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:48.491945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-230d26fe-9787-4e23-bae5-77a18bf284fd req-a382c238-cf26-4155-8441-1be6a35fba72 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098123 Aug 27 02:51:48.493636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967ce4ac-64a0-4c32-91b7-88262c7dbe5c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:48.493931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967ce4ac-64a0-4c32-91b7-88262c7dbe5c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:48.509201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.531345 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.547066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:48.547477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:48.550615 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:48.612281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:48.639464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.649378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:48.662932 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.670544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/59188cba-d618-48f1-83cc-7639ae0a5610 HTTP/1.1" status: 204 len: 168 time: 1.3556771 Aug 27 02:51:48.672267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47786) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:48.712913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=59188cba-d618-48f1-83cc-7639ae0a5610,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:48.728556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.728909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.729254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.730079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.730964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.731299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.731630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.731957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.732539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.732876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.733202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.733536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddd2c76-dd0e-4b60-b3c1-33dc86187948 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:51:48.763608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:48.767738 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8b2d6-a1f0-47bb-83ea-b24a5b0213f3" -d '{"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-unplugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:48.776713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55b537-a544-42db-a96f-06e05aecf7b0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:48.784009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5d55b537-a544-42db-a96f-06e05aecf7b0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1116457 Aug 27 02:51:48.784934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47792) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:48.806600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:48.840545 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d1273-e254-4f58-b1a1-99f9758da9dc x-openstack-request-id: req-d16d1273-e254-4f58-b1a1-99f9758da9dc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:48.840842 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-unplugged", "status": "completed", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:48.841087 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d16d1273-e254-4f58-b1a1-99f9758da9dc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:48.841638 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'code': 200} Aug 27 02:51:48.847526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.873154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-449b5b2a-6bbe-4829-9777-55ee61bad3ab tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0864153 Aug 27 02:51:48.876858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47794) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:48.882323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-314048805'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:48.907862 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:48.913110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.942403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:48.949462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] Transition to ACTIVE for port object 09d05fb4-60ec-4116-9460-ec3e58934e22 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:48.955495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.963113 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:48.963563 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment c451a5e3-af45-4f6f-a848-1027413ea263 of type vlan for network 249fb069-0a46-4571-816b-3cb5f68c27eb Aug 27 02:51:49.018579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.051679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.059438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.060194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.090781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] Pushing event updated for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=11']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:49.121142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] No DVR routers for this DVR port 09d05fb4-60ec-4116-9460-ec3e58934e22 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:49.149846 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2716863 Aug 27 02:51:49.153650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47796) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:49.169035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:49.248294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e26fc9-e01f-4e36-8db9-36c8e0fb0f4c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=249fb069-0a46-4571-816b-3cb5f68c27eb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:49.264204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 249fb069-0a46-4571-816b-3cb5f68c27eb details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:49.324712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-06e16317-8682-4bdd-9757-ba6a35ea99af service neutron] 10.222.0.15 "PUT /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22/bindings/n-h1-806292-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6209013 Aug 27 02:51:49.357363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:49.363333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.390351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7f148e0-0a24-4940-b35b-892477108a67 req-7ae3a130-e879-433b-9963-9caacb6572ee tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0547755 Aug 27 02:51:49.525906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-0dd514a2-52b2-4366-a71c-d2c1a160aefd tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.527996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-0dd514a2-52b2-4366-a71c-d2c1a160aefd tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&tenant_id=02fd06edcdb54098bf7418c1b8213fb3&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.1171327 Aug 27 02:51:49.682280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-b46f376a-4cbd-48a5-8aef-3dae89223fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.684597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-b46f376a-4cbd-48a5-8aef-3dae89223fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1494031 Aug 27 02:51:49.762965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccc6d6-62b6-44f7-9d11-6ec7fc983bc6 req-1a40bb06-43f1-4511-b6e4-c742d1197348 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.764701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1ccc6d6-62b6-44f7-9d11-6ec7fc983bc6 req-1a40bb06-43f1-4511-b6e4-c742d1197348 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.1736701 Aug 27 02:51:49.768600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:49.843168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:49.865663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-dbc6197c-18d7-4bb4-8c2c-82264a5df239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:49.867613 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-dbc6197c-18d7-4bb4-8c2c-82264a5df239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1096 time: 0.1436639 Aug 27 02:51:49.879894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=ec9c5df3-daf5-4e1c-9770-baf079da8000,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:49.884947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:49.963464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a1ccc6d6-62b6-44f7-9d11-6ec7fc983bc6 req-c594a68f-7c95-4bd3-bc4b-121604c63ffa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884315 Aug 27 02:51:49.983108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': 'c451a5e3-af45-4f6f-a848-1027413ea263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:49.983782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: 249fb069-0a46-4571-816b-3cb5f68c27eb, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:50.008051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 249fb069-0a46-4571-816b-3cb5f68c27eb is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:50.027215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 249fb069-0a46-4571-816b-3cb5f68c27eb) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:50.036550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.037138 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.037612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b3847-632f-4280-86ec-978eb9194fc1 None None] Network 249fb069-0a46-4571-816b-3cb5f68c27eb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:50.053910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-f351b42b-4857-4b8d-8fea-5adc2622fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.055492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-f351b42b-4857-4b8d-8fea-5adc2622fc2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.1565888 Aug 27 02:51:50.065097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ff73628-c2ca-432e-88c2-e74ce53ff207 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9065208 Aug 27 02:51:50.067809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:50.078625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb', 'name': 'tempest-PortsIpV6TestJSON-1343219612'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:50.154195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-49750c07-5dca-442f-8a23-8ed7155e32dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 1000 time: 0.0908749 Aug 27 02:51:50.239587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-502870fa-fa10-4c26-b446-0e27376fcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.241265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-502870fa-fa10-4c26-b446-0e27376fcdb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.0803835 Aug 27 02:51:50.254889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-249fb069-0a46-4571-816b-3cb5f68c27eb', 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': 'ec9c5df3-daf5-4e1c-9770-baf079da8000'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:50.256056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.302630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:50.306877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.338970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 56b61806-f1b9-47e4-94c7-ed5054b4bb4a yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:50.354815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-ab6203ec-d129-46eb-b4a1-4095735c0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.359723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-ab6203ec-d129-46eb-b4a1-4095735c0df9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108074 Aug 27 02:51:50.445752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Allocated IP 2001:db8::2 (249fb069-0a46-4571-816b-3cb5f68c27eb/ec9c5df3-daf5-4e1c-9770-baf079da8000/2907d49c-2b7a-4036-98af-9ff236d7290b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:50.491353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-172d17bb-6b2c-428c-b805-0a1b38ee004f service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240869 Aug 27 02:51:50.564024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-39a4d098-83ea-4f04-80ae-f59e748c38c6 req-af099aaf-83a2-4d47-a396-eadfdfc01529 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0503066 Aug 27 02:51:50.625973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.627186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-0c23844d-8e80-4800-8921-a7b16a03498e service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294191 Aug 27 02:51:50.636572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Transition to ACTIVE for port object 2907d49c-2b7a-4036-98af-9ff236d7290b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:50.656266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Transition to ACTIVE for port object 2907d49c-2b7a-4036-98af-9ff236d7290b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:50.663317 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.706590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Network 249fb069-0a46-4571-816b-3cb5f68c27eb is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:50.710186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:50.714036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:50.729967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Pushing event updated for resources: {'Port': ['ID=2907d49c-2b7a-4036-98af-9ff236d7290b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:50.745823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::1b2 (249fb069-0a46-4571-816b-3cb5f68c27eb/ec9c5df3-daf5-4e1c-9770-baf079da8000/56b61806-f1b9-47e4-94c7-ed5054b4bb4a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:50.806297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Attempting to bind port 2907d49c-2b7a-4036-98af-9ff236d7290b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:50.806637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Attempting to bind port 2907d49c-2b7a-4036-98af-9ff236d7290b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'c451a5e3-af45-4f6f-a848-1027413ea263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:50.807006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Attempting to bind port 2907d49c-2b7a-4036-98af-9ff236d7290b on network 249fb069-0a46-4571-816b-3cb5f68c27eb {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:50.815913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:50.816284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Checking segment: {'id': 'c451a5e3-af45-4f6f-a848-1027413ea263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:50.818123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.819193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Bound using segment: {'id': 'c451a5e3-af45-4f6f-a848-1027413ea263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:50.820316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Bound port: 2907d49c-2b7a-4036-98af-9ff236d7290b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c451a5e3-af45-4f6f-a848-1027413ea263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:50.822118 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:50.904133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 145b084a-e7b4-42b1-9109-db57caa50aa0 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:50.935848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 145b084a-e7b4-42b1-9109-db57caa50aa0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:50.936200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 145b084a-e7b4-42b1-9109-db57caa50aa0 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:50.973309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-e2f4cc6f-460a-412e-a9ab-5996b1d2ce1d tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:50.975047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-e2f4cc6f-460a-412e-a9ab-5996b1d2ce1d tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1&tenant_id=02fd06edcdb54098bf7418c1b8213fb3&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 1096 time: 0.0728133 Aug 27 02:51:50.978714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] For port 2907d49c-2b7a-4036-98af-9ff236d7290b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:50.983658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] For port 2907d49c-2b7a-4036-98af-9ff236d7290b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2907d49c-2b7a-4036-98af-9ff236d7290b,segment=NetworkSegment(c451a5e3-af45-4f6f-a848-1027413ea263),segment_id=c451a5e3-af45-4f6f-a848-1027413ea263)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:50.989272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.002183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.047613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 56b61806-f1b9-47e4-94c7-ed5054b4bb4a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:51.103993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b77645-e1fa-4239-864f-f35aaba4b80a None None] Pushing event updated for resources: {'Port': ['ID=2907d49c-2b7a-4036-98af-9ff236d7290b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:51.123368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.194556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 249fb069-0a46-4571-816b-3cb5f68c27eb is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:51.201072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:51.205784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:51.212456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:51.213219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.220043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-509ca598-5812-45d6-b7d8-ea9f6b1cda98 service neutron] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:51.227454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-509ca598-5812-45d6-b7d8-ea9f6b1cda98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.228888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3055ae15-50a9-4a44-a725-deda92eecee6 req-509ca598-5812-45d6-b7d8-ea9f6b1cda98 service neutron] 10.222.0.46 "DELETE /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22/bindings/n-h2-806292-1 HTTP/1.1" status: 204 len: 173 time: 0.2437057 Aug 27 02:51:51.230695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=56b61806-f1b9-47e4-94c7-ed5054b4bb4a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:51.238935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:51.239824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40b642ea-e8f0-4418-b44f-d44b5371eae3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1708198 Aug 27 02:51:51.244318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '249fb069-0a46-4571-816b-3cb5f68c27eb', 'name': 'tempest-PortsIpV6TestJSON-156180408'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:51.313122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa53c5-91c8-47fd-b747-d3d534000b86 req-2ceb3cff-6ebc-4170-86ea-077e97ccbd46 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:51.314574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66fa53c5-91c8-47fd-b747-d3d534000b86 req-2ceb3cff-6ebc-4170-86ea-077e97ccbd46 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.1381080 Aug 27 02:51:51.406558 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66fa53c5-91c8-47fd-b747-d3d534000b86 req-e6e10d6a-96ab-453c-9896-39201993b4b8 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797758 Aug 27 02:51:51.458826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:51.465577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.505470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 620c1c78-8049-4157-a19c-78da4e6b2053 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:51.596392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd570-de99-4b45-8350-95802e0767e7 req-5cc60dbb-4268-4372-a96c-35efff92c8f9 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:51.597985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b9fd570-de99-4b45-8350-95802e0767e7 req-5cc60dbb-4268-4372-a96c-35efff92c8f9 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1096 time: 0.0922549 Aug 27 02:51:51.658586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2907d49c-2b7a-4036-98af-9ff236d7290b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:51.682484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b9fd570-de99-4b45-8350-95802e0767e7 req-48a9b2f1-d2cb-46a5-ae42-7a5c5ea71437 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764067 Aug 27 02:51:51.738780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::329 (249fb069-0a46-4571-816b-3cb5f68c27eb/ec9c5df3-daf5-4e1c-9770-baf079da8000/620c1c78-8049-4157-a19c-78da4e6b2053) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:51.743064 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8669395c-dd14-4286-a90b-1c338cad861e req-02eb080c-66df-47d6-9e50-d542e9baca99 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0428414 Aug 27 02:51:51.794772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2907d49c-2b7a-4036-98af-9ff236d7290b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:51.867353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66e4d5-2748-46e4-b123-42bcffd0b5b6 req-96753e14-6407-4f11-993a-add9be577422 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:51.869742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d66e4d5-2748-46e4-b123-42bcffd0b5b6 req-96753e14-6407-4f11-993a-add9be577422 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.0661294 Aug 27 02:51:51.914984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d66e4d5-2748-46e4-b123-42bcffd0b5b6 req-62c960e8-edd4-499f-87b1-9527bb2995e1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 Aug 27 02:51:51.940408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47822) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:51.951179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:51.970178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 620c1c78-8049-4157-a19c-78da4e6b2053 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:52.037453 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7b65321-7281-4ce0-a434-3a22aefef0d9 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 200 len: 992 time: 0.0955267 Aug 27 02:51:52.043746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.115356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 249fb069-0a46-4571-816b-3cb5f68c27eb is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:52.120406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:52.124157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:52.129931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:52.130576 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.153283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9108648 Aug 27 02:51:52.154315 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:52.170631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdda72-070b-4bc9-b62e-232cef5370d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=620c1c78-8049-4157-a19c-78da4e6b2053,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:52.271239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb850f-89a2-4958-8326-769781fa086f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:52.276244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:52.276694 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b8eb850f-89a2-4958-8326-769781fa086f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b2 HTTP/1.1" status: 200 len: 929 time: 0.1209354 Aug 27 02:51:52.384740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 620c1c78-8049-4157-a19c-78da4e6b2053 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:52.385093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.503549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.517395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 620c1c78-8049-4157-a19c-78da4e6b2053 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:52.539461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814a35c-2f63-4f7a-a0e7-ad87f7469df5 None None] Network 249fb069-0a46-4571-816b-3cb5f68c27eb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:52.608758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Provisioning for port 2907d49c-2b7a-4036-98af-9ff236d7290b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:52.621181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Provisioning complete for port 2907d49c-2b7a-4036-98af-9ff236d7290b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:52.621618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.683809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.688676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3d25b5b1-33b5-4368-a24a-06176577da7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.711218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=620c1c78-8049-4157-a19c-78da4e6b2053,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:52.751185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.754422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5ca8fc90-ee79-469a-9b44-f36162a910ac tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/620c1c78-8049-4157-a19c-78da4e6b2053 HTTP/1.1" status: 204 len: 168 time: 0.4761615 Aug 27 02:51:52.756020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47828) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:52.784295 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a47e6dc-4c1b-4c59-ba7c-aea88105b1c3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:52.785931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a47e6dc-4c1b-4c59-ba7c-aea88105b1c3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/620c1c78-8049-4157-a19c-78da4e6b2053 HTTP/1.1" status: 404 len: 333 time: 0.0286980 Aug 27 02:51:52.788835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47832) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:52.798347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.875722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] For port 2907d49c-2b7a-4036-98af-9ff236d7290b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2907d49c-2b7a-4036-98af-9ff236d7290b,segment=NetworkSegment(c451a5e3-af45-4f6f-a848-1027413ea263),segment_id=c451a5e3-af45-4f6f-a848-1027413ea263)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:52.885889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.907682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 56b61806-f1b9-47e4-94c7-ed5054b4bb4a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:52.907957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:52.912301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b20b7515-14fe-4522-bd10-4c7eb04d8ea5 req-11589d1a-b21f-49b4-a56f-5c10229ac10e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee8813c-150e-4290-bcfa-340cf954bae5 HTTP/1.1" status: 200 len: 210 time: 0.0669935 Aug 27 02:51:53.017249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d135b-bcf8-4090-bd85-3d98d71eb482 None None] Pushing event updated for resources: {'Port': ['ID=2907d49c-2b7a-4036-98af-9ff236d7290b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:53.078998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.093588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 56b61806-f1b9-47e4-94c7-ed5054b4bb4a owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:53.245282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f93c7020-2b07-422a-af4f-4cddfe093b8c None None] Provisioning complete for port 2907d49c-2b7a-4036-98af-9ff236d7290b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:53.247390 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f93c7020-2b07-422a-af4f-4cddfe093b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.292683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.349191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=56b61806-f1b9-47e4-94c7-ed5054b4bb4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:53.410081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.414829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47836) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:53.419029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-39825964-d22d-445f-9612-eef1e37443be tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/56b61806-f1b9-47e4-94c7-ed5054b4bb4a HTTP/1.1" status: 204 len: 168 time: 0.6290758 Aug 27 02:51:53.482439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f93c7020-2b07-422a-af4f-4cddfe093b8c None None] Could not find standard attr ID for object 56b61806-f1b9-47e4-94c7-ed5054b4bb4a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:53.490348 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b7a57-3678-40ab-b6b2-73699c3f3410 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:51:53.496609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-377b7a57-3678-40ab-b6b2-73699c3f3410 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/56b61806-f1b9-47e4-94c7-ed5054b4bb4a HTTP/1.1" status: 404 len: 333 time: 0.0789659 Aug 27 02:51:53.497751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:53.559979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet ec9c5df3-daf5-4e1c-9770-baf079da8000 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:51:53.564803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.578832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2907d49c-2b7a-4036-98af-9ff236d7290b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:53.622461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-68161620-1cb2-408a-84d9-522e9b899fa4 None None] Could not find standard attr ID for object 56b61806-f1b9-47e4-94c7-ed5054b4bb4a. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:53.623737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.667317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2907d49c-2b7a-4036-98af-9ff236d7290b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:53.668254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.753808 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.838983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.873585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9c5df3-daf5-4e1c-9770-baf079da8000,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:53.877844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:53.879750 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a72d2405-9f24-4916-9627-66907458a88c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/ec9c5df3-daf5-4e1c-9770-baf079da8000 HTTP/1.1" status: 204 len: 168 time: 0.3802409 Aug 27 02:51:53.882431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:53.939605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ca104486-8f08-49ee-a1c7-9a45759c4168 None None] Could not find standard attr ID for object 620c1c78-8049-4157-a19c-78da4e6b2053. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:51:53.993586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.120682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 2907d49c-2b7a-4036-98af-9ff236d7290b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:54.120945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.169159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5baded2-42c2-4382-876e-70016c7ee30c None None] Network 249fb069-0a46-4571-816b-3cb5f68c27eb requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:54.223317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port 2907d49c-2b7a-4036-98af-9ff236d7290b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2907d49c-2b7a-4036-98af-9ff236d7290b,segment=NetworkSegment(c451a5e3-af45-4f6f-a848-1027413ea263),segment_id=c451a5e3-af45-4f6f-a848-1027413ea263)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:54.224007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.239769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 2907d49c-2b7a-4036-98af-9ff236d7290b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:54.296486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:54.344694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.386923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port 2907d49c-2b7a-4036-98af-9ff236d7290b on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:54.389404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=2907d49c-2b7a-4036-98af-9ff236d7290b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:54.397659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44216d-1b9f-46fd-90c1-67593226897d None None] DHCP port deletion for 249fb069-0a46-4571-816b-3cb5f68c27eb request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:51:54.486868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.499930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249fb069-0a46-4571-816b-3cb5f68c27eb']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:54.513906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c451a5e3-af45-4f6f-a848-1027413ea263') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:54.514804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c451a5e3-af45-4f6f-a848-1027413ea263') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:54.525751 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.538278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 7dfec444-9630-4f0e-8666-9bbf8d7acf3f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:54.538660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.551885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.560610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:51:54.561018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:51:54.564888 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:51:54.625814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.626063 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.639979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 7dfec444-9630-4f0e-8666-9bbf8d7acf3f owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:54.648473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.683174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.686330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/249fb069-0a46-4571-816b-3cb5f68c27eb HTTP/1.1" status: 204 len: 168 time: 0.8028097 Aug 27 02:51:54.688116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc809a6-bd4d-43d9-a37c-22443aaa5e60 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=249fb069-0a46-4571-816b-3cb5f68c27eb,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:54.690777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47854) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:54.697699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830383798'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:54.725353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:54.730196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.766193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:51:54.776019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.776409 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment 93462ee1-c12a-4d62-875e-902dc1428632 of type vlan for network e22a95d1-326e-49b8-b7e8-954dc4473f5a Aug 27 02:51:54.827625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.844559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.865569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.873089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:54.873960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.880747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=7dfec444-9630-4f0e-8666-9bbf8d7acf3f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:54.946360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2509589 Aug 27 02:51:54.946360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47856) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:54.951777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:54.955492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:54.955823 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP b0ab7fd7-ecb1-40b3-a12b-d085916cd59c disassociated (deleted). External IP: 172.25.8.227, port: 09d05fb4-60ec-4116-9460-ec3e58934e22. Aug 27 02:51:55.236027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f8319e4b-f797-49be-a731-d99a7590286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.293938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:51:55.298909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14165-37a3-4217-a9ef-0706e9394f83 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=e22a95d1-326e-49b8-b7e8-954dc4473f5a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:55.312803 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:51:55.400173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:55.404951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.465370 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.468959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:51:55.473803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.483403 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Sync routers for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:51:55.499376 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:55.500090 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:55.523584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-441c7a88-1a0e-44e6-802b-6942eeeb55e4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/floatingips/b0ab7fd7-ecb1-40b3-a12b-d085916cd59c HTTP/1.1" status: 204 len: 168 time: 1.2256873 Aug 27 02:51:55.524344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:55.526769 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df4443-faea-4383-9eaf-4202995a2cba" -d '{"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:55.541941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2907d49c-2b7a-4036-98af-9ff236d7290b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:51:55.570820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2907d49c-2b7a-4036-98af-9ff236d7290b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:51:55.571220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2907d49c-2b7a-4036-98af-9ff236d7290b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:51:55.610481 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abf5254-af7d-400d-92e2-7ec7b8353f7c x-openstack-request-id: req-7abf5254-af7d-400d-92e2-7ec7b8353f7c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:55.610769 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:55.611218 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7abf5254-af7d-400d-92e2-7ec7b8353f7c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:55.611814 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'status': 'completed', 'code': 200} Aug 27 02:51:55.689239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.731958 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:55.764247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4443-faea-4383-9eaf-4202995a2cba req-99faf5cf-5691-4252-ac83-6b4cc0acb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.765868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-99faf5cf-5691-4252-ac83-6b4cc0acb506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 1096 time: 0.1061542 Aug 27 02:51:55.775994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=807f4279-af7b-45a4-a691-23ec734cad5c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:55.841381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': '93462ee1-c12a-4d62-875e-902dc1428632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:55.842083 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: e22a95d1-326e-49b8-b7e8-954dc4473f5a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:51:55.880376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:51:55.902742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e22a95d1-326e-49b8-b7e8-954dc4473f5a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:55.907808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.908550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:55.914874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b9651-fe11-4355-92a1-78cc465e0ba3 None None] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:55.949883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4443-faea-4383-9eaf-4202995a2cba req-bbdcee58-1a87-4be1-9fb8-c8fb55041376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:55.951294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-bbdcee58-1a87-4be1-9fb8-c8fb55041376 service neutron] 10.222.0.46 "GET /v2.0/networks?id=733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 200 len: 898 time: 0.1663260 Aug 27 02:51:56.023471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47868) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:56.024071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-183ba633-6fa6-473b-96cd-6a1271e04d46 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0763826 Aug 27 02:51:56.025707 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:56.026039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-e7a45f3a-c08e-45eb-93ac-de3423fe3bb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 200 len: 217 time: 0.0554562 Aug 27 02:51:56.030358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a', 'name': 'tempest-PortsIpV6TestJSON-1266766686', 'fixed_ips': [{'subnet_id': '807f4279-af7b-45a4-a691-23ec734cad5c', 'ip_address': '2001:db8::10'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:56.038620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99c08e-f9d9-4063-a402-0863fb722d28 req-f645e73b-4299-4b6f-aa5f-b5f75cb13f3e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:56.040454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d99c08e-f9d9-4063-a402-0863fb722d28 req-f645e73b-4299-4b6f-aa5f-b5f75cb13f3e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.1137900 Aug 27 02:51:56.100259 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Checking router: 50cdc1ae-a33f-4ecc-8f69-921a105644a1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:51:56.121401 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:51:56.122301 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:56.131938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d99c08e-f9d9-4063-a402-0863fb722d28 req-de242e7f-16de-4e4d-a728-bc27791524d6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544064 Aug 27 02:51:56.153129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4443-faea-4383-9eaf-4202995a2cba req-af8ab7d9-ef9f-4f2a-b668-3afc8bf6fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:56.154640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-af8ab7d9-ef9f-4f2a-b668-3afc8bf6fb71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 200 len: 834 time: 0.1132724 Aug 27 02:51:56.219103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4443-faea-4383-9eaf-4202995a2cba req-fb7e86a8-2513-4eaa-a8c1-a4b765da24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:56.220864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-fb7e86a8-2513-4eaa-a8c1-a4b765da24a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=733765ef-91ac-4966-aa5d-bef223aee2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584123 Aug 27 02:51:56.237593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e22a95d1-326e-49b8-b7e8-954dc4473f5a', 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': '807f4279-af7b-45a4-a691-23ec734cad5c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:51:56.238512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.263937 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:51:56.302179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:56.491066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.498175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-dcdfd105-fb05-4a68-8fa1-017559fb81c6 service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679768 Aug 27 02:51:56.523477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Allocated IP 2001:db8::2 (e22a95d1-326e-49b8-b7e8-954dc4473f5a/807f4279-af7b-45a4-a691-23ec734cad5c/05f3df11-7693-4f56-bd5a-e76b7144c90c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:56.540261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 835d46f0-4b71-4fad-bd3d-692a0646a266 yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:56.661833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14df4443-faea-4383-9eaf-4202995a2cba req-e15908a1-f921-47b6-99bc-9283ef5d24fb service neutron] 10.222.0.46 "GET /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449461 Aug 27 02:51:56.674080 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.697805 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:51:56.766442 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c84c54-7716-4213-b2c0-fb3e13c08f21 None None] The sync data for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 is: [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:42Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'b55d0ce8-f8ee-4911-abe0-1ae09fa1df88', 'name': '', 'network_id': '733765ef-91ac-4966-aa5d-bef223aee2b4', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:b1:66:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:42Z', 'updated_at': '2021-08-27T02:50:50Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:51:56.877092 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:56.894593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Transition to ACTIVE for port object 05f3df11-7693-4f56-bd5a-e76b7144c90c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:56.928197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Transition to ACTIVE for port object 05f3df11-7693-4f56-bd5a-e76b7144c90c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:56.969265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.003349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-cc5c0cb0-a4c0-4230-a4fb-84032afacad4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.008979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-cc5c0cb0-a4c0-4230-a4fb-84032afacad4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.1328430 Aug 27 02:51:57.036449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Pushing event updated for resources: {'Port': ['ID=05f3df11-7693-4f56-bd5a-e76b7144c90c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:57.065505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:57.078313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:57.081312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:57.087714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::10 (e22a95d1-326e-49b8-b7e8-954dc4473f5a/807f4279-af7b-45a4-a691-23ec734cad5c/835d46f0-4b71-4fad-bd3d-692a0646a266) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:57.258016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Attempting to bind port 05f3df11-7693-4f56-bd5a-e76b7144c90c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:51:57.258627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Attempting to bind port 05f3df11-7693-4f56-bd5a-e76b7144c90c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '93462ee1-c12a-4d62-875e-902dc1428632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:51:57.258736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Attempting to bind port 05f3df11-7693-4f56-bd5a-e76b7144c90c on network e22a95d1-326e-49b8-b7e8-954dc4473f5a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:51:57.283076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:51:57.283521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Checking segment: {'id': '93462ee1-c12a-4d62-875e-902dc1428632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:51:57.283910 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.284315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Bound using segment: {'id': '93462ee1-c12a-4d62-875e-902dc1428632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:51:57.284978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Bound port: 05f3df11-7693-4f56-bd5a-e76b7144c90c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93462ee1-c12a-4d62-875e-902dc1428632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:51:57.285186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.313380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 09d05fb4-60ec-4116-9460-ec3e58934e22 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:57.313996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.341318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ac1b1-1879-421e-b345-f59dc9f44227 None None] New status for floating IP b0ab7fd7-ecb1-40b3-a12b-d085916cd59c: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:51:57.379475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.403396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 835d46f0-4b71-4fad-bd3d-692a0646a266 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:57.512358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] For port 05f3df11-7693-4f56-bd5a-e76b7144c90c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:51:57.516306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] For port 05f3df11-7693-4f56-bd5a-e76b7144c90c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05f3df11-7693-4f56-bd5a-e76b7144c90c,segment=NetworkSegment(93462ee1-c12a-4d62-875e-902dc1428632),segment_id=93462ee1-c12a-4d62-875e-902dc1428632)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:51:57.519889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 09d05fb4-60ec-4116-9460-ec3e58934e22, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=09d05fb4-60ec-4116-9460-ec3e58934e22,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:51:57.520688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.524194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.529658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.552362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 09d05fb4-60ec-4116-9460-ec3e58934e22 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:57.559598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:57.595486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:57.612711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:57.621582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.622898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.630240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69fc16-8f5e-449d-a145-575e4a014fc7 None None] Pushing event updated for resources: {'Port': ['ID=05f3df11-7693-4f56-bd5a-e76b7144c90c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:57.641935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f030f-a05f-49be-b9cd-617c1de31327 req-9fd93e7d-52e7-4d23-b8ac-3902711ee89c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:57.650540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-307f030f-a05f-49be-b9cd-617c1de31327 req-9fd93e7d-52e7-4d23-b8ac-3902711ee89c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b931a84-c6b9-44be-af82-53a704b442f1 HTTP/1.1" status: 200 len: 945 time: 0.3499455 Aug 27 02:51:57.692516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=835d46f0-4b71-4fad-bd3d-692a0646a266,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:57.702536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-64d179dd-fa36-44ab-8a20-3ca1609ea7b6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6778758 Aug 27 02:51:57.710263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47928) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:57.717123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': 'e22a95d1-326e-49b8-b7e8-954dc4473f5a', 'name': 'tempest-PortsIpV6TestJSON-118472980', 'fixed_ips': [{'subnet_id': '807f4279-af7b-45a4-a691-23ec734cad5c', 'ip_address': '2001:db8::f'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:57.751935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-307f030f-a05f-49be-b9cd-617c1de31327 req-87264161-89f2-48b7-a94f-404c46f51b97 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b417988-38b9-4060-afd7-c029d4224809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951519 Aug 27 02:51:57.787529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.896548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=09d05fb4-60ec-4116-9460-ec3e58934e22,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:57.927412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:51:57.933490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.935710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] No DVR routers for this DVR port 09d05fb4-60ec-4116-9460-ec3e58934e22 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:51:57.939317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:57.941771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94a68320-eb38-45e9-9bbd-9fe8122ec121 req-e30d488d-3ce4-4415-a917-8d071a6f4d2c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "DELETE /v2.0/ports/09d05fb4-60ec-4116-9460-ec3e58934e22 HTTP/1.1" status: 204 len: 173 time: 0.9257617 Aug 27 02:51:57.942314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-deleted', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:51:57.947647 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40974f95-5a9d-4bed-9a4e-4c80379ce31e" -d '{"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-deleted", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:51:57.976919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47932) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:57.982734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832298817', 'description': 'tempest-secgroup-smoke-832298817 description', 'project_id': '8b6743d09ddf49fda6b5346291d7db29'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:57.988419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 454e4515-147e-49b0-bcf9-bcb3fd080d3b yet. {{(pid=94831) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:51:57.990684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.011894 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642aa410-714d-45bc-b0af-0e8fa0be0a25 x-openstack-request-id: req-642aa410-714d-45bc-b0af-0e8fa0be0a25 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:51:58.012468 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b931a84-c6b9-44be-af82-53a704b442f1", "name": "network-vif-deleted", "tag": "09d05fb4-60ec-4116-9460-ec3e58934e22", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:51:58.012616 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-642aa410-714d-45bc-b0af-0e8fa0be0a25 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:51:58.013153 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b931a84-c6b9-44be-af82-53a704b442f1', 'name': 'network-vif-deleted', 'tag': '09d05fb4-60ec-4116-9460-ec3e58934e22', 'status': 'completed', 'code': 200} Aug 27 02:51:58.014557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.158826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.166727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.229004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99504232-6d1b-4dbb-a2f0-c2064448b1fa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.233881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.237898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7bafaec0-5ac3-4958-a018-215be7e130a7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2569122 Aug 27 02:51:58.238921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47934) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.251177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:58.257800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::f (e22a95d1-326e-49b8-b7e8-954dc4473f5a/807f4279-af7b-45a4-a691-23ec734cad5c/454e4515-147e-49b0-bcf9-bcb3fd080d3b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:51:58.286311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.374774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.380460 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.417431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45e76d1-18a3-474c-9483-71a7d1a7b6e7,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.424780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.426746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-68ea98bf-a17d-4adb-b49a-d92f48cc4f4b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876714 Aug 27 02:51:58.429441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47936) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.434037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:58.466411 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.483647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.512266 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 454e4515-147e-49b0-bcf9-bcb3fd080d3b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:51:58.571191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.604104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.612128 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.621683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:51:58.630179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:51:58.630770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47dcaf0-c55f-428a-bd2d-f3a99ba1bfc0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.635177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:51:58.641888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.645835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:58.645835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.646885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-568da3f1-d4d0-4aa8-b2af-8ffc8957f583 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2164652 Aug 27 02:51:58.648810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47940) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.654241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:58.665754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=454e4515-147e-49b0-bcf9-bcb3fd080d3b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.683107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.687392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-25fd16a2-fbb7-4d3d-b611-95b73ae26d5d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9758646 Aug 27 02:51:58.691036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47942) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.749867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f6b45-602c-4a4a-ae29-b453ff6703e0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:58.751742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c5f6b45-602c-4a4a-ae29-b453ff6703e0 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0581238 Aug 27 02:51:58.759785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47944) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.763022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.769198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.789297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d9651b-9c22-4d30-adce-c9418ea58bb4,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.805227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.815768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47948) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.816617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-056f5b57-069f-444c-9753-59750bece1ff tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630774 Aug 27 02:51:58.817380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47950) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.824646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:58.854805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d077e-46f2-46cc-8acd-93e52649373b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:58.863260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d077e-46f2-46cc-8acd-93e52649373b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:58.870201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d077e-46f2-46cc-8acd-93e52649373b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:51:58.872012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-344d077e-46f2-46cc-8acd-93e52649373b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1110671 Aug 27 02:51:58.874869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 47952) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.892905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.954364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.959196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.981455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c231a68-0ad8-4d10-9174-29efe71c1556,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:58.986683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:58.991523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a238ef3-8150-46a3-bbfc-191a882e8501 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701951 Aug 27 02:51:58.991523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:58.996364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:58.998707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c4d04-e52a-46e3-94ab-28579e001eb8 None None] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:51:59.023218 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Project 8b6743d09ddf49fda6b5346291d7db29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:51:59.031869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.065131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-72912719-00d3-4759-99ab-342cdbf2eb40 None None] Provisioning for port 05f3df11-7693-4f56-bd5a-e76b7144c90c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:59.125375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.127051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 454e4515-147e-49b0-bcf9-bcb3fd080d3b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:51:59.127588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.131070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.160043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087cae29-f4da-4552-afe6-2f2917766420,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:59.164366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.167874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b30b5e27-bb45-4cc4-98ea-f9545ba8768a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744633 Aug 27 02:51:59.168621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 47956) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:51:59.176249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'security_group_rule': {'security_group_id': '99504232-6d1b-4dbb-a2f0-c2064448b1fa', 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:51:59.208968 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Project 8b6743d09ddf49fda6b5346291d7db29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:51:59.216517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.298573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.303715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.329107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cbea2d-1b76-453e-abc7-7916945fea5c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:59.346050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.349385 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8d2bc3e5-203d-4654-abb1-adb6205a3c77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797044 Aug 27 02:51:59.385994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.424311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 454e4515-147e-49b0-bcf9-bcb3fd080d3b owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:51:59.575095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05f3df11-7693-4f56-bd5a-e76b7144c90c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:51:59.665827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Provisioning for port 835d46f0-4b71-4fad-bd3d-692a0646a266 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:59.678636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Provisioning complete for port 835d46f0-4b71-4fad-bd3d-692a0646a266 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:59.681211 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.725299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Port 835d46f0-4b71-4fad-bd3d-692a0646a266 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:51:59.743443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 05f3df11-7693-4f56-bd5a-e76b7144c90c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:59.749262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05f3df11-7693-4f56-bd5a-e76b7144c90c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:59.749789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.774819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.779252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.794647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Provisioning for port 454e4515-147e-49b0-bcf9-bcb3fd080d3b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:51:59.805475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Provisioning complete for port 454e4515-147e-49b0-bcf9-bcb3fd080d3b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:59.805744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.829995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Port 454e4515-147e-49b0-bcf9-bcb3fd080d3b was deleted so its status cannot be updated. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 27 02:51:59.848957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Provisioning complete for port 05f3df11-7693-4f56-bd5a-e76b7144c90c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:51:59.849229 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.866987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=454e4515-147e-49b0-bcf9-bcb3fd080d3b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:51:59.962263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:51:59.968444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-545d1ed7-59d6-4c28-b159-c4cc6be3a5e8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/454e4515-147e-49b0-bcf9-bcb3fd080d3b HTTP/1.1" status: 204 len: 168 time: 1.0884652 Aug 27 02:51:59.970140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48000) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:00.006225 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff24023-722c-4b15-bae2-1095b3ececc5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:52:00.012138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ff24023-722c-4b15-bae2-1095b3ececc5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/454e4515-147e-49b0-bcf9-bcb3fd080d3b HTTP/1.1" status: 404 len: 333 time: 0.0406189 Aug 27 02:52:00.013121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48004) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:00.244826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 835d46f0-4b71-4fad-bd3d-692a0646a266 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:00.245188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.252461 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.322471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 05f3df11-7693-4f56-bd5a-e76b7144c90c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05f3df11-7693-4f56-bd5a-e76b7144c90c,segment=NetworkSegment(93462ee1-c12a-4d62-875e-902dc1428632),segment_id=93462ee1-c12a-4d62-875e-902dc1428632)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:00.349050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:00.349946 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.351373 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.401415 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.440779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=05f3df11-7693-4f56-bd5a-e76b7144c90c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:00.468929 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.488127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 835d46f0-4b71-4fad-bd3d-692a0646a266 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:00.500182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port b55d0ce8-f8ee-4911-abe0-1ae09fa1df88, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:00.500549 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.504101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.db.api [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 02:52:00.504466 n-d-806292-1 neutron-server[94833]: DEBUG oslo_db.api [None req-096c9fe2-bc87-4b2d-b7d0-8b89ddf0ab85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 02:52:00.521795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:00.663772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.711896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=835d46f0-4b71-4fad-bd3d-692a0646a266,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:00.739390 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.744210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96b9f312-23db-4b84-95e6-fdee1f530bf9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/835d46f0-4b71-4fad-bd3d-692a0646a266 HTTP/1.1" status: 204 len: 168 time: 0.7263870 Aug 27 02:52:00.746930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48046) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:00.776292 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80ae1d1-25b6-4b02-87c6-1d1c7862a81d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:52:00.781300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d80ae1d1-25b6-4b02-87c6-1d1c7862a81d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/835d46f0-4b71-4fad-bd3d-692a0646a266 HTTP/1.1" status: 404 len: 333 time: 0.0308113 Aug 27 02:52:00.782001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48048) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:00.782923 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.817470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=b55d0ce8-f8ee-4911-abe0-1ae09fa1df88,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:00.866003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 807f4279-af7b-45a4-a691-23ec734cad5c {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:00.871101 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.911317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:00.917512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:00.954585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 09d05fb4-60ec-4116-9460-ec3e58934e22 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:00.955098 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 09d05fb4-60ec-4116-9460-ec3e58934e22 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:00.971165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.121155 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.137922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.209530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.216457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78752995-c172-42c8-9dd4-0a24e6e9fa88 None None] Could not find standard attr ID for object 835d46f0-4b71-4fad-bd3d-692a0646a266. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:52:01.223191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-78752995-c172-42c8-9dd4-0a24e6e9fa88 None None] Could not find standard attr ID for object 454e4515-147e-49b0-bcf9-bcb3fd080d3b. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:52:01.634487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.640259 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/807f4279-af7b-45a4-a691-23ec734cad5c HTTP/1.1" status: 204 len: 168 time: 0.8570809 Aug 27 02:52:01.641162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48060) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:01.642441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2dc67b-fd33-445d-8083-f81c246a630b None None] Network e22a95d1-326e-49b8-b7e8-954dc4473f5a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:01.649370 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05f3df11-7693-4f56-bd5a-e76b7144c90c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:01.650857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46638c30-25cc-4a7a-a416-d1e5190919ae tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=807f4279-af7b-45a4-a691-23ec734cad5c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:01.735275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.824438 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 05f3df11-7693-4f56-bd5a-e76b7144c90c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:01.824885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.835537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:52:01.867982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 05f3df11-7693-4f56-bd5a-e76b7144c90c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:01.877817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.922165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port 05f3df11-7693-4f56-bd5a-e76b7144c90c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05f3df11-7693-4f56-bd5a-e76b7144c90c,segment=NetworkSegment(93462ee1-c12a-4d62-875e-902dc1428632),segment_id=93462ee1-c12a-4d62-875e-902dc1428632)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:01.922492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:01.956592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 05f3df11-7693-4f56-bd5a-e76b7144c90c owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:02.009169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:02.031068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Sync routers for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:02.046089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-42cb0949-7519-4859-a1a4-fdbc0e852393 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/50cdc1ae-a33f-4ecc-8f69-921a105644a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274654 Aug 27 02:52:02.048591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48064) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:02.054669 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:02.055532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.064887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f95607-9976-4899-8887-f57c98885bec None None] DHCP port deletion for e22a95d1-326e-49b8-b7e8-954dc4473f5a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:52:02.119511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting subnet 94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:02.124027 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.150152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-12f95607-9976-4899-8887-f57c98885bec None None] Deleting port 05f3df11-7693-4f56-bd5a-e76b7144c90c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:02.153371 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12f95607-9976-4899-8887-f57c98885bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.176364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.205386 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.226925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=05f3df11-7693-4f56-bd5a-e76b7144c90c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:02.232344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port 05f3df11-7693-4f56-bd5a-e76b7144c90c on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:02.260315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-12f95607-9976-4899-8887-f57c98885bec None None] For port 05f3df11-7693-4f56-bd5a-e76b7144c90c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=05f3df11-7693-4f56-bd5a-e76b7144c90c,segment=NetworkSegment(93462ee1-c12a-4d62-875e-902dc1428632),segment_id=93462ee1-c12a-4d62-875e-902dc1428632)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:02.260315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12f95607-9976-4899-8887-f57c98885bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.296900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-12f95607-9976-4899-8887-f57c98885bec None None] Calling delete_port for 05f3df11-7693-4f56-bd5a-e76b7144c90c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:02.333188 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:02.358608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.370271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22a95d1-326e-49b8-b7e8-954dc4473f5a']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.383014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93462ee1-c12a-4d62-875e-902dc1428632') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.383664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93462ee1-c12a-4d62-875e-902dc1428632') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.396014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.410453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.423613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.433247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:52:02.434126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:52:02.439064 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:52:02.471651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12f95607-9976-4899-8887-f57c98885bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.512129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.515074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f95607-9976-4899-8887-f57c98885bec None None] Pushing event deleted for resources: {'Port': ['ID=05f3df11-7693-4f56-bd5a-e76b7144c90c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:02.544125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f95607-9976-4899-8887-f57c98885bec None None] No DVR routers for this DVR port 05f3df11-7693-4f56-bd5a-e76b7144c90c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:02.561552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.563983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.584265 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183e36d-6cbc-4cc2-8e07-8e334712b5ff None None] Network 733765ef-91ac-4966-aa5d-bef223aee2b4 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:02.590958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/subnets/94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf HTTP/1.1" status: 204 len: 168 time: 0.5412896 Aug 27 02:52:02.594054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48068) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:02.598168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.608006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/e22a95d1-326e-49b8-b7e8-954dc4473f5a HTTP/1.1" status: 204 len: 168 time: 0.9653275 Aug 27 02:52:02.612632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48070) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:02.619726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517180cc-52ec-4027-b7ce-4bcdd50de3a6 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Subnet': ['ID=94abfc9a-cea5-4ba1-8c7a-f09247e1cdaf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:02.645152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1524066848'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:02.686479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08224d0-1eff-43b8-8e2c-67babf833d6e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=e22a95d1-326e-49b8-b7e8-954dc4473f5a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:02.752908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:02.756565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.793761 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.879799 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:52:00Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.908143 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] DHCP port deletion for 733765ef-91ac-4966-aa5d-bef223aee2b4 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:52:02.917716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:52:02.921120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Checking router: 50cdc1ae-a33f-4ecc-8f69-921a105644a1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:52:02.932594 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Routers {'50cdc1ae-a33f-4ecc-8f69-921a105644a1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:02.933360 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:02.944873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.945310 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Added segment 26c63dc9-f075-4d36-9d04-f849e2fe20ff of type vlan for network 7267ac8a-1496-4222-9364-aa83b9edc01a Aug 27 02:52:02.993194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:02.996021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Deleting port 200ce67d-809c-4e85-8798-babcd0c614f9 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:02.996416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.010185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.061551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.067597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:03.068292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.083142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] For port 200ce67d-809c-4e85-8798-babcd0c614f9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=200ce67d-809c-4e85-8798-babcd0c614f9,segment=NetworkSegment(304ff412-f438-4d28-bf9d-77564107e259),segment_id=304ff412-f438-4d28-bf9d-77564107e259)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:03.083543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.097448 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] Set router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:03.107523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Calling delete_port for 200ce67d-809c-4e85-8798-babcd0c614f9 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:03.181207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5429301 Aug 27 02:52:03.184285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48082) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:03.187271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1be2c7-92a5-4d74-8741-9758344190d4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Network': ['ID=7267ac8a-1496-4222-9364-aa83b9edc01a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:03.191558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:03.202029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7267ac8a-1496-4222-9364-aa83b9edc01a details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:52:03.215291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 30417a88-4b0e-42e5-9598-8f0cb8faaedb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:03.215955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.310186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.335248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 30417a88-4b0e-42e5-9598-8f0cb8faaedb, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30417a88-4b0e-42e5-9598-8f0cb8faaedb,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:03.335680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.351777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 30417a88-4b0e-42e5-9598-8f0cb8faaedb owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:03.373462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] Pushing event deleted for resources: {'Port': ['ID=200ce67d-809c-4e85-8798-babcd0c614f9,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:03.378714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde28a3-d2b0-4be8-920b-36b18b5df635 None None] No DVR routers for this DVR port 200ce67d-809c-4e85-8798-babcd0c614f9 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:03.425217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:03.432164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.455903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:52:00Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:03.518477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05f3df11-7693-4f56-bd5a-e76b7144c90c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:03.528691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-b1da50f6-d1b2-42c1-9249-3aaa58a7dbdc req-e63971a7-c7f9-4adf-9ca0-d3c366bb1989 service neutron] (94832) timed out ('10.222.0.46', 53341) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:52:03.545151 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a0951a-9fee-4e1c-82f8-2606979e6e8b None None] The sync data for ids ['50cdc1ae-a33f-4ecc-8f69-921a105644a1'] in n-d-806292-1 is: [{'id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941426987', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:52:00Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': '30417a88-4b0e-42e5-9598-8f0cb8faaedb', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cdc1ae-a33f-4ecc-8f69-921a105644a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:50:38Z', 'updated_at': '2021-08-27T02:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:03.564071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 05f3df11-7693-4f56-bd5a-e76b7144c90c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:03.564744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 05f3df11-7693-4f56-bd5a-e76b7144c90c not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:03.565168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 200ce67d-809c-4e85-8798-babcd0c614f9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:03.596772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 200ce67d-809c-4e85-8798-babcd0c614f9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:03.597095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 200ce67d-809c-4e85-8798-babcd0c614f9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:03.659513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.690784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=30417a88-4b0e-42e5-9598-8f0cb8faaedb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:03.764336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.793633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.869609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=bae04646-f5db-4a84-b095-8d9306eff3b7,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:03.881050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Checking segment: {'id': '26c63dc9-f075-4d36-9d04-f849e2fe20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:03.881408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network hostable DHCP agents. Network: 7267ac8a-1496-4222-9364-aa83b9edc01a, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:52:03.884418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.887160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.903438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 7267ac8a-1496-4222-9364-aa83b9edc01a is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:52:03.922489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7267ac8a-1496-4222-9364-aa83b9edc01a) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:03.928000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:03.928772 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.935156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbded0e-6dd3-4c31-a1b7-bb0f0f3387ff None None] Network 7267ac8a-1496-4222-9364-aa83b9edc01a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:03.945024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.945606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Fanout notify agent at l3_agent the message router_deleted on router 50cdc1ae-a33f-4ecc-8f69-921a105644a1 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:52:03.950918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b7970867-ea63-4c49-bd6a-61d9428e352f tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7645915 Aug 27 02:52:03.951620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48086) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:03.952845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:03.957757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-194633611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:03.957964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-73698dee-6b09-4033-acd2-767f8a28fb4c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/routers/50cdc1ae-a33f-4ecc-8f69-921a105644a1 HTTP/1.1" status: 204 len: 168 time: 1.3455961 Aug 27 02:52:03.959098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:04.000815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.004379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.115692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.129860 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.135286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.158298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.159938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6d8a3ca6-6bf7-442d-b8ae-84e717685454 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2071805 Aug 27 02:52:04.162644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:04.168802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a', 'name': 'tempest-PortsIpV6TestJSON-150646914'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:04.264789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.277653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733765ef-91ac-4966-aa5d-bef223aee2b4']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:04.282124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7267ac8a-1496-4222-9364-aa83b9edc01a', 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': 'bae04646-f5db-4a84-b095-8d9306eff3b7'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:52:04.283055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.290535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304ff412-f438-4d28-bf9d-77564107e259') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:04.291004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304ff412-f438-4d28-bf9d-77564107e259') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:04.303649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.321292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.329815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:52:04.330536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:52:04.333841 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:52:04.352388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:04.356013 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.396373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port a71a58cd-4630-4354-aa5d-2add9e3e50cf yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:52:04.417501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.425265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.431983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/networks/733765ef-91ac-4966-aa5d-bef223aee2b4 HTTP/1.1" status: 204 len: 168 time: 0.4712071 Aug 27 02:52:04.435759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:04.503490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec8bcc-5935-42a3-9c13-721cfe8c6ec3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Network': ['ID=733765ef-91ac-4966-aa5d-bef223aee2b4,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:04.577193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Allocated IP 2001:db8::2 (7267ac8a-1496-4222-9364-aa83b9edc01a/bae04646-f5db-4a84-b095-8d9306eff3b7/e819fc1d-998c-46d4-b01d-078b99ac751b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:04.602216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.631912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.700901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.703601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.705235 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/security-groups/0b417988-38b9-4060-afd7-c029d4224809 HTTP/1.1" status: 204 len: 168 time: 0.2683113 Aug 27 02:52:04.741414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd9c53-7298-4cde-936b-961bb1dd6727 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b417988-38b9-4060-afd7-c029d4224809,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:04.798705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.815047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Transition to ACTIVE for port object e819fc1d-998c-46d4-b01d-078b99ac751b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:04.846988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Transition to ACTIVE for port object e819fc1d-998c-46d4-b01d-078b99ac751b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:04.860802 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:04.904178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Network 7267ac8a-1496-4222-9364-aa83b9edc01a is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:04.910653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:04.914556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:04.939637 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::23f (7267ac8a-1496-4222-9364-aa83b9edc01a/bae04646-f5db-4a84-b095-8d9306eff3b7/a71a58cd-4630-4354-aa5d-2add9e3e50cf) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:04.952930 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Pushing event updated for resources: {'Port': ['ID=e819fc1d-998c-46d4-b01d-078b99ac751b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.004019 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:05.012381 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Attempting to bind port e819fc1d-998c-46d4-b01d-078b99ac751b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:05.012950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Attempting to bind port e819fc1d-998c-46d4-b01d-078b99ac751b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '26c63dc9-f075-4d36-9d04-f849e2fe20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:05.013669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Attempting to bind port e819fc1d-998c-46d4-b01d-078b99ac751b on network 7267ac8a-1496-4222-9364-aa83b9edc01a {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:05.015949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986274198', 'description': 'tempest-secgroup-smoke-986274198 description', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:05.019304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:05.020389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Checking segment: {'id': '26c63dc9-f075-4d36-9d04-f849e2fe20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:05.020389 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.020767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Bound using segment: {'id': '26c63dc9-f075-4d36-9d04-f849e2fe20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:05.021364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Bound port: e819fc1d-998c-46d4-b01d-078b99ac751b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c63dc9-f075-4d36-9d04-f849e2fe20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7267ac8a-1496-4222-9364-aa83b9edc01a'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:05.021846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.083618 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.111218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] For port e819fc1d-998c-46d4-b01d-078b99ac751b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:05.111218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] For port e819fc1d-998c-46d4-b01d-078b99ac751b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e819fc1d-998c-46d4-b01d-078b99ac751b,segment=NetworkSegment(26c63dc9-f075-4d36-9d04-f849e2fe20ff),segment_id=26c63dc9-f075-4d36-9d04-f849e2fe20ff)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:05.119783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.227291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e28e6-26d0-431c-98f1-6664a7dfde64 None None] Pushing event updated for resources: {'Port': ['ID=e819fc1d-998c-46d4-b01d-078b99ac751b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.259629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.264925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.282076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.313387 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object a71a58cd-4630-4354-aa5d-2add9e3e50cf will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:05.317692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.318972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3136475 Aug 27 02:52:05.321868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:05.326958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:05.333416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1f1e1-6bce-48c0-b003-fbb3f51ddd50 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3cdf2-8cf2-4c50-9215-22eaaded539b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.365254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.392669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.454636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 7267ac8a-1496-4222-9364-aa83b9edc01a is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:05.457604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.459539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:05.470098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.472273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:05.484027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:05.484718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.501569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=a71a58cd-4630-4354-aa5d-2add9e3e50cf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.517179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-18d2e590-a454-4e6b-9780-becd9399e736 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3528891 Aug 27 02:52:05.520066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:05.522208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a74ce61-b1cc-4808-9d75-55351b7bb513,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.603205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30417a88-4b0e-42e5-9598-8f0cb8faaedb no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:05.634070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.638446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3abe4396-c40e-45b1-96f4-0ee16517d4da tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125095 Aug 27 02:52:05.639256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48112) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:05.647309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:05.672480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 30417a88-4b0e-42e5-9598-8f0cb8faaedb {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:05.673339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30417a88-4b0e-42e5-9598-8f0cb8faaedb not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:05.674094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:05.719514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.750491 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:05.750736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b55d0ce8-f8ee-4911-abe0-1ae09fa1df88 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:05.843297 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.851757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.875902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66125c4a-4a21-4c5b-a5be-a73ac872f42e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:05.890886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:05.892122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e211d1da-bd46-42e1-897b-c33fa9e56b4b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2517068 Aug 27 02:52:05.895432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48114) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:05.901230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:05.950256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.035341 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.042333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.066913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6105f1-3a00-432a-ae0c-0d7cd558cd75,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:06.068284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.093220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.094638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bad9e1d9-b6c7-46e1-9248-41a0fbde4591 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1975720 Aug 27 02:52:06.097418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48116) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:06.102289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:06.196919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.319200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.327939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.377534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.383739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2852588 Aug 27 02:52:06.387476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48120) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:06.396644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:06.409891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6df67-a392-4017-b689-aedecdc38e13 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344279f8-433f-4957-b194-69c9e24a28b6,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:06.434675 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:52:06.441083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.501185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.510324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.546788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.557124 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.591902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ee8079-c02a-4678-b1e6-56bdada445e7,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:06.597728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.600261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24fd106a-6553-418b-b7a3-2f9826c72cf1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2108812 Aug 27 02:52:06.602374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48122) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:06.610061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'security_group_rule': {'security_group_id': '7ce3cdf2-8cf2-4c50-9215-22eaaded539b', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:06.634936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=a71a58cd-4630-4354-aa5d-2add9e3e50cf,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:06.645811 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Project 02fd06edcdb54098bf7418c1b8213fb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:52:06.662673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.671120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37ceea-ee8f-4cb2-a896-fe6a4fd9aebe None None] Network 7267ac8a-1496-4222-9364-aa83b9edc01a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:06.777526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06b74904-034e-4e2e-8d05-f2f69947cba6 None None] Provisioning for port e819fc1d-998c-46d4-b01d-078b99ac751b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:06.777774 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.782040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.806020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a424a2a6-ee13-4094-9aa3-86efb0ee9a64,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:06.813931 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.815075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.819090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:06.819394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67a6d4c9-bfe9-4bdc-9292-76ff1670f909 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2147031 Aug 27 02:52:06.827020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'network': {'name': 'tempest-network-smoke--2086171296', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:06.912190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:06.915920 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.973258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:52:06.985358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.990233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:06.990504 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Added segment 9aa12b64-0312-4da3-b35c-6d1b62ac3f70 of type vlan for network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 Aug 27 02:52:07.077865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.179564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.186809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:07.187582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.247080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dee5fcd8-f7e0-4f5e-8b90-f93f3643e719 None None] Provisioning for port a71a58cd-4630-4354-aa5d-2add9e3e50cf completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:07.252489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dee5fcd8-f7e0-4f5e-8b90-f93f3643e719 None None] Provisioning complete for port a71a58cd-4630-4354-aa5d-2add9e3e50cf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:07.253064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dee5fcd8-f7e0-4f5e-8b90-f93f3643e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.290688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-dee5fcd8-f7e0-4f5e-8b90-f93f3643e719 None None] Port a71a58cd-4630-4354-aa5d-2add9e3e50cf cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:07.309001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4877725 Aug 27 02:52:07.312946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48130) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:07.324247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'admin_state_up': True, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:07.329860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b742d-0caa-4c00-b35d-686a40745b5a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Network': ['ID=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:07.346737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:52:07.374097 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.377526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.429034 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.440708 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.441352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.493298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.508080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=a71a58cd-4630-4354-aa5d-2add9e3e50cf,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:07.576980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-16be1156-ef38-43db-a0a5-4117c46d1261 None None] Provisioning complete for port a71a58cd-4630-4354-aa5d-2add9e3e50cf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:07.577537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-16be1156-ef38-43db-a0a5-4117c46d1261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.646033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e819fc1d-998c-46d4-b01d-078b99ac751b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:07.672011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network 7267ac8a-1496-4222-9364-aa83b9edc01a is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:07.673780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:07.716234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.740794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-16be1156-ef38-43db-a0a5-4117c46d1261 None None] Port a71a58cd-4630-4354-aa5d-2add9e3e50cf cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:07.768040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e819fc1d-998c-46d4-b01d-078b99ac751b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:07.772560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e819fc1d-998c-46d4-b01d-078b99ac751b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:07.772933 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:07.885063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-a09d261b-984c-43e1-b4f5-4ad0e454ed1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126635 Aug 27 02:52:07.988803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Router 2e0dadb7-7b54-470f-8249-569b555c76c2 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:52:08.032370 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.035661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3989c6dd-4baa-4231-81af-6364d2c809a4 None None] Provisioning complete for port a71a58cd-4630-4354-aa5d-2add9e3e50cf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:08.036048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3989c6dd-4baa-4231-81af-6364d2c809a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.078678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-ea6989bf-cc42-4f12-abc0-a8a241224789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:08.080197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-ea6989bf-cc42-4f12-abc0-a8a241224789 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 1097 time: 0.1417620 Aug 27 02:52:08.169195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3989c6dd-4baa-4231-81af-6364d2c809a4 None None] Port a71a58cd-4630-4354-aa5d-2add9e3e50cf cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:08.207192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e819fc1d-998c-46d4-b01d-078b99ac751b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e819fc1d-998c-46d4-b01d-078b99ac751b,segment=NetworkSegment(26c63dc9-f075-4d36-9d04-f849e2fe20ff),segment_id=26c63dc9-f075-4d36-9d04-f849e2fe20ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:08.216106 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.242554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.273565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:08.285373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-308466ea-f197-4306-aab6-d5961d753bc8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/routers/2e0dadb7-7b54-470f-8249-569b555c76c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7311363 Aug 27 02:52:08.286104 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48146) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:08.297515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] Sync routers for ids ['2e0dadb7-7b54-470f-8249-569b555c76c2'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:08.310881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.322307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e819fc1d-998c-46d4-b01d-078b99ac751b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:08.333875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] Routers {'2e0dadb7-7b54-470f-8249-569b555c76c2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:08.334664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2e0dadb7-7b54-470f-8249-569b555c76c2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:08.337224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-6d9c1d4e-422c-4588-a687-4660dc907c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:08.342455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-6d9c1d4e-422c-4588-a687-4660dc907c1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 915 time: 0.2083611 Aug 27 02:52:08.381467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:08.390280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-8f2728be-2d3b-46db-b7d3-9178c807b636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1 HTTP/1.1" status: 200 len: 217 time: 0.0438433 Aug 27 02:52:08.396549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] Routers {'2e0dadb7-7b54-470f-8249-569b555c76c2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:08.397243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2e0dadb7-7b54-470f-8249-569b555c76c2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:08.400513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7ac36c46-4160-400f-ba78-1948ab3fd413 None None] Provisioning complete for port a71a58cd-4630-4354-aa5d-2add9e3e50cf triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:08.400884 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7ac36c46-4160-400f-ba78-1948ab3fd413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.422123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d299e7-1caa-412e-863e-56c072fabf34 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:08.423733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d6d299e7-1caa-412e-863e-56c072fabf34 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e0dadb7-7b54-470f-8249-569b555c76c2 HTTP/1.1" status: 200 len: 988 time: 0.1366498 Aug 27 02:52:08.426622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:08.441646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:08.442131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc241dff-0430-4180-a408-6da3e534cc8d None None] The sync data for ids ['2e0dadb7-7b54-470f-8249-569b555c76c2'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:08.482006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-91887516-3d82-46e2-b0df-a22203ddcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:08.483828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-91887516-3d82-46e2-b0df-a22203ddcc6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 200 len: 854 time: 0.0849254 Aug 27 02:52:08.496501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7ac36c46-4160-400f-ba78-1948ab3fd413 None None] Port a71a58cd-4630-4354-aa5d-2add9e3e50cf cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:08.525132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-29f8248e-6ce6-474a-95b0-1676f3e2c038 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336225 Aug 27 02:52:08.570273 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.238 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e9bb1f27-137f-4878-a6e7-7b4559ba015b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:08.656662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-4eccf965-f181-4cc8-bc21-b2160ac4ce9b service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234775 Aug 27 02:52:08.792398 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-601d2b46-313d-4dd4-930f-06503ac3d0c8 req-09f7fb0f-73f8-445c-a1e1-df0ebddd8f29 service neutron] 10.222.0.15 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274145 Aug 27 02:52:08.819024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:08.936048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:09.044564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:09.050425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:09.059239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=e9bb1f27-137f-4878-a6e7-7b4559ba015b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:09.061694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:09.092913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:09.529602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e819fc1d-998c-46d4-b01d-078b99ac751b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:09.613844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e819fc1d-998c-46d4-b01d-078b99ac751b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:09.614224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:09.803942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:09.864704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port a71a58cd-4630-4354-aa5d-2add9e3e50cf {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:09.865048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.030702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.051381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for a71a58cd-4630-4354-aa5d-2add9e3e50cf owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:10.139655 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.383158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.392293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 18d386af-4d68-48fd-a026-99806c7a610e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:52:10.417471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=a71a58cd-4630-4354-aa5d-2add9e3e50cf,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:10.564349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.690995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:10.704716 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Sync routers for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:10.717934 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:10.718976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:10.740533 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:10.744507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-af2f79ea-6679-46ba-87f9-6237938fdeae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4269826 Aug 27 02:52:10.744747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:10.807398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9def275-fbcf-425f-957c-7083ddd9fe5f tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=02fd06edcdb54098bf7418c1b8213fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610015 Aug 27 02:52:10.811191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:10.817453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Router 2e0dadb7-7b54-470f-8249-569b555c76c2 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:52:10.887656 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:10.919816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:10.928006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-99585256-21ed-479c-862d-d93d6e5f6d16 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/routers/2e0dadb7-7b54-470f-8249-569b555c76c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974952 Aug 27 02:52:10.929554 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48162) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:10.929956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] Sync routers for ids ['2e0dadb7-7b54-470f-8249-569b555c76c2'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:10.944619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] Routers {'2e0dadb7-7b54-470f-8249-569b555c76c2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:10.945252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2e0dadb7-7b54-470f-8249-569b555c76c2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:10.963168 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f95fa3-35ad-49ce-b8e7-a254cebbe6b2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:52:10.963168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93f95fa3-35ad-49ce-b8e7-a254cebbe6b2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/a71a58cd-4630-4354-aa5d-2add9e3e50cf HTTP/1.1" status: 404 len: 333 time: 0.0285273 Aug 27 02:52:10.963507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48164) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:11.033276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab94a11-d566-4f67-9e00-57f9df6587a5 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:11.037244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ab94a11-d566-4f67-9e00-57f9df6587a5 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2248344 Aug 27 02:52:11.042748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:11.097597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.278447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:11.306883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] Routers {'2e0dadb7-7b54-470f-8249-569b555c76c2'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:11.307539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['2e0dadb7-7b54-470f-8249-569b555c76c2'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:11.337831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:11.338559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.342001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.373308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:11.374347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec70f2-d40c-46d5-813f-c31f319d78a5 None None] The sync data for ids ['2e0dadb7-7b54-470f-8249-569b555c76c2'] in n-d-806292-1 is: [] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:11.408212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.409224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0dadb7-7b54-470f-8249-569b555c76c2 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:52:11.431935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.434637 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Checking router: 18d386af-4d68-48fd-a026-99806c7a610e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:52:11.434859 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d55590ef-f1b3-4109-ab7c-b6cad28e64dc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/routers/2e0dadb7-7b54-470f-8249-569b555c76c2 HTTP/1.1" status: 204 len: 168 time: 0.4688625 Aug 27 02:52:11.435802 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Updating router 18d386af-4d68-48fd-a026-99806c7a610e port e9bb1f27-137f-4878-a6e7-7b4559ba015b binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:52:11.438692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48172) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:11.490977 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.545466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet bae04646-f5db-4a84-b095-8d9306eff3b7 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:11.557752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.575026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c20e5c40-0abb-4109-8170-678dd4fa28b2 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5310996 Aug 27 02:52:11.577400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:11.582361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045879130', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:11.638597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.681581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:11.686352 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.791287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.855780 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.872544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Transition to ACTIVE for port object e9bb1f27-137f-4878-a6e7-7b4559ba015b will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:11.882959 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.912757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.942217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=bae04646-f5db-4a84-b095-8d9306eff3b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:11.955029 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.955263 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:11.959409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5a8932fd-97b4-4012-afe3-8100662a21a6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/bae04646-f5db-4a84-b095-8d9306eff3b7 HTTP/1.1" status: 204 len: 168 time: 0.5157380 Aug 27 02:52:11.959948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48176) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:11.962239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91167e-89ae-47fa-95c4-a034afb526e8 None None] Network 7267ac8a-1496-4222-9364-aa83b9edc01a requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:11.987756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Attempting to bind port e9bb1f27-137f-4878-a6e7-7b4559ba015b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:11.988491 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Attempting to bind port e9bb1f27-137f-4878-a6e7-7b4559ba015b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:11.989099 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Attempting to bind port e9bb1f27-137f-4878-a6e7-7b4559ba015b on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:12.006253 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Pushing event updated for resources: {'Port': ['ID=e9bb1f27-137f-4878-a6e7-7b4559ba015b,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:12.025059 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.025545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.025874 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.026168 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.026502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.026838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.027160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.027480 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.027872 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.028161 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.028441 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.028763 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:12.032486 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:12.033167 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:12.033609 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.034001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:12.034506 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Bound port: e9bb1f27-137f-4878-a6e7-7b4559ba015b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:12.034882 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.150509 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] For port e9bb1f27-137f-4878-a6e7-7b4559ba015b, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:12.154093 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Subnet': ['ID=37dd4507-2536-4803-b199-bdde0345641d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:12.163200 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] For port e9bb1f27-137f-4878-a6e7-7b4559ba015b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e9bb1f27-137f-4878-a6e7-7b4559ba015b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:12.172003 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.183461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.247140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Checking segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:12.247483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network hostable DHCP agents. Network: 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:52:12.256254 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd97ad-f623-434e-a24a-227a52595638 None None] Pushing event updated for resources: {'Port': ['ID=e9bb1f27-137f-4878-a6e7-7b4559ba015b,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:12.270753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:52:12.281170 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:12.282131 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:12.285672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] DHCP port deletion for 7267ac8a-1496-4222-9364-aa83b9edc01a request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:52:12.291370 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:12.309360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:12.310273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.310481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port e819fc1d-998c-46d4-b01d-078b99ac751b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:12.310926 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.311397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf32418-0bdc-4c76-9ff6-8faa8ab411dc None None] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:12.333773 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96503dd7-120b-46aa-a02b-d8cc19762fd2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7551527 Aug 27 02:52:12.336405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48182) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:12.428850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:12.460678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] For port e819fc1d-998c-46d4-b01d-078b99ac751b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e819fc1d-998c-46d4-b01d-078b99ac751b,segment=NetworkSegment(26c63dc9-f075-4d36-9d04-f849e2fe20ff),segment_id=26c63dc9-f075-4d36-9d04-f849e2fe20ff)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:12.464826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.502279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for e819fc1d-998c-46d4-b01d-078b99ac751b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:12.587783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Deleting port e819fc1d-998c-46d4-b01d-078b99ac751b {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:12.603093 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.834905 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] For port e819fc1d-998c-46d4-b01d-078b99ac751b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e819fc1d-998c-46d4-b01d-078b99ac751b,segment=NetworkSegment(26c63dc9-f075-4d36-9d04-f849e2fe20ff),segment_id=26c63dc9-f075-4d36-9d04-f849e2fe20ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:12.835316 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:12.863419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Calling delete_port for e819fc1d-998c-46d4-b01d-078b99ac751b owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:12.992386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:52:12.994614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.044070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:13.086658 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8d73e-2421-4120-b672-fb797f84881a None None] The sync data for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 is: [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:09Z', 'revision_number': 3, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:13.135752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.152061 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.198760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] Pushing event deleted for resources: {'Port': ['ID=e819fc1d-998c-46d4-b01d-078b99ac751b,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:13.221031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e86876-67c2-419f-a040-d4e4240f8a1a None None] No DVR routers for this DVR port e819fc1d-998c-46d4-b01d-078b99ac751b on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:13.261197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.296897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=e819fc1d-998c-46d4-b01d-078b99ac751b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:13.309396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No DVR routers for this DVR port e819fc1d-998c-46d4-b01d-078b99ac751b on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:13.374999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Allocated IP 172.20.0.2 (5f4e5cb2-8ae6-494b-b231-f91fe6a7c637/37dd4507-2536-4803-b199-bdde0345641d/0209cdd3-2780-4682-977a-ad997959d79c) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:13.437451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.455643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7267ac8a-1496-4222-9364-aa83b9edc01a']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:13.476015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c63dc9-f075-4d36-9d04-f849e2fe20ff') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:13.476321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c63dc9-f075-4d36-9d04-f849e2fe20ff') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:13.508795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.555708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.577357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e819fc1d-998c-46d4-b01d-078b99ac751b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:13.582146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:52:13.582628 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self.session.flush() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:52:13.585860 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:52:13.646872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e819fc1d-998c-46d4-b01d-078b99ac751b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:13.647365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e819fc1d-998c-46d4-b01d-078b99ac751b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:13.725739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.728393 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.734321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.739970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/7267ac8a-1496-4222-9364-aa83b9edc01a HTTP/1.1" status: 204 len: 168 time: 1.7744987 Aug 27 02:52:13.740569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48190) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:13.749876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Transition to ACTIVE for port object 0209cdd3-2780-4682-977a-ad997959d79c will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:13.757939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae02ec-c38d-4f78-8090-2a4a5ce11a54 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=7267ac8a-1496-4222-9364-aa83b9edc01a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:13.777300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Transition to ACTIVE for port object 0209cdd3-2780-4682-977a-ad997959d79c will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:13.783901 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.829842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68e9ab-7029-4121-8389-978ab06e56bb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:13.831335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5b68e9ab-7029-4121-8389-978ab06e56bb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/92c10984-57c7-404d-9f52-f99aefe27d84 HTTP/1.1" status: 200 len: 844 time: 0.0897171 Aug 27 02:52:13.835302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48192) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:13.848155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:13.850085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:13.859538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Pushing event updated for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:13.862680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.1 (5f4e5cb2-8ae6-494b-b231-f91fe6a7c637/37dd4507-2536-4803-b199-bdde0345641d/965dc440-e855-42a3-bc57-e4fffa508413) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:13.873917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:13.892582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7969acb0-e93a-4d83-a480-e5edb3907e53 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/92c10984-57c7-404d-9f52-f99aefe27d84?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0521150 Aug 27 02:52:13.893581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48194) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:13.899959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:13.965371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Attempting to bind port 0209cdd3-2780-4682-977a-ad997959d79c on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:13.965746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Attempting to bind port 0209cdd3-2780-4682-977a-ad997959d79c by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:13.966675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Attempting to bind port 0209cdd3-2780-4682-977a-ad997959d79c on network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:13.973826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:13.974560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Checking segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:13.975165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:13.975736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Bound using segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:13.976573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Bound port: 0209cdd3-2780-4682-977a-ad997959d79c, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:13.977157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.052060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:14.059687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.113881 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.146607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:14.162244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object 965dc440-e855-42a3-bc57-e4fffa508413 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:14.174438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0209cdd3-2780-4682-977a-ad997959d79c,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:14.185139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.230031 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.256906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567403e9-372b-497a-a09e-26d5f321e1ae None None] Pushing event updated for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:14.309554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:14.324964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:14.326440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:14.328902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:14.366006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.389687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.440021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:14.443955 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:14.448367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:14.448960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.454673 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17a119-2a66-48b4-8962-f04dbb34297b None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:14.489423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=49b4bf0e-6a46-4d15-bb98-46d86084632c,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:14.494427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e1cf3e77-b587-47c9-9b6c-982a2e37fb68 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5987709 Aug 27 02:52:14.496456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48198) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:14.502334 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'security_group': {'name': 'tempest-secgroup-47311173'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:14.540619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.614172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.704041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.712001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.756688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.763207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2649963 Aug 27 02:52:14.764715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658ded9-7599-4c8b-9fbf-8c5a022880a9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b214d49-a245-487d-a7d8-71cca9375b82,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:14.767096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48202) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:14.771738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035874508'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:14.812352 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.856327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'tenant_id': '12cbbac18f5f41168fe64fffc39d2ae9', 'fixed_ips': [{'subnet_id': '49b4bf0e-6a46-4d15-bb98-46d86084632c'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:52:14.862927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.930308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.936497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.968816 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:14.970150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2021306 Aug 27 02:52:14.975981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48204) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:14.981484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-609566228', 'security_groups': ['78db315f-a155-4dc1-954a-536989e22825'], 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '49b4bf0e-6a46-4d15-bb98-46d86084632c'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:15.029339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12f95-6758-4e8b-9181-55f92e8b7ac9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78db315f-a155-4dc1-954a-536989e22825,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:15.047426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Allocated IP 2001:db8::2 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/49b4bf0e-6a46-4d15-bb98-46d86084632c/9d874874-c6c8-404b-9615-e44ff365c717) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:15.116392 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.123439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.135146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:15.221856 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.225329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:15.248867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.260412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Transition to ACTIVE for port object 9d874874-c6c8-404b-9615-e44ff365c717 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:15.272688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.278608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Transition to ACTIVE for port object 9d874874-c6c8-404b-9615-e44ff365c717 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:15.289419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.301914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 20cbdc3b-10d8-46db-840c-8008801490f0 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:52:15.362013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:15.384729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:15.388675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:15.393985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:15.398057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:15.400344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:15.472031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Attempting to bind port 9d874874-c6c8-404b-9615-e44ff365c717 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:15.472412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Attempting to bind port 9d874874-c6c8-404b-9615-e44ff365c717 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'a7525572-5384-427b-9d8d-1e889b205185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:15.472774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Attempting to bind port 9d874874-c6c8-404b-9615-e44ff365c717 on network ae1b732c-f009-4b68-b41f-2f48fdc5b754 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:15.479092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:15.480009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Checking segment: {'id': 'a7525572-5384-427b-9d8d-1e889b205185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:15.480414 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.480802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Bound using segment: {'id': 'a7525572-5384-427b-9d8d-1e889b205185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:15.481267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Bound port: 9d874874-c6c8-404b-9615-e44ff365c717, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7525572-5384-427b-9d8d-1e889b205185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:15.481640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.538182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::3b8 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/49b4bf0e-6a46-4d15-bb98-46d86084632c/20cbdc3b-10d8-46db-840c-8008801490f0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:15.594358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:15.598367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:15.605771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.671615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605ceb-c892-4165-aadd-4c14589f47df None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:15.683583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0209cdd3-2780-4682-977a-ad997959d79c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:15.728983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 18d386af-4d68-48fd-a026-99806c7a610e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:52:15.806433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0209cdd3-2780-4682-977a-ad997959d79c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:15.831608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e9bb1f27-137f-4878-a6e7-7b4559ba015b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:15.853136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:15.881157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 20cbdc3b-10d8-46db-840c-8008801490f0 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:15.934408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b78e95-efb8-4972-b83f-0bfa0d7a0839 None None] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:15.961912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:15.977110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ef19149b-608d-4a9d-9267-353d042de4db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/18d386af-4d68-48fd-a026-99806c7a610e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6305881 Aug 27 02:52:15.981861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.047723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:16.049332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:16.067162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:16.072830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:16.073528 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.085505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=20cbdc3b-10d8-46db-840c-8008801490f0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:16.139219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fa7aa687-250b-445d-aea8-11e328a972d5 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1622045 Aug 27 02:52:16.142181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:16.152829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:16.246675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Provisioning for port 0209cdd3-2780-4682-977a-ad997959d79c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:16.280442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port e9bb1f27-137f-4878-a6e7-7b4559ba015b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:16.285701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Provisioning complete for port 0209cdd3-2780-4682-977a-ad997959d79c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:16.286204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.290473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e9bb1f27-137f-4878-a6e7-7b4559ba015b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:16.290766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.309298 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Sync routers for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:16.321342 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:16.326094 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:16.367524 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:16.382979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.455976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.458083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.562502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port e9bb1f27-137f-4878-a6e7-7b4559ba015b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e9bb1f27-137f-4878-a6e7-7b4559ba015b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:16.565312 n-d-806292-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49b4bf0e-6a46-4d15-bb98-46d86084632c (CIDR: 2001:db8::/64) Aug 27 02:52:16.566809 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:16.575426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.578105 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:52:16.578890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:16.601173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.607824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-a8607af6-9314-45bc-9dbd-3a8cd56dfbd1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986274198&fields=id&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 267 time: 0.0814080 Aug 27 02:52:16.618462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6096c0b0-8ac7-4a70-98a4-54f5c99c31c6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4724565 Aug 27 02:52:16.621845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48228) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:16.625179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0209cdd3-2780-4682-977a-ad997959d79c,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:16.629886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:16.680502 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.742256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=e9bb1f27-137f-4878-a6e7-7b4559ba015b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:16.852888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1f147-763c-4d7e-b3ce-35b28e5f60a2 None None] Pushing event updated for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:16.859054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Provisioning complete for port 0209cdd3-2780-4682-977a-ad997959d79c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:16.860041 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.906757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:16.908074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-35f26457-97ec-4483-9c0d-7ad3ba6ac488 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:16.915560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:16.921699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-35f26457-97ec-4483-9c0d-7ad3ba6ac488 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 797 time: 0.3075070 Aug 27 02:52:16.949363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-2df15799-48f7-4d80-85c4-f0e37d34fa81 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/quotas/02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 375 time: 0.0264106 Aug 27 02:52:17.049663 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 2, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:17.079261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-8f74ce36-51ee-4483-8e66-ca67a7d0e240 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214039 Aug 27 02:52:17.087984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-85d7c740-8430-4c45-a321-bd9575ff1ebf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:52:17.093763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-85d7c740-8430-4c45-a321-bd9575ff1ebf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113051 Aug 27 02:52:17.102208 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Checking router: 18d386af-4d68-48fd-a026-99806c7a610e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:52:17.102831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Provisioning for port 965dc440-e855-42a3-bc57-e4fffa508413 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:17.103555 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Updating router 18d386af-4d68-48fd-a026-99806c7a610e port 965dc440-e855-42a3-bc57-e4fffa508413 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:52:17.109359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Provisioning complete for port 965dc440-e855-42a3-bc57-e4fffa508413 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:17.110657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.161982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-19c69d8b-f643-4d73-891c-7a3aae3ca2b7 None None] Port 965dc440-e855-42a3-bc57-e4fffa508413 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:17.163730 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.296087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0d8fb089-0efc-4680-b485-6b617a879032 None None] Provisioning complete for port 965dc440-e855-42a3-bc57-e4fffa508413 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:17.297078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0d8fb089-0efc-4680-b485-6b617a879032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.304562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6c489020-55e9-45ad-b4fe-804da75ef403 service neutron] 10.222.0.26 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049935 Aug 27 02:52:17.405954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0d8fb089-0efc-4680-b485-6b617a879032 None None] Port 965dc440-e855-42a3-bc57-e4fffa508413 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:17.483132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-60ada1a3-9d45-41cf-9380-034b5ae9ada8 service neutron] 10.222.0.26 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592772 Aug 27 02:52:17.519186 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.543369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5b9dc07f-6d14-4f4c-ab1c-1332ced78e42 None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:17.543750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc07f-6d14-4f4c-ab1c-1332ced78e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.632781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:17.634513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:17.643480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:17.644253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.671553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5b9dc07f-6d14-4f4c-ab1c-1332ced78e42 None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:17.703036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=362ea33c-57d7-4f34-9458-2c284a1db650,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:17.706952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5b9dc07f-6d14-4f4c-ab1c-1332ced78e42 None None] Provisioning for port 9d874874-c6c8-404b-9615-e44ff365c717 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:17.714122 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.732486 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Transition to ACTIVE for port object 965dc440-e855-42a3-bc57-e4fffa508413 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:17.737941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b9960fb-b2cf-4ad7-854b-abbe1f1c8835 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1138351 Aug 27 02:52:17.741929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48236) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:17.747765 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.767191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113189024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '362ea33c-57d7-4f34-9458-2c284a1db650'}], 'security_groups': ['0b214d49-a245-487d-a7d8-71cca9375b82']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:17.775229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:17.883002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-93b9d105-0f2c-4f27-ae8b-dbd62eccafaf req-37226864-7fc4-45c1-936b-3c4db4b32573 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 210 time: 0.1103268 Aug 27 02:52:17.890467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea9e6eb-e525-4319-9330-beed0cb81100 None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:17.920562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.957197 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73793f-4088-4e32-bc81-6917fe7a55ca None None] Pushing event updated for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:17.966994 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Attempting to bind port 965dc440-e855-42a3-bc57-e4fffa508413 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:17.967614 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Attempting to bind port 965dc440-e855-42a3-bc57-e4fffa508413 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:17.968366 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Attempting to bind port 965dc440-e855-42a3-bc57-e4fffa508413 on network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:17.975038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:17.975713 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Checking segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:17.976293 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:17.977105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Bound using segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:17.977750 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Bound port: 965dc440-e855-42a3-bc57-e4fffa508413, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:17.978321 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.081204 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] For port 965dc440-e855-42a3-bc57-e4fffa508413, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:18.085450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 9d874874-c6c8-404b-9615-e44ff365c717 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:18.086672 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] For port 965dc440-e855-42a3-bc57-e4fffa508413, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=965dc440-e855-42a3-bc57-e4fffa508413,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:18.093372 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.098575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:18.098575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.182070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:18.183122 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:51:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:18.226176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0e0cc60d-361d-4eb4-b2dc-37b70fcb9d65 None None] Provisioning for port 20cbdc3b-10d8-46db-840c-8008801490f0 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:18.253476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0e0cc60d-361d-4eb4-b2dc-37b70fcb9d65 None None] Provisioning complete for port 20cbdc3b-10d8-46db-840c-8008801490f0 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:18.253856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0e0cc60d-361d-4eb4-b2dc-37b70fcb9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.336184 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73793f-4088-4e32-bc81-6917fe7a55ca None None] Pushing event updated for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:18.371072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cc60d-361d-4eb4-b2dc-37b70fcb9d65 None None] Port 20cbdc3b-10d8-46db-840c-8008801490f0 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:18.422315 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:18.430970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.587325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Delete allocated IP 2001:db8::3b8 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/49b4bf0e-6a46-4d15-bb98-46d86084632c) {{(pid=94832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:52:18.603271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8:0:1::5e (ae1b732c-f009-4b68-b41f-2f48fdc5b754/362ea33c-57d7-4f34-9458-2c284a1db650/20cbdc3b-10d8-46db-840c-8008801490f0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:18.765640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Update dhcp port {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'fixed_ips': [{'subnet_id': '49b4bf0e-6a46-4d15-bb98-46d86084632c', 'ip_address': '2001:db8::2'}, {'subnet_id': '362ea33c-57d7-4f34-9458-2c284a1db650'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '9d874874-c6c8-404b-9615-e44ff365c717'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:52:18.806712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:18.822198 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.823114 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e9bb1f27-137f-4878-a6e7-7b4559ba015b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:18.830909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.837676 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:18Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:18.870880 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2f909-b6c4-48f7-8011-d366b95d6d7d None None] The sync data for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 is: [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:18Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:18.894706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:18.922263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Ignored duplicate provisioning block setup for port 20cbdc3b-10d8-46db-840c-8008801490f0 by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 27 02:52:18.942111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.020749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] In _notify_port_updated(), no bound segment for port 20cbdc3b-10d8-46db-840c-8008801490f0 on network ae1b732c-f009-4b68-b41f-2f48fdc5b754 {{(pid=94832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:52:19.026912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:19.027550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.031805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/ports/20cbdc3b-10d8-46db-840c-8008801490f0 HTTP/1.1" status: 200 len: 930 time: 1.2858818 Aug 27 02:52:19.032248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:19.064937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007222d-4447-495b-9f51-1c23f8695915 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=20cbdc3b-10d8-46db-840c-8008801490f0,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:19.094437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d49e86b5-9a1a-4aad-a97b-9beda74a35f1 req-a470fd85-1b23-42df-bbab-489bfcd0d263 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 210 time: 0.0619316 Aug 27 02:52:19.164884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:19.230003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port e9bb1f27-137f-4878-a6e7-7b4559ba015b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:19.230399 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.245247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 20cbdc3b-10d8-46db-840c-8008801490f0 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:19.246956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.320567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Allocated IP 2001:db8:0:1::2 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/362ea33c-57d7-4f34-9458-2c284a1db650/9d874874-c6c8-404b-9615-e44ff365c717) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:19.443177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.465762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 20cbdc3b-10d8-46db-840c-8008801490f0 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:19.518114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-07e483f4-e310-42f1-9ea3-16c6768f1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:19.519988 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-07e483f4-e310-42f1-9ea3-16c6768f1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 797 time: 0.2459626 Aug 27 02:52:19.643720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-9a982e21-5f2d-4c4b-a7d1-969bf51e561a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02fd06edcdb54098bf7418c1b8213fb3 HTTP/1.1" status: 200 len: 379 time: 0.0964375 Aug 27 02:52:19.650993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:19.654988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0209cdd3-2780-4682-977a-ad997959d79c up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:19.663800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'port': {'device_id': '66eca74b-8dec-4ca8-8220-d4b076908264', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'admin_state_up': True, 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'security_groups': ['7ce3cdf2-8cf2-4c50-9215-22eaaded539b']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:19.751872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.786370 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.786649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0209cdd3-2780-4682-977a-ad997959d79c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:19.787472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.792722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Transition to ACTIVE for port object 9d874874-c6c8-404b-9615-e44ff365c717 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:19.853767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.868535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=20cbdc3b-10d8-46db-840c-8008801490f0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:19.902037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Made reservation on behalf of 02fd06edcdb54098bf7418c1b8213fb3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:19.906136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.925874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:19.927899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8a81572a-f7e8-49b0-8206-8d6cd49e894e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/20cbdc3b-10d8-46db-840c-8008801490f0 HTTP/1.1" status: 204 len: 168 time: 0.8939166 Aug 27 02:52:19.930583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48278) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:19.980751 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-db703fad-3521-4b31-9a88-82f054e400b9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:52:19.985060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-db703fad-3521-4b31-9a88-82f054e400b9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/20cbdc3b-10d8-46db-840c-8008801490f0 HTTP/1.1" status: 404 len: 333 time: 0.0509894 Aug 27 02:52:19.985373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:20.088494 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.127489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3364fd-5c3f-4b87-9f05-247e31d605c6 None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:20.159531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.201251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.20.0.14 (5f4e5cb2-8ae6-494b-b231-f91fe6a7c637/37dd4507-2536-4803-b199-bdde0345641d/e10eae71-a68f-4bfc-ab1d-41bde7cd9835) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:20.342178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8cbabcb3-8422-44e1-b116-00f7cb839313 req-d15da0b8-03f4-452d-b74e-7333a067ce18 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 210 time: 0.1084869 Aug 27 02:52:20.376534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.379519 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.380901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/security-groups/78db315f-a155-4dc1-954a-536989e22825 HTTP/1.1" status: 204 len: 168 time: 0.3946223 Aug 27 02:52:20.384169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:20.427746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c650b-9193-4435-b7cf-948cf1475a3b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78db315f-a155-4dc1-954a-536989e22825,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:20.484561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 965dc440-e855-42a3-bc57-e4fffa508413 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:20.542611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.561388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 965dc440-e855-42a3-bc57-e4fffa508413 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:20.567818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 965dc440-e855-42a3-bc57-e4fffa508413 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:20.568204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.575322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.591231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.591756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Transition to ACTIVE for port object e10eae71-a68f-4bfc-ab1d-41bde7cd9835 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:20.663331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.670292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.676382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/security-groups/0b214d49-a245-487d-a7d8-71cca9375b82 HTTP/1.1" status: 204 len: 168 time: 0.2906573 Aug 27 02:52:20.679674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:20.712062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31437b-9499-49b3-b260-edd556fe0393 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b214d49-a245-487d-a7d8-71cca9375b82,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:20.752764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.785532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.848919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 965dc440-e855-42a3-bc57-e4fffa508413, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=965dc440-e855-42a3-bc57-e4fffa508413,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:20.854796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.855706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:20.873990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:20.878297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 49b4bf0e-6a46-4d15-bb98-46d86084632c {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:20.884726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:20.892237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:20.899930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:20.992220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:21.012533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:21.038175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.058277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:21.059370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.110529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-0eb64a6c-f185-4611-87fe-bcf88f612795 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4581115 Aug 27 02:52:21.138038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:52:21.141670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Request body: {'port': {'device_id': '66eca74b-8dec-4ca8-8220-d4b076908264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:21.278968 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.313170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.346944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:21.347580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.394933 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.405283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:21.412329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Could not find standard attr ID for object 20cbdc3b-10d8-46db-840c-8008801490f0. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:52:21.451596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Provisioning for port 9d874874-c6c8-404b-9615-e44ff365c717 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:21.454600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:21.456743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.498207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=49b4bf0e-6a46-4d15-bb98-46d86084632c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:21.528749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.530603 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-234e8cc1-8ae5-4e69-bc1e-a76b7397ac22 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/49b4bf0e-6a46-4d15-bb98-46d86084632c HTTP/1.1" status: 204 len: 168 time: 0.8498096 Aug 27 02:52:21.539010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48304) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:21.544253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:21.603477 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Provisioning for port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:21.608565 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Provisioning complete for port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:21.609485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.717801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5ef12f1b-6216-46bf-b74a-1b059e1a596a None None] Port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:21.739081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9800a6-3d0a-487a-bd87-4122c895c3d9 req-1a97e74d-3be8-498a-b37d-f0448e162806 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:21.740701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e9800a6-3d0a-487a-bd87-4122c895c3d9 req-1a97e74d-3be8-498a-b37d-f0448e162806 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 932 time: 0.2800927 Aug 27 02:52:21.853506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e9800a6-3d0a-487a-bd87-4122c895c3d9 req-b1c54d46-8bf5-49c2-a39b-3d26d3f13973 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039042 Aug 27 02:52:21.896228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:21.900578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:21.979795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a990f-9e6b-47e9-afb8-525e0b6db855 None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:21.991073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10eae71-a68f-4bfc-ab1d-41bde7cd9835 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:22.003884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.031321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-daead492-55bd-4274-8f3e-ee73eda10346 None None] Could not find standard attr ID for object 20cbdc3b-10d8-46db-840c-8008801490f0. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 02:52:22.032790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Transition to ACTIVE for port object e10eae71-a68f-4bfc-ab1d-41bde7cd9835 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:22.039477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.136493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:22.344245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 965dc440-e855-42a3-bc57-e4fffa508413 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:22.381656 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Attempting to bind port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:22.382008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Attempting to bind port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:22.382317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Attempting to bind port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 on network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:22.420798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 on network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:52:22.421184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Attempting to bind port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 on network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:22.433346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:22.433680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Checking segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:22.434069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Bound using segment: {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:22.434525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Bound port: e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa12b64-0312-4da3-b35c-6d1b62ac3f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:22.434886 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.447713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 965dc440-e855-42a3-bc57-e4fffa508413 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:22.448131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.638066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.644573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:22.650063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:22.680194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cd5410e1-ae65-447e-a4f4-e9605ed9821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.685361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.728447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:22.741762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:22.743845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:22.744468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.746020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] 10.222.0.46 "PUT /v2.0/ports/e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 1092 time: 1.6200833 Aug 27 02:52:22.748699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:22.751049 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8144bcca-2db7-46ec-a226-ca0cafc78e51" -d '{"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:22.756882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:22.757717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:22.768247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=63f95efa-fdfa-40a6-9c14-855065e225e0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:22.799990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22bf46-6a77-49cc-af7f-4bd92355f3ab service neutron] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:22.864373 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7521369-9a9e-4162-828f-6300e4985509 x-openstack-request-id: req-d7521369-9a9e-4162-828f-6300e4985509 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:22.865093 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:22.866754 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7521369-9a9e-4162-828f-6300e4985509 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:22.867361 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'status': 'completed', 'code': 200} Aug 27 02:52:22.930826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48318) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:22.931372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f94d5d39-6550-4b04-b1af-73492eabb3e6 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3912814 Aug 27 02:52:22.935508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'security_group': {'name': 'tempest-secgroup-868031784'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:22.956901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-f2adb343-11d0-470d-9f28-ba2813789dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:22.961823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-f2adb343-11d0-470d-9f28-ba2813789dd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1095 time: 0.1301153 Aug 27 02:52:22.996264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.065661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-e8980e16-07b9-43ee-9652-66194180b39b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 217 time: 0.0892959 Aug 27 02:52:23.223243 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-475017b1-2e99-4c5a-a86f-710d8f92f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:23.225017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-475017b1-2e99-4c5a-a86f-710d8f92f210 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0826540 Aug 27 02:52:23.234634 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca4b6b-a86e-42a4-b78f-a789e6cabe3c req-5526c46d-71a7-421f-9d78-7ce8ecb60a1e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:23.238841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.242522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18ca4b6b-a86e-42a4-b78f-a789e6cabe3c req-5526c46d-71a7-421f-9d78-7ce8ecb60a1e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.1890781 Aug 27 02:52:23.249997 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.301941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4000a048-1d43-4eb7-bfa8-cbff126bd96d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:23.335306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.338063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a69071f-4331-4b38-a796-5d16f3961610 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4062641 Aug 27 02:52:23.348033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd9fc1-1595-4dda-a1d9-c61bfa40a049 None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:23.362905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48324) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:23.367570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18ca4b6b-a86e-42a4-b78f-a789e6cabe3c req-17361579-527d-430a-b2b7-d4ab72828c10 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239550 Aug 27 02:52:23.373874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'security_group': {'name': 'tempest-secgroup-2124175840'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:23.396796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-3ef5cd35-aa48-4202-b0f8-7fc452a7c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:23.400910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-3ef5cd35-aa48-4202-b0f8-7fc452a7c9da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505566 Aug 27 02:52:23.419615 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.498465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57def1ff-ae16-495d-afcc-e554c00b3fbd None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:23.499180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57def1ff-ae16-495d-afcc-e554c00b3fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.552770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-3afa787a-c122-49d2-88fe-9eb3ec2b5cb9 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427619 Aug 27 02:52:23.576302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.581914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.601789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.603779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2379012 Aug 27 02:52:23.606505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:23.612993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256394803'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:23.658129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.685906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d10e3-2000-4603-970b-15a297cd4805 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5727c1-965d-46c6-804c-fc501ddf3483,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:23.717367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-57def1ff-ae16-495d-afcc-e554c00b3fbd None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:23.728315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90fb9d7d-c21c-4e86-81f9-8ccc15cd9117 req-55ed41e7-bc63-42b7-865e-8ff857211712 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687977 Aug 27 02:52:23.772851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-57def1ff-ae16-495d-afcc-e554c00b3fbd None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:23.773160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-57def1ff-ae16-495d-afcc-e554c00b3fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.777288 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.781052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.819121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:23.820713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2129602 Aug 27 02:52:23.824325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48328) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:23.831889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba9922-5f84-4b04-a083-1db5ca86748e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a938e476-bfc3-4179-908b-c6186083b425,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:23.834147 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1181472793', 'security_groups': ['a938e476-bfc3-4179-908b-c6186083b425'], 'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63f95efa-fdfa-40a6-9c14-855065e225e0'}]}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:23.947658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Update dhcp port {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'fixed_ips': [{'subnet_id': '362ea33c-57d7-4f34-9458-2c284a1db650', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63f95efa-fdfa-40a6-9c14-855065e225e0'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '9d874874-c6c8-404b-9615-e44ff365c717'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:52:23.981417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-e0201440-b572-4001-ba47-216caf4867f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:23.984105 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-e0201440-b572-4001-ba47-216caf4867f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1095 time: 0.1106184 Aug 27 02:52:23.986173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:24.131503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:24.212124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-d48d6fbd-be65-4f62-84ae-409c1db1d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:24.214431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-d48d6fbd-be65-4f62-84ae-409c1db1d4f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 898 time: 0.2182517 Aug 27 02:52:24.250757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Allocated IP 2001:db8::2 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/63f95efa-fdfa-40a6-9c14-855065e225e0/9d874874-c6c8-404b-9615-e44ff365c717) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:24.457859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:24.547732 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:24.615347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Transition to ACTIVE for port object 9d874874-c6c8-404b-9615-e44ff365c717 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:24.623613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:24.635056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd722814-f268-4d3f-9670-13aab7b21c49 req-21b5b97d-21e2-4bf9-9811-27c9a9fa2398 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:24.639331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd722814-f268-4d3f-9670-13aab7b21c49 req-21b5b97d-21e2-4bf9-9811-27c9a9fa2398 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.0919673 Aug 27 02:52:24.742644 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd722814-f268-4d3f-9670-13aab7b21c49 req-15404dc7-ff38-4cc4-8e85-879cc62dd3b2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865409 Aug 27 02:52:24.779934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-fe3f1fce-929d-466f-878a-bdcb5402079e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 217 time: 0.5563273 Aug 27 02:52:24.818247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a88d5-9b37-4dbf-a10b-bcd214b971c2 None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:24.915496 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-c693062d-9160-4e4b-a752-d9b03605c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:24.917194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-c693062d-9160-4e4b-a752-d9b03605c898 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0739548 Aug 27 02:52:24.924051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:24.953321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] device_id is not set on port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 yet. {{(pid=94832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 27 02:52:25.041121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-7bee9844-e9ae-48f5-9975-00aba2218941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:25.042821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-7bee9844-e9ae-48f5-9975-00aba2218941 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031964 Aug 27 02:52:25.231086 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-96a00800-bf31-401e-9cce-aefb7a62eafd service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625350 Aug 27 02:52:25.241026 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b88cda35-0e28-4bc2-b401-781646df64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.316720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8::9d (ae1b732c-f009-4b68-b41f-2f48fdc5b754/63f95efa-fdfa-40a6-9c14-855065e225e0/7883fb44-78e6-4582-8b8f-8fc8b2283e66) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:25.468354 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.495142 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8144bcca-2db7-46ec-a226-ca0cafc78e51 req-38b447a7-b104-4167-8df1-565110a14986 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568684 Aug 27 02:52:25.561713 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.577666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 7883fb44-78e6-4582-8b8f-8fc8b2283e66 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:25.624355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.656740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:25.658141 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.683797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:25.689698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:25.693433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:25.699610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:25.700367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.711164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=7883fb44-78e6-4582-8b8f-8fc8b2283e66,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:25.720902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:25.729269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b7207143-4d70-4c09-be5c-9f0f1fb9e1c8 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9009011 Aug 27 02:52:25.729611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:25.735277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:25.736273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Provisioning for port 9d874874-c6c8-404b-9615-e44ff365c717 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:25.741429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:25.741558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6ecafd41-05db-4078-ad27-e63832c6bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.912761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:25.917889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:25.948363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7120eb-76b7-450b-b699-4e689d097dfe req-a1ef119f-5c75-48b1-9373-23bd5ff6d953 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:25.950002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc7120eb-76b7-450b-b699-4e689d097dfe req-a1ef119f-5c75-48b1-9373-23bd5ff6d953 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.0581541 Aug 27 02:52:25.996449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc7120eb-76b7-450b-b699-4e689d097dfe req-796ca0b2-0deb-4c02-92cb-8c1b60f9d89d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Aug 27 02:52:26.018566 n-d-806292-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63f95efa-fdfa-40a6-9c14-855065e225e0 (CIDR: 2001:db8::/64) Aug 27 02:52:26.021730 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:52:26.022187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:26.035985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0615412a-d126-4151-b430-5adc61d549eb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3045390 Aug 27 02:52:26.038735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48350) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:26.044334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:26.076538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cee27968-89b0-4250-9d8d-c34fa8e394a4 None None] Provisioning for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:26.081949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cee27968-89b0-4250-9d8d-c34fa8e394a4 None None] Provisioning complete for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:26.082330 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cee27968-89b0-4250-9d8d-c34fa8e394a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.117598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cee27968-89b0-4250-9d8d-c34fa8e394a4 None None] Port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:26.162499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:26.165986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.258368 n-d-806292-1 neutron-server[94831]: INFO neutron.db.ipam_backend_mixin [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 362ea33c-57d7-4f34-9458-2c284a1db650 (CIDR: 2001:db8:0:1::/64) Aug 27 02:52:26.262252 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 02:52:26.262766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:26.276642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:26.280527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-644ed981-ab02-4b23-9dfd-c0d8d86db0db tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2381847 Aug 27 02:52:26.281026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48352) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:26.286823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'subnet': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:26.327414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:26.327675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.408849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Made reservation on behalf of 12cbbac18f5f41168fe64fffc39d2ae9 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:26.412649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.581906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.692002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.740047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:26.743391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:26.748139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:26.748724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:26.754631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e46a9c-0202-4c99-9d6d-f5b449ce878f None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:26.773568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Subnet': ['ID=071d868e-43ae-4cbb-8771-923156425fe3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:26.781156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:26.787694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1689859551', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '071d868e-43ae-4cbb-8771-923156425fe3'}], 'security_groups': ['4000a048-1d43-4eb7-bfa8-cbff126bd96d', '1a5727c1-965d-46c6-804c-fc501ddf3483']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:26.793908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1489bdab-f863-417c-86c5-aa8d2db15d62 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5115390 Aug 27 02:52:26.966666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.020793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Update dhcp port {'port': {'network_id': 'ae1b732c-f009-4b68-b41f-2f48fdc5b754', 'fixed_ips': [{'subnet_id': '362ea33c-57d7-4f34-9458-2c284a1db650', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63f95efa-fdfa-40a6-9c14-855065e225e0', 'ip_address': '2001:db8::2'}, {'subnet_id': '071d868e-43ae-4cbb-8771-923156425fe3'}], 'binding:host_id': 'n-d-806292-1'}, 'id': '9d874874-c6c8-404b-9615-e44ff365c717'} from n-d-806292-1. {{(pid=94833) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 27 02:52:27.055150 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.097285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-6fecba04-20e2-4278-a4cf-5dd5f3b30ebc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832298817&fields=id&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 267 time: 0.0868790 Aug 27 02:52:27.118403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81782e-97f9-4043-b2cf-9bb838143b88 req-e7d25889-2ce0-46e4-a5d4-458374821d35 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:27.120460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db81782e-97f9-4043-b2cf-9bb838143b88 req-e7d25889-2ce0-46e4-a5d4-458374821d35 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.0506103 Aug 27 02:52:27.159516 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-db81782e-97f9-4043-b2cf-9bb838143b88 req-8c5c47b6-7ca7-4d62-af94-ef4c549283ff tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329094 Aug 27 02:52:27.233831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Allocated IP 2001:db8:0:2::2 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/071d868e-43ae-4cbb-8771-923156425fe3/9d874874-c6c8-404b-9615-e44ff365c717) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:27.310480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-26dd4350-683b-4b3d-8f6e-9cc46b4ed857 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:27.311977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-26dd4350-683b-4b3d-8f6e-9cc46b4ed857 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1698778 Aug 27 02:52:27.327541 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-a495566e-35e1-4597-a60d-f98bfd574050 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Aug 27 02:52:27.332155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:27.361805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.375754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Transition to ACTIVE for port object 9d874874-c6c8-404b-9615-e44ff365c717 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:27.379447 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.451909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-c9a1a870-277f-4e9d-a914-d2c17c097b79 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190631 Aug 27 02:52:27.471269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb700cd4-59aa-4442-919e-c2d903e6310e None None] Pushing event updated for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:27.524172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Delete allocated IP 2001:db8::9d (ae1b732c-f009-4b68-b41f-2f48fdc5b754/63f95efa-fdfa-40a6-9c14-855065e225e0) {{(pid=94831) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 27 02:52:27.533495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Allocated IP 2001:db8:0:2::3a6 (ae1b732c-f009-4b68-b41f-2f48fdc5b754/071d868e-43ae-4cbb-8771-923156425fe3/7883fb44-78e6-4582-8b8f-8fc8b2283e66) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:27.571731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-ee91fdc2-f5e0-450e-84b3-4785c52c9f42 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:52:27.573043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-ee91fdc2-f5e0-450e-84b3-4785c52c9f42 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1096425 Aug 27 02:52:27.758114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-5b23e8b1-7ace-4f25-9e8f-a166dfbf2933 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762273 Aug 27 02:52:27.876020 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.902982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Transition to ACTIVE for port object 7883fb44-78e6-4582-8b8f-8fc8b2283e66 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:27.907189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-fcf3f75a-72a3-48c7-ae04-160b0ff8cdbf service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393158 Aug 27 02:52:27.908243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:27.981677 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.154189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:28.154722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.232065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:28.258823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Provisioning for port 9d874874-c6c8-404b-9615-e44ff365c717 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:28.268647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:28.269262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.339611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c255f-aa8d-44ba-9953-1d810cc22ece req-53801218-03d1-4856-9a1c-f30d7195d85d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:28.351451 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b30c255f-aa8d-44ba-9953-1d810cc22ece req-53801218-03d1-4856-9a1c-f30d7195d85d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.0677464 Aug 27 02:52:28.372989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:28.422173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b30c255f-aa8d-44ba-9953-1d810cc22ece req-fe3bb630-6584-4503-8881-fc956924f31b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677526 Aug 27 02:52:28.518751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2435f453-daf9-47bf-b7fb-1872bfc486c8 req-383313d5-9d49-4b60-b6ce-d319a0dd393a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0733800 Aug 27 02:52:28.519477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event updated for resources: {'Port': ['ID=7883fb44-78e6-4582-8b8f-8fc8b2283e66,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:28.564094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] In _notify_port_updated(), no bound segment for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 on network ae1b732c-f009-4b68-b41f-2f48fdc5b754 {{(pid=94831) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 27 02:52:28.570097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:28.570782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.572119 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1b34f67e-ba15-4939-be75-6580336d6f56 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "PUT /v2.0/ports/7883fb44-78e6-4582-8b8f-8fc8b2283e66 HTTP/1.1" status: 200 len: 970 time: 1.7889228 Aug 27 02:52:28.575839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:28.689431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Provisioning for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:28.704223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Provisioning complete for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:28.704995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.738889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:28.739225 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.801443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c01ba73c-4a1d-404e-9588-0009c2544f50 None None] Port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:28.830835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:28.831561 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.966017 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:28.981064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 7883fb44-78e6-4582-8b8f-8fc8b2283e66 owned by {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:29.038205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:52:29.045170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0c04457a-0fde-4eaf-9644-2961e4c240f5 None None] Provisioning complete for port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:29.045716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0c04457a-0fde-4eaf-9644-2961e4c240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.115333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0c04457a-0fde-4eaf-9644-2961e4c240f5 None None] Port 7883fb44-78e6-4582-8b8f-8fc8b2283e66 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:29.160405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.189436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:29.190051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=7883fb44-78e6-4582-8b8f-8fc8b2283e66,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:29.201190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'mac_address': 'fa:16:3e:73:0e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:52:29.218521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.220741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8e6a313d-0ccd-40fb-b3a8-e1329e1d7bbc tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/7883fb44-78e6-4582-8b8f-8fc8b2283e66 HTTP/1.1" status: 204 len: 168 time: 0.6431563 Aug 27 02:52:29.223321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:29.248638 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e4ddcd-4b60-48b6-906a-30bc7c0f76f3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] GET failed (client error): The resource could not be found. Aug 27 02:52:29.250452 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-42e4ddcd-4b60-48b6-906a-30bc7c0f76f3 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports/7883fb44-78e6-4582-8b8f-8fc8b2283e66 HTTP/1.1" status: 404 len: 333 time: 0.0259459 Aug 27 02:52:29.251485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.252958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:29.267926 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10eae71-a68f-4bfc-ab1d-41bde7cd9835 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:29.292927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:29.297762 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.315432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.341425 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.366479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:29.393366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.396439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.400097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/security-groups/a938e476-bfc3-4179-908b-c6186083b425 HTTP/1.1" status: 204 len: 168 time: 0.1437807 Aug 27 02:52:29.401286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48404) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:29.431946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd957f84-6151-40e2-a9af-4e091d454603 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a938e476-bfc3-4179-908b-c6186083b425,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:29.482778 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.506864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.538154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-672fd623-fa26-440d-bfb5-a5aec36d276d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:29.539939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-672fd623-fa26-440d-bfb5-a5aec36d276d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1410885 Aug 27 02:52:29.584630 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798d5ce-207e-43bd-ae07-cf22a8eb9375 req-d8ceca94-294a-4611-ae58-f3c3b80f52cf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:29.586165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9798d5ce-207e-43bd-ae07-cf22a8eb9375 req-d8ceca94-294a-4611-ae58-f3c3b80f52cf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 945 time: 0.0715306 Aug 27 02:52:29.595398 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.598587 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.603476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/security-groups/1a5727c1-965d-46c6-804c-fc501ddf3483 HTTP/1.1" status: 204 len: 168 time: 0.2014887 Aug 27 02:52:29.604081 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48410) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:29.626311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b9d0-73af-4a9a-a7bf-ef112dfdcc1d tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5727c1-965d-46c6-804c-fc501ddf3483,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:29.653681 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-0bc25a23-00fb-4093-bef2-42c97eaab4e7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 379 time: 0.1047404 Aug 27 02:52:29.665220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9798d5ce-207e-43bd-ae07-cf22a8eb9375 req-ffc44bf9-e3b5-4c36-968d-f0b9a9bde070 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600410 Aug 27 02:52:29.676613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8897e00a-9ba9-4150-944b-216db493dae7 req-f82d70e3-0121-4b5b-b5e9-715c11f7d774 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0715106 Aug 27 02:52:29.683754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'security_groups': ['99504232-6d1b-4dbb-a2f0-c2064448b1fa']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:29.764492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e10eae71-a68f-4bfc-ab1d-41bde7cd9835'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:52:29.800907 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.847368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.895766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:29.899651 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.933719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.936812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:29.938148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/security-groups/4000a048-1d43-4eb7-bfa8-cbff126bd96d HTTP/1.1" status: 204 len: 168 time: 0.3319581 Aug 27 02:52:29.940811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:29.983610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d763c-1a1b-4df7-baa3-7b02d51fe28b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000a048-1d43-4eb7-bfa8-cbff126bd96d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:30.018484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 63f95efa-fdfa-40a6-9c14-855065e225e0 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:30.028893 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.084811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.088085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.7 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/b2345ab6-f21d-40df-8ed6-a67b343e59b3) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:30.181008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.239039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.255607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object b2345ab6-f21d-40df-8ed6-a67b343e59b3 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:30.271275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.297065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.303022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=63f95efa-fdfa-40a6-9c14-855065e225e0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:30.308438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.311142 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6eb96c67-fcab-4374-a98e-10a24df9bcdd tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/63f95efa-fdfa-40a6-9c14-855065e225e0 HTTP/1.1" status: 204 len: 168 time: 0.3691394 Aug 27 02:52:30.315655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48422) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:30.320528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe9248-a418-465f-a73a-9d9fb0a1a430 None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:30.365799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:30.369330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:30.374246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:30.395587 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 071d868e-43ae-4cbb-8771-923156425fe3 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:30.398541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.430142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:30.451749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.559848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:30.560827 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.586487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-b9968647-5e13-4d98-abd7-b79f6d5ff482 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9126885 Aug 27 02:52:30.601195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Request body: {'port': {'device_id': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:30.626497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.740473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.751559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.777078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.787331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/071d868e-43ae-4cbb-8771-923156425fe3 HTTP/1.1" status: 204 len: 168 time: 0.4707534 Aug 27 02:52:30.792482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48430) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:30.809467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521fc2-e3fd-453c-8fc2-9f5c68a3d54c tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=071d868e-43ae-4cbb-8771-923156425fe3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:30.872255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4db8e8f3-8e1c-467e-b709-f9e6997bfff9 None None] Provisioning for port b2345ab6-f21d-40df-8ed6-a67b343e59b3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:30.877456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4db8e8f3-8e1c-467e-b709-f9e6997bfff9 None None] Provisioning complete for port b2345ab6-f21d-40df-8ed6-a67b343e59b3 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:30.878304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4db8e8f3-8e1c-467e-b709-f9e6997bfff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.915135 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5c0a68-0dda-4b9e-a838-50af46d16557 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:30.915595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5c0a68-0dda-4b9e-a838-50af46d16557 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:30.917416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3a5c0a68-0dda-4b9e-a838-50af46d16557 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/63f95efa-fdfa-40a6-9c14-855065e225e0 HTTP/1.1" status: 404 len: 337 time: 0.0877297 Aug 27 02:52:30.917903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2ecfa-c214-480c-bd27-2e255847fd8f req-915254a4-ad58-4992-b09b-93331810c5f5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:30.919880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16a2ecfa-c214-480c-bd27-2e255847fd8f req-915254a4-ad58-4992-b09b-93331810c5f5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 931 time: 0.1068878 Aug 27 02:52:30.920877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48432) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:30.977247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:30.994189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4db8e8f3-8e1c-467e-b709-f9e6997bfff9 None None] Port b2345ab6-f21d-40df-8ed6-a67b343e59b3 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:31.039971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4ce32-a3cb-40a3-b420-a2f089be314b req-42199f17-27d1-4b36-822c-7ca1a0d21a00 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:31.041986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fae4ce32-a3cb-40a3-b420-a2f089be314b req-42199f17-27d1-4b36-822c-7ca1a0d21a00 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 945 time: 0.2019992 Aug 27 02:52:31.045885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:31.069454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting subnet 362ea33c-57d7-4f34-9458-2c284a1db650 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:52:31.082271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16a2ecfa-c214-480c-bd27-2e255847fd8f req-f0abd73e-6107-4c5e-bfba-f532c17ed077 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483383 Aug 27 02:52:31.086497 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.160174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:31.166154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:31.169838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.210266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.279566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fae4ce32-a3cb-40a3-b420-a2f089be314b req-a798f135-8666-4ea4-b609-0b774f420d36 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224143 Aug 27 02:52:31.279831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.326322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:31.326322 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a4359-5681-4ecd-9805-decba379a6d1" -d '{"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-plugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:31.340895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:31.353071 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.399828 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.415240 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb066243-1daa-43e9-bb06-15ad1e7c8919 x-openstack-request-id: req-eb066243-1daa-43e9-bb06-15ad1e7c8919 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:31.415524 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-plugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:31.415760 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb066243-1daa-43e9-bb06-15ad1e7c8919 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:31.416146 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'code': 200} Aug 27 02:52:31.485102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:31.491263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2345ab6-f21d-40df-8ed6-a67b343e59b3 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:31.494345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.494799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.495145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.495479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.495809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.496141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.496467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.496790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.498242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.498646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.498979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.499308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:31.515086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.542720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Transition to ACTIVE for port object b2345ab6-f21d-40df-8ed6-a67b343e59b3 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:31.547635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.576831 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.621937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.624406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/362ea33c-57d7-4f34-9458-2c284a1db650 HTTP/1.1" status: 204 len: 168 time: 0.7023432 Aug 27 02:52:31.625575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f442-8e62-43e7-8adf-8f9e6dde6a6b tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Subnet': ['ID=362ea33c-57d7-4f34-9458-2c284a1db650,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:31.628786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48436) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.652153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Pushing event updated for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:31.660222 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5500037d-f99d-4748-a898-951d1a2d4223 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:31.661267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5500037d-f99d-4748-a898-951d1a2d4223 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:31.663143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5500037d-f99d-4748-a898-951d1a2d4223 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/49b4bf0e-6a46-4d15-bb98-46d86084632c HTTP/1.1" status: 404 len: 337 time: 0.0331149 Aug 27 02:52:31.665697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ec83f-8348-4e4d-8af3-5839dd428971 req-bddb0e0a-b3e1-4b67-a344-9267f952172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:31.667667 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a4ec83f-8348-4e4d-8af3-5839dd428971 req-bddb0e0a-b3e1-4b67-a344-9267f952172e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1097 time: 0.1530113 Aug 27 02:52:31.668447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48438) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.717384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-17a8aadf-fd40-404e-877f-e881a81bf5ed tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e0dadb7-7b54-470f-8249-569b555c76c2 HTTP/1.1" status: 200 len: 205 time: 0.0474074 Aug 27 02:52:31.720315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48440) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.744244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc84b5-f426-4f0f-b9fd-13a635330e16 None None] Network ae1b732c-f009-4b68-b41f-2f48fdc5b754 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:52:31.752161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Attempting to bind port b2345ab6-f21d-40df-8ed6-a67b343e59b3 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:31.752511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Attempting to bind port b2345ab6-f21d-40df-8ed6-a67b343e59b3 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:31.752845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Attempting to bind port b2345ab6-f21d-40df-8ed6-a67b343e59b3 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:31.757526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Port b2345ab6-f21d-40df-8ed6-a67b343e59b3 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:52:31.757850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Attempting to bind port b2345ab6-f21d-40df-8ed6-a67b343e59b3 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:31.763532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:31.763874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:31.764255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:31.764678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Bound port: b2345ab6-f21d-40df-8ed6-a67b343e59b3, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:31.765035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.787201 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-091c9f7b-6a6c-4fa0-8741-41dc9821afd2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] delete failed (client error): The resource could not be found. Aug 27 02:52:31.790551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-091c9f7b-6a6c-4fa0-8741-41dc9821afd2 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/routers/2e0dadb7-7b54-470f-8249-569b555c76c2 HTTP/1.1" status: 404 len: 336 time: 0.0666258 Aug 27 02:52:31.790551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2a4ec83f-8348-4e4d-8af3-5839dd428971 req-78bc9649-9c31-4181-9237-600fc40b5dcf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099985 Aug 27 02:52:31.790879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48442) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.837094 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7114a898-d06b-40c0-8f02-ee85aa84a046 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:31.837555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7114a898-d06b-40c0-8f02-ee85aa84a046 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:31.842678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7114a898-d06b-40c0-8f02-ee85aa84a046 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/bae04646-f5db-4a84-b095-8d9306eff3b7 HTTP/1.1" status: 404 len: 337 time: 0.0483108 Aug 27 02:52:31.842987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48446) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.872228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:31.880235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:31.887718 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e80059e-fdf7-4338-a522-b1f4e13a75e9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:31.888176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e80059e-fdf7-4338-a522-b1f4e13a75e9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:31.889902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.891896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e80059e-fdf7-4338-a522-b1f4e13a75e9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/807f4279-af7b-45a4-a691-23ec734cad5c HTTP/1.1" status: 404 len: 337 time: 0.0459828 Aug 27 02:52:31.896927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48450) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.927339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3cfaf795-8649-49fa-9324-df6a57f6a7c4 None None] Provisioning complete for port 92c10984-57c7-404d-9f52-f99aefe27d84 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:31.927715 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cfaf795-8649-49fa-9324-df6a57f6a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:31.948244 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e627343-d6df-482c-b903-4a6312729ffb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:31.949048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e627343-d6df-482c-b903-4a6312729ffb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:31.951058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e627343-d6df-482c-b903-4a6312729ffb tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/ec9c5df3-daf5-4e1c-9770-baf079da8000 HTTP/1.1" status: 404 len: 337 time: 0.0529385 Aug 27 02:52:31.953575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48452) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:31.996679 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-492a5d42-cb1b-4c06-bd9a-ac615a4db0ba tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:31.997734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492a5d42-cb1b-4c06-bd9a-ac615a4db0ba tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.000805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-492a5d42-cb1b-4c06-bd9a-ac615a4db0ba tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/6ae19b28-c730-4f61-bc6f-2d91257f33a1 HTTP/1.1" status: 404 len: 333 time: 0.0460832 Aug 27 02:52:32.003310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48456) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.024584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3cfaf795-8649-49fa-9324-df6a57f6a7c4 None None] Port 92c10984-57c7-404d-9f52-f99aefe27d84 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:52:32.027230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Pushing event updated for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:32.031510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.032197 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.033833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-a7f03149-89fe-4dcb-8ea7-7c6fd3804482 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 1091 time: 1.4393551 Aug 27 02:52:32.034353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:32.037091 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3b9af-b8fc-4919-a444-fd33f3f65932" -d '{"events": [{"name": "network-changed", "server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:32.037812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3cfaf795-8649-49fa-9324-df6a57f6a7c4 None None] Provisioning complete for port 9d874874-c6c8-404b-9615-e44ff365c717 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:32.037960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cfaf795-8649-49fa-9324-df6a57f6a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.065475 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1415120-cb87-47af-8527-ad000e61bc04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:32.066165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1415120-cb87-47af-8527-ad000e61bc04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.071724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48460) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.078763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1415120-cb87-47af-8527-ad000e61bc04 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/0636176d-7960-414a-ae1c-0876ff87832b HTTP/1.1" status: 404 len: 337 time: 0.0639162 Aug 27 02:52:32.183283 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8518fb-73f9-463e-a5af-ee4362d3f799 x-openstack-request-id: req-cf8518fb-73f9-463e-a5af-ee4362d3f799 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:32.184754 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:32.185216 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf8518fb-73f9-463e-a5af-ee4362d3f799 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:32.185815 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'status': 'completed', 'code': 200} Aug 27 02:52:32.212684 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed423a4-c62f-414b-a92f-0683f3449a3a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:32.217826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed423a4-c62f-414b-a92f-0683f3449a3a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.222518 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aed423a4-c62f-414b-a92f-0683f3449a3a tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/f9465d20-8a1d-4066-90c8-c6435b04c882 HTTP/1.1" status: 404 len: 337 time: 0.1460245 Aug 27 02:52:32.222668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] DHCP port deletion for ae1b732c-f009-4b68-b41f-2f48fdc5b754 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:52:32.222800 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48464) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.254966 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aa97be-618a-4501-aac4-f241ae925dc4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:32.255646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aa97be-618a-4501-aac4-f241ae925dc4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.259917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-05aa97be-618a-4501-aac4-f241ae925dc4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/e60ae911-e650-4dd0-975e-965beef7b745 HTTP/1.1" status: 404 len: 333 time: 0.0340281 Aug 27 02:52:32.260673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.310397 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbe1c71-e4a8-4662-a0d3-09c4a7c9a05e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:32.310856 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbe1c71-e4a8-4662-a0d3-09c4a7c9a05e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.315698 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bbbe1c71-e4a8-4662-a0d3-09c4a7c9a05e tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/23f0ae5f-ecb3-427d-93d2-4753b6310615 HTTP/1.1" status: 404 len: 337 time: 0.0518038 Aug 27 02:52:32.315922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17d181-4dc1-433e-b35a-3324fcf406ca req-66aba013-8cc0-454f-b3f7-7db1b06f3029 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.316066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.317987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d17d181-4dc1-433e-b35a-3324fcf406ca req-66aba013-8cc0-454f-b3f7-7db1b06f3029 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0999861 Aug 27 02:52:32.326297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Deleting port 9d874874-c6c8-404b-9615-e44ff365c717 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:32.326868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.394233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d17d181-4dc1-433e-b35a-3324fcf406ca req-5b396e66-2b0b-40e1-b861-d0f6353e4907 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684605 Aug 27 02:52:32.426445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] For port 9d874874-c6c8-404b-9615-e44ff365c717, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9d874874-c6c8-404b-9615-e44ff365c717,segment=NetworkSegment(a7525572-5384-427b-9d8d-1e889b205185),segment_id=a7525572-5384-427b-9d8d-1e889b205185)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:32.429414 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.453340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Calling delete_port for 9d874874-c6c8-404b-9615-e44ff365c717 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:32.467712 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15d399b-4acb-4aff-b462-b0763ecfb0f9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] DELETE failed (client error): The resource could not be found. Aug 27 02:52:32.469428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15d399b-4acb-4aff-b462-b0763ecfb0f9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 02:52:32.475327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f15d399b-4acb-4aff-b462-b0763ecfb0f9 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/subnets/7c292374-091a-4f49-8c00-238e79feb39a HTTP/1.1" status: 404 len: 337 time: 0.1584263 Aug 27 02:52:32.477831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48472) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.503363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-5684bcc6-2649-4586-bf9b-dbc40689d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.505037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-5684bcc6-2649-4586-bf9b-dbc40689d3df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1094 time: 0.4177034 Aug 27 02:52:32.553094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:32.575508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f95341-6b63-49c3-ad35-28b93e52ccbe req-21ce93a1-ee2e-4c71-8572-5bf5a52dcddf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.577315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2f95341-6b63-49c3-ad35-28b93e52ccbe req-21ce93a1-ee2e-4c71-8572-5bf5a52dcddf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.1287558 Aug 27 02:52:32.578965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-207f9ec3-169b-474a-8fa1-da72d1798211 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 217 time: 0.0624528 Aug 27 02:52:32.590728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.621928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Deleting port 92c10984-57c7-404d-9f52-f99aefe27d84 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:32.623117 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.627184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] No DVR routers for this DVR port 9d874874-c6c8-404b-9615-e44ff365c717 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:32.639009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f169b-9454-4830-ade9-1d5661d9169b None None] Pushing event deleted for resources: {'Port': ['ID=9d874874-c6c8-404b-9615-e44ff365c717,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:32.655226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No active binding found for port 9d874874-c6c8-404b-9615-e44ff365c717 {{(pid=94833) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 27 02:52:32.655946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9d874874-c6c8-404b-9615-e44ff365c717 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:32.690397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2f95341-6b63-49c3-ad35-28b93e52ccbe req-dffd8371-de14-4ac0-9dbd-59a9375eb8c2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060061 Aug 27 02:52:32.696992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-f83ccc0a-0b60-4f18-bcb0-d1aab397e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.699673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-f83ccc0a-0b60-4f18-bcb0-d1aab397e92d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.1063104 Aug 27 02:52:32.732399 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.749265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Calling delete_port for 92c10984-57c7-404d-9f52-f99aefe27d84 owned by {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:32.754941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945093-c606-4519-993a-99937a8f27c8 req-851c0af6-7791-4623-a3f6-4cc2124bf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:32.758511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-851c0af6-7791-4623-a3f6-4cc2124bf80d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498676 Aug 27 02:52:32.852462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.866630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-2d0bed66-05c3-497f-9763-0c5124d66851 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005778 Aug 27 02:52:32.883673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Port': ['ID=92c10984-57c7-404d-9f52-f99aefe27d84,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:32.897132 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:32.899230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-44c257be-7b4b-4028-90c7-ef4ef69679f4 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/ports/92c10984-57c7-404d-9f52-f99aefe27d84 HTTP/1.1" status: 204 len: 168 time: 0.4203773 Aug 27 02:52:32.901707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48474) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:32.977520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6c945093-c606-4519-993a-99937a8f27c8 req-5e5ff7a4-715d-4206-b147-38f3b435528a service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034026 Aug 27 02:52:32.989182 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.088870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-7dfe0d72-83d6-4766-b77e-067be2b6dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.090803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-7dfe0d72-83d6-4766-b77e-067be2b6dfa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1094 time: 0.0529497 Aug 27 02:52:33.109019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.118978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1b732c-f009-4b68-b41f-2f48fdc5b754']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:33.158642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7525572-5384-427b-9d8d-1e889b205185') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:33.162549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7525572-5384-427b-9d8d-1e889b205185') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:33.198448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.230164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.238173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-4e032310-04fd-4132-be54-a8cb4050f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.239454 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-4e032310-04fd-4132-be54-a8cb4050f850 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1418540 Aug 27 02:52:33.240342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:52:33.240973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:52:33.300373 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:52:33.303651 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-5cf6fd79-c921-4918-900d-11cc49619ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 217 time: 0.0529087 Aug 27 02:52:33.317198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.328355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.332491 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] 10.222.0.26 "DELETE /v2.0/networks/ae1b732c-f009-4b68-b41f-2f48fdc5b754 HTTP/1.1" status: 204 len: 168 time: 0.4275298 Aug 27 02:52:33.350681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606240c-34a0-47ab-8d73-bb9e68d3d018 tempest-PortsIpV6TestJSON-174350231 tempest-PortsIpV6TestJSON-174350231-project] Pushing event deleted for resources: {'Network': ['ID=ae1b732c-f009-4b68-b41f-2f48fdc5b754,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:33.369087 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-4df9f424-5ca5-4244-a330-af48c5c19538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.371300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-4df9f424-5ca5-4244-a330-af48c5c19538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0632679 Aug 27 02:52:33.424070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-11882a09-9908-4f9b-bbc7-f564ce4e081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.425917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-11882a09-9908-4f9b-bbc7-f564ce4e081b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478592 Aug 27 02:52:33.543580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1cd8c-0a49-4f86-87ec-6c1c2a015833 req-5f4bda46-1059-4029-99f6-d1c7665666f9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.545284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90c1cd8c-0a49-4f86-87ec-6c1c2a015833 req-5f4bda46-1059-4029-99f6-d1c7665666f9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0539081 Aug 27 02:52:33.582374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-eb7168c7-8c86-41a1-878e-bb56e562fa4f service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448684 Aug 27 02:52:33.617203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90c1cd8c-0a49-4f86-87ec-6c1c2a015833 req-02e81532-2830-4c66-b08c-80e306f61f77 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648990 Aug 27 02:52:33.670899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48484) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:33.704047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-12f3b9af-b8fc-4919-a444-fd33f3f65932 req-440f037f-60a2-4b47-baad-530257dd3243 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118035 Aug 27 02:52:33.816588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c24ba90e-54d6-491e-8185-2c7dd997a46a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12cbbac18f5f41168fe64fffc39d2ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419492 Aug 27 02:52:33.816914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:33.829321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c91c0-e06d-4668-b2c7-a368bdad77d9 req-1573f737-b183-4712-8100-00c11b236a12 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:33.831166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a48c91c0-e06d-4668-b2c7-a368bdad77d9 req-1573f737-b183-4712-8100-00c11b236a12 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0684285 Aug 27 02:52:33.866465 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.873790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a48c91c0-e06d-4668-b2c7-a368bdad77d9 req-7e7f3b87-0523-4a02-9d1e-dc4f613d3de0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357707 Aug 27 02:52:33.889112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.953174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.955766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:33.956884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaa13983-2093-4bc2-8ffb-66ba55d5f96d HTTP/1.1" status: 204 len: 168 time: 0.1389818 Aug 27 02:52:33.983982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581b16a-1394-4e29-8042-e94f011c1c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa13983-2093-4bc2-8ffb-66ba55d5f96d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:34.009497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a8810-0864-4fc7-98ad-ae20b8106017 req-9bbe3050-1000-4752-a7d6-aae766cc4498 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:34.019502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be7a8810-0864-4fc7-98ad-ae20b8106017 req-9bbe3050-1000-4752-a7d6-aae766cc4498 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0776882 Aug 27 02:52:34.055535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-be7a8810-0864-4fc7-98ad-ae20b8106017 req-9bba7a34-5f59-4de0-9858-31a208f3f6d7 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349457 Aug 27 02:52:34.081309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48498) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:34.134548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf5385-33f6-4fcb-add9-22d4fce85305 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:34.140048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ccf5385-33f6-4fcb-add9-22d4fce85305 tempest-TestNetworkAdvancedServerOps-1871156574 tempest-TestNetworkAdvancedServerOps-1871156574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1092 time: 0.0546429 Aug 27 02:52:34.140400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48504) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:34.145964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:34.174115 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.334747 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.465901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Allocated IP 172.25.8.48 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8acef5a9-e761-44ea-9e93-bd6e03d7e735) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:34.585722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.627776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.665651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:34.669203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:34.675360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:34.711076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=8acef5a9-e761-44ea-9e93-bd6e03d7e735,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:34.823857 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48530) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:34.827741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3ee58-acfb-475a-928e-2131f238d1a1 req-eb564f12-5f19-4ac5-b777-aa11ec193a8d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:34.829265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74c3ee58-acfb-475a-928e-2131f238d1a1 req-eb564f12-5f19-4ac5-b777-aa11ec193a8d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.1192691 Aug 27 02:52:34.919238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74c3ee58-acfb-475a-928e-2131f238d1a1 req-574c80aa-c2bf-4369-95ad-7a41bc86667c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827882 Aug 27 02:52:34.928338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1574471894'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:34.955172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:34.963978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.096435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.100951 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.139557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aedecc-7662-4b1e-b42a-f799b6a3bbef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.206561 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.218405 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.224521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.264764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.271064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4461300 Aug 27 02:52:35.271901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48534) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.292870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.295249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a38c2f-31f2-420e-b0dd-e11f38a0e703 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.356224 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-16a86c37-e744-45af-8a2a-604b2133e3d5 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0820651 Aug 27 02:52:35.358918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.363307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-security--849058259', 'description': 'tempest-security-description-230742534'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:35.389924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.436539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.441939 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.444559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.445964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "PUT /v2.0/security-groups/51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a HTTP/1.1" status: 200 len: 1778 time: 0.0859921 Aug 27 02:52:35.448688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48540) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.481025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cd414-8f58-42fb-a4d8-c76e3c1ae040 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.506427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9d71779e-45a0-4e2e-b0f1-5f9455282d1d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups/51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a HTTP/1.1" status: 200 len: 1778 time: 0.0550506 Aug 27 02:52:35.507357 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.507840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48542) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.512254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.564553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.577984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event updated for resources: {'Port': ['ID=8acef5a9-e761-44ea-9e93-bd6e03d7e735,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.590937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.593253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.635790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.638872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.640054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a HTTP/1.1" status: 204 len: 168 time: 0.1310594 Aug 27 02:52:35.643805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48544) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.649685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486280-3daf-414a-abb0-787c6300592c tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.744070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c2e6c024-77e8-4869-bc2c-7eb0fad9589a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991790 Aug 27 02:52:35.747036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48546) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.748718 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 799361b8-1ba0-47c1-a8ad-b17283408191 associated. External IP: 172.25.8.48, port: e10eae71-a68f-4bfc-ab1d-41bde7cd9835. Aug 27 02:52:35.765499 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [None req-dd30e2ae-94be-4e4f-9a86-4280f9588338 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] delete failed (client error): The resource could not be found. Aug 27 02:52:35.770346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dd30e2ae-94be-4e4f-9a86-4280f9588338 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/51d5be2d-aae2-4e78-920d-ff2bf6d5cf4a HTTP/1.1" status: 404 len: 347 time: 0.0185316 Aug 27 02:52:35.771400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48548) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.776445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878273005'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:35.801130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.901898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.907248 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.934591 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.938560 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1633356 Aug 27 02:52:35.938723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48550) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:35.943360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': 'b2b6f5d1-bc82-457f-8670-b4a0a548487d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:35.950882 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a902ed8-b368-423b-bf8f-37e259120958 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b6f5d1-bc82-457f-8670-b4a0a548487d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:35.990417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:35.998965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 18d386af-4d68-48fd-a026-99806c7a610e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:52:36.083599 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.092586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dad1e-363d-458d-9593-baade430af6e req-9bb682f3-4ccf-4055-ba5b-892efee93914 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.094095 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe2dad1e-363d-458d-9593-baade430af6e req-9bb682f3-4ccf-4055-ba5b-892efee93914 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0911357 Aug 27 02:52:36.095218 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.115476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:36.120756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52d3784-ecd3-4cfd-b4e2-874e751c3c6c,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:36.132516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Sync routers for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:36.139870 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.141658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-582bdef2-567e-48f3-982f-1deaa80a2585 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020235 Aug 27 02:52:36.142475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.144979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48554) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.153603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:36.154604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:52:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:36.167084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe2dad1e-363d-458d-9593-baade430af6e req-67b543bc-6e71-4176-8af3-ce2e612c1cc1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595100 Aug 27 02:52:36.220079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8a316636-9998-40a1-b7e3-872dc2665e78 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0743506 Aug 27 02:52:36.221299 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:36.223454 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068" -d '{"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:36.227127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.252695 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.276191 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2529ad-78ae-4baa-bdd1-04bc99828023 x-openstack-request-id: req-8e2529ad-78ae-4baa-bdd1-04bc99828023 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:36.276510 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:36.276781 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e2529ad-78ae-4baa-bdd1-04bc99828023 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:36.277168 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'status': 'completed', 'code': 200} Aug 27 02:52:36.283430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:36.327441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.347685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.351507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a52d3784-ecd3-4cfd-b4e2-874e751c3c6c HTTP/1.1" status: 204 len: 168 time: 0.2018631 Aug 27 02:52:36.352459 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48560) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.369167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad4c7d-58fa-43e7-a2bc-d1af680a2fb4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a52d3784-ecd3-4cfd-b4e2-874e751c3c6c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:36.383615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda7363-9d4f-4dbd-bf9c-7d97a45161bc req-c51f4ae7-dc12-4ad4-88a4-5874ffa8d20c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.385391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2bda7363-9d4f-4dbd-bf9c-7d97a45161bc req-c51f4ae7-dc12-4ad4-88a4-5874ffa8d20c tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.1161044 Aug 27 02:52:36.432557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-0fbe1f30-45d4-4a56-894d-b9aeb8a59c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.434060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-0fbe1f30-45d4-4a56-894d-b9aeb8a59c94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1097 time: 0.1184425 Aug 27 02:52:36.472202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d58dcb27-179d-4314-a223-e1767a8d117e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186535 Aug 27 02:52:36.475386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.546663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2bda7363-9d4f-4dbd-bf9c-7d97a45161bc req-c678e24c-b7e5-44d8-a418-b24148a1d8f5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528611 Aug 27 02:52:36.571074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.577798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48566) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.583822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '799361b8-1ba0-47c1-a8ad-b17283408191', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'mac_address': 'fa:16:3e:73:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eca74b-8dec-4ca8-8220-d4b076908264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:34Z', 'updated_at': '2021-08-27T02:52:34Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:36.605541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.627025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Checking router: 18d386af-4d68-48fd-a026-99806c7a610e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:52:36.641718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:36.649474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:52:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:36.656250 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.659633 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.660685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-e4d4f190-6251-479f-ac0a-ac0c333577b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.662157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-e4d4f190-6251-479f-ac0a-ac0c333577b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 898 time: 0.2162237 Aug 27 02:52:36.664112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/b2b6f5d1-bc82-457f-8670-b4a0a548487d HTTP/1.1" status: 204 len: 168 time: 0.1876307 Aug 27 02:52:36.666494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48568) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.666687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2cfc9c53-f561-4eee-a92b-ccbba22e2a1a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/799361b8-1ba0-47c1-a8ad-b17283408191 HTTP/1.1" status: 200 len: 991 time: 0.0848956 Aug 27 02:52:36.691327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a646b7-deb3-4896-9226-ba4740c1be0f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b6f5d1-bc82-457f-8670-b4a0a548487d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:36.737625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d8916c46-c3ae-4b62-97a4-422eec22c248 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686483 Aug 27 02:52:36.738272 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.743160 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142051055'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:36.745137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-09c86383-4a50-461b-92df-c102994c61be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 999 time: 0.0747731 Aug 27 02:52:36.769706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.783932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:36.801345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-412b5077-5f6d-46a2-a59c-acff58b2676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.802966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-412b5077-5f6d-46a2-a59c-acff58b2676d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0513289 Aug 27 02:52:36.860769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-ceaf17c3-7c41-4cdf-b725-a2150a4da4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:36.863007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-ceaf17c3-7c41-4cdf-b725-a2150a4da4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523257 Aug 27 02:52:36.881106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.885745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.921360 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf3953-c8f5-4c52-b805-e5e22363e1ac,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:36.933558 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.935191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f388d8c9-1353-4b5a-8042-ddd9c5f7243d tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1957157 Aug 27 02:52:36.937740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48572) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:36.946672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '87cf3953-c8f5-4c52-b805-e5e22363e1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:36.980709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:36.995629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-08af3059-8a04-4287-bf4e-c68232507122 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 Aug 27 02:52:37.052761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '799361b8-1ba0-47c1-a8ad-b17283408191', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'mac_address': 'fa:16:3e:73:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eca74b-8dec-4ca8-8220-d4b076908264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:34Z', 'updated_at': '2021-08-27T02:52:34Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:37.057367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.061748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.087317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fbbe7f-31f4-4cb5-aae3-7eef7ca0222e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.091499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.095343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1bb631fb-1894-4085-b106-bb3d950a5083 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533368 Aug 27 02:52:37.096313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.098100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06307822-514b-4cc6-b3ee-49fbbc74a8d9 None None] The sync data for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 is: [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '799361b8-1ba0-47c1-a8ad-b17283408191', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'mac_address': 'fa:16:3e:73:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eca74b-8dec-4ca8-8220-d4b076908264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:34Z', 'updated_at': '2021-08-27T02:52:34Z', 'revision_number': 0, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:37.101452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '87cf3953-c8f5-4c52-b805-e5e22363e1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:37.127363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08bc5cc6-5fa6-4b8a-8661-ca551ff02068 req-6fe2a8eb-f7e4-428a-bc54-06249f5c0de2 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244836 Aug 27 02:52:37.134478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.199513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.203329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.220661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17292a61-f68d-473c-a794-1ec8a9d6d2d9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.231249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.235806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48578) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.236075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6772f699-68f5-4446-9996-31859d16e865 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389103 Aug 27 02:52:37.244166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '87cf3953-c8f5-4c52-b805-e5e22363e1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:37.285206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.365685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f741b1-1c08-4c61-8fea-3c38b0a50a5e req-008ee46b-a94a-4608-bfc8-ee7a5c58b221 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:37.381252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09f741b1-1c08-4c61-8fea-3c38b0a50a5e req-008ee46b-a94a-4608-bfc8-ee7a5c58b221 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.1014411 Aug 27 02:52:37.396306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.397489 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9570d784-a300-4c20-a29e-e37cdf295422 None None] New status for floating IP 799361b8-1ba0-47c1-a8ad-b17283408191: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:52:37.403211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.429023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235e16a2-a296-49ac-8af0-debadd5eabb2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.431857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09f741b1-1c08-4c61-8fea-3c38b0a50a5e req-39b167cc-66e5-4b00-b224-14f7b054a071 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Aug 27 02:52:37.439004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.441261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bf971572-6f67-437d-b768-55cf7f33c802 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035997 Aug 27 02:52:37.444041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.449708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '87cf3953-c8f5-4c52-b805-e5e22363e1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:37.481105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.535782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.539521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.564149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7009b1bf-6bfe-43e0-9182-9db40ef6dada,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.577671 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.581830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a167245-8657-4d80-96fb-4544ed7d35f4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335721 Aug 27 02:52:37.582032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.587107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '87cf3953-c8f5-4c52-b805-e5e22363e1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:37.615601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.669160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.682136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.686034 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.704308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0642042a-d176-44c7-8e2a-69801c0affa6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.711901 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.717099 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac5750c4-2f11-4d95-8e6a-b03d1f44827e tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1338153 Aug 27 02:52:37.717260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48588) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.758610 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a6c6a29-2963-4f42-a6aa-2c2b8991371d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/799361b8-1ba0-47c1-a8ad-b17283408191 HTTP/1.1" status: 200 len: 993 time: 0.0843661 Aug 27 02:52:37.758610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.765620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.792604 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.799157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.800224 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0642042a-d176-44c7-8e2a-69801c0affa6 HTTP/1.1" status: 204 len: 168 time: 0.0822229 Aug 27 02:52:37.802873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.815595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647fbe3-a56d-49db-9ba8-d1a7d3efd112 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0642042a-d176-44c7-8e2a-69801c0affa6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.864897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e655bf35-36ff-4187-b4ee-acaf6422cb9a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0608966 Aug 27 02:52:37.867757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48592) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.895982 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.904798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.932448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.937510 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:37.938567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7009b1bf-6bfe-43e0-9182-9db40ef6dada HTTP/1.1" status: 204 len: 168 time: 0.0698323 Aug 27 02:52:37.941303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:37.948232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f0bcf-a0c9-4456-a221-70736478f4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7009b1bf-6bfe-43e0-9182-9db40ef6dada,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:37.992723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-06104f53-0ff0-4d72-9d3b-f52c082e4099 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0501742 Aug 27 02:52:37.995963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.023320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.031056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.058780 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.064814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.065928 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/235e16a2-a296-49ac-8af0-debadd5eabb2 HTTP/1.1" status: 204 len: 168 time: 0.0690529 Aug 27 02:52:38.069302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48598) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.071492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93993d-ec30-44ca-86ae-7ab3369527f0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=235e16a2-a296-49ac-8af0-debadd5eabb2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.119384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dd53adf5-f597-429d-9fac-5211a1075d30 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0484128 Aug 27 02:52:38.122051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48600) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.145084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.152966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.179267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.184883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.186108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/17292a61-f68d-473c-a794-1ec8a9d6d2d9 HTTP/1.1" status: 204 len: 168 time: 0.0630240 Aug 27 02:52:38.188812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48602) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.205628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad80e25-fc07-49ce-80e5-b69e7b0e33de tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17292a61-f68d-473c-a794-1ec8a9d6d2d9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.237374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02e6f59c-c4f5-4224-a41f-78ff46aede6b tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475724 Aug 27 02:52:38.240145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48604) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.264821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.272268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.298289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.304255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.305342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/67fbbe7f-31f4-4cb5-aae3-7eef7ca0222e HTTP/1.1" status: 204 len: 168 time: 0.0643082 Aug 27 02:52:38.308699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48606) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.311372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcabe51-e84c-4772-8e70-7798336e2108 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67fbbe7f-31f4-4cb5-aae3-7eef7ca0222e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.349322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bfed021f-1c64-417c-87d8-0b59a88dd89a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394874 Aug 27 02:52:38.352106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48608) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.406183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.427479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.473361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.476507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.480477 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/87cf3953-c8f5-4c52-b805-e5e22363e1ac HTTP/1.1" status: 204 len: 168 time: 0.1248684 Aug 27 02:52:38.480829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48612) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.488428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e99ff-fde8-4def-9c1f-6adcef90b86a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf3953-c8f5-4c52-b805-e5e22363e1ac,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.554879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-124f485e-8d19-44b6-8de9-3667a7606c96 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727935 Aug 27 02:52:38.560112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48614) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.569545 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413681276'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:38.597401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.598284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ac9c9-c8a1-4d22-96d5-d9cb43f2511d req-9b5379d7-a168-4a22-9de7-270af1ec3642 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:38.599821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f2ac9c9-c8a1-4d22-96d5-d9cb43f2511d req-9b5379d7-a168-4a22-9de7-270af1ec3642 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0615711 Aug 27 02:52:38.651369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f2ac9c9-c8a1-4d22-96d5-d9cb43f2511d req-44b53d57-7b27-49dd-9e41-9d15539adca7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Aug 27 02:52:38.692091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.696067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.723547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.724770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1636715 Aug 27 02:52:38.727695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48620) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.728803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35274783-35be-46b0-87c2-ce1c1caca370 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd63651-5de6-4da6-9f04-c52ce607a252,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.733332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '6fd63651-5de6-4da6-9f04-c52ce607a252', 'direction': 'ingress', 'protocol': 17}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:38.760345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.808896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.813796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.836419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28be6776-2e97-48e8-8b7f-30b1f4d1c6df,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:38.840348 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.842093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3f999103-b15a-4eed-a73e-a27ef7cb4deb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1127937 Aug 27 02:52:38.844988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48622) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:38.924307 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.956190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:38.981380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16101338-cd56-4c27-bd4c-f57c6599b31c req-5a42cb38-bf05-4754-8daf-48e1d972408d tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:38.982865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16101338-cd56-4c27-bd4c-f57c6599b31c req-5a42cb38-bf05-4754-8daf-48e1d972408d tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 946 time: 0.0892632 Aug 27 02:52:39.028979 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.031541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.032645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/6fd63651-5de6-4da6-9f04-c52ce607a252 HTTP/1.1" status: 204 len: 168 time: 0.1864536 Aug 27 02:52:39.035455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48626) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.035958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16101338-cd56-4c27-bd4c-f57c6599b31c req-6dce060b-94a6-46c8-96a9-52b4657f9575 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Aug 27 02:52:39.044339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67006632-223f-4a4a-8037-0383b49f2287 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd63651-5de6-4da6-9f04-c52ce607a252,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:39.083212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e612b82c-1c95-45a1-a9d5-e90be51fe699 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465553 Aug 27 02:52:39.087034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48628) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.091699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368333701'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:39.111541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.195446 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.200277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.226916 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.228037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400752 Aug 27 02:52:39.229880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299f91e-b235-4193-bf09-f8b73dffad17 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f1dad-59ab-40d1-a564-de038723f7f7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:39.230904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48630) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.235520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--748353444'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:39.258762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.337257 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.342131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.369317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.370534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1385581 Aug 27 02:52:39.372390 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b6c6a-db4c-499f-946b-10b3c2fd1e69 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb8982-6fbe-4950-b24e-b43f7e606459,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:39.373387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48632) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.378024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f1dad-59ab-40d1-a564-de038723f7f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fecb8982-6fbe-4950-b24e-b43f7e606459', 'remote_ip_prefix': None}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:39.408573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.479649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.483102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.497735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28743afa-2975-4ca9-b4af-02b3b52d48be,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:39.506585 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.507745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a09112da-c1db-4bfc-a6c3-4012e49f6276 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1333644 Aug 27 02:52:39.511059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48634) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.533824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.540954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.565873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.571497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.573062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/28743afa-2975-4ca9-b4af-02b3b52d48be HTTP/1.1" status: 204 len: 168 time: 0.0606019 Aug 27 02:52:39.575639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48636) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.578118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a09b1-8e6b-45f7-9e55-810869d7d479 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28743afa-2975-4ca9-b4af-02b3b52d48be,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:39.617974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95fca561-d080-4d02-b063-f65fe937dedb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0411210 Aug 27 02:52:39.620556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48638) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:39.669070 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.690659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:39.778698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996663-a931-4881-bc4b-0a248aae7860 req-5206f220-8d40-4b6a-8bc9-4da077f08ac3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:39.780323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c996663-a931-4881-bc4b-0a248aae7860 req-5206f220-8d40-4b6a-8bc9-4da077f08ac3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0544786 Aug 27 02:52:39.820345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2c996663-a931-4881-bc4b-0a248aae7860 req-48511963-05be-4fb5-bff4-41f807bf8cc9 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339341 Aug 27 02:52:40.048842 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.051620 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.052746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/fecb8982-6fbe-4950-b24e-b43f7e606459 HTTP/1.1" status: 204 len: 168 time: 0.4313273 Aug 27 02:52:40.055862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48642) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.062294 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708a14a-eb1b-44d5-9199-753051fbe876 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb8982-6fbe-4950-b24e-b43f7e606459,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.119823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a3ae4d5-1a67-49fd-a158-db0a3dbc32ae tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0622916 Aug 27 02:52:40.122874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48646) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.157381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8849798-9082-4f21-ba85-76241c3bd440 req-c45df582-e51b-460d-876a-ed9f98ac9b7f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:40.158991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8849798-9082-4f21-ba85-76241c3bd440 req-c45df582-e51b-460d-876a-ed9f98ac9b7f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 946 time: 0.0507028 Aug 27 02:52:40.174595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.197251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.197734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f8849798-9082-4f21-ba85-76241c3bd440 req-88c4e5a6-ff65-4ae6-b957-f689de58637b tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 27 02:52:40.241149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.243941 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.245616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee2f1dad-59ab-40d1-a564-de038723f7f7 HTTP/1.1" status: 204 len: 168 time: 0.1217704 Aug 27 02:52:40.248383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48648) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.254202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac80a5-2f1c-4e19-b049-c98b13a58964 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f1dad-59ab-40d1-a564-de038723f7f7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.290587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-495bbb77-6810-4ebd-8a88-b614f193d7f6 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410602 Aug 27 02:52:40.294876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48650) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.299248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424432462'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:40.331760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.370211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-d87a3c6c-c113-4ba6-9277-4d2910819131 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:40.372079 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-d87a3c6c-c113-4ba6-9277-4d2910819131 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.15 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 946 time: 0.0532789 Aug 27 02:52:40.413368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.418606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.444328 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.445550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1497226 Aug 27 02:52:40.448258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48652) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.452665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': '53a595fd-34f3-43bc-8f8d-d1f43c144b25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:40.460429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d59a-70e6-44f2-9b66-1ab3c0c786a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a595fd-34f3-43bc-8f8d-d1f43c144b25,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.475459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Deleting port a449cf5e-211c-4095-b139-e6f63bfc14c1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:52:40.475742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.501062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.568068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] For port a449cf5e-211c-4095-b139-e6f63bfc14c1, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=a449cf5e-211c-4095-b139-e6f63bfc14c1,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:40.568417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.569518 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.573723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.581555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Calling delete_port for a449cf5e-211c-4095-b139-e6f63bfc14c1 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:52:40.589383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a68286-797c-4c88-a19c-d06954a1c8b3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.599055 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.600470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3dea1fc-457d-49d9-9c32-e7f59b9fc72f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1513052 Aug 27 02:52:40.603241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48654) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.627641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.635866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.662663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.669188 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.672614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/85a68286-797c-4c88-a19c-d06954a1c8b3 HTTP/1.1" status: 204 len: 168 time: 0.0655565 Aug 27 02:52:40.675494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48656) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.681513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccece049-7d77-45ab-83d2-b38b0c0e84d8 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85a68286-797c-4c88-a19c-d06954a1c8b3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.716960 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.718598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-988a3233-a1b4-454d-9271-6500ca6fd534 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418591 Aug 27 02:52:40.721184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48658) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.729475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['a449cf5e-211c-4095-b139-e6f63bfc14c1'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:52:40.746486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Pushing event deleted for resources: {'Port': ['ID=a449cf5e-211c-4095-b139-e6f63bfc14c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.776757 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.790238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] No DVR routers for this DVR port a449cf5e-211c-4095-b139-e6f63bfc14c1 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:52:40.792805 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.794826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac793d34-dc8d-4c34-8d2b-256484d377dc req-ddf88931-471f-4cc1-abd5-49d389995794 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.15 "DELETE /v2.0/ports/a449cf5e-211c-4095-b139-e6f63bfc14c1 HTTP/1.1" status: 204 len: 173 time: 0.4168601 Aug 27 02:52:40.795279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'name': 'network-vif-deleted', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:40.797530 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212ead5-1d4a-4e9a-afe9-da9ef4a10f3f" -d '{"events": [{"server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "name": "network-vif-deleted", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:40.800762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.835369 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dcd53a-d918-4682-8dd6-0af717d3935f x-openstack-request-id: req-98dcd53a-d918-4682-8dd6-0af717d3935f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:40.835686 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f92944-647a-4e05-bd4b-d983cc6594be", "name": "network-vif-deleted", "tag": "a449cf5e-211c-4095-b139-e6f63bfc14c1", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:40.836080 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98dcd53a-d918-4682-8dd6-0af717d3935f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:40.836357 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f92944-647a-4e05-bd4b-d983cc6594be', 'name': 'network-vif-deleted', 'tag': 'a449cf5e-211c-4095-b139-e6f63bfc14c1', 'status': 'completed', 'code': 200} Aug 27 02:52:40.853236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.856630 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.860334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/53a595fd-34f3-43bc-8f8d-d1f43c144b25 HTTP/1.1" status: 204 len: 168 time: 0.1356788 Aug 27 02:52:40.860696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48664) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.870047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366637e3-c9a2-41b4-91ae-e0bbbb9743cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a595fd-34f3-43bc-8f8d-d1f43c144b25,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:40.917348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bff2da0f-86db-458a-a667-dd213d78e1cb tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552857 Aug 27 02:52:40.922863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48666) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:40.928067 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097027314'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:40.954221 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:40.956784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6dbf-15cc-466f-b314-0f5e6c7312bb req-d56fca6b-4cd1-4d37-8d28-b98485106992 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:40.958272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ec5d6dbf-15cc-466f-b314-0f5e6c7312bb req-d56fca6b-4cd1-4d37-8d28-b98485106992 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0568829 Aug 27 02:52:40.997841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ec5d6dbf-15cc-466f-b314-0f5e6c7312bb req-18b1002c-d83f-4cef-99b6-620e5469c5cf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334487 Aug 27 02:52:41.036372 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.039987 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.069209 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.072920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465912 Aug 27 02:52:41.072920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97f62c-0937-4859-9daf-0403df77d66f tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f722138f-1532-42f1-a1ca-940e40dd3954,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.073278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48668) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.078402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': 'f722138f-1532-42f1-a1ca-940e40dd3954', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:41.105072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.151024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.154243 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.172172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a0496c-bd96-4411-8a0a-78b77b4c6981,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.178444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.179672 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3149a95-c574-4a6b-b6ca-0b0305b367a1 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1052034 Aug 27 02:52:41.182939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48670) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.199166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c0a3e3c0-aa74-4bf0-a2b3-79d2e5ae41c4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules/47a0496c-bd96-4411-8a0a-78b77b4c6981 HTTP/1.1" status: 200 len: 763 time: 0.0151017 Aug 27 02:52:41.201497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48672) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.253378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48676) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.253621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-31b1b83c-c72c-421b-9dcc-7c98b06ba4c3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0509188 Aug 27 02:52:41.279201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.287254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.332421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45cef9c3-045d-456c-9b97-5307b390b1f3 req-73272a84-048a-4cf2-a121-864e54b73c9c tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f92944-647a-4e05-bd4b-d983cc6594be HTTP/1.1" status: 200 len: 210 time: 0.0328085 Aug 27 02:52:41.347782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.359913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.361047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/47a0496c-bd96-4411-8a0a-78b77b4c6981 HTTP/1.1" status: 204 len: 168 time: 0.1064241 Aug 27 02:52:41.362754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8248c-2717-4a79-86d0-479f81c243e0 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47a0496c-bd96-4411-8a0a-78b77b4c6981,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.363864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48678) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.406079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcd496d2-8b3c-40dd-bce7-68d76882c550 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404656 Aug 27 02:52:41.408608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48680) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.412800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': 'f722138f-1532-42f1-a1ca-940e40dd3954', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:41.438581 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.496196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.500597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.518001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8251a9e9-2d1a-4778-9e31-9ae7b42fe086,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.525259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.527293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f57205ab-3c58-4f2f-a720-bc67f3ce61d3 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177495 Aug 27 02:52:41.529894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48682) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.546138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fb31edb-6d3a-4e41-8954-d381672e64af tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules/8251a9e9-2d1a-4778-9e31-9ae7b42fe086 HTTP/1.1" status: 200 len: 763 time: 0.0151820 Aug 27 02:52:41.548551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48684) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.586880 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5c6b9f3-5191-4ab0-9fb9-8c19ee1f5b10 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0371087 Aug 27 02:52:41.589664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48686) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.612206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.619468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.645966 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.653353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.654782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8251a9e9-2d1a-4778-9e31-9ae7b42fe086 HTTP/1.1" status: 204 len: 168 time: 0.0640280 Aug 27 02:52:41.657141 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48688) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.660079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f0d3-1fa5-4e45-a020-f8ba6a4eb2fa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8251a9e9-2d1a-4778-9e31-9ae7b42fe086,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.701055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-707b9b6a-2b2d-4138-abe6-1696ddaf99c7 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427825 Aug 27 02:52:41.703568 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48690) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.707730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Request body: {'security_group_rule': {'security_group_id': 'f722138f-1532-42f1-a1ca-940e40dd3954', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:41.729812 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Project e10170cb0e2e42c2a12deec3b1e26bbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:52:41.734363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.790026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.793443 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.810705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e1589e-9623-4e5d-9bc2-172502200196,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.817531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.818891 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dceba75c-740f-48d3-b3c4-8ec4dc587ccc tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143641 Aug 27 02:52:41.821575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48692) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.839095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e580a2a-f436-4106-b190-c1f43e2c6179 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules/08e1589e-9623-4e5d-9bc2-172502200196 HTTP/1.1" status: 200 len: 769 time: 0.0157580 Aug 27 02:52:41.841536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48694) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.879855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-be8682a2-5e47-4982-b219-0db908b4821a tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0373380 Aug 27 02:52:41.882151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48696) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.904798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.912159 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.938447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.944279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:41.945356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/08e1589e-9623-4e5d-9bc2-172502200196 HTTP/1.1" status: 204 len: 168 time: 0.0623322 Aug 27 02:52:41.948503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48698) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:41.951036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c5a62-05f6-4126-82c2-55c8cc4fb275 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08e1589e-9623-4e5d-9bc2-172502200196,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:41.988127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-92d150ea-19e2-4ddf-949b-9e80ff78d1a4 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384095 Aug 27 02:52:41.991058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48700) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:42.041959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.064847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.107432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.109964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.111151 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "DELETE /v2.0/security-groups/f722138f-1532-42f1-a1ca-940e40dd3954 HTTP/1.1" status: 204 len: 168 time: 0.1191998 Aug 27 02:52:42.114304 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48704) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:42.117450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf5f7-a0a9-4e4b-ac5b-51d03566aead req-35e06708-b334-462f-8a2b-f07f0d11201c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:42.119689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-937cf5f7-a0a9-4e4b-ac5b-51d03566aead req-35e06708-b334-462f-8a2b-f07f0d11201c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0548456 Aug 27 02:52:42.132448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2e106-04bb-4142-ae83-03f50c7af9ea tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722138f-1532-42f1-a1ca-940e40dd3954,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:42.160268 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-937cf5f7-a0a9-4e4b-ac5b-51d03566aead req-de1a930a-d616-4957-885b-71460440c9c5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Aug 27 02:52:42.163159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-54bb8b02-98bb-4a95-a64f-0fee49c7da64 tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465162 Aug 27 02:52:42.167239 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48706) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:42.212573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e0574a79-eaa0-4b17-a379-bac49b26b8aa tempest-SecGroupIPv6Test-659934239 tempest-SecGroupIPv6Test-659934239-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442300 Aug 27 02:52:42.460797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48716) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:42.618171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-375f2b84-d775-48cf-8835-f01537a04bec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e10170cb0e2e42c2a12deec3b1e26bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560225 Aug 27 02:52:42.620736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48722) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:42.670950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.692047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.739351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.742172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:42.743348 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3aedecc-7662-4b1e-b42a-f799b6a3bbef HTTP/1.1" status: 204 len: 168 time: 0.1216481 Aug 27 02:52:42.751353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ca32-f85e-498f-bea2-eeb8abe4e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aedecc-7662-4b1e-b42a-f799b6a3bbef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:43.278232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac3bd5-ebed-43ed-bbf7-838cbd2b1f70 req-38cdcad2-631e-4ef7-a819-28376ec55bf3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:43.282841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfac3bd5-ebed-43ed-bbf7-838cbd2b1f70 req-38cdcad2-631e-4ef7-a819-28376ec55bf3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 943 time: 0.0525775 Aug 27 02:52:43.323367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dfac3bd5-ebed-43ed-bbf7-838cbd2b1f70 req-ad482233-5933-49a1-8dbf-a8321f10f413 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Aug 27 02:52:44.060502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b2345ab6-f21d-40df-8ed6-a67b343e59b3 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:52:44.063323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a449cf5e-211c-4095-b139-e6f63bfc14c1 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:52:44.087426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: a449cf5e-211c-4095-b139-e6f63bfc14c1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:52:44.087770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device a449cf5e-211c-4095-b139-e6f63bfc14c1 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:52:44.176157 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:44.187598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'mac_address': 'fa:16:3e:90:d6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:52:44.225616 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:44.238913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2345ab6-f21d-40df-8ed6-a67b343e59b3 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:44.258725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:44.263787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:44.311345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:44.439251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc650b-d4fc-4989-846c-2d0a75ef14a3 req-52f41676-1510-41e4-a71f-0851f7123c1e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:44.441074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3bc650b-d4fc-4989-846c-2d0a75ef14a3 req-52f41676-1510-41e4-a71f-0851f7123c1e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 944 time: 0.0493009 Aug 27 02:52:44.464938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b2345ab6-f21d-40df-8ed6-a67b343e59b3'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:52:44.488476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3bc650b-d4fc-4989-846c-2d0a75ef14a3 req-f90daf3c-ca12-47a4-9a1a-725b2825bb53 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417418 Aug 27 02:52:44.529096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:44.650010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-181015ca-4139-482c-b306-d9948fc1782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:44.750625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-181015ca-4139-482c-b306-d9948fc1782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:44.754560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-181015ca-4139-482c-b306-d9948fc1782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:44.793541 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-181015ca-4139-482c-b306-d9948fc1782c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e4bb66128f54d77ad370136f58e5a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633462 Aug 27 02:52:44.795494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181015ca-4139-482c-b306-d9948fc1782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92395f-184f-49b9-8b3d-048b0b514f2a,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:44.796350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:45.089430 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.110111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.156740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.159451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.160616 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d92395f-184f-49b9-8b3d-048b0b514f2a HTTP/1.1" status: 204 len: 168 time: 0.3632550 Aug 27 02:52:45.169465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc168-20cc-4cfe-a1e8-976a0e444f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92395f-184f-49b9-8b3d-048b0b514f2a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:45.434915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:45.448824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68eed75f-3242-47df-9a20-6fee622faa87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.545219 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68eed75f-3242-47df-9a20-6fee622faa87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.549801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68eed75f-3242-47df-9a20-6fee622faa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.593361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68eed75f-3242-47df-9a20-6fee622faa87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7da8cc618ded469da41db636234cf1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572187 Aug 27 02:52:45.594248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eed75f-3242-47df-9a20-6fee622faa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc1476-8c3b-44d8-ab93-e029c738cc21,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:45.597116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:45.639051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d13d-dfb2-4324-b955-b3e020861d60 req-8ce76fff-1ac9-420b-943f-4b2158e60976 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:45.640767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b467d13d-dfb2-4324-b955-b3e020861d60 req-8ce76fff-1ac9-420b-943f-4b2158e60976 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 944 time: 0.0753291 Aug 27 02:52:45.648981 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.671534 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.685729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b467d13d-dfb2-4324-b955-b3e020861d60 req-eb53b870-5bfd-4e5e-b99e-d0cacf6df8ca tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390904 Aug 27 02:52:45.724888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.727658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:45.728819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4fc1476-8c3b-44d8-ab93-e029c738cc21 HTTP/1.1" status: 204 len: 168 time: 0.1309271 Aug 27 02:52:45.736817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955fe12-9911-4397-89d6-499be3978cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc1476-8c3b-44d8-ab93-e029c738cc21,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:46.059580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b2345ab6-f21d-40df-8ed6-a67b343e59b3 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:46.113379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b2345ab6-f21d-40df-8ed6-a67b343e59b3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:46.117727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b2345ab6-f21d-40df-8ed6-a67b343e59b3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:46.118209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:46.193093 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:46.216667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:46.219226 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608caa84-c9ed-4e9c-b98f-a4d88d03ee61" -d '{"events": [{"server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "name": "network-vif-plugged", "status": "completed", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:46.232350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:46.236729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:46.261452 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601b046-f83c-4370-a3de-181be1f2b36c x-openstack-request-id: req-0601b046-f83c-4370-a3de-181be1f2b36c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:46.261750 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "name": "network-vif-plugged", "status": "completed", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:46.262002 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0601b046-f83c-4370-a3de-181be1f2b36c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:46.262422 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'code': 200} Aug 27 02:52:46.295027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:46.370730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdce4e6-7185-4a42-9a43-6f8a9149dd3d req-172baaa1-8f9a-486c-9e1a-b9c0425de304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:46.372292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efdce4e6-7185-4a42-9a43-6f8a9149dd3d req-172baaa1-8f9a-486c-9e1a-b9c0425de304 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1096 time: 0.0453284 Aug 27 02:52:46.408026 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-efdce4e6-7185-4a42-9a43-6f8a9149dd3d req-7a249fb2-a2a9-4486-9608-151098bed641 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288293 Aug 27 02:52:46.437388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:46.811884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5d262-308c-4a63-8870-2bc192f19ec3 req-3c824f50-2f39-48ff-a016-3ba6a1420eeb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:46.813506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43c5d262-308c-4a63-8870-2bc192f19ec3 req-3c824f50-2f39-48ff-a016-3ba6a1420eeb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0501566 Aug 27 02:52:46.853130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43c5d262-308c-4a63-8870-2bc192f19ec3 req-5908ad4b-3a88-40f0-8595-975bab51d5a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332243 Aug 27 02:52:47.396553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:47.506882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3382cb15-a713-414e-a98c-91a5cd226b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.600833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3382cb15-a713-414e-a98c-91a5cd226b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.605016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3382cb15-a713-414e-a98c-91a5cd226b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.643070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3382cb15-a713-414e-a98c-91a5cd226b5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb23fac2c9aa40e29d2af390052eae76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454467 Aug 27 02:52:47.644223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382cb15-a713-414e-a98c-91a5cd226b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb1f5f-67e4-4cec-8669-e1fd889e4974,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:47.645839 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48866) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:47.696704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.719361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.764485 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.767340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:47.768627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afbb1f5f-67e4-4cec-8669-e1fd889e4974 HTTP/1.1" status: 204 len: 168 time: 0.1215801 Aug 27 02:52:47.777222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb1f5f-67e4-4cec-8669-e1fd889e4974,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:47.785988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.786498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.787030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.787463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.787997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.788426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.788939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.789366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.789815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.790146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.790495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.790858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b58135-6834-42c2-bd45-6fee4c0e8b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:52:47.979653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9bb8a-e8db-45a2-855d-4211cdb32659 req-5f90773d-16cd-47f8-a3e2-cd574e700632 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:47.981786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bce9bb8a-e8db-45a2-855d-4211cdb32659 req-5f90773d-16cd-47f8-a3e2-cd574e700632 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0536339 Aug 27 02:52:48.037547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bce9bb8a-e8db-45a2-855d-4211cdb32659 req-b094a455-b45b-4645-bdd0-0edbeb489426 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490477 Aug 27 02:52:48.134525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48878) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:48.154735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dbea74b-acab-4a2a-8ea0-51980a15f771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.255290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50121c3-0f66-4e83-ae9b-46922d818bcb req-25910905-11b8-4375-a576-86ce3c013a29 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:48.256836 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c50121c3-0f66-4e83-ae9b-46922d818bcb req-25910905-11b8-4375-a576-86ce3c013a29 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0716858 Aug 27 02:52:48.316964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c50121c3-0f66-4e83-ae9b-46922d818bcb req-7cfeaef3-beb4-434c-bdf6-1f0bb956f8ac tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530827 Aug 27 02:52:48.325705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dbea74b-acab-4a2a-8ea0-51980a15f771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.338592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6dbea74b-acab-4a2a-8ea0-51980a15f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.341088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48880) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:48.367638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6dbea74b-acab-4a2a-8ea0-51980a15f771 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e5d09b0cab341a28a2b9c2461a06dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313292 Aug 27 02:52:48.370095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbea74b-acab-4a2a-8ea0-51980a15f771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39290e-0ee9-47bc-9ce8-9e452f9fff40,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:48.371387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 48882) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:48.403499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc788b-cdff-4fa8-be42-cf13ac55f8a9 tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:48.405152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-38fc788b-cdff-4fa8-be42-cf13ac55f8a9 tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1091 time: 0.0628424 Aug 27 02:52:48.408400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 48884) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:52:48.413258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:48.427416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.438134 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.452964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.499896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.502554 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.503679 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f39290e-0ee9-47bc-9ce8-9e452f9fff40 HTTP/1.1" status: 204 len: 168 time: 0.1313324 Aug 27 02:52:48.511883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d128-ff1a-4010-ad87-e8b033a844f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39290e-0ee9-47bc-9ce8-9e452f9fff40,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:48.549592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.662207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.25.8.14 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e756bd5b-c356-4d3e-80dd-869579cae202) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:48.770078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.811571 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:48.849388 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:48.852186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:48.858024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:48.889967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=e756bd5b-c356-4d3e-80dd-869579cae202,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:49.235289 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:49.308239 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:49.418487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-7ef37217-4e0a-4309-b0e5-5de76178e71f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:49.419992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-7ef37217-4e0a-4309-b0e5-5de76178e71f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 814 time: 0.1114106 Aug 27 02:52:49.435715 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-39ba3bc5-8861-4261-b8e3-25078df7abf4 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/quotas/38a2c3ba3eea4539bfc2b553748e6dfb HTTP/1.1" status: 200 len: 375 time: 0.0096247 Aug 27 02:52:49.468493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:49.473345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-013f9f3a-23b5-44bd-87d0-1cc1aa813329 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300474 Aug 27 02:52:49.473754 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:49.550777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=e756bd5b-c356-4d3e-80dd-869579cae202,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:49.564520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:49.579041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-53917269-577a-440f-a0b0-b53a514dd8ff service neutron] 10.222.0.26 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969870 Aug 27 02:52:49.672616 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 7ea42287-b186-4989-82c5-8416690a5131 associated. External IP: 172.25.8.14, port: b2345ab6-f21d-40df-8ed6-a67b343e59b3. Aug 27 02:52:49.678023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-90c0d914-9917-4272-a195-136abdf4a983 service neutron] 10.222.0.26 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925026 Aug 27 02:52:49.885192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6ab7f54f-dd35-4c64-99f9-a44ba388ebe6 req-60cdd3b7-c2a5-4a1a-9144-98f49ef6d867 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 210 time: 0.0335290 Aug 27 02:52:49.978421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:52:50.101068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:52:50.112865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:52:50.118692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:50.125932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:50.126703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:52:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:50.151897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c43b1325-9448-48e5-96bd-e59dbaa55372 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7422655 Aug 27 02:52:50.152568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:50.155422 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a174be72-a759-4b12-8e96-1bb6740782f2" -d '{"events": [{"name": "network-changed", "server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:50.206144 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9812e1f-c6d8-4a69-94eb-afb747f77152 x-openstack-request-id: req-e9812e1f-c6d8-4a69-94eb-afb747f77152 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:50.206532 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:50.206798 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9812e1f-c6d8-4a69-94eb-afb747f77152 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:50.207205 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'status': 'completed', 'code': 200} Aug 27 02:52:50.282561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-1cbf9a56-c7b5-42c5-b7a2-c3e279cd0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.284682 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-1cbf9a56-c7b5-42c5-b7a2-c3e279cd0b25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1096 time: 0.0524921 Aug 27 02:52:50.410684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-e8476c7b-0499-42ed-b550-a2945144d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.412649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-e8476c7b-0499-42ed-b550-a2945144d92d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1198332 Aug 27 02:52:50.434097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:50.501600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-b66af168-72d3-40c3-b242-eaf625a47239 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 998 time: 0.0803607 Aug 27 02:52:50.561016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-5c9e4e8f-cf1b-45e5-ba91-598cbcdffdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.562525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-5c9e4e8f-cf1b-45e5-ba91-598cbcdffdf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0545554 Aug 27 02:52:50.633060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-30ab4611-17e8-4419-b16c-fbe3868f7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:50.636093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-30ab4611-17e8-4419-b16c-fbe3868f7efb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665789 Aug 27 02:52:50.701495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '7ea42287-b186-4989-82c5-8416690a5131', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:90:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:49Z', 'updated_at': '2021-08-27T02:52:49Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:50.732856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:52:50.734873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-1f68231f-50b6-4a7b-83a9-8c832ec49875 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914445 Aug 27 02:52:50.742007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:52:50.742655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:52:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:50.848934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a174be72-a759-4b12-8e96-1bb6740782f2 req-e5f7d648-109f-44e9-a91c-97eeaddf0dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067297 Aug 27 02:52:50.860063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:52:51.006020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8baceba9-1e05-437b-acf2-bf104c1354e7 req-ebd9f14c-a512-4a02-93f1-02473782d1e2 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 210 time: 0.0392003 Aug 27 02:52:51.153090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-08d1f571-1407-4364-b5de-0e4e3510b72b tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.154622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-08d1f571-1407-4364-b5de-0e4e3510b72b tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.46 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 814 time: 0.1435635 Aug 27 02:52:51.176353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Request body: {'port': {'device_id': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0', 'admin_state_up': True, 'tenant_id': '38a2c3ba3eea4539bfc2b553748e6dfb'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:51.193488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '7ea42287-b186-4989-82c5-8416690a5131', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:90:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:49Z', 'updated_at': '2021-08-27T02:52:49Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:52:51.222065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb5d1d-c2f0-423e-8ec3-5703f6208006 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '7ea42287-b186-4989-82c5-8416690a5131', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:90:d6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:52:49Z', 'updated_at': '2021-08-27T02:52:49Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:52:51.307073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Made reservation on behalf of 38a2c3ba3eea4539bfc2b553748e6dfb for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:52:51.310749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.445919 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0f9da-6664-4c79-b034-3098d16841ce None None] New status for floating IP 7ea42287-b186-4989-82c5-8416690a5131: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:52:51.451901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Allocated IP 172.20.0.14 (0acc9b0f-6e07-475e-a631-c6e2cc48e7e0/cf86c8f9-2dda-4ae8-88af-23f018a67778/1494a88f-15b7-4e82-b723-6ea8d5b3f43e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:52:51.608110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.650216 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.703394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:52:51.707089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:52:51.712889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:52:51.743815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Pushing event updated for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:51.768658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:51.769272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:51.785533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-80554b7a-8cb7-416f-881d-654e7a8c1165 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6135488 Aug 27 02:52:51.803456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Request body: {'port': {'device_id': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:52:51.860492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.146410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b03-16cd-4374-aa69-3729dbf2cf26 req-fc993916-279e-41e1-bbd3-5ae73cf91bcf tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.150864 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6382b03-16cd-4374-aa69-3729dbf2cf26 req-fc993916-279e-41e1-bbd3-5ae73cf91bcf tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 932 time: 0.0593431 Aug 27 02:52:52.151648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1494a88f-15b7-4e82-b723-6ea8d5b3f43e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:52.159779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.174197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Transition to ACTIVE for port object 1494a88f-15b7-4e82-b723-6ea8d5b3f43e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:52:52.180227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.203080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e6382b03-16cd-4374-aa69-3729dbf2cf26 req-8198933a-e3f0-4483-987d-309d0fab8e46 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Aug 27 02:52:52.238315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Pushing event updated for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:52.313037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Attempting to bind port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:52:52.313378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Attempting to bind port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:52:52.313715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Attempting to bind port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:52.318018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:52:52.318342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Attempting to bind port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e on network 0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:52:52.323091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:52:52.323433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Checking segment: {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:52:52.323815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Bound using segment: {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:52:52.324235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Bound port: 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:52:52.324595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.393612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:52:52.396758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:52:52.402062 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.435525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.436141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.437580 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] 10.222.0.46 "PUT /v2.0/ports/1494a88f-15b7-4e82-b723-6ea8d5b3f43e HTTP/1.1" status: 200 len: 1092 time: 0.6390524 Aug 27 02:52:52.438039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:52.440382 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96" -d '{"events": [{"name": "network-changed", "server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:52.468084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512777d-7d3c-4d5f-8e40-156932041a9e service neutron] Pushing event updated for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:52.490766 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d8afc-07b4-46d1-9d11-b81c560d7fa9 x-openstack-request-id: req-867d8afc-07b4-46d1-9d11-b81c560d7fa9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:52.491077 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:52.491457 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-867d8afc-07b4-46d1-9d11-b81c560d7fa9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:52.491871 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e', 'status': 'completed', 'code': 200} Aug 27 02:52:52.550092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-e18536f9-7098-491e-a63e-903ff134d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.551749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-e18536f9-7098-491e-a63e-903ff134d345 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 1095 time: 0.0425134 Aug 27 02:52:52.603339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-b46b5d2a-87dd-4027-b00e-4469a3382ef6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e HTTP/1.1" status: 200 len: 217 time: 0.0377164 Aug 27 02:52:52.659217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-73fdf80b-726e-4675-9a89-e6504667d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:52.660731 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-73fdf80b-726e-4675-9a89-e6504667d591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 200 len: 854 time: 0.0503321 Aug 27 02:52:52.662281 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb974981-e78d-4fdc-9097-7e4dadcafa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:52.694407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-c01f7894-8fab-4300-8551-223a9b174d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257461 Aug 27 02:52:52.790959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-c70fae3a-52c6-46dc-90c5-9aa44df31283 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885289 Aug 27 02:52:52.886677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3b9de4f-9060-47b8-8699-91ca513a25ad req-d4b33691-4e77-4ef3-b758-c7abce559e2b service neutron] 10.222.0.46 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874734 Aug 27 02:52:53.030544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-6b3989f5-078b-45a6-ad8d-4e52b7a235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:53.032096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-6b3989f5-078b-45a6-ad8d-4e52b7a235c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 1095 time: 0.0452559 Aug 27 02:52:53.127619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-b36412c7-8cae-4ba8-8ff8-b1c97e2bc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:53.129106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-b36412c7-8cae-4ba8-8ff8-b1c97e2bc761 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 200 len: 915 time: 0.0899332 Aug 27 02:52:53.172210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-79094c8a-57b1-4f60-b11e-0bc16538d77a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e HTTP/1.1" status: 200 len: 217 time: 0.0354581 Aug 27 02:52:53.226358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-a3b25625-58b5-4609-984d-317b9030d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:53.228732 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-a3b25625-58b5-4609-984d-317b9030d6c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 200 len: 854 time: 0.0475209 Aug 27 02:52:53.276717 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-397409ba-9296-4bad-bb61-153e915bcf64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402966 Aug 27 02:52:53.329829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91e457-c073-49cc-a1de-440446780a75 req-758f0771-4b11-41c1-9bfa-ccc5ee1c1405 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:53.331379 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf91e457-c073-49cc-a1de-440446780a75 req-758f0771-4b11-41c1-9bfa-ccc5ee1c1405 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 944 time: 0.0570011 Aug 27 02:52:53.374084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf91e457-c073-49cc-a1de-440446780a75 req-ad2f76f2-635e-4bba-b6ee-9b0ad38bf7fa tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Aug 27 02:52:53.383315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-f9606932-e97e-4dbe-b90e-e7d996a099ff service neutron] 10.222.0.46 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953069 Aug 27 02:52:53.479071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc7071f1-6c4f-4a2f-8ba0-59a0d9dc6d96 req-fa5b74d9-745f-4146-a618-82986e0aa565 service neutron] 10.222.0.46 "GET /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887349 Aug 27 02:52:54.496608 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee54f5-dffc-4028-998b-2a80f9b7aea7 req-e6cc297d-78ac-4407-b5b6-e7077ccf9eb8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:54.498148 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebee54f5-dffc-4028-998b-2a80f9b7aea7 req-e6cc297d-78ac-4407-b5b6-e7077ccf9eb8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 944 time: 0.0533969 Aug 27 02:52:54.537689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebee54f5-dffc-4028-998b-2a80f9b7aea7 req-5dd6874f-0cd8-4efa-a2cb-14bc374fff5f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Aug 27 02:52:55.225915 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ea78aec-a9bd-4248-8083-eb869c46baa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:55.463040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:55.656530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e26f2-5098-45d6-a941-98c62c377e49 req-0b7bd77f-c88a-4ab9-9f90-5442eabb54f5 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:55.657970 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-342e26f2-5098-45d6-a941-98c62c377e49 req-0b7bd77f-c88a-4ab9-9f90-5442eabb54f5 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 944 time: 0.0503373 Aug 27 02:52:55.697760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-342e26f2-5098-45d6-a941-98c62c377e49 req-ee19cdc2-bf78-4962-bc48-d72d6aa934e1 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335627 Aug 27 02:52:56.568062 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:56.825622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f70a1f-120f-43c4-9c3f-a72a3e53b59d req-e768bc08-4fba-46e8-aca5-7dfe1b3d5921 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:56.827823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68f70a1f-120f-43c4-9c3f-a72a3e53b59d req-e768bc08-4fba-46e8-aca5-7dfe1b3d5921 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 944 time: 0.0521109 Aug 27 02:52:56.870370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68f70a1f-120f-43c4-9c3f-a72a3e53b59d req-70a9072f-dee4-4b19-a566-6282f3811add tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Aug 27 02:52:57.138543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1494a88f-15b7-4e82-b723-6ea8d5b3f43e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:52:57.236573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:57.248772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e', 'network_id': '0acc9b0f-6e07-475e-a631-c6e2cc48e7e0', 'port_id': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e', 'mac_address': 'fa:16:3e:9d:fd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf86c8f9-2dda-4ae8-88af-23f018a67778', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:52:57.286410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.299863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1494a88f-15b7-4e82-b723-6ea8d5b3f43e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:52:57.321002 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:57.324909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.373883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:57.709687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1494a88f-15b7-4e82-b723-6ea8d5b3f43e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:52:57.981125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:57.999775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60739ca-f69d-459f-9b7c-66bb265987d8 req-129802d7-5139-4df5-a321-737fd2121919 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:58.001323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d60739ca-f69d-459f-9b7c-66bb265987d8 req-129802d7-5139-4df5-a321-737fd2121919 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 945 time: 0.0670781 Aug 27 02:52:58.045347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d60739ca-f69d-459f-9b7c-66bb265987d8 req-8e46261a-1996-4671-b900-7563809e5388 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Aug 27 02:52:58.138051 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:52:59.166310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1494a88f-15b7-4e82-b723-6ea8d5b3f43e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:52:59.171972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f0fc-cf4e-4788-91d1-87b30f6205c1 req-3c0bfa0c-4beb-4604-8413-4c5fafb240ea tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:59.173998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bd7f0fc-cf4e-4788-91d1-87b30f6205c1 req-3c0bfa0c-4beb-4604-8413-4c5fafb240ea tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 945 time: 0.0585749 Aug 27 02:52:59.215021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bd7f0fc-cf4e-4788-91d1-87b30f6205c1 req-63323387-89e6-4722-ab87-9bcd58696300 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Aug 27 02:52:59.217626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:52:59.221705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:52:59.222073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:59.304666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:59.329159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:52:59.331442 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f0368-e3ba-4d61-b347-ba1bf4f7de69" -d '{"events": [{"server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "name": "network-vif-plugged", "status": "completed", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:52:59.359309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:52:59.398533 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c954d8-6d08-4f0e-818f-f3b488745750 x-openstack-request-id: req-14c954d8-6d08-4f0e-818f-f3b488745750 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:52:59.398533 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "name": "network-vif-plugged", "status": "completed", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:52:59.398533 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14c954d8-6d08-4f0e-818f-f3b488745750 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:52:59.402244 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e', 'code': 200} Aug 27 02:52:59.410850 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:52:59.475204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:52:59.525269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccf99f-ca18-4d50-9237-0daad50238ec req-84672564-2f0c-4c3d-85ca-766e360d6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:52:59.527088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e5ccf99f-ca18-4d50-9237-0daad50238ec req-84672564-2f0c-4c3d-85ca-766e360d6119 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 1097 time: 0.0398829 Aug 27 02:52:59.564357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e5ccf99f-ca18-4d50-9237-0daad50238ec req-e31037a5-a4fd-4510-8471-d37f71ba9422 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296516 Aug 27 02:53:00.331407 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26486244-bcbf-4602-a49e-3dbab2910d3b req-3e44f962-7601-41d6-956f-4c0d69d73a7a tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:00.333697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26486244-bcbf-4602-a49e-3dbab2910d3b req-3e44f962-7601-41d6-956f-4c0d69d73a7a tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 946 time: 0.0499642 Aug 27 02:53:00.374054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26486244-bcbf-4602-a49e-3dbab2910d3b req-95a6a800-756a-4c25-b847-f56fe3c4181f tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 Aug 27 02:53:00.908234 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:01.498030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287523f-c7ed-478c-83e1-f2611ded71b5 req-6d599b78-4dae-4d80-a992-095b0992b33b tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:01.499550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d287523f-c7ed-478c-83e1-f2611ded71b5 req-6d599b78-4dae-4d80-a992-095b0992b33b tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 946 time: 0.0540488 Aug 27 02:53:01.536720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d287523f-c7ed-478c-83e1-f2611ded71b5 req-5fa4fd7c-41d3-4621-bfc6-c502157731b5 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Aug 27 02:53:06.498074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 49124) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:06.609729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe287-7cc6-4a1b-8a9b-5638ef1714f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.698671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe287-7cc6-4a1b-8a9b-5638ef1714f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.702043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe287-7cc6-4a1b-8a9b-5638ef1714f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.745250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5dfe287-7cc6-4a1b-8a9b-5638ef1714f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82b311d062a74554bf85a276b52aac7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456007 Aug 27 02:53:06.746143 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfe287-7cc6-4a1b-8a9b-5638ef1714f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c30d9f-7c39-4e42-a6a5-e99c478249ed,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:06.748051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 49128) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:06.797000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.818823 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.865410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.868360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:06.869500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83c30d9f-7c39-4e42-a6a5-e99c478249ed HTTP/1.1" status: 204 len: 168 time: 0.1204381 Aug 27 02:53:06.876945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c30d9f-7c39-4e42-a6a5-e99c478249ed,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:06.884883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.885230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.885575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.885910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.886241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.886596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.886931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.887258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.887584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.887910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.888255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:06.888541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb01ec-5582-4b3b-aee9-9f13823b283e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:07.729294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-1c0dfd07-6011-4619-a876-e694ad762630 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410776 Aug 27 02:53:07.823021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-98d2f783-5b43-4bb1-982c-1e4600c4b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:07.825660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-98d2f783-5b43-4bb1-982c-1e4600c4b685 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1096 time: 0.0518873 Aug 27 02:53:07.944325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-1f0bc8fe-cdb8-4a02-8e51-ffd46491ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:07.946403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-1f0bc8fe-cdb8-4a02-8e51-ffd46491ff0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0977075 Aug 27 02:53:08.018775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-c842476f-9f06-4601-b629-b179c10cc173 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 1000 time: 0.0649476 Aug 27 02:53:08.070023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-c4702cc9-4232-4120-b999-2fc54b7eedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:08.071609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-c4702cc9-4232-4120-b999-2fc54b7eedde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0456779 Aug 27 02:53:08.119288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-cc4ad67e-81a3-4c4b-a752-4f7e58708245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:08.120834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-cc4ad67e-81a3-4c4b-a752-4f7e58708245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427911 Aug 27 02:53:08.217401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-06a021d0-6967-4908-b85e-5c4dd8134a7e service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Aug 27 02:53:08.325898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ddd789b6-497d-4334-bc93-1b5a02a87a09 req-32128e60-a9f1-4c37-8bf3-9f878c085ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010966 Aug 27 02:53:16.438785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:20.741655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-2fbbaddd-1df8-41af-a857-971afeb92da0 req-5c2c7ed3-66a2-4e68-8395-070ac2c275f5 service neutron] (94831) timed out ('10.222.0.26', 51006) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:53:22.666907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b68fd87-9af7-4196-87a4-5bb172bdb820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:25.229006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b01477-db27-4c00-b3f9-284c02c2d2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:25.468751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.575224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:26.588069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-8a426850-61ae-4831-a651-a0c83921cb7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592091 Aug 27 02:53:26.690849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-773fc673-2f36-4a9c-ac9c-5b0eb685db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:26.692372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-773fc673-2f36-4a9c-ac9c-5b0eb685db49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1097 time: 0.0448472 Aug 27 02:53:27.147601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-2b27b8b2-48dd-4829-8509-40b58fd55f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.149495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-2b27b8b2-48dd-4829-8509-40b58fd55f8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 898 time: 0.4359605 Aug 27 02:53:27.216500 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-57b79ead-b24b-4c94-a260-4b622e3f5f57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 1001 time: 0.0589690 Aug 27 02:53:27.273135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-5dd282c1-df2a-41d9-808b-3ebfddaeffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.275196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-5dd282c1-df2a-41d9-808b-3ebfddaeffb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0517504 Aug 27 02:53:27.329139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-d3f64906-aa09-45cb-860c-d7942b1c6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:27.330821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-d3f64906-aa09-45cb-860c-d7942b1c6acc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470986 Aug 27 02:53:27.425952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-2961288d-d0f5-41d0-8ad7-e73c285f2590 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876994 Aug 27 02:53:27.533185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-878a66d7-4ff2-4b8a-a8f3-85be31c2c8d1 req-d7fd9c11-88da-46e9-85cf-90440b6d3c19 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983076 Aug 27 02:53:27.980686 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:28.107951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abaed-9c8b-4a3a-a90a-aeba4c436e30 req-7a28aea5-cb25-4a5e-b69f-d4fb42f8e680 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:28.109559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-172abaed-9c8b-4a3a-a90a-aeba4c436e30 req-7a28aea5-cb25-4a5e-b69f-d4fb42f8e680 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 946 time: 0.0560975 Aug 27 02:53:28.150915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-172abaed-9c8b-4a3a-a90a-aeba4c436e30 req-75d232c9-9b6a-4cc1-9c51-6835b0f330a4 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Aug 27 02:53:29.268108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebfb65-8fa0-4397-a292-9e7b03218144 req-de5203b0-f330-43f1-8dec-815472c63e88 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:29.269622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eebfb65-8fa0-4397-a292-9e7b03218144 req-de5203b0-f330-43f1-8dec-815472c63e88 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 946 time: 0.0497012 Aug 27 02:53:29.308263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1eebfb65-8fa0-4397-a292-9e7b03218144 req-0ce2105f-d933-4bc1-af80-a59f61f176b7 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1e0d654-c801-41c0-b8db-79cc6d7718e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Aug 27 02:53:29.918633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-1431f301-071f-4f82-bd2d-c6d2861fb313 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:29.920170 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-1431f301-071f-4f82-bd2d-c6d2861fb313 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.46 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 946 time: 0.0548329 Aug 27 02:53:30.019670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Deleting port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:53:30.020014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:30.114245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] For port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,segment=NetworkSegment(b2b1ddc8-1058-4db5-bc83-1804ce4134fc),segment_id=b2b1ddc8-1058-4db5-bc83-1804ce4134fc)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:53:30.114589 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:30.128549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Calling delete_port for 1494a88f-15b7-4e82-b723-6ea8d5b3f43e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:53:30.263286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:30.293029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Pushing event deleted for resources: {'Port': ['ID=1494a88f-15b7-4e82-b723-6ea8d5b3f43e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:30.297714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['1494a88f-15b7-4e82-b723-6ea8d5b3f43e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:53:30.335690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] No DVR routers for this DVR port 1494a88f-15b7-4e82-b723-6ea8d5b3f43e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:53:30.339051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:30.341003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6dfa50d-be7b-4e72-acf8-bb1aed5b34ae req-d66821d4-2ecb-43f8-95ef-5916a26ae1c8 tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.46 "DELETE /v2.0/ports/1494a88f-15b7-4e82-b723-6ea8d5b3f43e HTTP/1.1" status: 204 len: 173 time: 0.4140286 Aug 27 02:53:30.341628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'name': 'network-vif-deleted', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:53:30.343766 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b801036-1e00-481c-83de-47a6ea428aeb" -d '{"events": [{"server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "name": "network-vif-deleted", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:53:30.384436 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c2628-eda5-4bec-bd62-bf8b0d09df11 x-openstack-request-id: req-189c2628-eda5-4bec-bd62-bf8b0d09df11 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:53:30.384963 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cb7e1-6c59-4191-a44c-a8c54368264c", "name": "network-vif-deleted", "tag": "1494a88f-15b7-4e82-b723-6ea8d5b3f43e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:53:30.385380 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-189c2628-eda5-4bec-bd62-bf8b0d09df11 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:53:30.385783 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625cb7e1-6c59-4191-a44c-a8c54368264c', 'name': 'network-vif-deleted', 'tag': '1494a88f-15b7-4e82-b723-6ea8d5b3f43e', 'status': 'completed', 'code': 200} Aug 27 02:53:30.419213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7310a2eb-f099-444b-8981-93e404ea6aae req-1ae8f7e5-3306-4701-81d9-f0b0065fbdee tempest-VolumesSnapshotTestJSON-619194145 tempest-VolumesSnapshotTestJSON-619194145-project] 10.222.0.26 "GET /v2.0/ports?device_id=625cb7e1-6c59-4191-a44c-a8c54368264c HTTP/1.1" status: 200 len: 210 time: 0.0301359 Aug 27 02:53:30.932503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:33.379094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1494a88f-15b7-4e82-b723-6ea8d5b3f43e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:53:33.400269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 1494a88f-15b7-4e82-b723-6ea8d5b3f43e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:53:33.400616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 1494a88f-15b7-4e82-b723-6ea8d5b3f43e not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:53:35.137321 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:53:46.444378 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:52.670983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bc08d6d-3b04-4bcf-998e-e324850d05e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:53.930659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:54.049374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee5318f-cb1a-4c34-b524-b800c26862c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.144678 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee5318f-cb1a-4c34-b524-b800c26862c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.148752 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ee5318f-cb1a-4c34-b524-b800c26862c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.190012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5318f-cb1a-4c34-b524-b800c26862c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5768f-3277-4784-a9ca-6e4fef2e74a7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:54.193133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:53:54.193631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ee5318f-cb1a-4c34-b524-b800c26862c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=784175fa6012467a88accde4fcd672ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615054 Aug 27 02:53:54.255467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.278170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.325864 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.328470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:54.329723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2c5768f-3277-4784-a9ca-6e4fef2e74a7 HTTP/1.1" status: 204 len: 168 time: 0.1347668 Aug 27 02:53:54.347666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5768f-3277-4784-a9ca-6e4fef2e74a7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:53:54.356290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.356644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.356996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.358184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.358184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.358184 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.358908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.358908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.359190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.359569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.360849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:54.360849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e05503-db98-44a1-af67-6946296ba5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:53:55.237926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4a548373-f527-4651-9318-246ae6cb3647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:55.470595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:55.500185 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72911ca-fa24-4fb2-9768-e51dadb5f85d req-77ee74c6-2d3c-4e94-9e31-38a178ebc7f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:55.502517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c72911ca-fa24-4fb2-9768-e51dadb5f85d req-77ee74c6-2d3c-4e94-9e31-38a178ebc7f1 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0643182 Aug 27 02:53:55.562658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c72911ca-fa24-4fb2-9768-e51dadb5f85d req-9eb6d9ce-322e-40b4-bf2b-715885940f79 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497944 Aug 27 02:53:56.574588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:56.696289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ccaa5-1648-4a9c-89d3-420825e487df req-2722a86d-c23b-49a5-80af-8efb1e7e3c95 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:56.697827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f8ccaa5-1648-4a9c-89d3-420825e487df req-2722a86d-c23b-49a5-80af-8efb1e7e3c95 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0624578 Aug 27 02:53:56.744327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0f8ccaa5-1648-4a9c-89d3-420825e487df req-8f170f2c-a43e-40cf-8c07-7649c8203513 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Aug 27 02:53:57.890546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44aeb5-2f02-4707-b096-26e24c073b1e req-281e92b9-c630-469d-843b-1c0c90559528 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:57.892117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db44aeb5-2f02-4707-b096-26e24c073b1e req-281e92b9-c630-469d-843b-1c0c90559528 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0514245 Aug 27 02:53:57.935532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db44aeb5-2f02-4707-b096-26e24c073b1e req-4739228e-c10a-4fea-8dfe-c3003b58bf90 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365727 Aug 27 02:53:57.979593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:53:59.053992 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a603-0ce3-4788-909a-072a98184d24 req-a2e77458-ddb3-485a-83c9-d279017f72cf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:53:59.055743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27b2a603-0ce3-4788-909a-072a98184d24 req-a2e77458-ddb3-485a-83c9-d279017f72cf tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0508504 Aug 27 02:53:59.094230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-27b2a603-0ce3-4788-909a-072a98184d24 req-43230587-0060-401e-9284-568f40fff998 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 27 02:54:00.216059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc74ab-eeb3-43a3-82a8-0df5b87fbdc4 req-07e7e274-b185-4da5-8990-096be67f16bd tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:00.217546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79cc74ab-eeb3-43a3-82a8-0df5b87fbdc4 req-07e7e274-b185-4da5-8990-096be67f16bd tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0549645 Aug 27 02:54:00.255634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79cc74ab-eeb3-43a3-82a8-0df5b87fbdc4 req-c5f7e8ff-2861-4940-966c-b7a85a17b2db tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321071 Aug 27 02:54:00.934554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:01.377545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850ce30-e303-4922-a567-8efb542a94fa req-1dd77f4e-8f87-47fa-9bb4-ec17ac75aeab tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:01.379058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3850ce30-e303-4922-a567-8efb542a94fa req-1dd77f4e-8f87-47fa-9bb4-ec17ac75aeab tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Aug 27 02:54:01.418915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3850ce30-e303-4922-a567-8efb542a94fa req-faf4afad-3b91-477a-91f1-962cb8194b0a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336339 Aug 27 02:54:02.545308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ad73-ac0a-452e-89c9-80e7cdfa6ac2 req-40fb49f8-af3c-4c2d-9c1e-bce1fd18d51d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:02.546872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fa9ad73-ac0a-452e-89c9-80e7cdfa6ac2 req-40fb49f8-af3c-4c2d-9c1e-bce1fd18d51d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0563114 Aug 27 02:54:02.588165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fa9ad73-ac0a-452e-89c9-80e7cdfa6ac2 req-2f6aa0d9-ecec-49d9-904d-980cddca91bc tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Aug 27 02:54:03.708725 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a93252-f824-4022-919d-1ed5e702e232 req-2358f5a9-0027-4fa2-b2df-dbbfc700726d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:03.710766 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9a93252-f824-4022-919d-1ed5e702e232 req-2358f5a9-0027-4fa2-b2df-dbbfc700726d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Aug 27 02:54:03.752454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9a93252-f824-4022-919d-1ed5e702e232 req-63b97f25-5794-478d-824b-d675f747477d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351672 Aug 27 02:54:04.868298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827681-cc1e-4858-915d-4c591a32b1d2 req-003a3904-eed1-459b-896c-854c31edf219 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:04.869921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41827681-cc1e-4858-915d-4c591a32b1d2 req-003a3904-eed1-459b-896c-854c31edf219 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Aug 27 02:54:04.911908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-41827681-cc1e-4858-915d-4c591a32b1d2 req-52ffdd3e-ee98-4642-ae75-f7f09ac2a9b2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359068 Aug 27 02:54:06.060750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2738699-8a92-4a89-b295-800565b7c32c req-67d3ff3d-8aa5-4fae-8a8c-4134404f85b2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:06.062364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2738699-8a92-4a89-b295-800565b7c32c req-67d3ff3d-8aa5-4fae-8a8c-4134404f85b2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Aug 27 02:54:06.107162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2738699-8a92-4a89-b295-800565b7c32c req-798f3a0f-6d06-46a2-a908-a6a8967986d5 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377147 Aug 27 02:54:07.236234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358e3ef-b72c-4829-8bf8-dc81c7052b0a req-9c50d9e9-6bb7-46a9-94f5-9eb17403d983 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:07.237897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6358e3ef-b72c-4829-8bf8-dc81c7052b0a req-9c50d9e9-6bb7-46a9-94f5-9eb17403d983 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Aug 27 02:54:07.299613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6358e3ef-b72c-4829-8bf8-dc81c7052b0a req-97781fe9-382e-4170-8c18-e7e2b3532c49 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496056 Aug 27 02:54:08.426967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4773a5-cf7e-42ec-9cfb-35d67898af0e req-aa8721f1-4164-4aa8-8834-23fb8c48705b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:08.434343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b4773a5-cf7e-42ec-9cfb-35d67898af0e req-aa8721f1-4164-4aa8-8834-23fb8c48705b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0558236 Aug 27 02:54:08.478315 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b4773a5-cf7e-42ec-9cfb-35d67898af0e req-3e51fadf-6cff-4363-8c66-63cd9f3eee82 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Aug 27 02:54:08.867097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-15e12a1f-ae8d-4692-b5e2-534b4f5826b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1778314 Aug 27 02:54:08.958414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-b7c68b2a-3fe4-4fa3-af36-870b9231a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:08.960720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-b7c68b2a-3fe4-4fa3-af36-870b9231a4dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 1096 time: 0.0500028 Aug 27 02:54:09.100295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-e294f266-6ddd-42a4-86b3-7a8f1e75b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:09.101980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-e294f266-6ddd-42a4-86b3-7a8f1e75b79b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1163352 Aug 27 02:54:09.170245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-1b966161-3686-49e7-986e-3886de4ee706 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 200 len: 1000 time: 0.0614288 Aug 27 02:54:09.224234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-e0e6ad7b-3226-474d-98c9-c8ff2b2fd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:09.226438 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-e0e6ad7b-3226-474d-98c9-c8ff2b2fd38b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0494192 Aug 27 02:54:09.276115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-ce1fc73e-726d-4a0b-b3df-f7feb221353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:09.277478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-ce1fc73e-726d-4a0b-b3df-f7feb221353e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448692 Aug 27 02:54:09.395989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-58c825db-41c7-4603-8fcc-9fc402e72672 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112721 Aug 27 02:54:09.517241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8488670b-eab3-49f4-b71c-31b2b832ef1f req-26b04cee-e9ab-40bb-8f98-e9b00a5d0a68 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146574 Aug 27 02:54:09.618765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8c1e-dc7d-4615-aec5-ebe8a895793f req-7f405f36-79d3-439c-90e0-fdb6bdc3d799 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:09.620292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b66c8c1e-dc7d-4615-aec5-ebe8a895793f req-7f405f36-79d3-439c-90e0-fdb6bdc3d799 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0717342 Aug 27 02:54:09.677123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b66c8c1e-dc7d-4615-aec5-ebe8a895793f req-14a63eaf-d5d9-440f-bb23-f22a9708a097 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Aug 27 02:54:10.832704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600129f-1805-4ee5-a3d1-2798b7f108f4 req-20e9747a-3e33-415e-b33d-ace0fcad344a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:10.834191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0600129f-1805-4ee5-a3d1-2798b7f108f4 req-20e9747a-3e33-415e-b33d-ace0fcad344a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0652773 Aug 27 02:54:10.895654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0600129f-1805-4ee5-a3d1-2798b7f108f4 req-dea49ae1-1fce-439d-8058-68120d0e01d3 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544291 Aug 27 02:54:12.059394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1b317-4b7e-4b1b-9897-a342a00e47e7 req-32ee17e3-4495-48ce-8132-4a83c15f6e25 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:12.061807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0d1b317-4b7e-4b1b-9897-a342a00e47e7 req-32ee17e3-4495-48ce-8132-4a83c15f6e25 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0741189 Aug 27 02:54:12.113662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0d1b317-4b7e-4b1b-9897-a342a00e47e7 req-299d928b-1a76-4ccf-8593-fc0934f81f4d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458789 Aug 27 02:54:12.137674 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:54:13.233442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35435a6d-2134-4e75-914b-8119eeab1fab req-71829599-bcc2-464d-ac17-9ead74068579 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:13.234978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35435a6d-2134-4e75-914b-8119eeab1fab req-71829599-bcc2-464d-ac17-9ead74068579 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0495069 Aug 27 02:54:13.272175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35435a6d-2134-4e75-914b-8119eeab1fab req-0fca2cd8-07d6-42c0-b459-ceff07105931 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311539 Aug 27 02:54:14.104436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50598) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:14.164834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Deleting subnet cf86c8f9-2dda-4ae8-88af-23f018a67778 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:54:14.168110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.205117 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.247686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.322622 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.355484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf86c8f9-2dda-4ae8-88af-23f018a67778,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:14.375429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.377173 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cf86c8f9-2dda-4ae8-88af-23f018a67778 HTTP/1.1" status: 204 len: 168 time: 0.2715039 Aug 27 02:54:14.379908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50606) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:14.402870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.402870 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.403230 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.403464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.403823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.404168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.404484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.404808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.405129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.405450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.405768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.406085 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4b8306-0df8-42c9-93fb-4225a5f0510c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:14.439404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9a0a7-deec-46d7-b369-d191b403a096 req-c20bdc9d-692e-4df1-8bf2-f9fccaea382a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:14.440967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95d9a0a7-deec-46d7-b369-d191b403a096 req-c20bdc9d-692e-4df1-8bf2-f9fccaea382a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0866225 Aug 27 02:54:14.468084 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.486463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-95d9a0a7-deec-46d7-b369-d191b403a096 req-ec9ce782-e92a-4a33-91d3-977e6ba8837f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371063 Aug 27 02:54:14.571875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.581655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acc9b0f-6e07-475e-a631-c6e2cc48e7e0']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:14.592919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:14.593135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b1ddc8-1058-4db5-bc83-1804ce4134fc') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:14.602459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.616373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.622533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:54:14.623344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:54:14.625502 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:54:14.687355 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.693406 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.695789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] 10.222.0.26 "DELETE /v2.0/networks/0acc9b0f-6e07-475e-a631-c6e2cc48e7e0 HTTP/1.1" status: 204 len: 168 time: 0.3149168 Aug 27 02:54:14.717476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96730241-cc5a-4f45-9ec2-655d1d4c9c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=0acc9b0f-6e07-475e-a631-c6e2cc48e7e0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:14.866875 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50612) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:14.909605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b60d3ff7-c340-4d6b-8d5e-7180bf8db6b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38a2c3ba3eea4539bfc2b553748e6dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415637 Aug 27 02:54:14.912191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:14.971000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:14.999689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:15.055041 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:15.058096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:15.062069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1e0d654-c801-41c0-b8db-79cc6d7718e8 HTTP/1.1" status: 204 len: 168 time: 0.1462097 Aug 27 02:54:15.067220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e4e9f-a56c-414c-8af8-bbf6a095e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0d654-c801-41c0-b8db-79cc6d7718e8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:15.516554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:15.613083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:15.657218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:15.659595 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8145a9-b91a-421a-b773-fabafe00acb7" -d '{"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-unplugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:15.661276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88882370-3424-42c4-8161-48a629d4ff45 req-9edc60e5-d776-482d-a154-6921895df153 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:15.666644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88882370-3424-42c4-8161-48a629d4ff45 req-9edc60e5-d776-482d-a154-6921895df153 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0705557 Aug 27 02:54:15.675526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:15.680813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:15.718759 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519d74f-85a4-4aa6-b65c-daeaacdb101c x-openstack-request-id: req-d519d74f-85a4-4aa6-b65c-daeaacdb101c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:15.719041 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-unplugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:15.719495 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d519d74f-85a4-4aa6-b65c-daeaacdb101c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:15.720084 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'code': 200} Aug 27 02:54:15.753043 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:15.762895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.763605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.764226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.764825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.765326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.766203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-88882370-3424-42c4-8161-48a629d4ff45 req-e59a250b-6ca5-41c0-a05c-438cc1711a2b tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851076 Aug 27 02:54:15.775099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.778654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.779019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.779354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.780725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.781283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.781804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:15.809894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2f2e3-36e0-4040-96bd-fbdd04a98290 req-4c61bb88-a9fd-4ebc-8605-4882f3a99110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:15.811693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5cf2f2e3-36e0-4040-96bd-fbdd04a98290 req-4c61bb88-a9fd-4ebc-8605-4882f3a99110 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1095 time: 0.0660269 Aug 27 02:54:15.855802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5cf2f2e3-36e0-4040-96bd-fbdd04a98290 req-87963e66-9b28-435d-ab89-168e47eec313 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364282 Aug 27 02:54:16.445519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:16.893287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7256ac-7c5a-4612-85f6-758c8eaf5db6 req-dd4b332a-0c5f-407c-a2fc-a4ddd6cb55ca tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:16.898872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a7256ac-7c5a-4612-85f6-758c8eaf5db6 req-dd4b332a-0c5f-407c-a2fc-a4ddd6cb55ca tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 944 time: 0.0574744 Aug 27 02:54:16.956741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a7256ac-7c5a-4612-85f6-758c8eaf5db6 req-4d51c021-e49e-4456-a300-817a69c44cb4 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531678 Aug 27 02:54:17.530773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:54:17.639065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:17.651729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'port_id': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'mac_address': 'fa:16:3e:73:0e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:54:17.690622 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:17.708798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10eae71-a68f-4bfc-ab1d-41bde7cd9835 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:54:17.736362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:17.743230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:17.796271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:18.099761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c735242-c63a-4fd9-bea1-d61222c56705 req-a589429a-9de4-4d62-bb4c-933957e4441a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:18.101828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c735242-c63a-4fd9-bea1-d61222c56705 req-a589429a-9de4-4d62-bb4c-933957e4441a tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 945 time: 0.0574484 Aug 27 02:54:18.145380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e10eae71-a68f-4bfc-ab1d-41bde7cd9835'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:54:18.145648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3c735242-c63a-4fd9-bea1-d61222c56705 req-3fc03912-2dd6-43e9-b643-307c36ee622f tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371013 Aug 27 02:54:18.171617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:18.242374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-580ccb2a-c9db-4263-80ff-f4567b4f0f31 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/floatingips/799361b8-1ba0-47c1-a8ad-b17283408191 HTTP/1.1" status: 200 len: 992 time: 0.0695336 Aug 27 02:54:19.547551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:54:19.594272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:19.594680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:19.672792 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:19.695469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:19.697628 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cda086-5010-4cad-a8ee-12d84e22b0bf" -d '{"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-plugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:19.710287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:19.715899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:19.741567 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b3ebe-b26e-4ef9-82a1-ba39e4255bad x-openstack-request-id: req-198b3ebe-b26e-4ef9-82a1-ba39e4255bad {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:19.741928 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-plugged", "status": "completed", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:19.742135 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-198b3ebe-b26e-4ef9-82a1-ba39e4255bad {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:19.742541 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'code': 200} Aug 27 02:54:19.776386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:22.682891 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a6490c6-7b57-4e61-b42c-69abb8fbd9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.353572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50798) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:24.463881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16c6a122-9508-4886-ad39-e4f9a4dfd9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.564184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16c6a122-9508-4886-ad39-e4f9a4dfd9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.567913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16c6a122-9508-4886-ad39-e4f9a4dfd9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.613181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16c6a122-9508-4886-ad39-e4f9a4dfd9a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e60d8c01fe243efb9b2604ebc624f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575340 Aug 27 02:54:24.613181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a122-9508-4886-ad39-e4f9a4dfd9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cae74e-a861-459c-a56b-e832bb385484,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:24.615318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:24.671181 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.696014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.752154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.755044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:24.756215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6cae74e-a861-459c-a56b-e832bb385484 HTTP/1.1" status: 204 len: 168 time: 0.1397965 Aug 27 02:54:24.770353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24350e76-13f4-46b2-98ee-5f68ae613379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cae74e-a861-459c-a56b-e832bb385484,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:25.233556 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5dc199e9-1236-4304-afd8-a3096c838a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:25.457780 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:26.576323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:27.984678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:30.943430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.534337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 50902) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:42.641893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-237a7b32-c98f-4261-96f9-00530b0af1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.736522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-237a7b32-c98f-4261-96f9-00530b0af1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.743242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-237a7b32-c98f-4261-96f9-00530b0af1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.781166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-237a7b32-c98f-4261-96f9-00530b0af1c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84f57d65c63f45cba66a1beedb2e5305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456563 Aug 27 02:54:42.781964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7b32-c98f-4261-96f9-00530b0af1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7412532-a74c-41a5-a655-e67cc279ef72,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:42.783807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 50906) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:42.835244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.855840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.902376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.904925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:42.906054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7412532-a74c-41a5-a655-e67cc279ef72 HTTP/1.1" status: 204 len: 168 time: 0.1212652 Aug 27 02:54:42.913477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171e8f5-ef41-4900-855c-7084419bbbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7412532-a74c-41a5-a655-e67cc279ef72,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:46.447787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:48.578023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18fcec-3de0-4993-911a-3d2de49d480d req-716db6ad-40ea-45e8-a6d9-04ea4c091ee2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:48.579547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be18fcec-3de0-4993-911a-3d2de49d480d req-716db6ad-40ea-45e8-a6d9-04ea4c091ee2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Aug 27 02:54:48.619584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be18fcec-3de0-4993-911a-3d2de49d480d req-cd8d95db-4d59-4f45-abdd-fd6a2e221276 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Aug 27 02:54:49.136380 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:54:49.749738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12105f-b670-4341-9dad-11b9095a1b10 req-e7ae0242-473e-47a5-8722-456fa024d1eb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:49.751416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df12105f-b670-4341-9dad-11b9095a1b10 req-e7ae0242-473e-47a5-8722-456fa024d1eb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0537846 Aug 27 02:54:49.798506 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df12105f-b670-4341-9dad-11b9095a1b10 req-c948472e-4918-4512-a913-bbfa49fa7892 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386510 Aug 27 02:54:50.089673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-9b953b8a-a042-4766-a0b3-71811ba8c3c7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:50.091343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-9b953b8a-a042-4766-a0b3-71811ba8c3c7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 945 time: 0.0702958 Aug 27 02:54:50.186712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port b2345ab6-f21d-40df-8ed6-a67b343e59b3 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:54:50.187053 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.273576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port b2345ab6-f21d-40df-8ed6-a67b343e59b3, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b2345ab6-f21d-40df-8ed6-a67b343e59b3,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:54:50.273944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.499652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.499921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.500226 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 7ea42287-b186-4989-82c5-8416690a5131 disassociated. External IP: 172.25.8.14, port: b2345ab6-f21d-40df-8ed6-a67b343e59b3. Aug 27 02:54:50.500556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for b2345ab6-f21d-40df-8ed6-a67b343e59b3 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:54:50.629873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.658674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=b2345ab6-f21d-40df-8ed6-a67b343e59b3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:50.772886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:54:50.885117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:54:50.895896 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:54:50.906051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:50.906704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:50.938318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84586b28-fb6a-40ee-b239-55f6246f7ded req-6133a2ea-fed9-4acf-bb64-0468c907a8a2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0467052 Aug 27 02:54:50.951599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port b2345ab6-f21d-40df-8ed6-a67b343e59b3 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:54:50.954624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:50.956704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd3087a-2f91-4a01-b69d-998731e21124 req-6e916e5a-b129-461a-a1c3-b7a87e71f637 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "DELETE /v2.0/ports/b2345ab6-f21d-40df-8ed6-a67b343e59b3 HTTP/1.1" status: 204 len: 173 time: 0.8595674 Aug 27 02:54:50.957221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'name': 'network-vif-deleted', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:50.960094 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15591c7a-d6c9-4308-9600-fa4026147bce" -d '{"events": [{"server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "name": "network-vif-deleted", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:51.043257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:51.098837 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e5018-cc20-4a4a-be02-38dff26845e5 x-openstack-request-id: req-219e5018-cc20-4a4a-be02-38dff26845e5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:51.099900 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712f529b-ee4d-49d9-8a3c-6534f9645589", "name": "network-vif-deleted", "tag": "b2345ab6-f21d-40df-8ed6-a67b343e59b3", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:51.100013 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-219e5018-cc20-4a4a-be02-38dff26845e5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:51.100355 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712f529b-ee4d-49d9-8a3c-6534f9645589', 'name': 'network-vif-deleted', 'tag': 'b2345ab6-f21d-40df-8ed6-a67b343e59b3', 'status': 'completed', 'code': 200} Aug 27 02:54:51.288562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:51.314916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:54:51.323885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:54:51.324497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:51.434780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:54:51.643938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:54:51.675538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721bbcc-9984-4ba6-886d-9f720f0788e3 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:54:51.934775 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f318ab-56ac-45ad-88c3-7ca1ff7f021a None None] New status for floating IP 7ea42287-b186-4989-82c5-8416690a5131: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:54:52.048664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4cb597fc-5963-4c47-8f91-f42f44311dee req-2365b5bd-7eca-4656-adfd-bca76ad48b0b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0369523 Aug 27 02:54:52.540670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b2345ab6-f21d-40df-8ed6-a67b343e59b3 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:54:52.564995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: b2345ab6-f21d-40df-8ed6-a67b343e59b3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:54:52.565597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b2345ab6-f21d-40df-8ed6-a67b343e59b3 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:54:52.678102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0532d880-dc04-4e1d-a5f7-4dbedcec4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:53.154082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc0686dd-c921-4fe9-83b8-fcc008ae694a req-f2d943f6-d9a3-4959-a92b-12042941a64a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0300772 Aug 27 02:54:54.248893 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-331e24dc-5fd8-4a7f-af5e-55a2e43282ff req-f97b7808-f731-4f09-baa2-da79731e5ca3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=712f529b-ee4d-49d9-8a3c-6534f9645589 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Aug 27 02:54:55.235669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9f8fee0e-1c76-4be5-9fe0-5b05d7ce5876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.462836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:55.465498 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-7a9c45e8-32eb-46a7-a3db-d345c4280c18 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832298817&fields=id&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 267 time: 0.0370915 Aug 27 02:54:55.576758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-dd606ebc-9bfc-42e9-89d5-a081c2e4494e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:55.577048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-dd606ebc-9bfc-42e9-89d5-a081c2e4494e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1025817 Aug 27 02:54:55.593027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-4f5fb2b2-f37f-40dd-aa5c-0799dea03c03 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0102203 Aug 27 02:54:55.650276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-213eb143-08d1-4d25-a121-d89173d56fed tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516484 Aug 27 02:54:55.747868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-15545751-0185-4d5a-88d3-085f2028d00f service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861309 Aug 27 02:54:55.846907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-068ce4e8-3c37-4476-8802-9cc7dfbe66c2 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928254 Aug 27 02:54:56.138343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e182a743-9901-45ab-8c2a-05e09ad5c369 req-664391c2-0983-4e69-bb4d-1f1bf41b676f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0279064 Aug 27 02:54:56.580765 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:56.833550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:56.939216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98e628e3-17fb-4d6d-a878-03edf6e37d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.025833 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98e628e3-17fb-4d6d-a878-03edf6e37d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.029357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98e628e3-17fb-4d6d-a878-03edf6e37d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.066309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-98e628e3-17fb-4d6d-a878-03edf6e37d2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc9209ee19344139bc14f4479ad6b0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317572 Aug 27 02:54:57.068389 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e628e3-17fb-4d6d-a878-03edf6e37d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd4a20-1dc0-4464-b8d9-3b078bb64268,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:57.069155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51098) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:57.120218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.141043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.188802 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.191534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:57.194978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93bd4a20-1dc0-4464-b8d9-3b078bb64268 HTTP/1.1" status: 204 len: 168 time: 0.1223080 Aug 27 02:54:57.203368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd4a20-1dc0-4464-b8d9-3b078bb64268,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:57.211731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.212079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.212417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.212750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.213076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.213618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.214377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.214924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.215777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.216510 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.217019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.217536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae961ab8-1f77-4ed5-bd3a-83fda0158321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:54:57.226904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d9e08126-38da-40ea-b80b-533c91e63bbb req-0d7d7dae-615e-4562-9b72-2992ebfedbba tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0377786 Aug 27 02:54:57.987383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.338284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2366055-0f3b-4f2e-8de9-b3b38066db6a req-d2e8ef3a-e98a-4643-8ae5-12547f5a43a3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0390246 Aug 27 02:54:58.471531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-739b2890-621b-46fa-be5f-d8b30e6264e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:58.472045 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51152) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:58.473193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-739b2890-621b-46fa-be5f-d8b30e6264e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.3658032 Aug 27 02:54:58.523917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-5c334511-dcf5-40c0-857a-0524da60e9d5 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 379 time: 0.0415032 Aug 27 02:54:58.533699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'security_groups': ['99504232-6d1b-4dbb-a2f0-c2064448b1fa']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:58.643299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:58.643491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'network': {'name': 'tempest-network-smoke--1547928690', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:58.647596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.671110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:54:58.675120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.685236 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.783842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.9 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/cca43f29-27fe-4eae-9564-330a9127b3fc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:58.790919 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.795764 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.809610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:54:58.825664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.826298 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Added segment b979d1eb-5242-4e2b-b251-a92eb4246c56 of type vlan for network a4235c8c-c7ca-41db-bd21-a562da688ddf Aug 27 02:54:58.875257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b0d118-df23-4574-8572-253de38cdd55,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:58.899438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.925167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.931591 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:58.932365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.942004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:58.956431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object cca43f29-27fe-4eae-9564-330a9127b3fc will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:58.991994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.003417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5305192 Aug 27 02:54:59.006836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:54:59.011826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-240218956', 'admin_state_up': True, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:59.022161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135af83e-3455-48c6-9e5f-986bc5a122e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Network': ['ID=a4235c8c-c7ca-41db-bd21-a562da688ddf,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:59.035789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a4235c8c-c7ca-41db-bd21-a562da688ddf details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:54:59.041415 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.042700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.079472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:54:59.081279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:54:59.087480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:54:59.103027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:59.114584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.163357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.164211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.185519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-765e660c-5b92-45a3-a9b2-99e93bcc0df3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556089 Aug 27 02:54:59.201349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Request body: {'port': {'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:54:59.269440 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.283153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.442316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ebd1c5f6-5e1a-489a-b4ed-20e3f3ada7e7 None None] Provisioning for port cca43f29-27fe-4eae-9564-330a9127b3fc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:54:59.451595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ebd1c5f6-5e1a-489a-b4ed-20e3f3ada7e7 None None] Provisioning complete for port cca43f29-27fe-4eae-9564-330a9127b3fc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:54:59.452349 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c5f6-5e1a-489a-b4ed-20e3f3ada7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.499826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1c5f6-5e1a-489a-b4ed-20e3f3ada7e7 None None] Port cca43f29-27fe-4eae-9564-330a9127b3fc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:54:59.570822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.587493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca43f29-27fe-4eae-9564-330a9127b3fc {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:54:59.595607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.599590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e069b48-5412-4b66-9861-cea00e8d253a req-39c86228-831a-43ba-827d-dba538ff09be tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.601197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e069b48-5412-4b66-9861-cea00e8d253a req-39c86228-831a-43ba-827d-dba538ff09be tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 931 time: 0.1783140 Aug 27 02:54:59.602767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.609606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Transition to ACTIVE for port object cca43f29-27fe-4eae-9564-330a9127b3fc will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:54:59.616354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.666914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:54:59.688618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e069b48-5412-4b66-9861-cea00e8d253a req-b1a5fa6c-d81e-44e9-a0e8-f2f7a85bca4d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772674 Aug 27 02:54:59.754485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.25.8.149 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a9d689bd-f102-407b-9e36-a8aa990cc20d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:54:59.774535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Attempting to bind port cca43f29-27fe-4eae-9564-330a9127b3fc on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:54:59.774535 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Attempting to bind port cca43f29-27fe-4eae-9564-330a9127b3fc by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:54:59.774974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Attempting to bind port cca43f29-27fe-4eae-9564-330a9127b3fc on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:59.782206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Port cca43f29-27fe-4eae-9564-330a9127b3fc on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:54:59.782961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Attempting to bind port cca43f29-27fe-4eae-9564-330a9127b3fc on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:54:59.793214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:54:59.793673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:54:59.794154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:54:59.794704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Bound port: cca43f29-27fe-4eae-9564-330a9127b3fc, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:54:59.795151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.877501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:54:59.883674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=cca43f29-27fe-4eae-9564-330a9127b3fc,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:54:59.889795 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.896020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.908307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:54:59.908954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.910551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] 10.222.0.15 "PUT /v2.0/ports/cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 1091 time: 0.7160251 Aug 27 02:54:59.918737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:54:59.921091 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89732d5b-3ba9-4c24-a038-50e630f67e89" -d '{"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:54:59.965451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:54:59.986160 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d343e-6b5b-4e8a-91d0-b076e763ce1f x-openstack-request-id: req-d39d343e-6b5b-4e8a-91d0-b076e763ce1f {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:54:59.986541 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:54:59.986726 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d39d343e-6b5b-4e8a-91d0-b076e763ce1f {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:54:59.987142 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'status': 'completed', 'code': 200} Aug 27 02:55:00.005274 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:00.010265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:00.013977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:00.038148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=a9d689bd-f102-407b-9e36-a8aa990cc20d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:00.069803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa4eb8-e395-429c-a99b-c15a0e6f6681 service neutron] Pushing event updated for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:00.081387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-17ea16d6-501b-40c7-bd40-1d0d70ae4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.083004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-17ea16d6-501b-40c7-bd40-1d0d70ae4423 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1094 time: 0.1185577 Aug 27 02:55:00.129049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-1777595e-aa02-4802-a566-1f4c3e91cdb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 217 time: 0.0380042 Aug 27 02:55:00.195142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-ee0d85c4-ce14-4588-8e7f-adcde7f00571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.197054 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-ee0d85c4-ce14-4588-8e7f-adcde7f00571 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0557079 Aug 27 02:55:00.247910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-71db5a85-4fd9-4ec9-bdf4-16382e724f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.249482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-71db5a85-4fd9-4ec9-bdf4-16382e724f2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451219 Aug 27 02:55:00.347356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.352469 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-09a51357-6e0d-4a2c-8653-0f39f20063f2 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957570 Aug 27 02:55:00.484118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56773a24-6a7a-4fd8-8131-cd8250aa2f83 req-5e72c485-690a-4d17-b3cc-129e259e2acd service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243806 Aug 27 02:55:00.577344 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.583719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-34d8265f-e50a-49e6-b4c9-d8141946eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.585442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-34d8265f-e50a-49e6-b4c9-d8141946eb4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1094 time: 0.0548539 Aug 27 02:55:00.676893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-60267ba5-cb86-44f9-8990-3bc3c7f2995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.679756 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-60267ba5-cb86-44f9-8990-3bc3c7f2995b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0878882 Aug 27 02:55:00.710802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:55:00.727019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-c0b8997c-b4c1-49a7-abbb-122a5cbdede2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 217 time: 0.0398245 Aug 27 02:55:00.779354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-11e0096d-3aed-4b11-874b-474a79f18463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.780833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-11e0096d-3aed-4b11-874b-474a79f18463 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0470154 Aug 27 02:55:00.834343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-c2082a1b-457e-4dcb-ae8c-b4074e6578e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.836051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-c2082a1b-457e-4dcb-ae8c-b4074e6578e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481517 Aug 27 02:55:00.860765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:00.876510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:00.878114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d4a9-e51f-48d0-bfbc-13ee5ba1d091 req-15566e43-3b86-490a-927a-340bfdc90950 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:00.879636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fa4d4a9-e51f-48d0-bfbc-13ee5ba1d091 req-15566e43-3b86-490a-927a-340bfdc90950 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.1010745 Aug 27 02:55:00.893988 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:00.895061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:00.899563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:00.901527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:00.903500 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-63eea968-2017-4f32-81b8-af59013bdcb8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8951991 Aug 27 02:55:00.960815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-5f0762f1-4071-4397-bce9-e41275c68f8b service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173081 Aug 27 02:55:00.961550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fa4d4a9-e51f-48d0-bfbc-13ee5ba1d091 req-566db4d4-034a-403e-9fc3-ae18447a2869 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570889 Aug 27 02:55:01.085641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-913df9e5-c6a9-47e4-b1b4-ddaa1e871a89 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b702b5a7df494a1fbed71a24078b666c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1799374 Aug 27 02:55:01.086425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:01.182647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-89732d5b-3ba9-4c24-a038-50e630f67e89 req-9c8dbd51-b39a-4bdc-8e7b-be4a41c4494b service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142227 Aug 27 02:55:01.198063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.207465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99244cfc-49a5-412d-a9d8-e7987f4d64b5 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.212064 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-99244cfc-49a5-412d-a9d8-e7987f4d64b5 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1221712 Aug 27 02:55:01.212406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51176) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:01.244771 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1301dbed-c37e-4bf0-a74d-4d1adb00706d tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281212 Aug 27 02:55:01.245013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51178) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:01.249778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2001490275', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:01.273248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:01.344107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:55:01.348180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.525699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:01.541758 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.556108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:01.556457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Updating router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 port a9d689bd-f102-407b-9e36-a8aa990cc20d binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:55:01.581695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.605250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Subnet': ['ID=b3085907-285e-4354-bd7a-d2bfc6839281,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:01.613002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Checking segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:01.613424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network hostable DHCP agents. Network: a4235c8c-c7ca-41db-bd21-a562da688ddf, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:55:01.632124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network a4235c8c-c7ca-41db-bd21-a562da688ddf is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:55:01.644500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a4235c8c-c7ca-41db-bd21-a562da688ddf) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:01.649628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:01.650228 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:01.668429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb6272e5-b2be-433a-b6ff-4ddf50ad5601 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4196177 Aug 27 02:55:01.668690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51180) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:01.674715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed38eb-746e-4f23-9b59-57062a85e0b3 None None] Network a4235c8c-c7ca-41db-bd21-a562da688ddf requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:55:01.921719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a4235c8c-c7ca-41db-bd21-a562da688ddf', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:55:01.922599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.040567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.076313 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Transition to ACTIVE for port object a9d689bd-f102-407b-9e36-a8aa990cc20d will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:02.088583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.174586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Attempting to bind port a9d689bd-f102-407b-9e36-a8aa990cc20d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:02.174843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Attempting to bind port a9d689bd-f102-407b-9e36-a8aa990cc20d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:02.175216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Attempting to bind port a9d689bd-f102-407b-9e36-a8aa990cc20d on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:02.184695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Allocated IP 172.20.0.2 (a4235c8c-c7ca-41db-bd21-a562da688ddf/b3085907-285e-4354-bd7a-d2bfc6839281/84c908c9-961a-4d29-97b9-788883bd6334) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:02.190616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511c06e-a2ab-4e85-b539-338e7b291070 None None] Pushing event updated for resources: {'Port': ['ID=a9d689bd-f102-407b-9e36-a8aa990cc20d,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:02.194891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39d4b-3481-44eb-a98c-be0873586a98 req-9fbdb245-c6e8-4204-84c9-1a12986b3a49 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:02.196820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:02.198093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:02.198593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.199051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:02.199601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Bound port: a9d689bd-f102-407b-9e36-a8aa990cc20d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:02.200048 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.202430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bbd39d4b-3481-44eb-a98c-be0873586a98 req-9fbdb245-c6e8-4204-84c9-1a12986b3a49 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.1397810 Aug 27 02:55:02.282983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bbd39d4b-3481-44eb-a98c-be0873586a98 req-7f747055-7872-4005-b01e-b7ac8c622f89 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778742 Aug 27 02:55:02.287242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.314369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] For port a9d689bd-f102-407b-9e36-a8aa990cc20d, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:02.319664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] For port a9d689bd-f102-407b-9e36-a8aa990cc20d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a9d689bd-f102-407b-9e36-a8aa990cc20d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:02.328476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.446634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:02.447338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:02.451055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511c06e-a2ab-4e85-b539-338e7b291070 None None] Pushing event updated for resources: {'Port': ['ID=a9d689bd-f102-407b-9e36-a8aa990cc20d,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:02.500554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.519436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Transition to ACTIVE for port object 84c908c9-961a-4d29-97b9-788883bd6334 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:02.572038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Transition to ACTIVE for port object 84c908c9-961a-4d29-97b9-788883bd6334 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:02.587525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.629752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:02.642657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.1 (a4235c8c-c7ca-41db-bd21-a562da688ddf/b3085907-285e-4354-bd7a-d2bfc6839281/a93019d0-ae6c-4892-a29b-a3eded2a24a9) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:02.697109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Network a4235c8c-c7ca-41db-bd21-a562da688ddf is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:02.713057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:02.741658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:02.744994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Pushing event updated for resources: {'Port': ['ID=84c908c9-961a-4d29-97b9-788883bd6334,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:02.776380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.790603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object a93019d0-ae6c-4892-a29b-a3eded2a24a9 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:02.823847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.828412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Attempting to bind port 84c908c9-961a-4d29-97b9-788883bd6334 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:02.828779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Attempting to bind port 84c908c9-961a-4d29-97b9-788883bd6334 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:02.829136 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Attempting to bind port 84c908c9-961a-4d29-97b9-788883bd6334 on network a4235c8c-c7ca-41db-bd21-a562da688ddf {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:02.838189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:02.838591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Checking segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:02.839238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.839620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Bound using segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:02.840072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Bound port: 84c908c9-961a-4d29-97b9-788883bd6334, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:02.840443 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.864499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network a4235c8c-c7ca-41db-bd21-a562da688ddf is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:02.869595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:02.873378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:02.901902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:02.924072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.933501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] For port 84c908c9-961a-4d29-97b9-788883bd6334, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:02.937170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] For port 84c908c9-961a-4d29-97b9-788883bd6334, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84c908c9-961a-4d29-97b9-788883bd6334,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:02.941867 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:02.947194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:03.057452 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.171170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad6e54-3dcf-4adc-a9d5-fa696814d3f9 None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:03.205311 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd8c59-fd33-4779-b897-24431d07234b None None] Pushing event updated for resources: {'Port': ['ID=84c908c9-961a-4d29-97b9-788883bd6334,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:03.452661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890a0e7-88ba-464c-a1d9-73034b0baf08 req-a7aef6e7-4173-4f2d-91ce-1bb12b5d6b67 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:03.455039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1890a0e7-88ba-464c-a1d9-73034b0baf08 req-a7aef6e7-4173-4f2d-91ce-1bb12b5d6b67 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0965612 Aug 27 02:55:03.519172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1890a0e7-88ba-464c-a1d9-73034b0baf08 req-4e4a4aed-d91d-43a2-9f3d-91d3492da22c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552421 Aug 27 02:55:03.740380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.745539 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.833902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:03.836401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:03.941506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network a4235c8c-c7ca-41db-bd21-a562da688ddf is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:03.943233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:04.078619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:04.225935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:04.234341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c600e62-7726-45b6-b1c1-aaacc95e9768 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/9207146b-7d86-4082-bd8e-60c2ef7d9ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645783 Aug 27 02:55:04.236966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51190) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:04.323415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c01111-0af5-4c8a-95c6-795646af2c18 None None] Network a4235c8c-c7ca-41db-bd21-a562da688ddf requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:55:04.424250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.424635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.425088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.425739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.426416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.426897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.427363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.432222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c662d19b-4bb1-48c4-80b0-0027083a5137 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1928196 Aug 27 02:55:04.432812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51192) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:04.457215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a9d689bd-f102-407b-9e36-a8aa990cc20d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:04.459191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-15d08ab4-19fb-4a47-ad46-b9519c3c51e8 None None] Provisioning for port 84c908c9-961a-4d29-97b9-788883bd6334 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:04.543221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a9d689bd-f102-407b-9e36-a8aa990cc20d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:04.547862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a9d689bd-f102-407b-9e36-a8aa990cc20d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:04.548372 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.632368 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.656579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a9d689bd-f102-407b-9e36-a8aa990cc20d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a9d689bd-f102-407b-9e36-a8aa990cc20d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:04.663543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.665022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84c908c9-961a-4d29-97b9-788883bd6334 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:04.677811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88831cb-51aa-47f0-9f9e-1466b024b6df req-e5ef2ec4-efa5-4fe8-ba98-6ef3e3f1e800 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.685004 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f88831cb-51aa-47f0-9f9e-1466b024b6df req-e5ef2ec4-efa5-4fe8-ba98-6ef3e3f1e800 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0684683 Aug 27 02:55:04.752862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f88831cb-51aa-47f0-9f9e-1466b024b6df req-d39817f7-a5cd-4f09-b57a-bcf66a197fce tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621281 Aug 27 02:55:04.781933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a9d689bd-f102-407b-9e36-a8aa990cc20d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:04.798275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 84c908c9-961a-4d29-97b9-788883bd6334 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:04.804762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84c908c9-961a-4d29-97b9-788883bd6334 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:04.805255 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.901679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.928765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Provisioning for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:04.933369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Provisioning complete for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:04.933812 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:04.938751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.939236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.939891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.940521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.941079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.941488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.941941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:04.944583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fd8d0d36-af01-467a-bdd1-311ce6b2d4f7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.5108242 Aug 27 02:55:04.947517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51198) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:04.982779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 84c908c9-961a-4d29-97b9-788883bd6334, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84c908c9-961a-4d29-97b9-788883bd6334,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:04.993146 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.032239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Port a93019d0-ae6c-4892-a29b-a3eded2a24a9 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:05.062434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Provisioning complete for port 84c908c9-961a-4d29-97b9-788883bd6334 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.062813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d68dd9b-c8d5-44e0-b7ee-74d3005e8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.085753 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=84c908c9-961a-4d29-97b9-788883bd6334,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:05.175301 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:05.185215 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:05.185838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:05.227707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-48cf44d1-fbaf-4848-a9f5-153cfa008693 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2789683 Aug 27 02:55:05.276113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9cb06c50-62e6-4fad-894b-c7132b4304df None None] Provisioning complete for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:05.276593 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9cb06c50-62e6-4fad-894b-c7132b4304df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.300345 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:05.324790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9cb06c50-62e6-4fad-894b-c7132b4304df None None] Port a93019d0-ae6c-4892-a29b-a3eded2a24a9 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:05.496800 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 2, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:05.521988 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:05.522330 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Updating router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 port a93019d0-ae6c-4892-a29b-a3eded2a24a9 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:55:05.545909 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.799783 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.809691 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Transition to ACTIVE for port object a93019d0-ae6c-4892-a29b-a3eded2a24a9 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:05.815488 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.872025 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Pushing event updated for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:05.877861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370cbf1-de2c-4bdb-a862-d05b120c16c0 req-d6b42ded-766a-41a2-8ff8-7014867a32a2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:05.883032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1370cbf1-de2c-4bdb-a862-d05b120c16c0 req-d6b42ded-766a-41a2-8ff8-7014867a32a2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0639315 Aug 27 02:55:05.883288 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.883637 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.883976 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.884316 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.884646 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.884971 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.885298 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.885620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.885941 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.886265 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.886605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.886923 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:05.929014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1370cbf1-de2c-4bdb-a862-d05b120c16c0 req-ecf56f41-54ac-4919-a96d-6a73e9bdadb1 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385194 Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Attempting to bind port a93019d0-ae6c-4892-a29b-a3eded2a24a9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Attempting to bind port a93019d0-ae6c-4892-a29b-a3eded2a24a9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Attempting to bind port a93019d0-ae6c-4892-a29b-a3eded2a24a9 on network a4235c8c-c7ca-41db-bd21-a562da688ddf {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Checking segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:05.949018 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Bound using segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:05.949946 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Bound port: a93019d0-ae6c-4892-a29b-a3eded2a24a9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:05.949946 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.025349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] For port a93019d0-ae6c-4892-a29b-a3eded2a24a9, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:06.028431 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] For port a93019d0-ae6c-4892-a29b-a3eded2a24a9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a93019d0-ae6c-4892-a29b-a3eded2a24a9,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:06.033137 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.090487 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:06.091128 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:06.095925 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e09df-c504-417a-9bd2-674d31f0ac2d None None] Pushing event updated for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:06.202495 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:06.399506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a9d689bd-f102-407b-9e36-a8aa990cc20d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:06.447205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a9d689bd-f102-407b-9e36-a8aa990cc20d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:06.447584 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.492086 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:06Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:06.521627 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b04952-648a-4070-824d-65beab4a9cb5 None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:06Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:06.528488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84c908c9-961a-4d29-97b9-788883bd6334 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:06.580749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84c908c9-961a-4d29-97b9-788883bd6334 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:06.581121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.713885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51206) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:06.718963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162085990', 'description': 'tempest-secgroup-smoke-1162085990 description', 'project_id': 'b702b5a7df494a1fbed71a24078b666c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:06.742285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.828565 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.832299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.861636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.862945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1479790 Aug 27 02:55:06.864992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370341-4e21-40a8-9a11-8905f30e1c62 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d9e586-709e-461a-a159-ef095798f60f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:06.866070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51208) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:06.872980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:06.905731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.967375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.973212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:06.995925 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87b7a42-74f2-49a8-80e4-cf245d3839db,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.007077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.011053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-437493c5-046c-46ee-b1ff-0ac9d86dc2c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420314 Aug 27 02:55:07.011674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51212) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:07.016481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:07.043977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.061206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbbffa-70f0-42b6-ade9-f7388473896c req-b1555e7b-c695-4cf9-9ca7-b4ba2345073f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:07.062954 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29bbbffa-70f0-42b6-ade9-f7388473896c req-b1555e7b-c695-4cf9-9ca7-b4ba2345073f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0542371 Aug 27 02:55:07.111762 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.115487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-29bbbffa-70f0-42b6-ade9-f7388473896c req-9e094d91-7f93-4571-be80-464a417c71ba tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Aug 27 02:55:07.117142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.131668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab886df7-29b3-4ca1-9a7b-e71a7ed3761e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.144550 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.146444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e7a81f52-6078-40a2-a4b4-f80650b9fa0c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337903 Aug 27 02:55:07.149095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51214) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:07.153555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:07.189102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.250532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.255092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.275374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8867d470-f50e-4e31-9902-8b76fae8f092,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.281512 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.282867 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d2077921-6701-49ea-827c-3a11ac88ba71 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327941 Aug 27 02:55:07.285485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51216) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:07.290947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:07.319648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.380440 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.384484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.407518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57bb140-89f8-481a-9262-542c748648d3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.411110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.415004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-60b03c35-095d-482a-952f-50c9a816e24d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259561 Aug 27 02:55:07.415553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51218) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:07.419680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:07.440916 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:55:07.446700 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.508811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.512718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.530551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0199aeea-01e2-4506-af9d-a57a620a5c43,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.537949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.539327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fee06eff-7b94-4dbe-b67b-7291ed752518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232448 Aug 27 02:55:07.542128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51220) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:07.546660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '30d9e586-709e-461a-a159-ef095798f60f', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:07.568784 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:55:07.574192 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.636349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.639905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.659030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a5bf24-f293-4ad5-a3a5-e98a1f573ee2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:07.666194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:07.667387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54934070-2275-4c2f-b990-a261d498d940 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243193 Aug 27 02:55:07.801262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-119cb134-182e-4d26-bcc1-d34bb4057001 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162085990&fields=id&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 267 time: 0.0322976 Aug 27 02:55:07.907548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-194720ee-4389-4acb-8bc7-395683caa918 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:07.908936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-194720ee-4389-4acb-8bc7-395683caa918 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 797 time: 0.1010838 Aug 27 02:55:07.924527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-caf2b568-0c30-4ffb-9e5a-fb5bc27054b0 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/quotas/b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 375 time: 0.0088961 Aug 27 02:55:07.976318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-58abe9e0-d456-42c6-8188-dc1f9a2b7291 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460937 Aug 27 02:55:08.074362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-4e3196c1-bd2c-4627-8a4b-31bca47c099b service neutron] 10.222.0.26 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861273 Aug 27 02:55:08.163962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-120c1a30-3bc9-4a29-ad4e-77b6a4eb9b7b service neutron] 10.222.0.26 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834801 Aug 27 02:55:08.228658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a71aa-226c-4a69-bda1-b66eddc93a77 req-8a20f104-517e-4f6c-b806-a82bdbf15a42 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:08.230155 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e33a71aa-226c-4a69-bda1-b66eddc93a77 req-8a20f104-517e-4f6c-b806-a82bdbf15a42 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0498960 Aug 27 02:55:08.282673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e33a71aa-226c-4a69-bda1-b66eddc93a77 req-2292f08e-490d-41e5-ac8a-47059ade9fde tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Aug 27 02:55:08.335450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71fd6741-86c7-44b4-bf40-3405731b1071 req-66969756-d3b0-4ec6-b241-87cc799093d0 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0326078 Aug 27 02:55:08.403230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a93019d0-ae6c-4892-a29b-a3eded2a24a9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:08.453962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:08.457532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:08.457928 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:08.531955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:08.563622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a93019d0-ae6c-4892-a29b-a3eded2a24a9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a93019d0-ae6c-4892-a29b-a3eded2a24a9,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:08.567057 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:08.614016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:09.391286 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c2262-ed66-41e9-ad4f-0243b3b4bae2 req-160e5da5-c0b1-4cfb-adf0-565881cf7705 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:09.392823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e77c2262-ed66-41e9-ad4f-0243b3b4bae2 req-160e5da5-c0b1-4cfb-adf0-565881cf7705 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0509937 Aug 27 02:55:09.420617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b29f9e61-0210-4e86-8872-60956cdc02ea req-5490bc62-2a4d-463c-8bba-7cc69e4f1670 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0264304 Aug 27 02:55:09.436206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e77c2262-ed66-41e9-ad4f-0243b3b4bae2 req-063f157b-ca1e-465d-b46b-335dda49c19b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375702 Aug 27 02:55:10.385680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a93019d0-ae6c-4892-a29b-a3eded2a24a9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:10.437141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a93019d0-ae6c-4892-a29b-a3eded2a24a9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:10.437512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:10.517495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6d11d8a5-9b29-4e57-b506-74a7f6bd5f07 req-fd3703f5-68f8-4f03-a2f2-fc5e5d0e4b00 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0384927 Aug 27 02:55:10.577567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df577-90f2-4b38-bb5c-9a5be5e6105b req-60176800-a76f-4cc2-876c-f3f044fff349 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:10.578977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f6df577-90f2-4b38-bb5c-9a5be5e6105b req-60176800-a76f-4cc2-876c-f3f044fff349 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 943 time: 0.0483057 Aug 27 02:55:10.620276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9f6df577-90f2-4b38-bb5c-9a5be5e6105b req-cd2b0d7f-b367-4e6e-bc79-55fd485b5195 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 Aug 27 02:55:10.655825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device cca43f29-27fe-4eae-9564-330a9127b3fc details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:55:10.748867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=cca43f29-27fe-4eae-9564-330a9127b3fc,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:10.760236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:55:10.794794 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:10.807218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca43f29-27fe-4eae-9564-330a9127b3fc {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:10.826665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=cca43f29-27fe-4eae-9564-330a9127b3fc,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:10.831176 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:10.875875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:11.030367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['cca43f29-27fe-4eae-9564-330a9127b3fc'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:55:11.597471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f5372ca-12a8-449d-a98e-555f129b803f req-0b1aee09-b4a7-45d0-9803-1993a1488df8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0286639 Aug 27 02:55:11.736481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be663-fac1-4c65-a02d-86e0b3aeb130 req-ad4ec0f8-9185-4e06-98af-45d0c74dfd9e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:11.737946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-574be663-fac1-4c65-a02d-86e0b3aeb130 req-ad4ec0f8-9185-4e06-98af-45d0c74dfd9e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 944 time: 0.0489507 Aug 27 02:55:11.776277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-574be663-fac1-4c65-a02d-86e0b3aeb130 req-b380caf8-dca3-416c-9678-cee7d69773e8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318489 Aug 27 02:55:12.679971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device cca43f29-27fe-4eae-9564-330a9127b3fc up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:12.689370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d330356-d2eb-4865-9ec5-58d2644ac9b7 req-d88ad9ba-2fe0-4124-805a-e10a3d0d2bfe tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0261850 Aug 27 02:55:12.737225 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port cca43f29-27fe-4eae-9564-330a9127b3fc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:12.742450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port cca43f29-27fe-4eae-9564-330a9127b3fc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:12.742848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:12.824818 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:12.848211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:12.850946 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc8a58-0934-4174-9353-d92d7e5db6ff" -d '{"events": [{"server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "name": "network-vif-plugged", "status": "completed", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:12.865203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=cca43f29-27fe-4eae-9564-330a9127b3fc,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:12.870645 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:12.898422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cf7d4-44ec-4923-9730-f1f37f78e50f req-e98d36b5-05d8-4e23-bef0-44dbc11e00de tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:12.900057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c22cf7d4-44ec-4923-9730-f1f37f78e50f req-e98d36b5-05d8-4e23-bef0-44dbc11e00de tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 944 time: 0.0532868 Aug 27 02:55:12.902904 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963bb6f1-20d4-408a-8bd1-05bb2cc7ea47 x-openstack-request-id: req-963bb6f1-20d4-408a-8bd1-05bb2cc7ea47 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:12.903192 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "name": "network-vif-plugged", "status": "completed", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:12.903449 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-963bb6f1-20d4-408a-8bd1-05bb2cc7ea47 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:12.903837 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'code': 200} Aug 27 02:55:12.932547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:12.944391 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c22cf7d4-44ec-4923-9730-f1f37f78e50f req-eb00c188-e7e5-4c07-8710-345ede8b624b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Aug 27 02:55:13.009203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6555c1-d5b6-4b6c-8c0e-8a480e0115d5 req-88918f0b-ceb7-4b0d-82db-a06550c9dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.010806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6555c1-d5b6-4b6c-8c0e-8a480e0115d5 req-88918f0b-ceb7-4b0d-82db-a06550c9dd91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0456214 Aug 27 02:55:13.054307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b6555c1-d5b6-4b6c-8c0e-8a480e0115d5 req-e19990fa-176d-4d57-a00c-373d7ed2d132 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Aug 27 02:55:13.449718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-a3cb9b4e-edc2-4144-8592-6e2b76f00714 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:13.451258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-a3cb9b4e-edc2-4144-8592-6e2b76f00714 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 797 time: 0.1059651 Aug 27 02:55:13.500597 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-b84d3c62-4024-4289-95f0-dd68c3c6788c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 380 time: 0.0328987 Aug 27 02:55:13.510793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'port': {'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'admin_state_up': True, 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'security_groups': ['30d9e586-709e-461a-a159-ef095798f60f']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:13.612880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:55:13.616545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.742485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.11 (a4235c8c-c7ca-41db-bd21-a562da688ddf/b3085907-285e-4354-bd7a-d2bfc6839281/a1259a1c-e084-43d5-b671-483fe7b65b2e) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:13.800521 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-887017aa-d978-471f-913e-1eb6df2db31f req-44412036-805f-4d4b-9fb7-a7634f796c93 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0390267 Aug 27 02:55:13.909566 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:13.924932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object a1259a1c-e084-43d5-b671-483fe7b65b2e will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:13.958625 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.003218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network a4235c8c-c7ca-41db-bd21-a562da688ddf is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:14.008663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:14.012372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:14.019582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:14.076999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.077434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.094285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-3d8d26eb-54e7-436d-abc4-657488e44474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869291 Aug 27 02:55:14.168241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Request body: {'port': {'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:14.181578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525916f-04fb-4469-adac-9d2d22602986 req-5afa0400-15db-49a3-9f0c-21fa929b3810 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.183344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8525916f-04fb-4469-adac-9d2d22602986 req-5afa0400-15db-49a3-9f0c-21fa929b3810 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 945 time: 0.0526175 Aug 27 02:55:14.224566 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8525916f-04fb-4469-adac-9d2d22602986 req-ac2ff2c9-c0f8-4a22-ad22-4e8741c1e586 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347457 Aug 27 02:55:14.229702 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.248807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-90999e65-4e87-4dd8-b695-1d2dc52dae51 None None] Provisioning for port a1259a1c-e084-43d5-b671-483fe7b65b2e completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:14.251450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-90999e65-4e87-4dd8-b695-1d2dc52dae51 None None] Provisioning complete for port a1259a1c-e084-43d5-b671-483fe7b65b2e triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:14.251931 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90999e65-4e87-4dd8-b695-1d2dc52dae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.287957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-90999e65-4e87-4dd8-b695-1d2dc52dae51 None None] Port a1259a1c-e084-43d5-b671-483fe7b65b2e cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:55:14.432731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d5216-4d6e-409b-a1aa-8f7d6a2c070f req-edd026fb-1993-4b3d-9dce-d8e6997de556 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.434191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a39d5216-4d6e-409b-a1aa-8f7d6a2c070f req-edd026fb-1993-4b3d-9dce-d8e6997de556 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 945 time: 0.1024001 Aug 27 02:55:14.485767 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a39d5216-4d6e-409b-a1aa-8f7d6a2c070f req-62e0c3e7-9ea5-47bb-82b0-04d2a0df38e6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456135 Aug 27 02:55:14.518442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:14.564486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1259a1c-e084-43d5-b671-483fe7b65b2e {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:14.572798 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.584696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Transition to ACTIVE for port object a1259a1c-e084-43d5-b671-483fe7b65b2e will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:55:14.589270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.639636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Pushing event updated for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:14.667951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229b261-942a-4a5e-abe6-de9aeacefa8b tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.672439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a229b261-942a-4a5e-abe6-de9aeacefa8b tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1091 time: 0.1530750 Aug 27 02:55:14.673052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51288) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:14.677613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:14.703882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.712767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Attempting to bind port a1259a1c-e084-43d5-b671-483fe7b65b2e on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:55:14.713134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Attempting to bind port a1259a1c-e084-43d5-b671-483fe7b65b2e by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:55:14.713696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Attempting to bind port a1259a1c-e084-43d5-b671-483fe7b65b2e on network a4235c8c-c7ca-41db-bd21-a562da688ddf {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:14.718356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Port a1259a1c-e084-43d5-b671-483fe7b65b2e on network a4235c8c-c7ca-41db-bd21-a562da688ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:55:14.718662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Attempting to bind port a1259a1c-e084-43d5-b671-483fe7b65b2e on network a4235c8c-c7ca-41db-bd21-a562da688ddf {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:55:14.723784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:55:14.724312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Checking segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:55:14.724886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Bound using segment: {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:55:14.725449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Bound port: a1259a1c-e084-43d5-b671-483fe7b65b2e, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b979d1eb-5242-4e2b-b251-a92eb4246c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:55:14.725846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.797723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:55:14.800988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:55:14.807735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.812850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.853025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.853646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:14.855072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] 10.222.0.46 "PUT /v2.0/ports/a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 1092 time: 0.7455814 Aug 27 02:55:14.855511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:14.857761 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120f7bd2-fb6e-4e47-abf9-d6af873383ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:14.886653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8d384-9e10-4b51-bab3-497220babe7a service neutron] Pushing event updated for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:14.942094 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6675f1dd-b2d5-4163-b27e-1c80e0791e6c x-openstack-request-id: req-6675f1dd-b2d5-4163-b27e-1c80e0791e6c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:14.942955 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:14.943207 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6675f1dd-b2d5-4163-b27e-1c80e0791e6c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:14.943604 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'status': 'completed', 'code': 200} Aug 27 02:55:14.975788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-aed85930-d940-41ae-aff2-8fa43dcd4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:14.977322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-aed85930-d940-41ae-aff2-8fa43dcd4679 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1095 time: 0.0514221 Aug 27 02:55:15.029574 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-43b03bf8-8ab7-4334-9f5a-c08f29f911d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 217 time: 0.0386684 Aug 27 02:55:15.030399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cfef0-f9ce-4f66-8381-e7305a63a378 req-33ad8023-5025-4d08-bf3a-c6f3624c0287 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.031941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-614cfef0-f9ce-4f66-8381-e7305a63a378 req-33ad8023-5025-4d08-bf3a-c6f3624c0287 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 944 time: 0.1044152 Aug 27 02:55:15.033159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.25.8.36 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/06fda698-4e2d-4cad-8167-13feb46416ab) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:15.117130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-a7cc2ebe-21c8-46d6-a6b0-d205ed9fea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.117130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-a7cc2ebe-21c8-46d6-a6b0-d205ed9fea99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0616455 Aug 27 02:55:15.129371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-614cfef0-f9ce-4f66-8381-e7305a63a378 req-3f9ed49f-634d-4683-9557-5e0b6d72eba7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906644 Aug 27 02:55:15.163452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1c7506fe-ff84-42fe-ae00-63e6d5c48634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.164987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-1c7506fe-ff84-42fe-ae00-63e6d5c48634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558586 Aug 27 02:55:15.185985 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:15.224377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:15.261054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-e944885e-ecd5-4f58-83ec-a01ca6c8b0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877666 Aug 27 02:55:15.261358 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:15.263785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:15.269322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:15.294269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=06fda698-4e2d-4cad-8167-13feb46416ab,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:15.307689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.308042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.308381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.308718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.309050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.309377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.309704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.310031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.310353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.310698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.311022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.311342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:15.354338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955ca369-d7af-40ef-9b71-9f2402b52f56 req-196fc505-56bc-4e41-83dd-4ac185a01eec service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 Aug 27 02:55:15.481408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-f0136185-7774-4a18-93c0-aeea74000a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.482950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-f0136185-7774-4a18-93c0-aeea74000a68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1095 time: 0.0424013 Aug 27 02:55:15.577869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-6d5084ad-8ad4-485c-83f0-71e30486b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.579374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-6d5084ad-8ad4-485c-83f0-71e30486b34d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 898 time: 0.0887229 Aug 27 02:55:15.622485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-38a5a27c-500f-45b1-8b7a-8044bad84971 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 217 time: 0.0349710 Aug 27 02:55:15.675458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-002b65c0-705d-48a2-a66b-69c325cedf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.677513 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-002b65c0-705d-48a2-a66b-69c325cedf75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0485613 Aug 27 02:55:15.728918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-4238a847-4e03-4dcb-9307-48319a3d0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:15.731088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-4238a847-4e03-4dcb-9307-48319a3d0e0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451567 Aug 27 02:55:15.781217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:15.823433 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-88aeb59c-f132-4c34-9a2c-8601dd166474 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Aug 27 02:55:15.924344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-120f7bd2-fb6e-4e47-abf9-d6af873383ce req-eba7a13d-68f4-4b69-b6b6-81ef7b326158 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926654 Aug 27 02:55:16.152893 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.250814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7893500-d9a9-4c6c-90fb-abecd30395e5 req-3fcc03b4-d6dc-4719-9a77-2a4ac2d042f8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:16.252225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7893500-d9a9-4c6c-90fb-abecd30395e5 req-3fcc03b4-d6dc-4719-9a77-2a4ac2d042f8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 944 time: 0.0498321 Aug 27 02:55:16.289957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e7893500-d9a9-4c6c-90fb-abecd30395e5 req-9710526c-4333-424b-8853-91394a36dc27 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Aug 27 02:55:16.305340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.309765 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.382305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=06fda698-4e2d-4cad-8167-13feb46416ab,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:16.392243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.437078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.493393 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 1758b19c-73c5-48e2-ac33-e2e9fe4da3c9 associated. External IP: 172.25.8.36, port: cca43f29-27fe-4eae-9564-330a9127b3fc. Aug 27 02:55:16.698893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:16.804786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:16.815342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:16.820635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:16.824837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:16.825453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:16.847689 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9acfd907-2fca-432a-984c-5042e93e512f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1736152 Aug 27 02:55:16.848349 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:16.850643 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571f6d7-b992-4de1-8787-c3632848b7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:16.887859 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d679fb-d17f-45b9-9794-fb7779b5d87d x-openstack-request-id: req-95d679fb-d17f-45b9-9794-fb7779b5d87d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:16.888153 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:16.888407 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95d679fb-d17f-45b9-9794-fb7779b5d87d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:16.888811 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'status': 'completed', 'code': 200} Aug 27 02:55:16.933391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:16.948572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-e90f9b34-d67f-45ed-8803-3ac7102778a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:16.950083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-e90f9b34-d67f-45ed-8803-3ac7102778a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0413268 Aug 27 02:55:17.041768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-81dd6a00-e88f-4281-8b37-0f0458272b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.043273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-81dd6a00-e88f-4281-8b37-0f0458272b97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0866656 Aug 27 02:55:17.108741 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-754bb037-ce74-4e45-b8ab-4d2addcf9c3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 998 time: 0.0585816 Aug 27 02:55:17.157642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:15Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:17.162065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-66b39397-7655-4f00-a1ab-cfa86f173580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.163591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-66b39397-7655-4f00-a1ab-cfa86f173580 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0485525 Aug 27 02:55:17.183300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:17.191818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:17.192917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:54:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:17.209642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-abe3f672-ffbb-493f-b41a-1e0b6ef30f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.211178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-abe3f672-ffbb-493f-b41a-1e0b6ef30f15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407321 Aug 27 02:55:17.296666 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:17.301023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-94cbd0b9-6650-4919-9db6-29dcb20bc851 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824649 Aug 27 02:55:17.401952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3571f6d7-b992-4de1-8787-c3632848b7f0 req-6c94fb8f-168a-416a-8899-e08b5309da0e service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937972 Aug 27 02:55:17.406805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5105f-a694-487e-aa0b-5f3976a16562 req-0d951e12-ecec-455e-9103-9e617b3f5977 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:17.408358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24c5105f-a694-487e-aa0b-5f3976a16562 req-0d951e12-ecec-455e-9103-9e617b3f5977 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 944 time: 0.0494907 Aug 27 02:55:17.456153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-24c5105f-a694-487e-aa0b-5f3976a16562 req-b539687d-65bf-410d-be05-afe662ea0e2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Aug 27 02:55:17.528659 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:15Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:17.558301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521694e-07ab-46df-8c6f-2dd732049580 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:15Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:17.743933 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a5cec-051c-41cf-a526-48f582194f15 None None] New status for floating IP 1758b19c-73c5-48e2-ac33-e2e9fe4da3c9: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:55:18.571651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec5919-b2b9-4dc3-af81-2421f56a7dd8 req-88e22c85-1d0d-4420-8219-d697bdb8a03e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:18.573114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ec5919-b2b9-4dc3-af81-2421f56a7dd8 req-88e22c85-1d0d-4420-8219-d697bdb8a03e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 944 time: 0.0495188 Aug 27 02:55:18.609999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92ec5919-b2b9-4dc3-af81-2421f56a7dd8 req-5804f6d1-b9b9-4684-a010-4d0324173518 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Aug 27 02:55:19.721893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933e1f6-481b-4eb5-914d-aaa7bdf5dc5c req-aac0e337-65ac-4399-b8b8-45121e8ccee3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:19.723380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f933e1f6-481b-4eb5-914d-aaa7bdf5dc5c req-aac0e337-65ac-4399-b8b8-45121e8ccee3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 944 time: 0.0485029 Aug 27 02:55:19.760337 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f933e1f6-481b-4eb5-914d-aaa7bdf5dc5c req-e703da98-d49f-4de4-9fe9-6ec218650cef tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Aug 27 02:55:19.788399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a1259a1c-e084-43d5-b671-483fe7b65b2e details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:55:19.880525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:19.892879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:55:19.931683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:19.944600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1259a1c-e084-43d5-b671-483fe7b65b2e {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:55:19.970010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:19.973811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:20.020511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:20.027459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.027801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.028138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.028467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.028794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.029120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.029448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.029767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.030083 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.030417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.030739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.031056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:55:20.387476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['a1259a1c-e084-43d5-b671-483fe7b65b2e'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:55:20.872825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47014eb-3776-4cff-86b3-7d6f76bb03a3 req-a33d6fe1-953f-488a-a868-b604ee989b15 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:20.874313 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d47014eb-3776-4cff-86b3-7d6f76bb03a3 req-a33d6fe1-953f-488a-a868-b604ee989b15 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 945 time: 0.0486293 Aug 27 02:55:20.916787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d47014eb-3776-4cff-86b3-7d6f76bb03a3 req-480ed3dc-1110-45ca-9a79-bf157c6b3433 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361776 Aug 27 02:55:21.794811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a1259a1c-e084-43d5-b671-483fe7b65b2e up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:55:21.843145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port a1259a1c-e084-43d5-b671-483fe7b65b2e completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:55:21.846611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port a1259a1c-e084-43d5-b671-483fe7b65b2e triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:55:21.846983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:21.923233 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:21.945851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:21.948162 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e60ae-9a5e-4f36-8e31-dc788aa0db72" -d '{"events": [{"server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:21.961573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:21.966675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:22.000336 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12a9f6-f040-46ef-b9f9-77a082d9d456 x-openstack-request-id: req-fc12a9f6-f040-46ef-b9f9-77a082d9d456 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:22.000620 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:22.000869 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc12a9f6-f040-46ef-b9f9-77a082d9d456 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:22.001249 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'code': 200} Aug 27 02:55:22.028580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:22.056022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f56961-d55b-4d85-810d-7353495cace7 req-572d186a-ad81-47e4-95dd-9221b9c4d4d0 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:22.057696 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3f56961-d55b-4d85-810d-7353495cace7 req-572d186a-ad81-47e4-95dd-9221b9c4d4d0 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0631757 Aug 27 02:55:22.124644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3f56961-d55b-4d85-810d-7353495cace7 req-02e339ec-39a3-4c81-9732-f81e25076a7c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603402 Aug 27 02:55:22.135256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9fbf-afdc-4b58-b9a1-568079b9d3bf req-9f12dfda-eb20-47db-b324-340a6147dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:22.136778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-252e9fbf-afdc-4b58-b9a1-568079b9d3bf req-9f12dfda-eb20-47db-b324-340a6147dfc5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1097 time: 0.0580850 Aug 27 02:55:22.172132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-252e9fbf-afdc-4b58-b9a1-568079b9d3bf req-e8267918-dac1-4fb2-9f71-dcffe7042a36 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283561 Aug 27 02:55:22.679709 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9e7e-2a13-4ef7-9d66-fddd0cfbae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:23.238572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb197-84a7-4a6f-a7df-ab7aa46ce015 req-37666365-963c-445f-8f87-c04c28b3399d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:23.240028 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abdbb197-84a7-4a6f-a7df-ab7aa46ce015 req-37666365-963c-445f-8f87-c04c28b3399d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0489054 Aug 27 02:55:23.277297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-abdbb197-84a7-4a6f-a7df-ab7aa46ce015 req-11b090b6-a600-49ca-b1a3-d25a6f3d7b1d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Aug 27 02:55:24.396436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e1432-927e-4051-a161-facf9e72aebf req-191702f3-a913-424c-b117-b00daeacd83f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:24.398040 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f1e1432-927e-4051-a161-facf9e72aebf req-191702f3-a913-424c-b117-b00daeacd83f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0513775 Aug 27 02:55:24.437140 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f1e1432-927e-4051-a161-facf9e72aebf req-48b5a8ab-cbda-4c49-9e9d-6fe181fe957b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Aug 27 02:55:24.564611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89468-2121-47d6-b72c-4f9b7f3c5202 req-3fcf472c-4405-4b7f-a788-e88bdba2ed17 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:24.566003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-67c89468-2121-47d6-b72c-4f9b7f3c5202 req-3fcf472c-4405-4b7f-a788-e88bdba2ed17 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0565388 Aug 27 02:55:24.606399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-67c89468-2121-47d6-b72c-4f9b7f3c5202 req-26037917-6e2b-4948-9cd5-c112996a8c3b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342188 Aug 27 02:55:24.628842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:24.668635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa91882-edb7-4491-886c-eb1283457009 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:24.670141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-caa91882-edb7-4491-886c-eb1283457009 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1092 time: 0.0403326 Aug 27 02:55:24.673186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:24.678023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:55:24.699713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:24.806191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:24.930034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.25.8.79 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:55:25.041634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.082414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.128508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:55:25.134231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:55:25.136669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:25.139083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:55:25.238820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4301c51b-59e7-4a9d-adc1-22d40a7434a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.457809 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.503873 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.571613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.715344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.719546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.787603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:25.800631 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:25.903172 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Floating IP ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c associated. External IP: 172.25.8.79, port: a1259a1c-e084-43d5-b671-483fe7b65b2e. Aug 27 02:55:26.118781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:26.135311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:55:26.224589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:26.234321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:26.240291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:26.245036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:26.245662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:26.270826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1dca8e4-d51a-47e9-bfb3-89701e61a85c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5933950 Aug 27 02:55:26.270826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:26.271051 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a314bee-54ab-4976-9b96-f7809c072e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:26.272230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51330) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:26.309060 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45acd5d-66f9-4b3c-8dd9-0691e7bb0fab x-openstack-request-id: req-a45acd5d-66f9-4b3c-8dd9-0691e7bb0fab {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:26.309060 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:26.309060 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a45acd5d-66f9-4b3c-8dd9-0691e7bb0fab {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:26.309426 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'status': 'completed', 'code': 200} Aug 27 02:55:26.335986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0c7b0e67-3bcf-4b23-a4ef-b99c3d93f8c1 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c HTTP/1.1" status: 200 len: 991 time: 0.0612717 Aug 27 02:55:26.357355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:26.396395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-2e24b929-5f89-4315-8cc9-0c93cffb335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:26.397893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-2e24b929-5f89-4315-8cc9-0c93cffb335c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1097 time: 0.0447841 Aug 27 02:55:26.486479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-67e7897f-a7bb-4171-83f3-0f95dbcd0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:26.488027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-67e7897f-a7bb-4171-83f3-0f95dbcd0cc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 898 time: 0.0822380 Aug 27 02:55:26.557059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-4860c9e7-722f-4b13-acfc-0de1ef71b67e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 999 time: 0.0615647 Aug 27 02:55:26.608622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-af5060f2-8297-4007-ac4a-efe667d18df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:26.610044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-af5060f2-8297-4007-ac4a-efe667d18df4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0462186 Aug 27 02:55:26.657504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-3996c2da-9f02-4c20-86aa-7d51a206b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:26.659068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-3996c2da-9f02-4c20-86aa-7d51a206b885 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421007 Aug 27 02:55:26.731394 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:26.748560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:25Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:26.756737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-f5399229-9392-4b97-a2a8-0dfa46bcd946 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904524 Aug 27 02:55:26.775122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:26.783327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:26.783944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:26.850008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a314bee-54ab-4976-9b96-f7809c072e80 req-c37b2451-51f0-4833-b941-ee2444545935 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Aug 27 02:55:26.892323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:27.116424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:25Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:27.141251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaaa71f-2429-46fa-ba07-68f478a43756 None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:25Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:27.338796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:27.343650 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9c5ac-9068-49f7-92f5-d58e78c51f03 None None] New status for floating IP ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:55:27.403896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb3dd0f5-6d00-4f03-8309-36724149e66f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c HTTP/1.1" status: 200 len: 991 time: 0.0638132 Aug 27 02:55:27.871055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-742d21c3-ef8b-4c79-a500-80187c3eb04e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393116 Aug 27 02:55:27.966195 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-7648a246-0c33-48ba-bb35-583e8102dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:27.967707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-7648a246-0c33-48ba-bb35-583e8102dfb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1097 time: 0.0408664 Aug 27 02:55:27.989791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:28.077604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-13afad3c-8870-480e-8621-e901510ebb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:28.079112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-13afad3c-8870-480e-8621-e901510ebb47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 898 time: 0.0923090 Aug 27 02:55:28.143071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-da77ce88-d66f-4446-8c20-a7a3dc5db2eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 1001 time: 0.0566471 Aug 27 02:55:28.189553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-3d31eb10-9f10-4ddb-8966-9493ccb24ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:28.190949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-3d31eb10-9f10-4ddb-8966-9493ccb24ec8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0416629 Aug 27 02:55:28.238159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-3a8117fe-6674-41f0-bf7d-38bb661fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:28.240144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-3a8117fe-6674-41f0-bf7d-38bb661fa41f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423272 Aug 27 02:55:28.325169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-fad090f4-b2a1-4d10-ad80-9494bd198ffc service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781612 Aug 27 02:55:28.407707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51336) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:28.416813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-080c4f26-452d-4d5d-aa51-ae73a510ec70 req-ee85445e-6df7-4efe-94ce-87889244bb1e service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849047 Aug 27 02:55:28.468838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e1692cc2-2db7-4dde-b7bc-b8a377b4bbae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c HTTP/1.1" status: 200 len: 993 time: 0.0599184 Aug 27 02:55:30.978533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:46.458860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.031804 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:47.312000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 8acef5a9-e761-44ea-9e93-bd6e03d7e735 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:47.312253 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.390159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.390513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.402364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 8acef5a9-e761-44ea-9e93-bd6e03d7e735 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:47.545268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.570211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=8acef5a9-e761-44ea-9e93-bd6e03d7e735,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:47.631689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:47.632046 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Floating IP 799361b8-1ba0-47c1-a8ad-b17283408191 disassociated (deleted). External IP: 172.25.8.48, port: e10eae71-a68f-4bfc-ab1d-41bde7cd9835. Aug 27 02:55:47.835220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 18d386af-4d68-48fd-a026-99806c7a610e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:48.224997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:48.229586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:48.234773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Sync routers for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:48.244612 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:48.245227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:48.256500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2fd55334-eb79-40d7-8f98-7acde6af1cc0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/floatingips/799361b8-1ba0-47c1-a8ad-b17283408191 HTTP/1.1" status: 204 len: 168 time: 1.2236269 Aug 27 02:55:48.257089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:48.259364 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32931fbb-dbe6-4e47-98cd-1855af3140bb" -d '{"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:48.299551 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd58f6-948c-4d07-a08a-8b6ef684b7e7 x-openstack-request-id: req-cdfd58f6-948c-4d07-a08a-8b6ef684b7e7 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:48.299851 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:48.300100 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdfd58f6-948c-4d07-a08a-8b6ef684b7e7 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:48.301273 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'status': 'completed', 'code': 200} Aug 27 02:55:48.358702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:48.393308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-bd527a1e-7dfc-4d95-ad92-9e778a7f7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.397273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-bd527a1e-7dfc-4d95-ad92-9e778a7f7523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 1097 time: 0.0512486 Aug 27 02:55:48.545086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ca1d4-810f-4c5f-811e-f6088bd4169c req-6e26c859-e458-42f5-8290-1c66970b9fb2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.553294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a29ca1d4-810f-4c5f-811e-f6088bd4169c req-6e26c859-e458-42f5-8290-1c66970b9fb2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0961332 Aug 27 02:55:48.562898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:48.577558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-792cf6f6-4a21-46f8-914b-121bdc2d4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.579081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-792cf6f6-4a21-46f8-914b-121bdc2d4d19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 200 len: 898 time: 0.1467454 Aug 27 02:55:48.594559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Checking router: 18d386af-4d68-48fd-a026-99806c7a610e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:48.603014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:48.603636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:48.626293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a29ca1d4-810f-4c5f-811e-f6088bd4169c req-e1939938-55a8-4b90-a66f-ee8cff4732b0 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728796 Aug 27 02:55:48.627692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-fbf7ba95-a22a-4fe3-b3ee-17319303d3ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Aug 27 02:55:48.682709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-8383f076-bcb3-43db-9ca1-9edc9982f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.684178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-8383f076-bcb3-43db-9ca1-9edc9982f5cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 200 len: 835 time: 0.0489478 Aug 27 02:55:48.717392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:48.731609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-fc9b7ac0-68bb-49bd-a982-fc9b8300bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:48.733084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-fc9b7ac0-68bb-49bd-a982-fc9b8300bfe6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408001 Aug 27 02:55:48.821842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-c9d94d81-42fa-4700-aaab-050880dbd092 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805743 Aug 27 02:55:48.911818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:48.918174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32931fbb-dbe6-4e47-98cd-1855af3140bb req-abf55a06-763d-4bd3-a307-a96690db00c5 service neutron] 10.222.0.46 "GET /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874023 Aug 27 02:55:48.937694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dbaa8-0f62-4911-ba86-c85d0d49746b None None] The sync data for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 is: [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:52:14Z', 'revision_number': 4, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '965dc440-e855-42a3-bc57-e4fffa508413', 'name': '', 'network_id': '5f4e5cb2-8ae6-494b-b231-f91fe6a7c637', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'mac_address': 'fa:16:3e:2d:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '37dd4507-2536-4803-b199-bdde0345641d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:13Z', 'updated_at': '2021-08-27T02:52:20Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'subnets': [{'id': '37dd4507-2536-4803-b199-bdde0345641d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:49.167822 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10db7b0-63e0-40ae-a286-097d5d72d513 None None] New status for floating IP 799361b8-1ba0-47c1-a8ad-b17283408191: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:55:49.744427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dab0c-45c5-4fe8-a882-4b627492f03c req-3b484d51-d19a-47eb-8027-f7f3763f23aa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:49.745869 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a4dab0c-45c5-4fe8-a882-4b627492f03c req-3b484d51-d19a-47eb-8027-f7f3763f23aa tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0501549 Aug 27 02:55:49.782925 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a4dab0c-45c5-4fe8-a882-4b627492f03c req-fad295c1-492e-4778-bb31-b0721c8eeada tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ce3cdf2-8cf2-4c50-9215-22eaaded539b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Aug 27 02:55:50.275129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-1e3db8fa-2e24-4bb8-b296-eec332b6f2f2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:55:50.276552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-1e3db8fa-2e24-4bb8-b296-eec332b6f2f2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 946 time: 0.0478096 Aug 27 02:55:50.368401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:50.368743 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:50.452088 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port e10eae71-a68f-4bfc-ab1d-41bde7cd9835, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:50.452450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:50.465726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for e10eae71-a68f-4bfc-ab1d-41bde7cd9835 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:50.591564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:50.619504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=e10eae71-a68f-4bfc-ab1d-41bde7cd9835,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:50.659527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] No DVR routers for this DVR port e10eae71-a68f-4bfc-ab1d-41bde7cd9835 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:55:50.662048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:50.664016 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-53c6eeb8-7807-4a61-be6c-acbcb79aa077 req-0e08cb39-bb42-44b1-9cea-d084d3c270ae tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.46 "DELETE /v2.0/ports/e10eae71-a68f-4bfc-ab1d-41bde7cd9835 HTTP/1.1" status: 204 len: 173 time: 0.3813457 Aug 27 02:55:50.664453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-deleted', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:55:50.666681 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afcaf4a-caec-4df6-9f9d-8b3c86d8f24e" -d '{"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-deleted", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:55:50.841737 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f24f099-f67c-4ea6-8109-1bce444786dd x-openstack-request-id: req-6f24f099-f67c-4ea6-8109-1bce444786dd {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:55:50.842023 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eca74b-8dec-4ca8-8220-d4b076908264", "name": "network-vif-deleted", "tag": "e10eae71-a68f-4bfc-ab1d-41bde7cd9835", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:55:50.842277 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f24f099-f67c-4ea6-8109-1bce444786dd {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:55:50.842768 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66eca74b-8dec-4ca8-8220-d4b076908264', 'name': 'network-vif-deleted', 'tag': 'e10eae71-a68f-4bfc-ab1d-41bde7cd9835', 'status': 'completed', 'code': 200} Aug 27 02:55:50.893904 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e891052d-d5a7-478a-ab69-b310569d5f27 req-d6a3439f-81d7-4cdf-b413-b8e73d76fd53 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "GET /v2.0/ports?device_id=66eca74b-8dec-4ca8-8220-d4b076908264 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 27 02:55:51.949653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51372) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:52.328369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:52.591327 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 965dc440-e855-42a3-bc57-e4fffa508413 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:52.591580 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:52.681636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-61394f37-22f1-47d9-8dc3-cfabe8d4b52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:52.684771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 965dc440-e855-42a3-bc57-e4fffa508413, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=965dc440-e855-42a3-bc57-e4fffa508413,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:52.685147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:52.699787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 965dc440-e855-42a3-bc57-e4fffa508413 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:52.889763 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:52.915230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=965dc440-e855-42a3-bc57-e4fffa508413,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:53.090728 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:53.628835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Router 18d386af-4d68-48fd-a026-99806c7a610e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:55:53.735902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:55:53.741273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-dcdae6b2-e151-4c22-b5bf-88c3eaed693e tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "PUT /v2.0/routers/18d386af-4d68-48fd-a026-99806c7a610e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906015 Aug 27 02:55:53.744010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51374) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:53.747186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Sync routers for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:55:53.758196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:53.759007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:53.796571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting subnet 37dd4507-2536-4803-b199-bdde0345641d {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:55:53.799718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:53.846253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:53.866953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:53.933141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:53.941209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:55:53.990575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e10eae71-a68f-4bfc-ab1d-41bde7cd9835 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:55:53.990917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e10eae71-a68f-4bfc-ab1d-41bde7cd9835 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:55:54.000691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.035526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.040756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/subnets/37dd4507-2536-4803-b199-bdde0345641d HTTP/1.1" status: 204 len: 168 time: 0.2927890 Aug 27 02:55:54.040756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563200b-82d6-41db-ba58-4558dedc8902 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Subnet': ['ID=37dd4507-2536-4803-b199-bdde0345641d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:54.040756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:54.057335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2040c9-784d-47b3-ade5-d82507bcaa3e None None] Network 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:55:54.154822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.187773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:55:52Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:54.227072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Checking router: 18d386af-4d68-48fd-a026-99806c7a610e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:55:54.243029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Routers {'18d386af-4d68-48fd-a026-99806c7a610e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:55:54.243628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:55:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['18d386af-4d68-48fd-a026-99806c7a610e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:54.283727 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.309640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] DHCP port deletion for 5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:55:54.344078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port e9bb1f27-137f-4878-a6e7-7b4559ba015b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:54.344375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.398863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] Set router 18d386af-4d68-48fd-a026-99806c7a610e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:55:54.430414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port e9bb1f27-137f-4878-a6e7-7b4559ba015b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=e9bb1f27-137f-4878-a6e7-7b4559ba015b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:54.430784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.446065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for e9bb1f27-137f-4878-a6e7-7b4559ba015b owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:54.459748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Deleting port 0209cdd3-2780-4682-977a-ad997959d79c {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:54.460139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.532689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0209cdd3-2780-4682-977a-ad997959d79c no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:55:54.600997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0209cdd3-2780-4682-977a-ad997959d79c,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:54.601392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.622884 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Calling delete_port for 0209cdd3-2780-4682-977a-ad997959d79c owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:54.625833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.655226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=e9bb1f27-137f-4878-a6e7-7b4559ba015b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:54.723678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.815670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.818552 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.862222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.862823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Fanout notify agent at l3_agent the message router_deleted on router 18d386af-4d68-48fd-a026-99806c7a610e {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:55:54.870361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.871593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bc413506-9421-49bd-8697-d18bb6ee073d tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/routers/18d386af-4d68-48fd-a026-99806c7a610e HTTP/1.1" status: 204 len: 168 time: 0.8301475 Aug 27 02:55:54.874321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51378) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:54.899957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.953309 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.955299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0209cdd3-2780-4682-977a-ad997959d79c,segment=NetworkSegment(9aa12b64-0312-4da3-b35c-6d1b62ac3f70),segment_id=9aa12b64-0312-4da3-b35c-6d1b62ac3f70)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:54.963782 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:54.992520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:55:52Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:54.994208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.008780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Deleting port 0209cdd3-2780-4682-977a-ad997959d79c {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:55:55.009170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.035291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c10d3-74a6-4e12-a215-4560784389a7 None None] The sync data for ids ['18d386af-4d68-48fd-a026-99806c7a610e'] in n-d-806292-1 is: [{'id': '18d386af-4d68-48fd-a026-99806c7a610e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698302023', 'tenant_id': '02fd06edcdb54098bf7418c1b8213fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:52:07Z', 'updated_at': '2021-08-27T02:55:52Z', 'revision_number': 5, 'project_id': '02fd06edcdb54098bf7418c1b8213fb3', 'gw_port': {'id': 'e9bb1f27-137f-4878-a6e7-7b4559ba015b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d386af-4d68-48fd-a026-99806c7a610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:52:08Z', 'updated_at': '2021-08-27T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:55:55.040021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] No DVR routers for this DVR port 0209cdd3-2780-4682-977a-ad997959d79c on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:55:55.055413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:55.081121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c01eb-f290-4596-8abe-0d0bf5d638f1 None None] Pushing event deleted for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:55.081549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] For port 0209cdd3-2780-4682-977a-ad997959d79c, host n-d-806292-1, got binding levels [] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:55:55.081973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.097226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Calling delete_port for 0209cdd3-2780-4682-977a-ad997959d79c owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:55:55.100112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.ipam_backend_mixin [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Port 0209cdd3-2780-4682-977a-ad997959d79c was not found and therefore no delete operation was performed {{(pid=94832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:55:55.106207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.137212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Port': ['ID=0209cdd3-2780-4682-977a-ad997959d79c,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:55.140855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] No DVR routers for this DVR port 0209cdd3-2780-4682-977a-ad997959d79c on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:55:55.232795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.240222 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2d04f21-18e0-4010-b64f-802babcabec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.245100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4e5cb2-8ae6-494b-b231-f91fe6a7c637']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:55.256721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa12b64-0312-4da3-b35c-6d1b62ac3f70') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:55.257019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa12b64-0312-4da3-b35c-6d1b62ac3f70') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:55:55.267098 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.281317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.288479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:55:55.289083 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:55:55.292392 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:55:55.354635 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.362155 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.364108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/networks/5f4e5cb2-8ae6-494b-b231-f91fe6a7c637 HTTP/1.1" status: 204 len: 168 time: 0.4887075 Aug 27 02:55:55.367090 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:55.376329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b592b2-d46f-443b-bb8e-5e7c21ed7877 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'Network': ['ID=5f4e5cb2-8ae6-494b-b231-f91fe6a7c637,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:55.442348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.471971 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.483049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.536536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.539158 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:55.540311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] 10.222.0.26 "DELETE /v2.0/security-groups/7ce3cdf2-8cf2-4c50-9215-22eaaded539b HTTP/1.1" status: 204 len: 168 time: 0.1716447 Aug 27 02:55:55.549690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52688184-ff6c-4231-a268-9c61b568ddf2 tempest-TestNetworkAdvancedServerOps-72380645 tempest-TestNetworkAdvancedServerOps-72380645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3cdf2-8cf2-4c50-9215-22eaaded539b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:55.831580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51390) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:55.964743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-14f9658a-8a6b-45f4-9813-9dbaaa9b7e04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02fd06edcdb54098bf7418c1b8213fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320176 Aug 27 02:55:55.967224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51394) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:56.017851 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.038614 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.084582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.087399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.088817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0145ff7d-d79b-411e-9a3e-9697af8861ce HTTP/1.1" status: 204 len: 168 time: 0.1206977 Aug 27 02:55:56.096745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d9798-04f4-4428-a340-e3a8c27008a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145ff7d-d79b-411e-9a3e-9697af8861ce,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:56.364206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51400) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:56.404211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84f479b0-553a-46e7-b56d-6d6c542840e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=641da8a528d34792ace8b9cba78768e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386257 Aug 27 02:55:56.406637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51402) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:55:56.421020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 965dc440-e855-42a3-bc57-e4fffa508413 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:55:56.444152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 965dc440-e855-42a3-bc57-e4fffa508413 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:55:56.444507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 965dc440-e855-42a3-bc57-e4fffa508413 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:55:56.444919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e9bb1f27-137f-4878-a6e7-7b4559ba015b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:55:56.456170 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.464494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: e9bb1f27-137f-4878-a6e7-7b4559ba015b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:55:56.464843 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device e9bb1f27-137f-4878-a6e7-7b4559ba015b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:55:56.478190 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.524035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.527075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:56.528229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f0ac80f-b84a-41e4-b91c-ab9338c3de22 HTTP/1.1" status: 204 len: 168 time: 0.1206329 Aug 27 02:55:56.536814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358a875-bc18-434a-ad08-b2c50a2839d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ac80f-b84a-41e4-b91c-ab9338c3de22,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:55:56.586342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:55:57.993299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:00.211065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-e9a7048c-3a53-4322-aba6-8888ec2a86a4 req-d86434c2-730a-48c5-94c2-27c63b14c4aa service neutron] (94832) timed out ('10.222.0.26', 56748) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 02:56:00.972275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:03.135139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:56:10.740823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-d26c81f4-ada4-4e3d-9159-384d7d38f3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421109 Aug 27 02:56:10.819791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-5f1f8b4e-4dd9-47fc-8094-ebfeef19d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:10.821282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-5f1f8b4e-4dd9-47fc-8094-ebfeef19d987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0399518 Aug 27 02:56:10.922121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-5b6381d1-e98c-41ad-915b-38cd939797cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:10.923653 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-5b6381d1-e98c-41ad-915b-38cd939797cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0837402 Aug 27 02:56:10.991544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-cf164e17-98f2-4e5f-bd1b-1bcb0b5d339c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 1000 time: 0.0607357 Aug 27 02:56:11.038590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-8ecab985-0423-42c5-863c-14dfc37292c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:11.040001 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-8ecab985-0423-42c5-863c-14dfc37292c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0422692 Aug 27 02:56:11.084745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-7e364f54-9258-4c99-865a-a984b799f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:11.086263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-7e364f54-9258-4c99-865a-a984b799f881 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397441 Aug 27 02:56:11.175034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-92ae31d7-999b-4093-81d4-da11bd2c2ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819101 Aug 27 02:56:11.263520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-98a45c58-75ad-4376-8a57-bd4d74377488 req-17110bdc-6075-4619-bf89-4d8d08ba49ab service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817587 Aug 27 02:56:16.448743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:22.683952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8d04-20ea-4351-b616-0b1e4dc37f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:25.242642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-20e3eeb7-c13f-442f-aa92-de91d8e07f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:25.463653 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:26.588021 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:27.868444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-05c5a9b5-1631-4333-a48f-51f587645935 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400026 Aug 27 02:56:27.939820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-ed915031-8fa0-41cc-bab3-df9ff1019a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:27.941255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-ed915031-8fa0-41cc-bab3-df9ff1019a68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1097 time: 0.0391886 Aug 27 02:56:27.997348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:28.045290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-85af7a7e-0809-44d4-8efb-ba3bb6382f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:28.046784 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-85af7a7e-0809-44d4-8efb-ba3bb6382f1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 898 time: 0.0876293 Aug 27 02:56:28.112102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-2acdee1a-4d4d-4fca-94fe-83dd322b2dbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 1001 time: 0.0583787 Aug 27 02:56:28.165034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-24794a9f-08ad-4882-8081-b620ee0a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:28.166399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-24794a9f-08ad-4882-8081-b620ee0a1beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0470729 Aug 27 02:56:28.210508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-b9df757f-8847-4359-a1c6-17cab56fb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:28.211982 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-b9df757f-8847-4359-a1c6-17cab56fb8ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389805 Aug 27 02:56:28.298513 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-86ff92d3-655b-47f2-81ba-eb40c8e2c888 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794051 Aug 27 02:56:28.392501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c23c7b54-5748-47a3-b7d8-c763dcb0fdd0 req-b25f3f6a-3928-49ab-ab3f-2249efb38cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Aug 27 02:56:30.986269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:40.134929 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:56:43.620293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51428) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:43.695073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9aae7-467e-4699-b0a6-974a98300ddd tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.695553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9aae7-467e-4699-b0a6-974a98300ddd tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.696023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9aae7-467e-4699-b0a6-974a98300ddd tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:43.697660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f1c9aae7-467e-4699-b0a6-974a98300ddd tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=b702b5a7df494a1fbed71a24078b666c&network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 2970 time: 0.0763569 Aug 27 02:56:46.466166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:47.583452 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51460) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:47.633823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d1a26-a951-41de-800b-800fd5249f7b tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:47.635231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5a2d1a26-a951-41de-800b-800fd5249f7b tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 HTTP/1.1" status: 200 len: 814 time: 0.0507905 Aug 27 02:56:48.325938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51468) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.332086 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'network': {'name': 'tempest-network-smoke--1032740634', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:48.360009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:56:48.363536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.387287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:56:48.397257 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.397605 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Added segment bdfe7823-13e1-4e01-ba6c-deb7ad5846f8 of type vlan for network e430e0a1-97c5-448d-8e1a-223e4340f484 Aug 27 02:56:48.447638 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.471206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.476685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:48.477278 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:48.537462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103691 Aug 27 02:56:48.540605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.555328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Network': ['ID=e430e0a1-97c5-448d-8e1a-223e4340f484,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:48.588809 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.589795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.590139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.590501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.590853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.591193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.591534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.591846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.592170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.592490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.592811 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.593134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d4d7-24a4-417c-8fe9-f89c496071ce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:48.604989 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network e430e0a1-97c5-448d-8e1a-223e4340f484 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:56:48.629723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9cdbd-dac6-4623-80fc-42fe06acee93 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:48.631339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3af9cdbd-dac6-4623-80fc-42fe06acee93 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b702b5a7df494a1fbed71a24078b666c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0898335 Aug 27 02:56:48.633988 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51472) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.723569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f5b024-c362-4a2e-b7fe-4c264476c9d0 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:48.725080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-44f5b024-c362-4a2e-b7fe-4c264476c9d0 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901613 Aug 27 02:56:48.728039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51474) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.756785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-86fe2603-ed87-4697-9771-620e8f3529ca tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276542 Aug 27 02:56:48.759453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51476) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.785897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-11f22be7-ff58-4799-8840-4d93d82eb136 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b702b5a7df494a1fbed71a24078b666c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254550 Aug 27 02:56:48.788237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51478) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.883574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649fb13-66cf-40c4-a4cd-f6cad74bfb00 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:48.885065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0649fb13-66cf-40c4-a4cd-f6cad74bfb00 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959735 Aug 27 02:56:48.888656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51482) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.918856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6c99df6b-fb84-420c-a767-627c3a7e2a52 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289917 Aug 27 02:56:48.921213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51484) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:48.926540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097184911', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:49.065188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:56:49.070060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.309231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.392707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Subnet': ['ID=111c1a34-c71c-47e8-afe5-aa37a8e758db,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:49.402743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Checking segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:56:49.402743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network hostable DHCP agents. Network: e430e0a1-97c5-448d-8e1a-223e4340f484, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:56:49.419962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network e430e0a1-97c5-448d-8e1a-223e4340f484 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:56:49.428767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, e430e0a1-97c5-448d-8e1a-223e4340f484) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:56:49.433189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:49.433785 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.441775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a132cb-c284-43ff-bf01-ef16186b82ec None None] Network e430e0a1-97c5-448d-8e1a-223e4340f484 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:56:49.448370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b7c7496a-d430-4f9b-bf81-5c23918284ea tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5261736 Aug 27 02:56:49.616280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-e430e0a1-97c5-448d-8e1a-223e4340f484', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ips': [{'subnet_id': '111c1a34-c71c-47e8-afe5-aa37a8e758db'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:56:49.617725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.692201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51488) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:49.697994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191726888', 'description': 'tempest-secgroup-smoke-191726888 description', 'project_id': 'b702b5a7df494a1fbed71a24078b666c'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:49.726869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.801643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Allocated IP 172.20.0.18 (e430e0a1-97c5-448d-8e1a-223e4340f484/111c1a34-c71c-47e8-afe5-aa37a8e758db/2f04a0d6-1c0a-49ca-8f82-f94d94fae03b) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:56:49.829499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.835451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.868946 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.869331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1755724 Aug 27 02:56:49.873115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4b10c-0cdf-41ac-a225-f34a8be48e22 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7361a4-b093-429f-9db6-d70f2043e6c7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:49.875435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51490) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:49.883200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:49.920599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.990190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:49.997175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.017580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d410ce58-a1cb-421a-a5c3-4243cdc48eb9,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.029971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.030568 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.031044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.031537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.032069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.032393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.032763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.033980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.033980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.034359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.034683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.035154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.049375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.059048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.062540 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-53c9993f-dfd2-4cbf-81a8-580cab6d8360 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859848 Aug 27 02:56:50.063828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Transition to ACTIVE for port object 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:50.065822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51494) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:50.080241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:50.099911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Transition to ACTIVE for port object 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:50.106153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.113056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.154643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Network e430e0a1-97c5-448d-8e1a-223e4340f484 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:56:50.160750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:56:50.167886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Pushing event updated for resources: {'Port': ['ID=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.170141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:56:50.183101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.183433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.183758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.184082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.184456 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.184792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.185097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.185650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.185961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.186287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.186630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.187243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:56:50.190106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.202238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.224867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202977a9-c4e8-4449-959a-bfaa530ecb49,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.232079 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.236400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-140c053c-2918-438c-b87a-fb6c5c3b567e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667833 Aug 27 02:56:50.236549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:50.244089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:50.256494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Attempting to bind port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:56:50.257237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Attempting to bind port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:56:50.257644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Attempting to bind port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b on network e430e0a1-97c5-448d-8e1a-223e4340f484 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:50.262959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:56:50.263334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Checking segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:56:50.263731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.264120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Bound using segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:56:50.264571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Bound port: 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:56:50.264947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.280557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.354400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] For port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:56:50.357629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] For port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:56:50.372039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.382461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.391733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.434206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51dfa1e-141b-49ca-8f44-fd889456942e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.458359 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.460300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a037f-980a-491e-9fa2-c1355c760c92 None None] Pushing event updated for resources: {'Port': ['ID=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.460432 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ca40b39-562e-4802-aa7b-47a7dbf5aa54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2220676 Aug 27 02:56:50.463753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51498) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:50.468409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:50.506460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.591757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.600007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.641504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd246caa-920a-4dab-9637-645669a8370f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.667229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.667387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bd1913d6-bd52-4d20-8c0f-c563620c7017 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2026412 Aug 27 02:56:50.672633 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51500) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:50.678371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:50.715581 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:56:50.728942 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.821649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.837739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.865523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a51b015-c147-43bf-9731-759939c7c941,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:50.880177 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:50.881448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-cc08235e-839a-4e7a-a24a-4046bd87a870 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2072148 Aug 27 02:56:50.887152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51502) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:56:50.891476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '8a7361a4-b093-429f-9db6-d70f2043e6c7', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:50.928318 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:56:50.935064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:51.052645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:51.062756 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:51.085233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881308ab-5ce0-4f09-a0a0-5ebfd134be68,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:51.096829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:51.098080 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-48def701-3b9a-4074-a5d9-90d9dc20df58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112236 Aug 27 02:56:51.329949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-20a644dd-4805-46ee-8e6b-d39bf753421a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191726888&fields=id&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 267 time: 0.0392578 Aug 27 02:56:51.496508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-9e285a37-6958-4562-a765-d9e53972825d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:51.498971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-9e285a37-6958-4562-a765-d9e53972825d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/networks?id=e430e0a1-97c5-448d-8e1a-223e4340f484 HTTP/1.1" status: 200 len: 797 time: 0.1624553 Aug 27 02:56:51.521640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-5de8b357-a34e-4105-9192-e6dfdca1c890 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/quotas/b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 375 time: 0.0150800 Aug 27 02:56:51.614974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-b1223028-22b8-4360-b09a-e3ff9eff2310 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0784998 Aug 27 02:56:51.691683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34492221-ed4c-4742-bbb6-32ea162f6d7a None None] Network e430e0a1-97c5-448d-8e1a-223e4340f484 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:56:51.776692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cebec370-9ebf-4498-a352-7f5a0ee83350 None None] Provisioning for port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:51.864487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-1b2b93fe-01c3-4b6d-bff6-700224c28d21 service neutron] 10.222.0.26 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454419 Aug 27 02:56:51.974047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-9803a015-b878-4c92-bbbc-883053a9d10f service neutron] 10.222.0.26 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027684 Aug 27 02:56:52.204595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bd8ddb18-4ec8-4be4-9f5d-152f18a5500f req-9a185673-534b-499c-bdc6-cfc5ec509a5c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 210 time: 0.0412478 Aug 27 02:56:52.540951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:56:52.603703 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:52.608494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:52.608494 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.709267 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62075217-2396-4bae-9493-4748e3f239be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.713792 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.749551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:52.753683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:52.822044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:53.323769 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bd89122a-82d0-4a6e-ab73-15ebe5c8efae req-888401fe-7e4f-49a3-9f4c-c843d62d9a2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 210 time: 0.0429161 Aug 27 02:56:53.395302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-3caa80dc-9b3a-48f2-9966-f799f9826706 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:53.397371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-3caa80dc-9b3a-48f2-9966-f799f9826706 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/networks?id=e430e0a1-97c5-448d-8e1a-223e4340f484 HTTP/1.1" status: 200 len: 797 time: 0.1695292 Aug 27 02:56:53.455417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-c6e0e88e-23d7-45aa-8236-011bec93d4c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 472 time: 0.0409679 Aug 27 02:56:53.493325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'port': {'device_id': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'admin_state_up': True, 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'security_groups': ['8a7361a4-b093-429f-9db6-d70f2043e6c7']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:53.601789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:56:53.605937 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:53.737070 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.22 (e430e0a1-97c5-448d-8e1a-223e4340f484/111c1a34-c71c-47e8-afe5-aa37a8e758db/a814b758-ddbb-4de0-9771-6b72e9451dad) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:56:53.894133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:53.908700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object a814b758-ddbb-4de0-9771-6b72e9451dad will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:53.945184 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:53.992219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network e430e0a1-97c5-448d-8e1a-223e4340f484 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:56:53.995547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:56:53.999989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:56:54.004391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:54.060990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.060990 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.090958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-58a37656-30ad-4d30-a3e0-64cac19369d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017172 Aug 27 02:56:54.165391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Request body: {'port': {'device_id': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:54.251096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.273654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a0c555dc-e45e-48f1-941b-a40330792c17 None None] Provisioning for port a814b758-ddbb-4de0-9771-6b72e9451dad completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:54.277882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a0c555dc-e45e-48f1-941b-a40330792c17 None None] Provisioning complete for port a814b758-ddbb-4de0-9771-6b72e9451dad triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:54.278450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a0c555dc-e45e-48f1-941b-a40330792c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.320649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a0c555dc-e45e-48f1-941b-a40330792c17 None None] Port a814b758-ddbb-4de0-9771-6b72e9451dad cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:56:54.485532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8aff2-aef6-4b03-ad1a-d064767e95ca req-b5a2c798-96c0-4dfc-8c1d-dc54fd76071f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.490887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b8aff2-aef6-4b03-ad1a-d064767e95ca req-b5a2c798-96c0-4dfc-8c1d-dc54fd76071f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 932 time: 0.0850883 Aug 27 02:56:54.503487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:56:54.545980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b8aff2-aef6-4b03-ad1a-d064767e95ca req-465ff308-8823-4121-9e7f-43d108128745 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440960 Aug 27 02:56:54.570342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:54.570750 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.598762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a814b758-ddbb-4de0-9771-6b72e9451dad {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:54.606995 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.622261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Transition to ACTIVE for port object a814b758-ddbb-4de0-9771-6b72e9451dad will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:54.627450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.722030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Pushing event updated for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:54.754780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Attempting to bind port a814b758-ddbb-4de0-9771-6b72e9451dad on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:56:54.755094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Attempting to bind port a814b758-ddbb-4de0-9771-6b72e9451dad by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:56:54.755310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Attempting to bind port a814b758-ddbb-4de0-9771-6b72e9451dad on network e430e0a1-97c5-448d-8e1a-223e4340f484 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:54.759708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Port a814b758-ddbb-4de0-9771-6b72e9451dad on network e430e0a1-97c5-448d-8e1a-223e4340f484 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:56:54.760027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Attempting to bind port a814b758-ddbb-4de0-9771-6b72e9451dad on network e430e0a1-97c5-448d-8e1a-223e4340f484 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:54.764886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:56:54.765207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Checking segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:56:54.765581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Bound using segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:56:54.765998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Bound port: a814b758-ddbb-4de0-9771-6b72e9451dad, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:56:54.766354 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.832124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:56:54.835819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a814b758-ddbb-4de0-9771-6b72e9451dad,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:56:54.840000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.872781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.873470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:54.875160 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] 10.222.0.46 "PUT /v2.0/ports/a814b758-ddbb-4de0-9771-6b72e9451dad HTTP/1.1" status: 200 len: 1092 time: 0.7145724 Aug 27 02:56:54.877237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:54.879683 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5f4ab-d969-4314-b417-4193978cc07c" -d '{"events": [{"name": "network-changed", "server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:54.908904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abc12e-1c9d-4cbc-9a9e-5e5eedb7faba service neutron] Pushing event updated for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:54.920877 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed36202d-b1f8-449d-89f5-689b08df922f x-openstack-request-id: req-ed36202d-b1f8-449d-89f5-689b08df922f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:54.921179 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:54.921432 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed36202d-b1f8-449d-89f5-689b08df922f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:54.922275 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad', 'status': 'completed', 'code': 200} Aug 27 02:56:54.985597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-f201e834-1e1c-420a-b509-3229164f2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:54.987719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-f201e834-1e1c-420a-b509-3229164f2208 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 1095 time: 0.0472641 Aug 27 02:56:55.035772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-1d8a60cc-b0ae-4b88-8d4f-f144076452ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a814b758-ddbb-4de0-9771-6b72e9451dad HTTP/1.1" status: 200 len: 217 time: 0.0350773 Aug 27 02:56:55.085121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-af206dbc-372c-4c6f-a6c1-2c8dde61fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.086591 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-af206dbc-372c-4c6f-a6c1-2c8dde61fa25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=111c1a34-c71c-47e8-afe5-aa37a8e758db HTTP/1.1" status: 200 len: 838 time: 0.0438092 Aug 27 02:56:55.131866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278aca9-f942-40bc-b065-d8401de91f89 req-81ea7d16-343b-433a-b4e6-edd41432e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.133302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-81ea7d16-343b-433a-b4e6-edd41432e198 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e430e0a1-97c5-448d-8e1a-223e4340f484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395780 Aug 27 02:56:55.223677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-db8298e5-4766-4425-9da7-354e2d54e2ad service neutron] 10.222.0.46 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830197 Aug 27 02:56:55.242831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8f932761-3e62-4982-8088-2523544c5d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:55.316631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1278aca9-f942-40bc-b065-d8401de91f89 req-b259d890-5c73-4e3e-8cbf-bfd1c14186fe service neutron] 10.222.0.46 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Aug 27 02:56:55.458108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f4ab-d969-4314-b417-4193978cc07c req-4041d1ca-d273-4aaa-993b-57dd0f2344ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.459923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-4041d1ca-d273-4aaa-993b-57dd0f2344ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 1095 time: 0.0472584 Aug 27 02:56:55.466352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:55.540157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-be5b1c57-771d-422f-a590-fc5b29faea30 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832298817&fields=id&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 267 time: 0.0312428 Aug 27 02:56:55.555168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f4ab-d969-4314-b417-4193978cc07c req-41c5ccfd-561b-481c-b7e3-6fbc1418b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.556640 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-41c5ccfd-561b-481c-b7e3-6fbc1418b6b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e430e0a1-97c5-448d-8e1a-223e4340f484 HTTP/1.1" status: 200 len: 898 time: 0.0883443 Aug 27 02:56:55.602688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-88490808-9432-4102-9c6d-24a58c987a73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a814b758-ddbb-4de0-9771-6b72e9451dad HTTP/1.1" status: 200 len: 217 time: 0.0388238 Aug 27 02:56:55.649440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-6c8c33b6-6b2a-43c0-8093-bf52959d274e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.650924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-6c8c33b6-6b2a-43c0-8093-bf52959d274e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1031878 Aug 27 02:56:55.666939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-ae10733f-2cb7-4a1e-b129-a26ef5d82464 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/quotas/8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Aug 27 02:56:55.676826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f4ab-d969-4314-b417-4193978cc07c req-210a1549-fbf5-40ed-94a0-2ef79c36fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.678282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-210a1549-fbf5-40ed-94a0-2ef79c36fc34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=111c1a34-c71c-47e8-afe5-aa37a8e758db HTTP/1.1" status: 200 len: 838 time: 0.0632496 Aug 27 02:56:55.690541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126705c3-785c-459c-9fa6-8c4560017a83 req-5863385d-53c4-4fd9-8b0b-4bd4ca8dfd0b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.692054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-126705c3-785c-459c-9fa6-8c4560017a83 req-5863385d-53c4-4fd9-8b0b-4bd4ca8dfd0b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 944 time: 0.0860338 Aug 27 02:56:55.727901 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-a540eb78-131a-41a4-91dc-e8d11de6812f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544500 Aug 27 02:56:55.755234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-126705c3-785c-459c-9fa6-8c4560017a83 req-af51a35f-55ef-402c-ad86-3ac81824857b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548246 Aug 27 02:56:55.762161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f4ab-d969-4314-b417-4193978cc07c req-6bc48d1f-2f0f-4f22-9aaa-111e8c7e0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:55.763676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-6bc48d1f-2f0f-4f22-9aaa-111e8c7e0a3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e430e0a1-97c5-448d-8e1a-223e4340f484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707767 Aug 27 02:56:55.824564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-667d472d-932b-4ec9-b6d4-ba8b5c797b4d service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855975 Aug 27 02:56:55.852494 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-2965d9e0-ca48-47f5-b47e-41fe3cdae320 service neutron] 10.222.0.46 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811787 Aug 27 02:56:55.916613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-34ab613e-c388-49a3-97a1-7b90d7eb5c66 service neutron] 10.222.0.26 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841663 Aug 27 02:56:55.947707 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69a5f4ab-d969-4314-b417-4193978cc07c req-7859b93c-a1d2-42b8-90a1-583fe9d62126 service neutron] 10.222.0.46 "GET /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874960 Aug 27 02:56:56.201830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3e24a2b4-08e8-4373-932c-1fd2f66da18b req-25a6fcc6-95a8-47e3-8789-f781ae170767 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Aug 27 02:56:56.590918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:56.874368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327258-c04f-4936-a5ec-cad518857571 req-54b4098b-054c-4fa0-9a88-3880098972da tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:56.875761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60327258-c04f-4936-a5ec-cad518857571 req-54b4098b-054c-4fa0-9a88-3880098972da tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 944 time: 0.0546267 Aug 27 02:56:56.915309 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60327258-c04f-4936-a5ec-cad518857571 req-fb4ec76a-3aad-4298-ba3f-eed4cfdb8df2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337219 Aug 27 02:56:57.075682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-85301e8b-5aeb-48ec-9658-39fa220e4da3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:57.077159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-85301e8b-5aeb-48ec-9658-39fa220e4da3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 812 time: 0.1043508 Aug 27 02:56:57.120658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-705ecf41-712d-4009-85c0-5e0147d3f9fb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b6743d09ddf49fda6b5346291d7db29 HTTP/1.1" status: 200 len: 379 time: 0.0345547 Aug 27 02:56:57.130649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'port': {'device_id': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'admin_state_up': True, 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'security_groups': ['99504232-6d1b-4dbb-a2f0-c2064448b1fa']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:57.248722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Made reservation on behalf of 8b6743d09ddf49fda6b5346291d7db29 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:56:57.252818 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.297940 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-13ac0df4-a78f-4a0a-ad8d-9c561b5486a4 req-222799dd-a12b-48cb-93a7-d5fc70bdd41e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 210 time: 0.0278504 Aug 27 02:56:57.395544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.20.0.8 (1b8e9353-33ee-4a01-aa00-343a6e29f014/7f5edb6f-485a-4aa1-8fcf-b2807c755c37/d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:56:57.532355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.546246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Transition to ACTIVE for port object d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:57.578431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.628876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:56:57.634120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:56:57.638072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:56:57.678414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:57.697971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:57.698640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.715853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-8a140e9d-5875-477c-8476-9ccc5af7edb7 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888534 Aug 27 02:56:57.728297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Request body: {'port': {'device_id': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:56:57.786797 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.902528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5fb1b8ec-92c0-400c-9306-46b69b0bc420 None None] Provisioning for port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:56:57.907332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5fb1b8ec-92c0-400c-9306-46b69b0bc420 None None] Provisioning complete for port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:56:57.907784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5fb1b8ec-92c0-400c-9306-46b69b0bc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:57.945770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1b8ec-92c0-400c-9306-46b69b0bc420 None None] Port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:56:58.001223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.067334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916557-badc-4759-908c-57454f287b06 req-945517f8-0abd-4a22-9b1b-b2ccbf4676d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.068822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2916557-badc-4759-908c-57454f287b06 req-945517f8-0abd-4a22-9b1b-b2ccbf4676d2 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 944 time: 0.0775058 Aug 27 02:56:58.142163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:58.148926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d2916557-badc-4759-908c-57454f287b06 req-609d787c-d276-41a5-a83a-69645ccdce1c tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694540 Aug 27 02:56:58.152982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.170740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Transition to ACTIVE for port object d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:56:58.175100 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.205786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a814b758-ddbb-4de0-9771-6b72e9451dad details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:56:58.229770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:58.318731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Attempting to bind port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:56:58.318974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Attempting to bind port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:56:58.319308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Attempting to bind port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:58.327206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:56:58.327534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Attempting to bind port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 on network 1b8e9353-33ee-4a01-aa00-343a6e29f014 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:56:58.333844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:56:58.334313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Checking segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:56:58.334861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Bound using segment: {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:56:58.335373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Bound port: d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e88-5992-4d90-90ec-dac53e13ceba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:56:58.335834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.362854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a814b758-ddbb-4de0-9771-6b72e9451dad,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:58.377530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'a814b758-ddbb-4de0-9771-6b72e9451dad', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'port_id': 'a814b758-ddbb-4de0-9771-6b72e9451dad', 'mac_address': 'fa:16:3e:75:97:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:56:58.408227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:56:58.413344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:56:58.418125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.456731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.474741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.475859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.476480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a814b758-ddbb-4de0-9771-6b72e9451dad {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:56:58.477909 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] 10.222.0.15 "PUT /v2.0/ports/d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 200 len: 1091 time: 0.7542078 Aug 27 02:56:58.478626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:56:58.489199 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8" -d '{"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:56:58.497254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac37e2-0fb1-4f39-a855-baf04dd9e78f req-415088b4-c4ea-49bc-aa02-9b1a8b311dbb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.501609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1ac37e2-0fb1-4f39-a855-baf04dd9e78f req-415088b4-c4ea-49bc-aa02-9b1a8b311dbb tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0838730 Aug 27 02:56:58.513070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a814b758-ddbb-4de0-9771-6b72e9451dad,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:56:58.521040 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:56:58.571488 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b3a43-f4fa-473d-8be5-e07fdbbbb884 x-openstack-request-id: req-261b3a43-f4fa-473d-8be5-e07fdbbbb884 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:56:58.580891 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:56:58.581351 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-261b3a43-f4fa-473d-8be5-e07fdbbbb884 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:56:58.581464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1ac37e2-0fb1-4f39-a855-baf04dd9e78f req-4676c82d-17aa-4878-ae8a-1313a9f8095e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539689 Aug 27 02:56:58.581947 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'status': 'completed', 'code': 200} Aug 27 02:56:58.583134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66144d6-f0c2-477c-bcbd-1b6cdfd9491b service neutron] Pushing event updated for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:58.620813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-a5e87d65-cfc7-41d4-b522-22a4c08d6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.622650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-a5e87d65-cfc7-41d4-b522-22a4c08d6137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1094 time: 0.0733991 Aug 27 02:56:58.625086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:56:58.668786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-dea3cded-b805-4037-8ede-80c08c73e6ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 200 len: 217 time: 0.0380223 Aug 27 02:56:58.724821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-9d8221d7-6608-4299-bb8e-386b2b3c2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.726335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-9d8221d7-6608-4299-bb8e-386b2b3c2062 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0508814 Aug 27 02:56:58.775587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572011-f4c9-423b-a110-79043ad26795 req-854a8511-f29d-4844-9e62-dbe635d83906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:58.777132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-854a8511-f29d-4844-9e62-dbe635d83906 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442729 Aug 27 02:56:58.872824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-76927f86-f6d0-46e4-a2bf-cb9928070b83 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888281 Aug 27 02:56:58.962840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['a814b758-ddbb-4de0-9771-6b72e9451dad'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:56:58.966329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09572011-f4c9-423b-a110-79043ad26795 req-384e554e-16a6-4c69-882a-356dde8b5ecb service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860949 Aug 27 02:56:59.061048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-1b15ced6-de19-4265-87d9-3b78ebe955a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.062573 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-1b15ced6-de19-4265-87d9-3b78ebe955a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1094 time: 0.0494399 Aug 27 02:56:59.164665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-fa9389d6-c6be-43bc-9a61-d340d5c39ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.166142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-fa9389d6-c6be-43bc-9a61-d340d5c39ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0959117 Aug 27 02:56:59.213444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-3fbcd79b-e663-43a7-bc70-57bcae31c1a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 200 len: 217 time: 0.0400863 Aug 27 02:56:59.291462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-20994914-b43e-44a1-8aa9-2636b801dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.292938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-20994914-b43e-44a1-8aa9-2636b801dc77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0731704 Aug 27 02:56:59.317142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a173a-39ef-43e6-8f85-b50e7be3ac71 req-1be81fa2-118f-4b9c-82f2-b90b45f6c857 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.318600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b23a173a-39ef-43e6-8f85-b50e7be3ac71 req-1be81fa2-118f-4b9c-82f2-b90b45f6c857 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 945 time: 0.0726578 Aug 27 02:56:59.371718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-2981c229-ce1a-4a2e-acb9-4a2229e0611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.373202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-2981c229-ce1a-4a2e-acb9-4a2229e0611e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724642 Aug 27 02:56:59.376902 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b23a173a-39ef-43e6-8f85-b50e7be3ac71 req-33bea6a3-5080-4805-beb1-87cf919891d5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Aug 27 02:56:59.468461 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-0f767a5e-068f-4ea4-a79c-0ab350d1da8e service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877180 Aug 27 02:56:59.561198 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a8c97e9-53d2-4408-b5a9-27edd1b881f8 req-7e9b25de-69f8-4fa9-99b6-eef88dd07c9d service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852766 Aug 27 02:56:59.689699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5976-e3f4-41a4-b43d-804746e090ce req-fbbbb104-5d36-47e4-bd7a-bd3387168adf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:56:59.691298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05d5976-e3f4-41a4-b43d-804746e090ce req-fbbbb104-5d36-47e4-bd7a-bd3387168adf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0503259 Aug 27 02:56:59.734264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e05d5976-e3f4-41a4-b43d-804746e090ce req-360d2e0d-2d4a-4461-ab21-5e12a69adaa0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370495 Aug 27 02:57:00.212783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a814b758-ddbb-4de0-9771-6b72e9451dad up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:57:00.260853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port a814b758-ddbb-4de0-9771-6b72e9451dad completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:00.264773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port a814b758-ddbb-4de0-9771-6b72e9451dad triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:00.265148 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.347900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.371127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:00.373389 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a517e3c-15bf-4155-9f68-2bf833c7094c" -d '{"events": [{"server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "name": "network-vif-plugged", "status": "completed", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:00.386875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a814b758-ddbb-4de0-9771-6b72e9451dad,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:00.392800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:00.443033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:00.529512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af050fa-6f36-4523-91f2-c1cd64c6adec req-032e2242-5a41-4f2e-85fe-41468b9db1b6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:00.531071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9af050fa-6f36-4523-91f2-c1cd64c6adec req-032e2242-5a41-4f2e-85fe-41468b9db1b6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0564244 Aug 27 02:57:00.584295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9af050fa-6f36-4523-91f2-c1cd64c6adec req-511ff42f-51b1-4d5d-af65-67962a0b285d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Aug 27 02:57:00.594246 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea492d4e-2296-4560-a64b-9f8ca5d866ac x-openstack-request-id: req-ea492d4e-2296-4560-a64b-9f8ca5d866ac {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:00.594638 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "name": "network-vif-plugged", "status": "completed", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:00.595042 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea492d4e-2296-4560-a64b-9f8ca5d866ac {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:00.595417 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad', 'code': 200} Aug 27 02:57:00.716947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5e694-cab5-4c68-b7a7-0ec5e1395377 req-88bc20d0-769e-4804-82b2-82664cc59a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:00.718456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffe5e694-cab5-4c68-b7a7-0ec5e1395377 req-88bc20d0-769e-4804-82b2-82664cc59a06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 1097 time: 0.0402153 Aug 27 02:57:00.753165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffe5e694-cab5-4c68-b7a7-0ec5e1395377 req-2f939d2a-6dee-4c0f-b6ec-9416c7d3d610 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280337 Aug 27 02:57:00.849872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6114dc-6260-4cd4-83da-e28cbaef2d1f req-b664ae5b-86e1-483e-894c-b982ae2854b6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:00.851314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f6114dc-6260-4cd4-83da-e28cbaef2d1f req-b664ae5b-86e1-483e-894c-b982ae2854b6 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Aug 27 02:57:00.892024 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f6114dc-6260-4cd4-83da-e28cbaef2d1f req-46a3aa32-e27b-4b61-b25a-822aaae74269 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347319 Aug 27 02:57:01.002618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:01.701628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb966ce-ddfa-421d-9204-4acdaf20aa56 req-aa7e3d22-e926-4170-ba38-a5af18bc9062 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:01.703115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbb966ce-ddfa-421d-9204-4acdaf20aa56 req-aa7e3d22-e926-4170-ba38-a5af18bc9062 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0486455 Aug 27 02:57:01.744570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbb966ce-ddfa-421d-9204-4acdaf20aa56 req-f72e782f-9e3f-4c51-b83c-9f0599828184 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355127 Aug 27 02:57:02.009859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a11d8-5973-4bbf-a51a-2b870c6904b6 req-c74434f8-597a-46a6-9724-94584f653c3b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.011374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c35a11d8-5973-4bbf-a51a-2b870c6904b6 req-c74434f8-597a-46a6-9724-94584f653c3b tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0540371 Aug 27 02:57:02.048973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c35a11d8-5973-4bbf-a51a-2b870c6904b6 req-66e24c4c-d162-4dd3-9acf-4ccbc60c8296 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Aug 27 02:57:02.856017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288b3a9-442e-461b-9b05-a55c73f7e2e6 req-6e1add87-e69f-4ddc-8f34-bc611d149e6a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:02.857463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f288b3a9-442e-461b-9b05-a55c73f7e2e6 req-6e1add87-e69f-4ddc-8f34-bc611d149e6a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0485473 Aug 27 02:57:02.894127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f288b3a9-442e-461b-9b05-a55c73f7e2e6 req-8c332441-0e91-499a-9277-14162368bfac tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303168 Aug 27 02:57:03.007199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74decdf-5e1b-40e2-a3cc-523085647430 req-0a90413a-2ad5-46b3-8ca4-506290c0e078 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:03.008677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c74decdf-5e1b-40e2-a3cc-523085647430 req-0a90413a-2ad5-46b3-8ca4-506290c0e078 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0506248 Aug 27 02:57:03.044787 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c74decdf-5e1b-40e2-a3cc-523085647430 req-ca1dead2-6f4c-4702-affd-857b9c77abbe tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301659 Aug 27 02:57:03.163280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5edb54-6419-4d89-9478-769d92b76298 req-228a9ed2-c09c-43ed-879d-1688485ad75f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:03.164719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e5edb54-6419-4d89-9478-769d92b76298 req-228a9ed2-c09c-43ed-879d-1688485ad75f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0481668 Aug 27 02:57:03.202223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e5edb54-6419-4d89-9478-769d92b76298 req-269bfb7e-7dbc-4de8-a5b2-a467d138b6c2 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Aug 27 02:57:04.315334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0268ec1-3926-46d2-94dd-5f387670f573 req-15f3c653-d47f-4f59-947c-7798096e559c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:04.316766 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0268ec1-3926-46d2-94dd-5f387670f573 req-15f3c653-d47f-4f59-947c-7798096e559c tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0478148 Aug 27 02:57:04.353889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0268ec1-3926-46d2-94dd-5f387670f573 req-f5ada486-e33d-4423-b94f-0ae2611f6d18 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Aug 27 02:57:04.522702 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51614) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:05.296112 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:05.562549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94134f-ea3f-408c-9bed-85ea245dae03 req-27a9700a-f2a8-4bea-83ae-e9c5b777f866 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:05.564044 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c94134f-ea3f-408c-9bed-85ea245dae03 req-27a9700a-f2a8-4bea-83ae-e9c5b777f866 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.1007233 Aug 27 02:57:05.638116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c94134f-ea3f-408c-9bed-85ea245dae03 req-38751178-d24e-4335-8cf1-558d52cbbbe4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679319 Aug 27 02:57:05.644363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.17 (e430e0a1-97c5-448d-8e1a-223e4340f484/111c1a34-c71c-47e8-afe5-aa37a8e758db/ebc99ea0-8952-4787-9c9f-d9184e850b8b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:57:05.759621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:05.772677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object ebc99ea0-8952-4787-9c9f-d9184e850b8b will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:57:05.804588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:05.845685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network e430e0a1-97c5-448d-8e1a-223e4340f484 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:57:05.848626 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:57:05.855082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:57:05.880204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:05.906776 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.050008 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.122763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c470a63-843b-47ba-a2df-9d019151d2a1 None None] Provisioning for port ebc99ea0-8952-4787-9c9f-d9184e850b8b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:06.126368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9c470a63-843b-47ba-a2df-9d019151d2a1 None None] Provisioning complete for port ebc99ea0-8952-4787-9c9f-d9184e850b8b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:06.126762 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c470a63-843b-47ba-a2df-9d019151d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.167414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9c470a63-843b-47ba-a2df-9d019151d2a1 None None] Port ebc99ea0-8952-4787-9c9f-d9184e850b8b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:57:06.343394 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.348120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.419451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:06.421887 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.518339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network e430e0a1-97c5-448d-8e1a-223e4340f484 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:57:06.520611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:57:06.642515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:57:06.756235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:57:06.763589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c0457e3f-5558-4313-a4f1-fb774c0db474 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/9207146b-7d86-4082-bd8e-60c2ef7d9ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2381487 Aug 27 02:57:06.777149 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:57:06.787012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:06.787564 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:56:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:06.793154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95aa95dc-53c3-4eb3-af6d-9582977de44f None None] Provisioning complete for port ebc99ea0-8952-4787-9c9f-d9184e850b8b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:06.793598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95aa95dc-53c3-4eb3-af6d-9582977de44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:06.832111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ca7d-04a1-4109-b74f-866ab8a14d33 req-da03b3fc-1fe9-4fed-8538-cb3f9dac40d8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:06.833983 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58c8ca7d-04a1-4109-b74f-866ab8a14d33 req-da03b3fc-1fe9-4fed-8538-cb3f9dac40d8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.1213737 Aug 27 02:57:06.840862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-95aa95dc-53c3-4eb3-af6d-9582977de44f None None] Port ebc99ea0-8952-4787-9c9f-d9184e850b8b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:57:06.874008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-58c8ca7d-04a1-4109-b74f-866ab8a14d33 req-665bd0ec-3a85-4608-adf8-7771f55bfc14 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Aug 27 02:57:06.895163 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:07.117594 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc99ea0-8952-4787-9c9f-d9184e850b8b', 'name': '', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:42:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:57:05Z', 'updated_at': '2021-08-27T02:57:06Z', 'revision_number': 2, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:07.143711 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:57:07.144063 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Updating router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 port ebc99ea0-8952-4787-9c9f-d9184e850b8b binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:57:07.167383 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.418911 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.428639 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Transition to ACTIVE for port object ebc99ea0-8952-4787-9c9f-d9184e850b8b will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:57:07.433837 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.480242 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Pushing event updated for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:07.505572 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.505913 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.506253 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.506618 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.506950 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.507278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.507604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.507925 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.508248 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.508569 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.508892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.509209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:07.544778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Attempting to bind port ebc99ea0-8952-4787-9c9f-d9184e850b8b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:57:07.545146 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Attempting to bind port ebc99ea0-8952-4787-9c9f-d9184e850b8b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:57:07.545509 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Attempting to bind port ebc99ea0-8952-4787-9c9f-d9184e850b8b on network e430e0a1-97c5-448d-8e1a-223e4340f484 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:57:07.554124 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:57:07.554513 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Checking segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:57:07.554919 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.555311 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Bound using segment: {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:57:07.555781 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Bound port: ebc99ea0-8952-4787-9c9f-d9184e850b8b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:57:07.556163 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.620171 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] For port ebc99ea0-8952-4787-9c9f-d9184e850b8b, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:57:07.623349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] For port ebc99ea0-8952-4787-9c9f-d9184e850b8b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ebc99ea0-8952-4787-9c9f-d9184e850b8b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:57:07.628442 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:07.685489 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:07.686102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:56:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:07.691239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0178c13-ad77-4c5a-8e31-3e4f6e692e67 None None] Pushing event updated for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:07.895777 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:07.990172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef096f4c-38fa-4239-a9f3-3687ecfac13b req-a95157d2-e426-4b7b-b389-6ed1ab0208be tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:07.991750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef096f4c-38fa-4239-a9f3-3687ecfac13b req-a95157d2-e426-4b7b-b389-6ed1ab0208be tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0501568 Aug 27 02:57:08.029000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef096f4c-38fa-4239-a9f3-3687ecfac13b req-d991b250-e17e-4910-973c-cac651a134af tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311465 Aug 27 02:57:08.117532 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc99ea0-8952-4787-9c9f-d9184e850b8b', 'name': '', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:42:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:57:05Z', 'updated_at': '2021-08-27T02:57:07Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:08.143132 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ee7a6-8749-45b7-b6f1-dc55e552d818 None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc99ea0-8952-4787-9c9f-d9184e850b8b', 'name': '', 'network_id': 'e430e0a1-97c5-448d-8e1a-223e4340f484', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:42:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:57:05Z', 'updated_at': '2021-08-27T02:57:07Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '111c1a34-c71c-47e8-afe5-aa37a8e758db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:57:08.487999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ebc99ea0-8952-4787-9c9f-d9184e850b8b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:57:08.538514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port ebc99ea0-8952-4787-9c9f-d9184e850b8b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:08.542705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ebc99ea0-8952-4787-9c9f-d9184e850b8b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:08.543086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:08.634936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:08.667932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port ebc99ea0-8952-4787-9c9f-d9184e850b8b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ebc99ea0-8952-4787-9c9f-d9184e850b8b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:08.672633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:08.721118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:09.143489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d1dd3-460a-478c-9802-b8230f4c7ce5 req-d2819ef4-53b8-4a22-89bb-2e2d33b71a9a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:09.145060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca7d1dd3-460a-478c-9802-b8230f4c7ce5 req-d2819ef4-53b8-4a22-89bb-2e2d33b71a9a tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 943 time: 0.0494337 Aug 27 02:57:09.176292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:57:09.182506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca7d1dd3-460a-478c-9802-b8230f4c7ce5 req-9e1575d3-7753-4dab-bd2b-c00f99ebd3d8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Aug 27 02:57:09.272980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:09.284393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'port_id': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'mac_address': 'fa:16:3e:19:15:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:57:09.320333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:09.332207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:57:09.351023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:09.354947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:09.400310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:09.593859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:57:10.310527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780003a1-e1fb-42a4-a764-42ab613825d1 req-b6cbc3cf-1dbd-4967-b4c2-27c6552a05ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:10.312009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-780003a1-e1fb-42a4-a764-42ab613825d1 req-b6cbc3cf-1dbd-4967-b4c2-27c6552a05ae tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 944 time: 0.0482564 Aug 27 02:57:10.349827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-780003a1-e1fb-42a4-a764-42ab613825d1 req-af01fd45-d36b-43d1-abf2-d55132488529 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 Aug 27 02:57:10.468427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ebc99ea0-8952-4787-9c9f-d9184e850b8b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:57:10.515374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port ebc99ea0-8952-4787-9c9f-d9184e850b8b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:10.515739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:11.206544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:57:11.253218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:57:11.256716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:57:11.257085 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:11.466914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006359-3b3c-45b9-ad19-a55eb4d62c96 req-26e5266e-77c6-4efa-bfd4-c0ed49a89a15 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:11.468442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab006359-3b3c-45b9-ad19-a55eb4d62c96 req-26e5266e-77c6-4efa-bfd4-c0ed49a89a15 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 944 time: 0.0506647 Aug 27 02:57:11.486668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:11.506290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab006359-3b3c-45b9-ad19-a55eb4d62c96 req-1a1c9a09-18dd-463c-8fef-a04b8ba0026f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Aug 27 02:57:11.508705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:11.510959 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8507e4c-978d-45df-8ff0-5e48a7529438" -d '{"events": [{"server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:11.523655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:11.527705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:11.553348 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda30abf-20ed-486a-a566-8b1732dee972 x-openstack-request-id: req-cda30abf-20ed-486a-a566-8b1732dee972 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:11.553641 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "name": "network-vif-plugged", "status": "completed", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:11.553863 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cda30abf-20ed-486a-a566-8b1732dee972 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:11.554239 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'code': 200} Aug 27 02:57:11.580610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:11.647561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18a3f-3fea-4d8b-8fdc-e215e216e0d1 req-8c7b9119-e793-4302-9c8f-73a6b12d025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:11.648961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02f18a3f-3fea-4d8b-8fdc-e215e216e0d1 req-8c7b9119-e793-4302-9c8f-73a6b12d025e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1096 time: 0.0440097 Aug 27 02:57:11.696815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-02f18a3f-3fea-4d8b-8fdc-e215e216e0d1 req-cad2c0d4-8b3e-43b4-893a-97c12adf73c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371218 Aug 27 02:57:11.724776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-f8833ac5-ef41-48dc-8efb-679c32ce9cee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408530 Aug 27 02:57:11.953491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-bb606b62-d75e-410b-9f18-a9da29949be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:11.955396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-bb606b62-d75e-410b-9f18-a9da29949be4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0396881 Aug 27 02:57:12.061635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-5b2e126d-ae4e-4221-8117-09c03c6899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:12.064918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-5b2e126d-ae4e-4221-8117-09c03c6899e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0881083 Aug 27 02:57:12.129960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-19bd83d3-bdfb-44c5-8164-783913156768 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 1000 time: 0.0570054 Aug 27 02:57:12.177960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-95fd463f-a504-4279-88bc-80e1de52b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:12.179368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-95fd463f-a504-4279-88bc-80e1de52b685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0422003 Aug 27 02:57:12.229664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-6e9bd601-8993-4abf-ad44-2f4be428480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:12.231070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-6e9bd601-8993-4abf-ad44-2f4be428480f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429375 Aug 27 02:57:12.318962 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-63ba076c-cbe3-4eb2-822e-2bdfd101d7f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800326 Aug 27 02:57:12.413304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a414b39a-1224-47e0-af28-dea1bda6fc2f req-1d90dfa0-64c7-45cb-a5ae-d5fdca9e19fb service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Aug 27 02:57:12.628643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eaafe-cca8-4a00-b1ea-ad025e5bfb6c req-cbec9a6b-bea2-4f51-b15e-755268008929 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:12.630748 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-531eaafe-cca8-4a00-b1ea-ad025e5bfb6c req-cbec9a6b-bea2-4f51-b15e-755268008929 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0571539 Aug 27 02:57:12.677640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-531eaafe-cca8-4a00-b1ea-ad025e5bfb6c req-bd46fc11-7f4c-43b9-92e0-564921862de8 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Aug 27 02:57:13.791513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab617f2e-ed59-4855-8140-563ad2399d0c req-4eb26a3a-d51b-47b3-957e-635695913d6f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:13.792947 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab617f2e-ed59-4855-8140-563ad2399d0c req-4eb26a3a-d51b-47b3-957e-635695913d6f tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0476642 Aug 27 02:57:13.833748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab617f2e-ed59-4855-8140-563ad2399d0c req-5094bdb1-a6c1-4f82-91b6-23512d35b588 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 Aug 27 02:57:13.944710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9967f-91e4-491a-a184-c6ecd62d5cac req-733354d0-de60-4eff-9c75-3a4e04a62449 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:13.946089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16d9967f-91e4-491a-a184-c6ecd62d5cac req-733354d0-de60-4eff-9c75-3a4e04a62449 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0478239 Aug 27 02:57:13.983126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16d9967f-91e4-491a-a184-c6ecd62d5cac req-a606aeef-5841-4307-ba24-813131d0c981 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 Aug 27 02:57:14.005010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:14.050494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8367d3-425a-478b-81ed-b94091b584ca tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:14.051990 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ac8367d3-425a-478b-81ed-b94091b584ca tempest-TestVolumeBootPattern-648081482 tempest-TestVolumeBootPattern-648081482-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1091 time: 0.0459981 Aug 27 02:57:14.054883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:14.059145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:14.083260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:14.176974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:14.281198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Allocated IP 172.25.8.154 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/0a5721c1-3392-47c4-b1b5-bcf0f0459fd7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:57:14.380258 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:14.416832 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:14.458707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:57:14.463733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:57:14.467755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:57:14.492206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=0a5721c1-3392-47c4-b1b5-bcf0f0459fd7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:15.101230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.168363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.313006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.317439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.387466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event updated for resources: {'Port': ['ID=0a5721c1-3392-47c4-b1b5-bcf0f0459fd7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:15.394290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.492595 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 2d67e88c-19ce-4b18-9875-f469568085be associated. External IP: 172.25.8.154, port: d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011. Aug 27 02:57:15.696819 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:57:15.802457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:57:15.812523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:57:15.818908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:15.823424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:15.824057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:56:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:15.847098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-256b7afb-c85c-49ca-98f9-214fd5496775 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7912238 Aug 27 02:57:15.847664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:15.849901 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce" -d '{"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:15.891630 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cebe47-7281-40c4-adb6-43de86d731b4 x-openstack-request-id: req-48cebe47-7281-40c4-adb6-43de86d731b4 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:15.891933 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:15.892189 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48cebe47-7281-40c4-adb6-43de86d731b4 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:15.892598 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'status': 'completed', 'code': 200} Aug 27 02:57:15.930196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:15.952873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-c50a0410-d9e9-4e74-88b8-9e12791d5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:15.954489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-c50a0410-d9e9-4e74-88b8-9e12791d5dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1096 time: 0.0417192 Aug 27 02:57:16.048692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-2fc710b9-180b-49e0-83e7-8fcef287c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:16.050203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-2fc710b9-180b-49e0-83e7-8fcef287c1b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0892980 Aug 27 02:57:16.120219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-b7be6bd0-3aff-413f-9d40-6cdf09b91555 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 200 len: 999 time: 0.0624361 Aug 27 02:57:16.158304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}, {'id': '2d67e88c-19ce-4b18-9875-f469568085be', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:19:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:57:14Z', 'updated_at': '2021-08-27T02:57:14Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:16.170353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-0f3e1ab3-0411-4af7-9d97-9a7d789d92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:16.171876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-0f3e1ab3-0411-4af7-9d97-9a7d789d92ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0446484 Aug 27 02:57:16.185168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:57:16.193577 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:16.194202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:56:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:16.221987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-b38580c5-f29b-4d26-9553-70f2c3e7934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:16.223472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-b38580c5-f29b-4d26-9553-70f2c3e7934e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450439 Aug 27 02:57:16.299152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:16.312484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-111a519f-b6d9-4c00-84d1-0124a0daa6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815890 Aug 27 02:57:16.407012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4c01d97c-e57c-44c1-a9e2-3d7fadf660ce req-4dc79779-96b2-4797-bcf7-d7a610c14d5f service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Aug 27 02:57:16.483185 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:16.531712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}, {'id': '2d67e88c-19ce-4b18-9875-f469568085be', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:19:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:57:14Z', 'updated_at': '2021-08-27T02:57:14Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:16.561226 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969f45f-9861-470a-bf1c-b6aff12c4d38 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}, {'id': '2d67e88c-19ce-4b18-9875-f469568085be', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:19:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:57:14Z', 'updated_at': '2021-08-27T02:57:14Z', 'revision_number': 0, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:57:16.747179 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83713e-67c1-41a7-9b0d-9988de639a37 None None] New status for floating IP 2d67e88c-19ce-4b18-9875-f469568085be: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:57:17.134307 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:57:22.685789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fa0f85e7-e4ec-4f37-959b-e7764a85d6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:25.243655 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebf83832-2d88-4ac9-9e2f-fb19739a52f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:25.466983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:26.593973 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:28.002025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:28.880970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-9916b7fd-e1f8-472e-9684-347c79575e00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402181 Aug 27 02:57:28.974706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-3867c978-31c4-4c8d-a81b-f59c7c72c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:28.976147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-3867c978-31c4-4c8d-a81b-f59c7c72c754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1097 time: 0.0401237 Aug 27 02:57:29.079303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-be460cc6-032a-47e4-9d27-aae8edba9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:29.081894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-be460cc6-032a-47e4-9d27-aae8edba9210 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 898 time: 0.0873361 Aug 27 02:57:29.150811 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-d0d82cfe-d78e-43ab-ab53-bf7da53486a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 1001 time: 0.0608354 Aug 27 02:57:29.199886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-718f1129-3f0e-4971-bedc-ca72ade3bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:29.201285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-718f1129-3f0e-4971-bedc-ca72ade3bab4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0426614 Aug 27 02:57:29.248995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-b0e638b5-66b6-4814-9d0f-2323dd939f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:29.251035 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-b0e638b5-66b6-4814-9d0f-2323dd939f37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424395 Aug 27 02:57:29.336741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-a21d7c82-6b01-4c8b-96c0-c7a31542f824 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788937 Aug 27 02:57:29.428417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96ffd63c-2b53-4d3a-9ece-72869f6866bd req-977b6b0f-0a50-4c67-8e52-5a4bd3650328 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843039 Aug 27 02:57:31.015402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:44.943036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51696) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:45.370200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.716196 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port ebc99ea0-8952-4787-9c9f-d9184e850b8b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:45.716439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.803401 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port ebc99ea0-8952-4787-9c9f-d9184e850b8b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ebc99ea0-8952-4787-9c9f-d9184e850b8b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:45.803742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:45.816243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for ebc99ea0-8952-4787-9c9f-d9184e850b8b owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:46.277129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:46.301202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=ebc99ea0-8952-4787-9c9f-d9184e850b8b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:46.473590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:46.481016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:46.698318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:57:46.805598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:57:46.810797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58b61265-f0c8-4901-9106-747a41a45df4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/9207146b-7d86-4082-bd8e-60c2ef7d9ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666272 Aug 27 02:57:46.819088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:57:46.829393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:46.830005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:46.941180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:47.140123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3fc9e-cff0-46af-ad40-3317fa6f3d44 req-a165559b-1728-4a2b-91bc-451b4855a74e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:47.142155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6e3fc9e-cff0-46af-ad40-3317fa6f3d44 req-a165559b-1728-4a2b-91bc-451b4855a74e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.1579692 Aug 27 02:57:47.166667 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:47.180273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6e3fc9e-cff0-46af-ad40-3317fa6f3d44 req-7516be4f-2a62-4602-ba0a-7a4c2a8d7841 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321271 Aug 27 02:57:47.192742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:57:47.200914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:47.201561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:47.308580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:47.520808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:47.552887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bf10-003a-4a33-b85b-cc8053f1da52 None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'port_id': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'mac_address': 'fa:16:3e:01:71:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:25Z', 'updated_at': '2021-08-27T02:55:27Z', 'revision_number': 1, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:57:48.295034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9342-300c-4996-9405-0efcb91af5f2 req-0e023099-a667-463c-8af6-a38939408241 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:48.296516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0c9342-300c-4996-9405-0efcb91af5f2 req-0e023099-a667-463c-8af6-a38939408241 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Aug 27 02:57:48.334887 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3a0c9342-300c-4996-9405-0efcb91af5f2 req-b995a4c2-ab2e-40bc-9bf1-ce2302b09e5b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a7361a4-b093-429f-9db6-d70f2043e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Aug 27 02:57:48.452194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ebc99ea0-8952-4787-9c9f-d9184e850b8b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:48.472354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ebc99ea0-8952-4787-9c9f-d9184e850b8b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:48.472632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ebc99ea0-8952-4787-9c9f-d9184e850b8b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:48.746363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-fa93ce4d-100a-4bad-8a88-d81036a237ed tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:48.747743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-fa93ce4d-100a-4bad-8a88-d81036a237ed tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 946 time: 0.0480514 Aug 27 02:57:48.841884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port a814b758-ddbb-4de0-9771-6b72e9451dad {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:48.842511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:48.930775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port a814b758-ddbb-4de0-9771-6b72e9451dad, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a814b758-ddbb-4de0-9771-6b72e9451dad,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:48.931133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:48.944694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for a814b758-ddbb-4de0-9771-6b72e9451dad owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:49.074433 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:49.101691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=a814b758-ddbb-4de0-9771-6b72e9451dad,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:49.145623 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] No DVR routers for this DVR port a814b758-ddbb-4de0-9771-6b72e9451dad on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:49.148145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:49.150082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7246fedc-bd67-4681-a3ea-94eb00dd7322 req-4d69a8e6-eec9-496d-9d23-19afce21daf6 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "DELETE /v2.0/ports/a814b758-ddbb-4de0-9771-6b72e9451dad HTTP/1.1" status: 204 len: 173 time: 0.3965611 Aug 27 02:57:49.150542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'name': 'network-vif-deleted', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:49.152772 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27bfd1a-13a1-448d-905f-77cb16bc9810" -d '{"events": [{"server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "name": "network-vif-deleted", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:49.187792 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d82ed8-81e6-4602-a898-c946dbff54a3 x-openstack-request-id: req-71d82ed8-81e6-4602-a898-c946dbff54a3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:49.188134 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41e8385-3d25-4b11-baa2-1f46f22ae408", "name": "network-vif-deleted", "tag": "a814b758-ddbb-4de0-9771-6b72e9451dad", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:49.188338 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71d82ed8-81e6-4602-a898-c946dbff54a3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:49.188735 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41e8385-3d25-4b11-baa2-1f46f22ae408', 'name': 'network-vif-deleted', 'tag': 'a814b758-ddbb-4de0-9771-6b72e9451dad', 'status': 'completed', 'code': 200} Aug 27 02:57:49.443031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b5ee89e-d942-41b9-9fd5-e800a1493386 req-be00c3a6-b12d-4358-af5f-e614e8b7a884 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=d41e8385-3d25-4b11-baa2-1f46f22ae408 HTTP/1.1" status: 200 len: 210 time: 0.0301561 Aug 27 02:57:50.502670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51714) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:50.569881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.596004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.656371 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.660147 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.661872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/security-groups/8a7361a4-b093-429f-9db6-d70f2043e6c7 HTTP/1.1" status: 204 len: 168 time: 0.1579285 Aug 27 02:57:50.672978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7361a4-b093-429f-9db6-d70f2043e6c7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:50.680526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.680869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.681206 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.681534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.681881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.682267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.682557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.682878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.683213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.683620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.684035 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.684431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6eae6-dee5-4570-8dd0-6f8dbb1c7407 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:50.693077 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51718) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:50.753556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting subnet 111c1a34-c71c-47e8-afe5-aa37a8e758db {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:57:50.756830 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.799611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.921213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:50.980844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.012867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Subnet': ['ID=111c1a34-c71c-47e8-afe5-aa37a8e758db,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:51.018411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.020373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/subnets/111c1a34-c71c-47e8-afe5-aa37a8e758db HTTP/1.1" status: 204 len: 168 time: 0.3262501 Aug 27 02:57:51.025318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa8bb4-e801-4749-b0f2-b402227c60a4 None None] Network e430e0a1-97c5-448d-8e1a-223e4340f484 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:57:51.027624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51720) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:51.028211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.028350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.029253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.029253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.029469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.030719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.030719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.030719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.030719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.031186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.032036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.032379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894eb0f5-d3f7-4167-863b-0f7027e84c3f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.112732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.172224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:51.172568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.203883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] DHCP port deletion for e430e0a1-97c5-448d-8e1a-223e4340f484 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:57:51.247534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:51.247850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.253902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Deleting port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:51.254272 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.262312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:51.315029 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] For port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,segment=NetworkSegment(bdfe7823-13e1-4e01-ba6c-deb7ad5846f8),segment_id=bdfe7823-13e1-4e01-ba6c-deb7ad5846f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:51.315415 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.327845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Calling delete_port for 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:51.347726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.379847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:51.384880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] No DVR routers for this DVR port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:51.404757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.427826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Pushing event deleted for resources: {'Port': ['ID=2f04a0d6-1c0a-49ca-8f82-f94d94fae03b,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:51.438239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.438483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.438825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.439160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.439518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.439819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.440159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.440461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.440813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.441116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.441433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.441762 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:57:51.444479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161e441-dc5e-4fc8-b301-cec7a6309be4 None None] No DVR routers for this DVR port 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:51.466985 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.477793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e430e0a1-97c5-448d-8e1a-223e4340f484']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:51.488713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:51.489005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe7823-13e1-4e01-ba6c-deb7ad5846f8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:51.497679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.511837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.517846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:57:51.518285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:57:51.521180 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:57:51.583092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.590590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.592419 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/networks/e430e0a1-97c5-448d-8e1a-223e4340f484 HTTP/1.1" status: 204 len: 168 time: 0.5634637 Aug 27 02:57:51.595945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51722) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:51.606335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5569b1-d187-4330-aff3-ceda877ee454 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Network': ['ID=e430e0a1-97c5-448d-8e1a-223e4340f484,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:51.767432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:51.768060 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.846921 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.847251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:51.858725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:52.003982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:52.034195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=ad0b3bce-d5d9-4ee6-95cd-3c3e94b04b95,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:52.107396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:52.107859 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Floating IP ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c disassociated (deleted). External IP: 172.25.8.79, port: a1259a1c-e084-43d5-b671-483fe7b65b2e. Aug 27 02:57:52.327305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:57:52.393729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a814b758-ddbb-4de0-9771-6b72e9451dad no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:52.418292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: a814b758-ddbb-4de0-9771-6b72e9451dad {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:52.418660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a814b758-ddbb-4de0-9771-6b72e9451dad not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:52.440352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:57:52.445164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:52.451598 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:57:52.462073 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:52.462697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:52.479110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-14080d8f-c4b7-4de9-800a-822c13b40fc3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/floatingips/ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c HTTP/1.1" status: 204 len: 168 time: 0.8795054 Aug 27 02:57:52.479110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:52.479754 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ea9d8-2d36-4be1-b095-853c7ef02870" -d '{"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:52.517124 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acbac85-3ef7-4f04-9f1e-7030fa6f2c05 x-openstack-request-id: req-9acbac85-3ef7-4f04-9f1e-7030fa6f2c05 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:52.517473 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:52.517697 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9acbac85-3ef7-4f04-9f1e-7030fa6f2c05 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:52.518106 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'status': 'completed', 'code': 200} Aug 27 02:57:52.521487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:52.546865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:52.547638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2f04a0d6-1c0a-49ca-8f82-f94d94fae03b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:52.611729 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:52.620090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-ad8d3243-7bc4-4a8f-ae8e-5b805f661c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:52.622459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-ad8d3243-7bc4-4a8f-ae8e-5b805f661c7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 1097 time: 0.0522296 Aug 27 02:57:52.679918 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b29a-fa6e-4503-9f98-6a49e62fc915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:52.739422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-ab500da0-e244-4baa-8288-53b808838f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:52.740910 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-ab500da0-e244-4baa-8288-53b808838f1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 200 len: 898 time: 0.1103170 Aug 27 02:57:52.772554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736667f-f40e-45a8-a6c7-2d9f20ed442f req-9e7891ce-0995-490f-8a85-947651218a58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:52.774077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f736667f-f40e-45a8-a6c7-2d9f20ed442f req-9e7891ce-0995-490f-8a85-947651218a58 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0524948 Aug 27 02:57:52.785624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-97b926d0-648e-4f88-930d-29d04bfa6844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 200 len: 217 time: 0.0367999 Aug 27 02:57:52.815383 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f736667f-f40e-45a8-a6c7-2d9f20ed442f req-ce2e42fa-14e0-4849-9da6-e2fc9a0b50e3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350029 Aug 27 02:57:52.838478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:52.839811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-175b0a65-71a1-4824-b987-e1a50fdd11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:52.842259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-175b0a65-71a1-4824-b987-e1a50fdd11aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 200 len: 835 time: 0.0497799 Aug 27 02:57:52.866207 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:57:52.877989 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:52.878648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:52.897523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-45e7f7fc-faf1-4390-87d5-d5b410983eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:52.899594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-45e7f7fc-faf1-4390-87d5-d5b410983eea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4235c8c-c7ca-41db-bd21-a562da688ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499403 Aug 27 02:57:52.987704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-c081e023-2509-4dcc-96b6-e26da90a5e7f service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806410 Aug 27 02:57:53.004899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:53.084565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-553ea9d8-2d36-4be1-b095-853c7ef02870 req-8ddbf3f0-2faf-4217-8df8-138b9508fd87 service neutron] 10.222.0.46 "GET /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879755 Aug 27 02:57:53.215523 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:53.242559 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fdfd-f7b4-4477-85de-b4019d3e33ca None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:45Z', 'revision_number': 6, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'a93019d0-ae6c-4892-a29b-a3eded2a24a9', 'name': '', 'network_id': 'a4235c8c-c7ca-41db-bd21-a562da688ddf', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:90:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:55:02Z', 'updated_at': '2021-08-27T02:55:08Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': 'b3085907-285e-4354-bd7a-d2bfc6839281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:57:53.467652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b05bdc-c570-4849-8c90-81691127625b None None] New status for floating IP ad9aee55-5d15-41eb-9ce5-3acf3d9b1d8c: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:57:53.935057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5e16c-39a6-4995-9de3-f9060da50682 req-18b63ba1-abc5-4186-891b-50d33dc93f54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:53.936511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bd5e16c-39a6-4995-9de3-f9060da50682 req-18b63ba1-abc5-4186-891b-50d33dc93f54 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0489497 Aug 27 02:57:53.973601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9bd5e16c-39a6-4995-9de3-f9060da50682 req-c34eab76-9751-42a6-bba5-24de5c21a7b3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=30d9e586-709e-461a-a159-ef095798f60f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Aug 27 02:57:54.133450 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:57:54.384528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-dc8d5bda-0ab6-4065-b813-2d0eb77b6f8a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:54.385892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-dc8d5bda-0ab6-4065-b813-2d0eb77b6f8a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 946 time: 0.0465329 Aug 27 02:57:54.476167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port a1259a1c-e084-43d5-b671-483fe7b65b2e {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:54.476507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:54.562726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port a1259a1c-e084-43d5-b671-483fe7b65b2e, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=a1259a1c-e084-43d5-b671-483fe7b65b2e,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:54.563089 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:54.575237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for a1259a1c-e084-43d5-b671-483fe7b65b2e owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:54.700092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:54.725866 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=a1259a1c-e084-43d5-b671-483fe7b65b2e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:54.773481 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] No DVR routers for this DVR port a1259a1c-e084-43d5-b671-483fe7b65b2e on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:54.776022 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:54.777954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2efdbf31-1ac3-432d-9cfb-1dbc975f1d7e req-4b645d56-14d5-4b49-80d4-70d511484fce tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "DELETE /v2.0/ports/a1259a1c-e084-43d5-b671-483fe7b65b2e HTTP/1.1" status: 204 len: 173 time: 0.3859892 Aug 27 02:57:54.778468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'name': 'network-vif-deleted', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:57:54.780641 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63db76-aa33-4e77-ab22-44fc809026da" -d '{"events": [{"server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "name": "network-vif-deleted", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:57:54.834025 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be371ab5-ee39-4223-873b-800841336fe7 x-openstack-request-id: req-be371ab5-ee39-4223-873b-800841336fe7 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:57:54.834321 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c783535f-5ccd-49e4-b850-d65a1cf848ce", "name": "network-vif-deleted", "tag": "a1259a1c-e084-43d5-b671-483fe7b65b2e", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:57:54.834610 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be371ab5-ee39-4223-873b-800841336fe7 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:57:54.835038 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c783535f-5ccd-49e4-b850-d65a1cf848ce', 'name': 'network-vif-deleted', 'tag': 'a1259a1c-e084-43d5-b671-483fe7b65b2e', 'status': 'completed', 'code': 200} Aug 27 02:57:55.082100 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-43dc7bcd-a102-4612-a12f-ba671cd95aa0 req-5e9a1b37-1e0f-4cd2-bf62-c55e9e986969 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=c783535f-5ccd-49e4-b850-d65a1cf848ce HTTP/1.1" status: 200 len: 210 time: 0.0304067 Aug 27 02:57:55.243827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4336416f-5c7d-40a8-b62d-3a127b90fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:55.468118 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.142660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51742) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:56.203541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.227561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.286679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.289332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.290540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/security-groups/30d9e586-709e-461a-a159-ef095798f60f HTTP/1.1" status: 204 len: 168 time: 0.1468635 Aug 27 02:57:56.300252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c69e17-92ea-429c-aeeb-3ea7c82e60f7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d9e586-709e-461a-a159-ef095798f60f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:56.322290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51746) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:56.598454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:56.998100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.247946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port a93019d0-ae6c-4892-a29b-a3eded2a24a9 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:57.248337 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.341513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port a93019d0-ae6c-4892-a29b-a3eded2a24a9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a93019d0-ae6c-4892-a29b-a3eded2a24a9,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:57.342258 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.354300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for a93019d0-ae6c-4892-a29b-a3eded2a24a9 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:57.532538 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.557752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=a93019d0-ae6c-4892-a29b-a3eded2a24a9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:57.729407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:57.945145 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:57:58.006417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.052187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:57:58.057770 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2c44688c-96cd-49ba-b2d0-0e0e15085e12 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/9207146b-7d86-4082-bd8e-60c2ef7d9ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344348 Aug 27 02:57:58.061135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51748) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:58.061952 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Sync routers for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:57:58.071503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:58.072127 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:58.117943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting subnet b3085907-285e-4354-bd7a-d2bfc6839281 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:57:58.121109 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.161319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.176888 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:58.246176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.312435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.343756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Subnet': ['ID=b3085907-285e-4354-bd7a-d2bfc6839281,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:58.347461 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.352334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:58.352778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-46eae7ee-ba52-4829-a248-a4f98828fdae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/subnets/b3085907-285e-4354-bd7a-d2bfc6839281 HTTP/1.1" status: 204 len: 168 time: 0.2901702 Aug 27 02:57:58.358357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b43e1-d324-4edd-bb06-f1e03ba050c4 None None] Network a4235c8c-c7ca-41db-bd21-a562da688ddf requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:57:58.435085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a1259a1c-e084-43d5-b671-483fe7b65b2e no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:57:58.469959 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:57Z', 'revision_number': 7, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:58.474729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: a1259a1c-e084-43d5-b671-483fe7b65b2e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:57:58.475289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device a1259a1c-e084-43d5-b671-483fe7b65b2e not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:57:58.479474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.499463 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Checking router: 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:57:58.509170 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Routers {'9207146b-7d86-4082-bd8e-60c2ef7d9ad6'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:57:58.510079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:58.575057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] DHCP port deletion for a4235c8c-c7ca-41db-bd21-a562da688ddf request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:57:58.608839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.625313 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] Set router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:57:58.628854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Deleting port 84c908c9-961a-4d29-97b9-788883bd6334 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:58.629451 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.663200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port a9d689bd-f102-407b-9e36-a8aa990cc20d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:57:58.663544 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.699118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] For port 84c908c9-961a-4d29-97b9-788883bd6334, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84c908c9-961a-4d29-97b9-788883bd6334,segment=NetworkSegment(b979d1eb-5242-4e2b-b251-a92eb4246c56),segment_id=b979d1eb-5242-4e2b-b251-a92eb4246c56)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:58.699424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.715286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Calling delete_port for 84c908c9-961a-4d29-97b9-788883bd6334 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:58.745548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port a9d689bd-f102-407b-9e36-a8aa990cc20d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a9d689bd-f102-407b-9e36-a8aa990cc20d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:57:58.745914 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.763444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for a9d689bd-f102-407b-9e36-a8aa990cc20d owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:57:58.816802 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:57Z', 'revision_number': 7, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:58.849784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872fc87-99e2-406a-9ed1-4e642de3dd9c None None] The sync data for ids ['9207146b-7d86-4082-bd8e-60c2ef7d9ad6'] in n-d-806292-1 is: [{'id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'name': 'tempest-TestNetworkBasicOps-router-240218956', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:57:57Z', 'revision_number': 7, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': 'a9d689bd-f102-407b-9e36-a8aa990cc20d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9207146b-7d86-4082-bd8e-60c2ef7d9ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:54:59Z', 'updated_at': '2021-08-27T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:57:58.949852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.963722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:58.980836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=a9d689bd-f102-407b-9e36-a8aa990cc20d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:58.993439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] Pushing event deleted for resources: {'Port': ['ID=84c908c9-961a-4d29-97b9-788883bd6334,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:58.998062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23bec4-4032-4b19-b507-90b44a465b97 None None] No DVR routers for this DVR port 84c908c9-961a-4d29-97b9-788883bd6334 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:57:59.041455 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.134124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.137279 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.184323 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.184739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Fanout notify agent at l3_agent the message router_deleted on router 9207146b-7d86-4082-bd8e-60c2ef7d9ad6 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:57:59.191393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.192505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18c9cd75-c51c-42e1-81be-6a821c3bc528 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/routers/9207146b-7d86-4082-bd8e-60c2ef7d9ad6 HTTP/1.1" status: 204 len: 168 time: 0.8392055 Aug 27 02:57:59.195048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:59.273572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.368231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.378248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4235c8c-c7ca-41db-bd21-a562da688ddf']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:59.388546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b979d1eb-5242-4e2b-b251-a92eb4246c56') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:59.388844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b979d1eb-5242-4e2b-b251-a92eb4246c56') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:57:59.398000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.412835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.419164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:57:59.419568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:57:59.422506 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:57:59.484503 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.489595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.491537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/networks/a4235c8c-c7ca-41db-bd21-a562da688ddf HTTP/1.1" status: 204 len: 168 time: 0.2955687 Aug 27 02:57:59.511238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fd049-9d5f-4163-9868-ee7169f970e8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Network': ['ID=a4235c8c-c7ca-41db-bd21-a562da688ddf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:59.512914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51754) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:59.519506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'network': {'name': 'tempest-network-smoke--4391597', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:59.540052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:57:59.549321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.574059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 02:57:59.583476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.583824 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Added segment 2b299503-586b-4c16-ac08-d4abc45dd865 of type vlan for network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 Aug 27 02:57:59.623270 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.646950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.652655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:57:59.653235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.710480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1956713 Aug 27 02:57:59.713444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51756) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:57:59.717944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-529158657', 'admin_state_up': True, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:57:59.738234 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1da091-98d9-4a15-a7e3-81c14ed19b2f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Network': ['ID=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:57:59.748327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 02:57:59.752529 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.753626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.804245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:57:59.949585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.138048 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.159825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.268834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.25.8.247 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4cc04e13-40fe-4717-8071-3ec5bb8916e1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:00.389423 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.433000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.473458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:00.486271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:00.490002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:00.510633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a9d689bd-f102-407b-9e36-a8aa990cc20d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:58:00.512977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=4cc04e13-40fe-4717-8071-3ec5bb8916e1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:00.542892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a9d689bd-f102-407b-9e36-a8aa990cc20d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:58:00.543315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a9d689bd-f102-407b-9e36-a8aa990cc20d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:58:00.543725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a93019d0-ae6c-4892-a29b-a3eded2a24a9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:58:00.564047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a93019d0-ae6c-4892-a29b-a3eded2a24a9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:58:00.564387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a93019d0-ae6c-4892-a29b-a3eded2a24a9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:58:00.564831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84c908c9-961a-4d29-97b9-788883bd6334 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:58:00.584447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 84c908c9-961a-4d29-97b9-788883bd6334 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:58:00.584789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84c908c9-961a-4d29-97b9-788883bd6334 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:58:00.759514 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:00.959409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.011571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.087260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 02:58:01.189190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:01.200510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Sync routers for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:01.207638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.212211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c69a5521-7157-4283-a2da-04e497fe0fa4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4945412 Aug 27 02:58:01.212448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:01.212572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51758) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:01.212660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:01.242352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e068902c-49a2-4b77-805b-d5fe9fe4037e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b702b5a7df494a1fbed71a24078b666c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265429 Aug 27 02:58:01.242559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51760) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:01.316549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:01.327369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085510a5-a670-4a62-91b8-f0eecbe6d6bb tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:01.328900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-085510a5-a670-4a62-91b8-f0eecbe6d6bb tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854802 Aug 27 02:58:01.331681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51762) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:01.495951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:01.527246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Checking router: 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:01.527596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Updating router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:58:01.553244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.696218 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4c377dd9-6439-4e00-b5a1-85560d1bfe2b tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3632903 Aug 27 02:58:01.699163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51764) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:01.704574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269745621', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:01.789231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:58:01.793020 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.803542 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.814549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Transition to ACTIVE for port object 4cc04e13-40fe-4717-8071-3ec5bb8916e1 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:01.819715 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.872514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Attempting to bind port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:58:01.872883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Attempting to bind port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:58:01.873255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Attempting to bind port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:01.880816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077c76-25de-49a8-980b-fad58fb2df24 None None] Pushing event updated for resources: {'Port': ['ID=4cc04e13-40fe-4717-8071-3ec5bb8916e1,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:01.883500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:58:01.883873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:01.884270 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.884660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:58:01.885128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Bound port: 4cc04e13-40fe-4717-8071-3ec5bb8916e1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:58:01.885508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.935864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] For port 4cc04e13-40fe-4717-8071-3ec5bb8916e1, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:58:01.939846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] For port 4cc04e13-40fe-4717-8071-3ec5bb8916e1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4cc04e13-40fe-4717-8071-3ec5bb8916e1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:58:01.944068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:01.978824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.000068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:02.000692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:02.005942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077c76-25de-49a8-980b-fad58fb2df24 None None] Pushing event updated for resources: {'Port': ['ID=4cc04e13-40fe-4717-8071-3ec5bb8916e1,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:02.041259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Subnet': ['ID=6db68307-da74-462e-a74d-6d1d9f55d55e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:02.053635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Checking segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:02.053999 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network hostable DHCP agents. Network: 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 02:58:02.073125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 02:58:02.081378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:02.090162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e8d4e-0116-4446-a5d1-671070424a65 None None] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:58:02.090657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:02.091453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.105408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c0b4cd33-8e66-4cda-9567-97cea935e6bb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4052470 Aug 27 02:58:02.108364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51766) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:02.155204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:02.382668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 02:58:02.383526 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.469314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:02.503620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb42ed7-2029-484c-bfa8-cf37c7c14904 None None] The sync data for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 is: [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:00Z', 'revision_number': 3, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:02.564871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.568113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Allocated IP 172.20.0.2 (1ada9a75-5ab0-4f10-899d-06ccfb9d7f90/6db68307-da74-462e-a74d-6d1d9f55d55e/73861569-ccbe-45ff-b384-fcc5789238c3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:02.719085 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.758512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Transition to ACTIVE for port object 73861569-ccbe-45ff-b384-fcc5789238c3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:02.775317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Transition to ACTIVE for port object 73861569-ccbe-45ff-b384-fcc5789238c3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:02.786210 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.834140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:02.837968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:02.843353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:02.846683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Pushing event updated for resources: {'Port': ['ID=73861569-ccbe-45ff-b384-fcc5789238c3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:02.879607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.1 (1ada9a75-5ab0-4f10-899d-06ccfb9d7f90/6db68307-da74-462e-a74d-6d1d9f55d55e/1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:02.904174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Attempting to bind port 73861569-ccbe-45ff-b384-fcc5789238c3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:58:02.904534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Attempting to bind port 73861569-ccbe-45ff-b384-fcc5789238c3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:58:02.904893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Attempting to bind port 73861569-ccbe-45ff-b384-fcc5789238c3 on network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:02.910994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:58:02.911361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Checking segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:02.911760 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.912149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Bound using segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:58:02.912607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Bound port: 73861569-ccbe-45ff-b384-fcc5789238c3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:58:02.913104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:02.985700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] For port 73861569-ccbe-45ff-b384-fcc5789238c3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:58:02.989372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] For port 73861569-ccbe-45ff-b384-fcc5789238c3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=73861569-ccbe-45ff-b384-fcc5789238c3,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:58:02.994928 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.018830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.036343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:03.068378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd58499-cf06-4152-a2bb-afa40cca7ca1 None None] Pushing event updated for resources: {'Port': ['ID=73861569-ccbe-45ff-b384-fcc5789238c3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:03.083049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.134140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:03.139557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:03.143541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:03.167983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:03.193241 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.363699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.641246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.645574 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.718289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:03.720726 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:03.817962 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:03.819556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:03.933190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:58:04.017404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148673f8-eb96-4cfd-ad83-765890e3d623 None None] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:58:04.047400 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:04.054062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2db69d19-ce10-42a0-b35a-73afab0ff204 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/7d099dc9-4e60-459b-a5e7-8e6e7a862ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442143 Aug 27 02:58:04.056539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51772) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:04.086663 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a410e85d-294c-486a-85bb-4bbf269493c1 None None] Provisioning for port 73861569-ccbe-45ff-b384-fcc5789238c3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:04.156740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.157199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.157682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.158348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.158835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.159406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.161174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a4eb2837-1bc1-4bce-9f59-67d1acff5f4e tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1037407 Aug 27 02:58:04.163941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51774) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:04.221457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.221838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.222289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.222769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.223310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.223759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:04.225654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-562000d6-585d-426d-8d2a-579508e9cd4a tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0607781 Aug 27 02:58:04.228402 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:04.416608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08789c56-5968-4c0d-b2f2-8e9c78cbab61 None None] Provisioning for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:04.420772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-08789c56-5968-4c0d-b2f2-8e9c78cbab61 None None] Provisioning complete for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:04.421208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08789c56-5968-4c0d-b2f2-8e9c78cbab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.482654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-353fd7de-787d-4118-a749-2790c5baab8d tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2530568 Aug 27 02:58:04.492860 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08789c56-5968-4c0d-b2f2-8e9c78cbab61 None None] Port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:58:04.604447 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Sync routers for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:04.618221 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:04.619076 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:04.633222 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-319784bb-0d44-4814-861e-5ff9981d43f1 None None] Provisioning complete for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:04.633747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-319784bb-0d44-4814-861e-5ff9981d43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.640752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4cc04e13-40fe-4717-8071-3ec5bb8916e1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:04.703584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-319784bb-0d44-4814-861e-5ff9981d43f1 None None] Port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:58:04.721470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:04.726177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:04.726177 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.748152 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:04.819731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.833829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51780) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:04.840666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107205791', 'description': 'tempest-secgroup-smoke-2107205791 description', 'project_id': 'b702b5a7df494a1fbed71a24078b666c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:04.847334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 4cc04e13-40fe-4717-8071-3ec5bb8916e1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4cc04e13-40fe-4717-8071-3ec5bb8916e1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:04.852397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.853170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 73861569-ccbe-45ff-b384-fcc5789238c3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:04.865023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.936620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=4cc04e13-40fe-4717-8071-3ec5bb8916e1,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:04.945935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-073dad9f-1043-4949-89c3-8bec170815d9 None None] Provisioning complete for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:04.946309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-073dad9f-1043-4949-89c3-8bec170815d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.961172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.966302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.985840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 73861569-ccbe-45ff-b384-fcc5789238c3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:04.989644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 73861569-ccbe-45ff-b384-fcc5789238c3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:04.990010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:04.994185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-073dad9f-1043-4949-89c3-8bec170815d9 None None] Port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:58:05.000518 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 2, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:05.012680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.014042 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1790745 Aug 27 02:58:05.014995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d426-5d39-47b6-9af0-740cda209952 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.017059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51782) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.027711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.031141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Checking router: 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:05.031497 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Updating router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 02:58:05.062982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.066923 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.082436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.114473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 73861569-ccbe-45ff-b384-fcc5789238c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=73861569-ccbe-45ff-b384-fcc5789238c3,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:05.119335 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.128814 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.133222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.153623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f0172e-09ad-4298-a7a7-8dc4e1c5dadb,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.165306 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.166785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c07aebca-dec3-457b-8891-dd272138b75e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477876 Aug 27 02:58:05.169463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51784) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.174173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.177804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=73861569-ccbe-45ff-b384-fcc5789238c3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.200608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.257427 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.261217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.282284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79f9c29-c575-417f-8c79-e79addfef5e4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.290203 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.291501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aae412df-129d-42c2-bfea-bb1248af910d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210964 Aug 27 02:58:05.294203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51786) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.298785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.324173 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.349131 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.359336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Transition to ACTIVE for port object 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:05.367645 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.390466 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.394233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.413543 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb81c474-7a2b-41ca-8dd3-5b59d96a178f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.417934 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.422091 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be3ef-9c6f-4319-9c30-bceb30eb2ff7 None None] Pushing event updated for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.422430 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-38060eb3-8e47-4c6d-b0a8-b98dc3e099c5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241431 Aug 27 02:58:05.422543 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51788) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.427176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.458012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.475935 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Attempting to bind port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:58:05.476451 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Attempting to bind port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:58:05.476915 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Attempting to bind port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed on network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:05.482114 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:58:05.482749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Checking segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:05.483538 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.484013 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Bound using segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:58:05.484875 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Bound port: 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:58:05.485006 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.525175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.531101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.549128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcddc378-eacc-4023-b81e-2527389b2123,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.559711 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.561157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f50a5206-2a48-4f0f-bed7-006711613d23 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376348 Aug 27 02:58:05.564383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51790) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.569537 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] For port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:58:05.570093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.573196 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] For port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:58:05.578887 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.595579 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:58:05.600584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.632353 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:05.632978 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:05.667660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.672584 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.692521 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be3ef-9c6f-4319-9c30-bceb30eb2ff7 None None] Pushing event updated for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.694500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb0c8b3-266c-4065-907a-8d1ef2524a16,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.703031 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.705003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3bc2d714-da4c-4dc1-8c76-6a6a3454dcf3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389778 Aug 27 02:58:05.707737 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:05.713318 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'security_group_rule': {'security_group_id': '91c6e9d2-02f5-4786-aa3a-9c33d4b6261b', 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:05.743530 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Project b702b5a7df494a1fbed71a24078b666c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 02:58:05.748708 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.782147 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:05.819485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.824206 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.845402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03edc006-fc55-4c00-819b-416eaaf599b2,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:05.851972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:05.853181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f951b3b7-61b8-44a2-a3ac-0990c3d78a42 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442745 Aug 27 02:58:05.997442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-556dfbb9-b50f-4845-b59c-0c4e8b60b25b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107205791&fields=id&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 267 time: 0.0329356 Aug 27 02:58:06.086185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:05Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:06.111134 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-c14c97bf-bc52-4604-8d31-2539f78822d1 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:06.112068 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc2eb4-d8ea-4a71-a57e-6e0ce161293e None None] The sync data for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 is: [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:05Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:06.112621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-c14c97bf-bc52-4604-8d31-2539f78822d1 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 794 time: 0.1077573 Aug 27 02:58:06.128773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-aec49e95-e5e7-4212-a2f6-dfad94e660a3 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/quotas/b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 375 time: 0.0103157 Aug 27 02:58:06.192536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-a254dc95-edb1-48cd-9e9f-8a5280438fbd tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581250 Aug 27 02:58:06.297855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-6b61da86-3e7c-4c08-9c19-10aef67f4c64 service neutron] 10.222.0.26 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915351 Aug 27 02:58:06.389435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-951cfe24-24e5-4afb-ba12-947a59035ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849934 Aug 27 02:58:06.616499 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f9bb115-3e7e-4e9e-a69d-918594e7e676 req-ce257ef7-b21c-434f-931e-b82af1ae5cae tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 210 time: 0.0609133 Aug 27 02:58:06.629813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:06.687015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:06.691164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:06.691591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:06.782156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:06.821914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:06.826900 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:06.828021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4cc04e13-40fe-4717-8071-3ec5bb8916e1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:06.914126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:06.924865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:06.925237 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:07.023766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 73861569-ccbe-45ff-b384-fcc5789238c3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:07.236826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 73861569-ccbe-45ff-b384-fcc5789238c3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:07.237193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:07.647458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-b821581e-1475-4d64-a682-efd0541a0bdf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:07.648941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-b821581e-1475-4d64-a682-efd0541a0bdf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 794 time: 0.1083577 Aug 27 02:58:07.712024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-401f93c5-e191-45ab-827e-6ab2a7f061b7 req-f4f48500-3413-4111-830d-73ef931249e5 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 210 time: 0.0321643 Aug 27 02:58:07.739857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-64916292-a161-44c6-95b7-3c5263a4fe02 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b702b5a7df494a1fbed71a24078b666c HTTP/1.1" status: 200 len: 380 time: 0.0657356 Aug 27 02:58:07.761223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'port': {'device_id': '697117bc-f737-4900-952a-b3dd2529648b', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'admin_state_up': True, 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'security_groups': ['91c6e9d2-02f5-4786-aa3a-9c33d4b6261b']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:07.869980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Made reservation on behalf of b702b5a7df494a1fbed71a24078b666c for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:58:07.873360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:07.993675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.20.0.8 (1ada9a75-5ab0-4f10-899d-06ccfb9d7f90/6db68307-da74-462e-a74d-6d1d9f55d55e/f136bfdb-04ff-4ba9-9437-2c6bca8a9825) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:08.133927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.147276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Transition to ACTIVE for port object f136bfdb-04ff-4ba9-9437-2c6bca8a9825 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:08.179136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.221049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:08.225874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:08.229480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:08.236121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:08.282878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:08.283492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.298098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-387a2c87-1318-4875-bed1-5bf916438004 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404594 Aug 27 02:58:08.317422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Request body: {'port': {'device_id': '697117bc-f737-4900-952a-b3dd2529648b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:08.377268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.495476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73b93b0e-ec10-4234-8fb2-ddd1ad692971 None None] Provisioning for port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:08.499957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73b93b0e-ec10-4234-8fb2-ddd1ad692971 None None] Provisioning complete for port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:08.500274 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b93b0e-ec10-4234-8fb2-ddd1ad692971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.527509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:08.560829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-73b93b0e-ec10-4234-8fb2-ddd1ad692971 None None] Port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:58:08.585965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:08.586340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.648889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f136bfdb-04ff-4ba9-9437-2c6bca8a9825 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:58:08.656375 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.669118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Transition to ACTIVE for port object f136bfdb-04ff-4ba9-9437-2c6bca8a9825 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:58:08.672544 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.723075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:08.801498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Attempting to bind port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:58:08.801831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Attempting to bind port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:58:08.802161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Attempting to bind port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 on network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:08.806788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 on network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:58:08.807106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Attempting to bind port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 on network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:58:08.812817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:58:08.813152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Checking segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:58:08.813532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Bound using segment: {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:58:08.813952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Bound port: f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b299503-586b-4c16-ac08-d4abc45dd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:58:08.814306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.835262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286059-7cbd-4386-9a10-934b1420280d req-89594d5e-ade5-44e1-9bfc-276b5330cec9 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:08.837692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b286059-7cbd-4386-9a10-934b1420280d req-89594d5e-ade5-44e1-9bfc-276b5330cec9 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 943 time: 0.0539362 Aug 27 02:58:08.881180 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b286059-7cbd-4386-9a10-934b1420280d req-9cf4e5fb-14b8-4d7d-bf51-25300855ef5e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360296 Aug 27 02:58:08.884182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:58:08.887678 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:58:08.892319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.936851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:08.937483 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:08.938925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 1091 time: 0.6259098 Aug 27 02:58:08.939382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:08.941635 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:08.963863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fe35b-a546-4432-bd53-fff28a77f8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:08.987075 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181bea71-0c81-47dd-b621-375b9301c19c x-openstack-request-id: req-181bea71-0c81-47dd-b621-375b9301c19c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:08.987372 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:08.987629 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-181bea71-0c81-47dd-b621-375b9301c19c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:08.988042 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'status': 'completed', 'code': 200} Aug 27 02:58:09.052138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0dc0b273-b74a-475b-af9e-83524dc9aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.053632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-0dc0b273-b74a-475b-af9e-83524dc9aa2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1094 time: 0.0498965 Aug 27 02:58:09.103185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-5aaeddc2-1545-4bb1-9c29-bdcffc2cda7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 217 time: 0.0366509 Aug 27 02:58:09.153265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-45a2ae46-dfa1-413b-88a5-19d45004fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.156445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-45a2ae46-dfa1-413b-88a5-19d45004fe1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 200 len: 835 time: 0.0459728 Aug 27 02:58:09.204917 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-679dbf9a-858b-4892-8982-aa178107d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.206435 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-679dbf9a-858b-4892-8982-aa178107d3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433788 Aug 27 02:58:09.291840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-57bda11e-4fbc-4c97-8ead-1b3530d4f816 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780756 Aug 27 02:58:09.381239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55f46fbc-11a6-4dc2-94e4-a24d68ce539c req-ab4f4ef8-c4f3-4395-950b-4263f5c35806 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823820 Aug 27 02:58:09.502110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-a98c03ca-b16d-4ef7-8d93-1a13d8afa109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.503515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-a98c03ca-b16d-4ef7-8d93-1a13d8afa109 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1094 time: 0.0402257 Aug 27 02:58:09.595237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-62e2ff25-229c-40c6-97cd-04789c239e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:09.596686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-62e2ff25-229c-40c6-97cd-04789c239e12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 895 time: 0.0857987 Aug 27 02:58:09.958619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-fd97e4a9-9778-46ea-9768-11ac0d0d779b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 217 time: 0.3545811 Aug 27 02:58:09.998665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8c42-88b1-4b9f-8131-2f353e3d5c35 req-2a2d17a0-5e9f-4f2d-98cd-7296d3e1c39d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:10.000194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba9a8c42-88b1-4b9f-8131-2f353e3d5c35 req-2a2d17a0-5e9f-4f2d-98cd-7296d3e1c39d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 943 time: 0.0486526 Aug 27 02:58:10.007588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-d159a75c-2aee-4c44-a7d1-db0ca4aad058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:10.009166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-d159a75c-2aee-4c44-a7d1-db0ca4aad058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 200 len: 835 time: 0.0432673 Aug 27 02:58:10.038647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba9a8c42-88b1-4b9f-8131-2f353e3d5c35 req-5ac01b7f-b8e5-41b4-90cb-a82b8009ffe9 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Aug 27 02:58:10.055110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-706f5903-187a-4d8e-9650-ef1a05606865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:10.056588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-706f5903-187a-4d8e-9650-ef1a05606865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403502 Aug 27 02:58:10.146220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-203fb36b-c227-47cf-ae75-ed00d0674a19 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824485 Aug 27 02:58:10.240583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f19338ba-caf4-4b32-9e2e-e0c7f1f0b7e1 req-7a2f4d59-f25f-4774-aa3d-0020a69a55f4 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878227 Aug 27 02:58:11.153444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fd41c-998d-4507-a4d9-0a964f0ebe0a req-fd7fccb6-9b5d-4aea-92af-bbe2445b7c65 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:11.155014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-014fd41c-998d-4507-a4d9-0a964f0ebe0a req-fd7fccb6-9b5d-4aea-92af-bbe2445b7c65 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 943 time: 0.0479219 Aug 27 02:58:11.191365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-014fd41c-998d-4507-a4d9-0a964f0ebe0a req-23e4f9bb-2255-45e6-b809-d4202c10eaf8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299668 Aug 27 02:58:12.309400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fffe-62bc-4ed6-b35f-693a9436228d req-868ba34a-e2a1-48b5-8f22-b002a6e79c9a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:12.310874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5084fffe-62bc-4ed6-b35f-693a9436228d req-868ba34a-e2a1-48b5-8f22-b002a6e79c9a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 943 time: 0.0517941 Aug 27 02:58:12.348868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5084fffe-62bc-4ed6-b35f-693a9436228d req-e213bb3a-38e4-453c-bce8-4c2584f4e9d7 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Aug 27 02:58:12.444180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f136bfdb-04ff-4ba9-9437-2c6bca8a9825 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 02:58:12.537204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:12.548775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'port_id': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'mac_address': 'fa:16:3e:3b:7c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 02:58:12.586451 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:12.600975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f136bfdb-04ff-4ba9-9437-2c6bca8a9825 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:58:12.627403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:12.631377 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:12.683286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:12.721464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-8af1ee07-1101-4be6-8ede-b2a04b5158c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397282 Aug 27 02:58:12.799347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-1a737d74-b8e7-495c-806e-59dec923608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:12.800822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-1a737d74-b8e7-495c-806e-59dec923608e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0401309 Aug 27 02:58:12.906102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-6351f2cb-380e-4213-af1c-24e1734f23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:12.907511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-6351f2cb-380e-4213-af1c-24e1734f23da service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.0888288 Aug 27 02:58:12.974113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-4229c4ae-d330-4bff-8744-b98517e220ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 1000 time: 0.0600412 Aug 27 02:58:13.022670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-252cbad8-ca69-43fe-bfe2-4cbdf46e5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:13.024080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-252cbad8-ca69-43fe-bfe2-4cbdf46e5edf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0431120 Aug 27 02:58:13.039826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f136bfdb-04ff-4ba9-9437-2c6bca8a9825'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 02:58:13.084167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-eebf9b6b-2c47-402f-9e53-be5349d56820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:13.085969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-eebf9b6b-2c47-402f-9e53-be5349d56820 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550680 Aug 27 02:58:13.097213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-75a8547f-e1a3-4fc8-b66d-174619ddb255 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:58:13.098171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-75a8547f-e1a3-4fc8-b66d-174619ddb255 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049565 Aug 27 02:58:13.186972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-c332e51f-ca33-4308-a09e-c31ad5a17cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813417 Aug 27 02:58:13.280989 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1244a42a-4fc8-4bb4-a46b-2e29678294e8 req-2636fee6-6250-4a3e-b7e4-f5fc7d02492f service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877402 Aug 27 02:58:13.459597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daebb0-db18-4edf-9537-6bbd50858a4a req-84f89027-058f-4d6c-8d57-69c6a9be4896 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:13.461213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6daebb0-db18-4edf-9537-6bbd50858a4a req-84f89027-058f-4d6c-8d57-69c6a9be4896 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 944 time: 0.0475891 Aug 27 02:58:13.497058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6daebb0-db18-4edf-9537-6bbd50858a4a req-48df39da-7d53-488d-a160-0bb1a0b90aba tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300512 Aug 27 02:58:14.451902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f136bfdb-04ff-4ba9-9437-2c6bca8a9825 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 02:58:14.500679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:58:14.504418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:58:14.504785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:14.583920 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:14.606067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:14.608432 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ceba4-0f51-4106-96d7-a86b1982c32f" -d '{"events": [{"server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "name": "network-vif-plugged", "status": "completed", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:14.613475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb2dcc-1202-4be4-985e-b48d8d18ea05 req-77e48bda-272b-42e8-9f38-7cdf6767d573 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:14.615037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18fb2dcc-1202-4be4-985e-b48d8d18ea05 req-77e48bda-272b-42e8-9f38-7cdf6767d573 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 944 time: 0.0497837 Aug 27 02:58:14.621238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:14.626919 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:14.653905 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887379a9-95d0-4ebb-97be-d000ffd74832 x-openstack-request-id: req-887379a9-95d0-4ebb-97be-d000ffd74832 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:14.654202 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "name": "network-vif-plugged", "status": "completed", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:14.654478 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-887379a9-95d0-4ebb-97be-d000ffd74832 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:14.654866 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'code': 200} Aug 27 02:58:14.655847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18fb2dcc-1202-4be4-985e-b48d8d18ea05 req-070a75bd-c75d-4d73-84b1-7e255e35e826 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338445 Aug 27 02:58:14.682135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:14.772201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd602e-4dc6-4b4b-b830-c05919de2459 req-521511b6-f330-45cc-b61a-569301505f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:14.773549 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aecd602e-4dc6-4b4b-b830-c05919de2459 req-521511b6-f330-45cc-b61a-569301505f9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1096 time: 0.0379221 Aug 27 02:58:14.811130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aecd602e-4dc6-4b4b-b830-c05919de2459 req-483c66a4-183d-4b3a-9342-a9ce505e39e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301027 Aug 27 02:58:15.771419 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1e226-9c8f-4d6d-b8d3-0be987e931c7 req-256d6fb7-269b-436d-96d5-0453e77ab081 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:15.772857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e1e226-9c8f-4d6d-b8d3-0be987e931c7 req-256d6fb7-269b-436d-96d5-0453e77ab081 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.0478973 Aug 27 02:58:15.809391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01e1e226-9c8f-4d6d-b8d3-0be987e931c7 req-c72c0380-b8a0-4e44-874b-1fd208f3587f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306454 Aug 27 02:58:16.486737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:16.921615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee969-b349-4b58-a86c-066f828692f4 req-6a7f6a77-73e1-49df-aeeb-3f6e902cb843 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:16.923091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-281ee969-b349-4b58-a86c-066f828692f4 req-6a7f6a77-73e1-49df-aeeb-3f6e902cb843 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.0474374 Aug 27 02:58:16.959684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-281ee969-b349-4b58-a86c-066f828692f4 req-a2ee1588-f4b6-41a4-89fc-470402b539ec tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Aug 27 02:58:17.076790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbf65e-4fee-4d7f-bd81-418b16a51b57 req-ddbbe60d-19df-4199-a8c6-c2fd47c8e708 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:17.079094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68cbf65e-4fee-4d7f-bd81-418b16a51b57 req-ddbbe60d-19df-4199-a8c6-c2fd47c8e708 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.0554469 Aug 27 02:58:17.116643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68cbf65e-4fee-4d7f-bd81-418b16a51b57 req-b52bf603-fbd5-4114-a666-8917d48f3091 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Aug 27 02:58:17.137989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:17.175950 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3e435-f3b7-4bdf-b67b-4aba754909c7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:17.177452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-14f3e435-f3b7-4bdf-b67b-4aba754909c7 tempest-TestNetworkBasicOps-1185804794 tempest-TestNetworkBasicOps-1185804794-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1091 time: 0.0384815 Aug 27 02:58:17.180158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51846) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:17.184640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:58:17.206597 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:17.301645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:17.405965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Allocated IP 172.25.8.230 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/3a56e04c-3fb7-402c-b38e-1c4c0c6a7253) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:58:17.502636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:17.539398 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:17.572744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:58:17.576974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:58:17.582870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:58:17.611604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=3a56e04c-3fb7-402c-b38e-1c4c0c6a7253,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:17.943377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.011228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.154640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.159038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.227662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event updated for resources: {'Port': ['ID=3a56e04c-3fb7-402c-b38e-1c4c0c6a7253,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:18.241038 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.345676 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Floating IP da6a6a78-e6e2-4fef-b1c4-e8727fa25649 associated. External IP: 172.25.8.230, port: f136bfdb-04ff-4ba9-9437-2c6bca8a9825. Aug 27 02:58:18.547771 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:58:18.660382 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:18.669694 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Sync routers for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:18.675689 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:18.679176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:18.679799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:18.702724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-157c29e6-d7e8-43d9-bf09-846f40943f59 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5209060 Aug 27 02:58:18.703417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:18.705589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:18.706059 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a8889-0d5c-4f1d-a455-f9cc85f21560" -d '{"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:18.744088 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e683d88-471e-458b-b39a-fe5d3c6331e4 x-openstack-request-id: req-8e683d88-471e-458b-b39a-fe5d3c6331e4 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:18.744384 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:18.744647 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e683d88-471e-458b-b39a-fe5d3c6331e4 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:18.745061 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'status': 'completed', 'code': 200} Aug 27 02:58:18.778708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6445c346-3a07-46f5-8ff9-5ef20b1a3171 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/da6a6a78-e6e2-4fef-b1c4-e8727fa25649 HTTP/1.1" status: 200 len: 991 time: 0.0717893 Aug 27 02:58:18.794022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:18.826250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-506f06db-aba9-48dd-9322-c6c1986b37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:18.828294 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-506f06db-aba9-48dd-9322-c6c1986b37d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1096 time: 0.0401144 Aug 27 02:58:18.922130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-dd4d2103-8f6a-48ca-aa17-37fd65f90287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:18.923622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-dd4d2103-8f6a-48ca-aa17-37fd65f90287 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 895 time: 0.0875103 Aug 27 02:58:18.987986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-52b7a972-5111-45e7-b48b-a01aa7f7370d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 999 time: 0.0571005 Aug 27 02:58:19.015086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'da6a6a78-e6e2-4fef-b1c4-e8727fa25649', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'port_id': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'mac_address': 'fa:16:3e:3b:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697117bc-f737-4900-952a-b3dd2529648b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:17Z', 'updated_at': '2021-08-27T02:58:17Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:19.036412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-e1f32964-afbe-460f-95a5-3f53dcc071d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:19.037905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-e1f32964-afbe-460f-95a5-3f53dcc071d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 200 len: 835 time: 0.0432928 Aug 27 02:58:19.044609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Checking router: 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:19.053633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:19.054237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:57:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:19.088905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-997311a9-aa13-4601-82b4-44b2b1504d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:19.090437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-997311a9-aa13-4601-82b4-44b2b1504d1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454788 Aug 27 02:58:19.162802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:19.180369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-833a3ad2-2028-4c31-a84c-31f3c4b8902e service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Aug 27 02:58:19.273202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-532a8889-0d5c-4f1d-a455-f9cc85f21560 req-c934edb6-0f23-40b6-a779-533a4036b312 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861480 Aug 27 02:58:19.383686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'da6a6a78-e6e2-4fef-b1c4-e8727fa25649', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'port_id': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'mac_address': 'fa:16:3e:3b:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697117bc-f737-4900-952a-b3dd2529648b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:17Z', 'updated_at': '2021-08-27T02:58:17Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:19.409686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ddfbaf-0cbe-4252-938c-f19270599d95 None None] The sync data for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 is: [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'da6a6a78-e6e2-4fef-b1c4-e8727fa25649', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'port_id': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'mac_address': 'fa:16:3e:3b:7c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697117bc-f737-4900-952a-b3dd2529648b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:58:17Z', 'updated_at': '2021-08-27T02:58:17Z', 'revision_number': 0, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:19.590370 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404fe4c-0a6b-4cf4-a2aa-120217f87015 None None] New status for floating IP da6a6a78-e6e2-4fef-b1c4-e8727fa25649: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:58:19.782095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51854) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:19.842074 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1b47a18-6caa-464d-bc94-fed8aca7b590 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/da6a6a78-e6e2-4fef-b1c4-e8727fa25649 HTTP/1.1" status: 200 len: 993 time: 0.0588040 Aug 27 02:58:22.682298 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d848-58ae-444f-afa0-1685845026ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:25.244480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b12d648c-5e27-45e9-b3bd-1a40f90ee815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:25.469604 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:26.600744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:28.008538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:31.038884 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:31.134527 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:58:43.194761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:43.350346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port 0a5721c1-3392-47c4-b1b5-bcf0f0459fd7 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:58:43.350620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:43.427526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:43.427845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:43.439963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for 0a5721c1-3392-47c4-b1b5-bcf0f0459fd7 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:58:43.578018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:43.604643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=0a5721c1-3392-47c4-b1b5-bcf0f0459fd7,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:43.665506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:43.665831 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 2d67e88c-19ce-4b18-9875-f469568085be disassociated (deleted). External IP: 172.25.8.154, port: d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011. Aug 27 02:58:44.162884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:58:44.268386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:44.273216 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:44.277927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:44.287576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:44.288189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:44.299811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-404d0fbd-ef5a-4410-bb21-596c43aaeecc tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d67e88c-19ce-4b18-9875-f469568085be HTTP/1.1" status: 204 len: 168 time: 1.1039431 Aug 27 02:58:44.300396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:44.302654 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc59d6-3baa-4268-94d9-b5e43f74908b" -d '{"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:44.346868 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91892a-d69b-406d-8708-f839fbb4ee96 x-openstack-request-id: req-0c91892a-d69b-406d-8708-f839fbb4ee96 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:44.347163 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:44.347416 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c91892a-d69b-406d-8708-f839fbb4ee96 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:44.347820 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'status': 'completed', 'code': 200} Aug 27 02:58:44.398471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:44.409786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-df263eed-86dd-4754-be62-ddd6d6401894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:44.411695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-df263eed-86dd-4754-be62-ddd6d6401894 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 1096 time: 0.0430353 Aug 27 02:58:44.562489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8071eb-1d95-42d7-b644-33f47f22a6aa req-c23567b4-4b64-480f-9b99-1283b65c5280 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:44.563969 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba8071eb-1d95-42d7-b644-33f47f22a6aa req-c23567b4-4b64-480f-9b99-1283b65c5280 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0756993 Aug 27 02:58:44.566840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-d5c0cc22-48a3-4777-b3df-b2d5c9d417c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:44.568177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-d5c0cc22-48a3-4777-b3df-b2d5c9d417c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1441841 Aug 27 02:58:44.618594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-171575a5-77e9-4110-9ff9-810cc4fb2547 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 200 len: 217 time: 0.0407596 Aug 27 02:58:44.623729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:44.649781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:44.657818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:44.658462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:44.662764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba8071eb-1d95-42d7-b644-33f47f22a6aa req-475e608c-0528-4f8b-a828-d73c0ba8d2ec tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923908 Aug 27 02:58:44.680592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-9404743f-da4b-4905-8297-07c484d6b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:44.682038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-9404743f-da4b-4905-8297-07c484d6b589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0538721 Aug 27 02:58:44.728582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-ec939d86-4c5f-4adc-90dc-0d9e611052e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:44.730068 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-ec939d86-4c5f-4adc-90dc-0d9e611052e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403011 Aug 27 02:58:44.761913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:44.819712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-4d5d0f5d-9f1c-4ee1-aec3-8de9f29dc657 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822525 Aug 27 02:58:44.919220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-14fc59d6-3baa-4268-94d9-b5e43f74908b req-2dcd2441-54d9-44c5-aeaa-ad49c591c171 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Aug 27 02:58:45.137278 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:45.162462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa08988a-d77f-4288-b12e-a4abacd1097a None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1758b19c-73c5-48e2-ac33-e2e9fe4da3c9', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'port_id': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'mac_address': 'fa:16:3e:3c:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T02:55:15Z', 'updated_at': '2021-08-27T02:55:17Z', 'revision_number': 1, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:45.385417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c969b1e-1197-4156-a5d3-7d64d8d788c5 None None] New status for floating IP 2d67e88c-19ce-4b18-9875-f469568085be: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:58:45.778766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35afc98-156f-4e58-9601-e74ca78583cb req-7c4c6c67-e844-4545-8fcf-5014fdefb2ca tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:45.780291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e35afc98-156f-4e58-9601-e74ca78583cb req-7c4c6c67-e844-4545-8fcf-5014fdefb2ca tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Aug 27 02:58:45.817408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e35afc98-156f-4e58-9601-e74ca78583cb req-a35ac921-fb60-4232-9216-024e922fe987 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Aug 27 02:58:45.997405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-792aadf0-a7ee-478b-9f9e-3a21a1a4c1c3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:45.998830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-792aadf0-a7ee-478b-9f9e-3a21a1a4c1c3 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Aug 27 02:58:46.092247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:58:46.092603 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.177715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:46.178074 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.190670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:58:46.317179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.346989 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:46.390934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:58:46.393553 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.395550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a769b7ec-81e6-4ed7-9e60-76e867ae427b req-0f65bac3-5efa-46ea-8f7f-e2810f0b34c4 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "DELETE /v2.0/ports/d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 HTTP/1.1" status: 204 len: 173 time: 0.3906226 Aug 27 02:58:46.395983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'name': 'network-vif-deleted', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:46.398271 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4ec90-5cbc-4516-9df0-aba732cdf5fc" -d '{"events": [{"server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "name": "network-vif-deleted", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:46.433092 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ceb758-1edb-4899-ad0e-313143043962 x-openstack-request-id: req-a0ceb758-1edb-4899-ad0e-313143043962 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:46.433440 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450b88a0-7c53-4b1f-b5df-be9ff9538d82", "name": "network-vif-deleted", "tag": "d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:46.433701 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0ceb758-1edb-4899-ad0e-313143043962 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:46.434239 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450b88a0-7c53-4b1f-b5df-be9ff9538d82', 'name': 'network-vif-deleted', 'tag': 'd1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011', 'status': 'completed', 'code': 200} Aug 27 02:58:46.479685 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:46.917931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a696552b-eff9-460e-b6a6-c8f3af46858f req-a762c308-7c95-43c0-b084-e20f9489da95 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 210 time: 0.0301335 Aug 27 02:58:48.015109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bcb26731-1312-43c8-bc7a-a71f119a0de1 req-f90aca4d-67ef-4116-874a-9eb1e4f9e739 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Aug 27 02:58:49.108845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bef74fa8-bdaf-4fa5-ac40-36fd43f234be req-29b0c7a3-bf59-4199-8e06-1266cd0ae38d tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=450b88a0-7c53-4b1f-b5df-be9ff9538d82 HTTP/1.1" status: 200 len: 210 time: 0.0274031 Aug 27 02:58:49.674117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:58:49.694969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:58:49.695319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d1fdf8cc-fd50-4cfe-a37b-c9b21fbc5011 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:58:52.684718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-edbc2402-577e-4c31-a70d-caf277204706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.462323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51896) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:58:54.621817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port 06fda698-4e2d-4cad-8167-13feb46416ab {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:58:54.622160 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.699200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.699431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.711390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for 06fda698-4e2d-4cad-8167-13feb46416ab owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:58:54.861683 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.886758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=06fda698-4e2d-4cad-8167-13feb46416ab,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:54.915726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.916095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.916431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.916769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.917095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.917420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.917742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.918062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.918406 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.918722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.919038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.919893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:58:54.958535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:54.958807 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Floating IP 1758b19c-73c5-48e2-ac33-e2e9fe4da3c9 disassociated (deleted). External IP: 172.25.8.36, port: cca43f29-27fe-4eae-9564-330a9127b3fc. Aug 27 02:58:55.166527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:58:55.246079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b6648d8-9818-47ad-bda3-e7d913e6e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:55.283346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:58:55.287715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:55.293598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:58:55.303115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:55.303716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:55.315000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7706cff-6868-40d7-b8f4-ad2b1c1c8700 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "DELETE /v2.0/floatingips/1758b19c-73c5-48e2-ac33-e2e9fe4da3c9 HTTP/1.1" status: 204 len: 168 time: 0.8515451 Aug 27 02:58:55.315596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:55.317907 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def43cc9-beee-4dc5-87ff-4d70078e1f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:55.363446 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750880c9-0d69-47fe-bf0d-232f52be2287 x-openstack-request-id: req-750880c9-0d69-47fe-bf0d-232f52be2287 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:55.363920 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:55.364349 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-750880c9-0d69-47fe-bf0d-232f52be2287 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:55.365443 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'status': 'completed', 'code': 200} Aug 27 02:58:55.412040 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:55.434314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-d3d520b3-cf1d-417f-ab2b-47b8f079942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:55.436488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-d3d520b3-cf1d-417f-ab2b-47b8f079942f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b6743d09ddf49fda6b5346291d7db29&device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 1096 time: 0.0495470 Aug 27 02:58:55.543336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:55.577763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-907c06db-c678-4987-9e01-0c65e89ef80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:55.579363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-907c06db-c678-4987-9e01-0c65e89ef80f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 200 len: 913 time: 0.1358628 Aug 27 02:58:55.594100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da509e-7765-4887-a818-453b6b8b17b3 req-2f7d1cef-9081-4bc3-bf93-d849b0c83411 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:55.595551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-05da509e-7765-4887-a818-453b6b8b17b3 req-2f7d1cef-9081-4bc3-bf93-d849b0c83411 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 945 time: 0.0938156 Aug 27 02:58:55.631635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:55.641994 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-af56d30f-f345-4a61-9929-5d88dbac0dc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 200 len: 217 time: 0.0454195 Aug 27 02:58:55.658567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:58:55.667302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:58:55.667917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:55.688513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-05da509e-7765-4887-a818-453b6b8b17b3 req-928a5ce5-ccee-4162-928a-04835f0d1d65 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865223 Aug 27 02:58:55.702942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-5b944c67-6750-43e2-9a4e-f89edd5f87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:55.704504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-5b944c67-6750-43e2-9a4e-f89edd5f87df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 200 len: 851 time: 0.0549612 Aug 27 02:58:55.755152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-4f88ac60-ef21-44ab-9991-d04e30c4fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:55.756881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-4f88ac60-ef21-44ab-9991-d04e30c4fec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b8e9353-33ee-4a01-aa00-343a6e29f014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446274 Aug 27 02:58:55.779047 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:58:55.847032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-ce7a817a-b0f5-4270-95b2-54f3c89ea7ad service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Aug 27 02:58:55.943513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-def43cc9-beee-4dc5-87ff-4d70078e1f8c req-4a93a01f-ed0b-4570-88fe-e1dc5987a112 service neutron] 10.222.0.15 "GET /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888650 Aug 27 02:58:55.982301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:58:56.008851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37e873-7421-47ee-be00-e5ab7efecd90 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:48Z', 'revision_number': 4, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dbb45f57-1a6a-45bf-b2d1-70753a3e07f6', 'name': '', 'network_id': '1b8e9353-33ee-4a01-aa00-343a6e29f014', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'mac_address': 'fa:16:3e:7c:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:47Z', 'updated_at': '2021-08-27T02:47:55Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'subnets': [{'id': '7f5edb6f-485a-4aa1-8fcf-b2807c755c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:58:56.225588 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f367606-772b-4651-877c-762f50073649 None None] New status for floating IP 1758b19c-73c5-48e2-ac33-e2e9fe4da3c9: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:58:56.602657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:56.806885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f458a18-46c9-4428-ba05-759311642bf5 req-3ed0c600-367e-493a-9547-574076c95d78 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:56.808360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f458a18-46c9-4428-ba05-759311642bf5 req-3ed0c600-367e-493a-9547-574076c95d78 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 27 02:58:56.845797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f458a18-46c9-4428-ba05-759311642bf5 req-239a5bdd-1c3c-4d30-9b15-cee8c1ad0eac tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/security-groups?id=99504232-6d1b-4dbb-a2f0-c2064448b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Aug 27 02:58:56.963254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-e8c6a831-d35c-410e-97b1-d4feb31e3136 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:58:56.964690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-e8c6a831-d35c-410e-97b1-d4feb31e3136 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 945 time: 0.0481126 Aug 27 02:58:57.055614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port cca43f29-27fe-4eae-9564-330a9127b3fc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:58:57.055954 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:57.141550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] For port cca43f29-27fe-4eae-9564-330a9127b3fc, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=cca43f29-27fe-4eae-9564-330a9127b3fc,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:58:57.141909 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:57.154579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for cca43f29-27fe-4eae-9564-330a9127b3fc owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:58:57.290842 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:57.319508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=cca43f29-27fe-4eae-9564-330a9127b3fc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:58:57.366920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] No DVR routers for this DVR port cca43f29-27fe-4eae-9564-330a9127b3fc on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:58:57.370299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:57.372322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cf6d9e0-2cb3-44a9-9aa4-9418145a9609 req-2a27f907-a776-4743-815a-c488097280d0 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.15 "DELETE /v2.0/ports/cca43f29-27fe-4eae-9564-330a9127b3fc HTTP/1.1" status: 204 len: 173 time: 0.4019086 Aug 27 02:58:57.372813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'name': 'network-vif-deleted', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:58:57.375642 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce227e0-af07-4306-b9e2-dcc544177dca" -d '{"events": [{"server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "name": "network-vif-deleted", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:58:57.413449 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc7e73-6b87-4c55-b95c-8bd046a5aa70 x-openstack-request-id: req-4ddc7e73-6b87-4c55-b95c-8bd046a5aa70 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:58:57.413743 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e6af3-c577-4b8a-a90c-21053cdd7b94", "name": "network-vif-deleted", "tag": "cca43f29-27fe-4eae-9564-330a9127b3fc", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:58:57.414001 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ddc7e73-6b87-4c55-b95c-8bd046a5aa70 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:58:57.414435 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e6af3-c577-4b8a-a90c-21053cdd7b94', 'name': 'network-vif-deleted', 'tag': 'cca43f29-27fe-4eae-9564-330a9127b3fc', 'status': 'completed', 'code': 200} Aug 27 02:58:57.941425 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ae26c1b-8448-433b-81b5-bb57db135394 req-fbbb3066-6e96-4672-af6b-6df610bdc621 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0264239 Aug 27 02:58:58.012380 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:58:59.038734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-581a99df-8064-42fc-9667-bb0fda6a6a1b req-dab02b39-b09b-411e-b3f4-4dd2709d0eca tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0261743 Aug 27 02:58:59.718284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device cca43f29-27fe-4eae-9564-330a9127b3fc no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:58:59.737899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: cca43f29-27fe-4eae-9564-330a9127b3fc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:58:59.738239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device cca43f29-27fe-4eae-9564-330a9127b3fc not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:00.136899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4928081b-8363-4bc0-ab01-53cb33f6f749 req-b3023eb8-184e-47e1-a5d3-26fbc09520cf tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "GET /v2.0/ports?device_id=547e6af3-c577-4b8a-a90c-21053cdd7b94 HTTP/1.1" status: 200 len: 210 time: 0.0267222 Aug 27 02:59:01.027024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.191403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51922) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:01.314111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Deleting port e756bd5b-c356-4d3e-80dd-869579cae202 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:01.314488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.388559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.388884 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.400023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Calling delete_port for e756bd5b-c356-4d3e-80dd-869579cae202 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:01.527442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.555715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'Port': ['ID=e756bd5b-c356-4d3e-80dd-869579cae202,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:01.567498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.567838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.568172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.568502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.568830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.569154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.569476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.569793 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.570111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.570453 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.570772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.571085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:01.623815 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.626333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:01.627536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9fe83874-4a12-46d9-b5a5-96fbdc2d790e tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "DELETE /v2.0/floatingips/7ea42287-b186-4989-82c5-8416690a5131 HTTP/1.1" status: 204 len: 168 time: 0.4352276 Aug 27 02:59:03.884340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51942) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:03.942779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:03.968308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.027534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.030657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.031825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] 10.222.0.26 "DELETE /v2.0/security-groups/99504232-6d1b-4dbb-a2f0-c2064448b1fa HTTP/1.1" status: 204 len: 168 time: 0.1463633 Aug 27 02:59:04.041098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cd36d-0c49-471f-a3ec-2ae4e62b2216 tempest-TestVolumeBootPattern-1305193863 tempest-TestVolumeBootPattern-1305193863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99504232-6d1b-4dbb-a2f0-c2064448b1fa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:04.092765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51946) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:04.563244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.808636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Deleting port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:04.808977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.893102 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] For port dbb45f57-1a6a-45bf-b2d1-70753a3e07f6, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:04.893380 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:04.905724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Calling delete_port for dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:05.392699 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:05.417423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb45f57-1a6a-45bf-b2d1-70753a3e07f6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:05.583744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:05.797127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Router b2b55788-9741-49b4-95cc-836d72638762 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:59:05.903265 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:59:05.908951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-463f89f3-d2fb-40cf-af4c-218ec5bac1cf admin admin] 10.222.0.26 "PUT /v2.0/routers/b2b55788-9741-49b4-95cc-836d72638762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155277 Aug 27 02:59:05.911420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51950) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:05.914523 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Sync routers for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:59:05.923831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:05.924435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:06.014944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.029163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:06.113551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.173777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Deleting port 5d04172f-2c0e-4845-a52a-200dc5eb962e {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:06.174120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.206358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:59:05Z', 'revision_number': 5, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port': {'id': '5d04172f-2c0e-4845-a52a-200dc5eb962e', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b55788-9741-49b4-95cc-836d72638762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:06.233875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Checking router: b2b55788-9741-49b4-95cc-836d72638762 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:59:06.242023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Routers {'b2b55788-9741-49b4-95cc-836d72638762'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:06.242677 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['b2b55788-9741-49b4-95cc-836d72638762'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:06.252445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] For port 5d04172f-2c0e-4845-a52a-200dc5eb962e, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5d04172f-2c0e-4845-a52a-200dc5eb962e,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:06.252802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.266042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Calling delete_port for 5d04172f-2c0e-4845-a52a-200dc5eb962e owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:06.328221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] Set router b2b55788-9741-49b4-95cc-836d72638762 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:06.379199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:59:06Z', 'revision_number': 6, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:06.408648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6073ee-394f-4ec7-afad-d910e40f1909 None None] The sync data for ids ['b2b55788-9741-49b4-95cc-836d72638762'] in n-d-806292-1 is: [{'id': 'b2b55788-9741-49b4-95cc-836d72638762', 'name': 'tempest-TestVolumeBootPattern-1152329800-router', 'tenant_id': '8b6743d09ddf49fda6b5346291d7db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:43Z', 'updated_at': '2021-08-27T02:59:06Z', 'revision_number': 6, 'project_id': '8b6743d09ddf49fda6b5346291d7db29', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:59:06.429429 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.457698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d04172f-2c0e-4845-a52a-200dc5eb962e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:06.518978 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.607936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.609947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.651944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.652472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2b55788-9741-49b4-95cc-836d72638762 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:59:06.656725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.657866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-819029e5-9607-4597-8c48-058c91335d52 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b2b55788-9741-49b4-95cc-836d72638762 HTTP/1.1" status: 204 len: 168 time: 0.7455428 Aug 27 02:59:06.660361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51954) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:06.707667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Deleting subnet 7f5edb6f-485a-4aa1-8fcf-b2807c755c37 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:59:06.710891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.744451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.828745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.883810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.911515 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5edb6f-485a-4aa1-8fcf-b2807c755c37,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:06.917549 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:06.919372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aee02612-46d3-483e-a9a2-654cdb5e36be admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7f5edb6f-485a-4aa1-8fcf-b2807c755c37 HTTP/1.1" status: 204 len: 168 time: 0.2580798 Aug 27 02:59:06.921967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51956) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:06.924693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852095e6-b730-40ae-929d-d154271b16c3 None None] Network 1b8e9353-33ee-4a01-aa00-343a6e29f014 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:59:06.988667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.042631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Deleting port 528f35a4-6f39-4a53-b26b-f4defff4c06b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:07.042970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.113849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] For port 528f35a4-6f39-4a53-b26b-f4defff4c06b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=528f35a4-6f39-4a53-b26b-f4defff4c06b,segment=NetworkSegment(aac63e88-5992-4d90-90ec-dac53e13ceba),segment_id=aac63e88-5992-4d90-90ec-dac53e13ceba)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:07.114180 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.126963 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Calling delete_port for 528f35a4-6f39-4a53-b26b-f4defff4c06b owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:07.203837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] DHCP port deletion for 1b8e9353-33ee-4a01-aa00-343a6e29f014 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:59:07.213541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.239190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:07.245676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Pushing event deleted for resources: {'Port': ['ID=528f35a4-6f39-4a53-b26b-f4defff4c06b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:07.247552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] No DVR routers for this DVR port 528f35a4-6f39-4a53-b26b-f4defff4c06b on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:07.262131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:07.262484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dbb45f57-1a6a-45bf-b2d1-70753a3e07f6 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:07.283307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Deleting port 528f35a4-6f39-4a53-b26b-f4defff4c06b {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:07.283675 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.323358 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.333371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8e9353-33ee-4a01-aa00-343a6e29f014']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:07.343430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] For port 528f35a4-6f39-4a53-b26b-f4defff4c06b, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:07.343828 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.343961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac63e88-5992-4d90-90ec-dac53e13ceba') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:07.344260 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac63e88-5992-4d90-90ec-dac53e13ceba') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:07.352994 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.356022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Calling delete_port for 528f35a4-6f39-4a53-b26b-f4defff4c06b owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:07.359178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Port 528f35a4-6f39-4a53-b26b-f4defff4c06b was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:59:07.360370 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.367459 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.374671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:59:07.375051 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:59:07.379526 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:59:07.394518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Pushing event deleted for resources: {'Port': ['ID=528f35a4-6f39-4a53-b26b-f4defff4c06b,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:07.403701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] No DVR routers for this DVR port 528f35a4-6f39-4a53-b26b-f4defff4c06b on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:07.406192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.406641 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.407055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.407862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.408201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.408537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.408869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.409198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.409534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.409862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.410191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.410545 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8dc11-d42c-49e0-818d-053fe3b6eec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 02:59:07.449259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.456872 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:07.458778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b8e9353-33ee-4a01-aa00-343a6e29f014 HTTP/1.1" status: 204 len: 168 time: 0.5358772 Aug 27 02:59:07.462119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51958) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:07.476218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2abf-c96d-4471-a723-97ef3982122c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8e9353-33ee-4a01-aa00-343a6e29f014,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:07.813242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:08.055842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Deleting port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:08.056185 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:08.130863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] For port 6a14b9ef-9bf1-41ce-82c2-cdffac100c36, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:08.131235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:08.133843 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:59:08.147516 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Calling delete_port for 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:08.330705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:08.355446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a14b9ef-9bf1-41ce-82c2-cdffac100c36,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:08.518004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:08.592329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5d04172f-2c0e-4845-a52a-200dc5eb962e no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:08.612201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5d04172f-2c0e-4845-a52a-200dc5eb962e {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:08.612540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5d04172f-2c0e-4845-a52a-200dc5eb962e not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:08.612940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 528f35a4-6f39-4a53-b26b-f4defff4c06b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:08.632000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 528f35a4-6f39-4a53-b26b-f4defff4c06b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:08.632268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 528f35a4-6f39-4a53-b26b-f4defff4c06b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:09.059666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:59:09.166679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:59:09.172258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3418b74f-1d6b-42c6-95dd-1d1522149fb1 admin admin] 10.222.0.26 "PUT /v2.0/routers/5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084723 Aug 27 02:59:09.174966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51960) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:09.175467 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Sync routers for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:59:09.184574 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:09.185738 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:09.277534 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.289398 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:09.380148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.434277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Deleting port 80c907b5-fc49-4657-8c46-c87584087494 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:09.434746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.467751 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '80c907b5-fc49-4657-8c46-c87584087494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:59:08Z', 'revision_number': 5, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port': {'id': '80c907b5-fc49-4657-8c46-c87584087494', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:09.492909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Checking router: 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:59:09.500818 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Routers {'5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:09.501407 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:58:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:09.509842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] For port 80c907b5-fc49-4657-8c46-c87584087494, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=80c907b5-fc49-4657-8c46-c87584087494,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:09.510205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.526354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Calling delete_port for 80c907b5-fc49-4657-8c46-c87584087494 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:09.596583 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] Set router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:09.649054 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:59:09Z', 'revision_number': 6, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:09.674821 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f16de-b41d-4f3f-bc3b-a1cacc45469c None None] The sync data for ids ['5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f'] in n-d-806292-1 is: [{'id': '5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f', 'name': 'tempest-TestVolumeBootPattern-1006142851-router', 'tenant_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:47:52Z', 'updated_at': '2021-08-27T02:59:09Z', 'revision_number': 6, 'project_id': '381c6dc7448e4f9ea4d0df29197ec30f', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:59:09.687687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.717029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c907b5-fc49-4657-8c46-c87584087494,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:09.778259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.865963 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.868054 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.910231 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.910711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:59:09.917551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:09.919211 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ec9015a0-eb23-49fb-8734-39cd9a81e523 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5025b1d3-3fd0-437c-8d9a-7e8d2f20f01f HTTP/1.1" status: 204 len: 168 time: 0.7429824 Aug 27 02:59:09.921804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51962) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:09.970362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Deleting subnet 149cdae2-cc39-45de-b233-a07e584f4237 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:59:09.973225 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.005687 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.085699 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.143237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.169060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149cdae2-cc39-45de-b233-a07e584f4237,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:10.170949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.173690 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-50ffe4c1-4f11-46a6-9bd3-116ba6847396 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/149cdae2-cc39-45de-b233-a07e584f4237 HTTP/1.1" status: 204 len: 168 time: 0.2500577 Aug 27 02:59:10.175285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51964) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:10.177606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c65a0-6af8-440a-ad1b-5ea858cf5a6b None None] Network ecf76e7b-294b-4229-93ef-ccf10fa37dd3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:59:10.244000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.298325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Deleting port 22f6930d-01b7-4cd8-bc57-c223764e26d8 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:10.298897 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.367250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] For port 22f6930d-01b7-4cd8-bc57-c223764e26d8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=22f6930d-01b7-4cd8-bc57-c223764e26d8,segment=NetworkSegment(7364aa77-1430-42ae-91e8-afcfef106d4b),segment_id=7364aa77-1430-42ae-91e8-afcfef106d4b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:10.367551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.380335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Calling delete_port for 22f6930d-01b7-4cd8-bc57-c223764e26d8 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:10.435333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] DHCP port deletion for ecf76e7b-294b-4229-93ef-ccf10fa37dd3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:59:10.459930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.484246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Deleting port 22f6930d-01b7-4cd8-bc57-c223764e26d8 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:10.484634 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.492672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f6930d-01b7-4cd8-bc57-c223764e26d8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:10.495930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] No DVR routers for this DVR port 22f6930d-01b7-4cd8-bc57-c223764e26d8 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:10.564818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:10.568602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] For port 22f6930d-01b7-4cd8-bc57-c223764e26d8, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:10.569077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.592502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.599447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:10.599795 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6a14b9ef-9bf1-41ce-82c2-cdffac100c36 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:10.600204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 80c907b5-fc49-4657-8c46-c87584087494 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:10.603003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf76e7b-294b-4229-93ef-ccf10fa37dd3']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:10.614079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7364aa77-1430-42ae-91e8-afcfef106d4b') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:10.614374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7364aa77-1430-42ae-91e8-afcfef106d4b') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:10.622768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Calling delete_port for 22f6930d-01b7-4cd8-bc57-c223764e26d8 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:10.625096 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.625494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Port 22f6930d-01b7-4cd8-bc57-c223764e26d8 was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 02:59:10.626364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 80c907b5-fc49-4657-8c46-c87584087494 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:10.626739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 80c907b5-fc49-4657-8c46-c87584087494 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:10.627151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 22f6930d-01b7-4cd8-bc57-c223764e26d8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:10.630682 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.639077 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.645774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:59:10.646205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: timer() Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:59:10.648506 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:59:10.668165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 22f6930d-01b7-4cd8-bc57-c223764e26d8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:10.668521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 22f6930d-01b7-4cd8-bc57-c223764e26d8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:10.673153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] Pushing event deleted for resources: {'Port': ['ID=22f6930d-01b7-4cd8-bc57-c223764e26d8,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:10.676524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1095b-666c-41c1-9568-9f916cd95508 None None] No DVR routers for this DVR port 22f6930d-01b7-4cd8-bc57-c223764e26d8 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:10.712800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.722741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.727117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ecf76e7b-294b-4229-93ef-ccf10fa37dd3 HTTP/1.1" status: 204 len: 168 time: 0.5484123 Aug 27 02:59:10.736672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acd592-43f6-4138-8de3-59c77d8788a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf76e7b-294b-4229-93ef-ccf10fa37dd3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:10.850975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51968) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:10.890663 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cbb17204-84cf-45ff-83d2-ce7f5a6deb8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b6743d09ddf49fda6b5346291d7db29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381911 Aug 27 02:59:10.892785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51970) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:10.942298 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:10.962795 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.009904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.012470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.013605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef0220ea-e2df-4759-be7f-cd7600053155 HTTP/1.1" status: 204 len: 168 time: 0.1198070 Aug 27 02:59:11.021178 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c210a-5f8e-47f5-b58a-936d33b9d292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0220ea-e2df-4759-be7f-cd7600053155,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:11.336316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51976) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:11.375173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-245311a8-c847-4b01-b7f9-d7840b7f695d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=381c6dc7448e4f9ea4d0df29197ec30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377331 Aug 27 02:59:11.377566 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51978) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:11.444775 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.466333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.511892 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.515111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:11.516364 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fe789ef-5685-40b3-b69c-8c0c0cb9baa9 HTTP/1.1" status: 204 len: 168 time: 0.1379297 Aug 27 02:59:11.523989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f6e85-10d2-4912-aec2-08638cf9474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe789ef-5685-40b3-b69c-8c0c0cb9baa9,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:16.483387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:22.686845 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1317cfb8-0e46-4fe0-a539-07b20adea984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:25.246961 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8af03bf7-fa62-4c9a-aa9c-6aa7f04ec119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:25.477105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:26.604581 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:28.014232 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:31.025676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:31.879147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-df381466-8b97-428a-9701-0c4e5e8d8510 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391278 Aug 27 02:59:31.974707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385c64-0db8-4523-9711-15a78fc88c79 req-d1d4c8ce-5606-4f40-95a9-b37fb0821c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:31.976166 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-d1d4c8ce-5606-4f40-95a9-b37fb0821c6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1096 time: 0.0395811 Aug 27 02:59:32.081910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385c64-0db8-4523-9711-15a78fc88c79 req-e1477b0f-cb19-473a-a0a2-b47ee643930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:32.083395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-e1477b0f-cb19-473a-a0a2-b47ee643930f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 895 time: 0.0861394 Aug 27 02:59:32.149745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-cc11c251-dcb6-47fb-b98d-362d58dffbf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 1001 time: 0.0583773 Aug 27 02:59:32.203915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385c64-0db8-4523-9711-15a78fc88c79 req-73c3eb37-8656-496a-becb-7730fd011641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:32.205333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-73c3eb37-8656-496a-becb-7730fd011641 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 200 len: 835 time: 0.0473230 Aug 27 02:59:32.249584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385c64-0db8-4523-9711-15a78fc88c79 req-7447f88a-093b-4cc0-8f06-96cdd70f1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:32.251093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-7447f88a-093b-4cc0-8f06-96cdd70f1938 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388362 Aug 27 02:59:32.262786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-d80ec77a-1fe9-4076-b21f-5c421b85af2f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 02:59:32.263816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-d80ec77a-1fe9-4076-b21f-5c421b85af2f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056393 Aug 27 02:59:32.353384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-55a04988-5047-447d-a125-e19f6c5509a2 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818629 Aug 27 02:59:32.446336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-68385c64-0db8-4523-9711-15a78fc88c79 req-395941f2-d76a-4e73-90d7-0157ab39a5b6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853939 Aug 27 02:59:35.089445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 51990) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:35.150657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba667a2b-2d34-4336-ad9e-a53e3901b74f tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/floatingips/da6a6a78-e6e2-4fef-b1c4-e8727fa25649 HTTP/1.1" status: 200 len: 993 time: 0.0594738 Aug 27 02:59:35.468943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 51996) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:35.631126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port 3a56e04c-3fb7-402c-b38e-1c4c0c6a7253 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:35.631461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:35.702947 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:35.703268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:35.714754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for 3a56e04c-3fb7-402c-b38e-1c4c0c6a7253 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:35.858588 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:35.887754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=3a56e04c-3fb7-402c-b38e-1c4c0c6a7253,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:35.945735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:35.946070 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Floating IP da6a6a78-e6e2-4fef-b1c4-e8727fa25649 disassociated (deleted). External IP: 172.25.8.230, port: f136bfdb-04ff-4ba9-9437-2c6bca8a9825. Aug 27 02:59:36.154712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:59:36.259474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:59:36.264244 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:36.272856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Sync routers for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:59:36.281668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:36.282274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:59:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:36.291032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dabfc414-a4e8-4bca-8b32-0106f7757915 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/floatingips/da6a6a78-e6e2-4fef-b1c4-e8727fa25649 HTTP/1.1" status: 204 len: 168 time: 0.8211060 Aug 27 02:59:36.291621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:59:36.293901 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e07eb2-4586-4523-94b9-d9c8f7826eee" -d '{"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:59:36.337465 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66de6bc6-1184-4526-87bd-e09e17903a7b x-openstack-request-id: req-66de6bc6-1184-4526-87bd-e09e17903a7b {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:59:36.337762 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:59:36.338020 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66de6bc6-1184-4526-87bd-e09e17903a7b {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:59:36.338448 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'status': 'completed', 'code': 200} Aug 27 02:59:36.394553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:36.428500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-ade41822-8781-4895-8d31-e79d0487e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:36.429892 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-ade41822-8781-4895-8d31-e79d0487e675 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b702b5a7df494a1fbed71a24078b666c&device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 1096 time: 0.0475335 Aug 27 02:59:36.603659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ef2ef-75cb-47c0-8f32-81f823020f35 req-d630075f-7453-41ea-8167-7e691841637b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:36.605238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc4ef2ef-75cb-47c0-8f32-81f823020f35 req-d630075f-7453-41ea-8167-7e691841637b tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.1108582 Aug 27 02:59:36.608997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-ddf1019b-e8a9-4f57-8077-a23874424d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:36.610456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-ddf1019b-e8a9-4f57-8077-a23874424d82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 200 len: 895 time: 0.1341870 Aug 27 02:59:36.664697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-abd612c8-591e-4fa6-af37-0aa86779308a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 200 len: 217 time: 0.0387757 Aug 27 02:59:36.686141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc4ef2ef-75cb-47c0-8f32-81f823020f35 req-f8b6b2d2-50f7-489d-88f1-a05c889a3dcb tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741439 Aug 27 02:59:36.722556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-371f4c94-49eb-48ec-b238-8a95aad793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:36.724021 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-371f4c94-49eb-48ec-b238-8a95aad793b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 200 len: 835 time: 0.0501714 Aug 27 02:59:36.754827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:36.775157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-72be327f-2b16-47b8-b20c-1d4a2dcd79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:36.776670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-72be327f-2b16-47b8-b20c-1d4a2dcd79ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445921 Aug 27 02:59:36.781453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Checking router: 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:59:36.789591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:36.790193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:59:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:36.868403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-34cfc051-8491-4927-813f-027a413eaed6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832376 Aug 27 02:59:36.894399 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:36.965216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9e07eb2-4586-4523-94b9-d9c8f7826eee req-750d1bbd-ec40-46e4-a3c2-2806ed823ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887098 Aug 27 02:59:37.096604 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:37.122816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1bbf9-3ad6-49cd-bedf-437fc4d2bb0c None None] The sync data for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 is: [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:58:03Z', 'revision_number': 4, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed', 'name': '', 'network_id': '1ada9a75-5ab0-4f10-899d-06ccfb9d7f90', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'mac_address': 'fa:16:3e:36:84:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:02Z', 'updated_at': '2021-08-27T02:58:06Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'subnets': [{'id': '6db68307-da74-462e-a74d-6d1d9f55d55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:59:37.332490 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcca0f-fc2b-4bb4-9244-106b03aee6a6 None None] New status for floating IP da6a6a78-e6e2-4fef-b1c4-e8727fa25649: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 02:59:37.800175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8379cc9-5782-48a3-9dfb-fd4d7a2d4cdb req-a5840026-0603-4171-9e26-86e74c2f253d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:37.801631 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8379cc9-5782-48a3-9dfb-fd4d7a2d4cdb req-a5840026-0603-4171-9e26-86e74c2f253d tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.0479188 Aug 27 02:59:37.839172 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8379cc9-5782-48a3-9dfb-fd4d7a2d4cdb req-fe15bb31-f1da-4105-a6dd-681d319312c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/security-groups?id=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 27 02:59:38.241408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-455bd816-017c-4fb0-bf8f-76eafcdf8517 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:38.242875 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-455bd816-017c-4fb0-bf8f-76eafcdf8517 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 945 time: 0.0492887 Aug 27 02:59:38.330196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:38.330525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:38.425665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port f136bfdb-04ff-4ba9-9437-2c6bca8a9825, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:38.426025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:38.438760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for f136bfdb-04ff-4ba9-9437-2c6bca8a9825 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:38.564175 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:38.592338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=f136bfdb-04ff-4ba9-9437-2c6bca8a9825,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:38.631562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] No DVR routers for this DVR port f136bfdb-04ff-4ba9-9437-2c6bca8a9825 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:38.634049 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:38.635996 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f295c1aa-45ee-4cc9-88c2-45fb9e533b73 req-267120fb-ebf6-4d20-a4d1-e8d6e639f51e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.46 "DELETE /v2.0/ports/f136bfdb-04ff-4ba9-9437-2c6bca8a9825 HTTP/1.1" status: 204 len: 173 time: 0.3869483 Aug 27 02:59:38.636449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'name': 'network-vif-deleted', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:59:38.639308 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea172070-7998-42b9-ae8f-734dc378e9d2" -d '{"events": [{"server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "name": "network-vif-deleted", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:59:38.674622 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd958283-6925-4841-b224-afc935ac5e63 x-openstack-request-id: req-cd958283-6925-4841-b224-afc935ac5e63 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:59:38.674900 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697117bc-f737-4900-952a-b3dd2529648b", "name": "network-vif-deleted", "tag": "f136bfdb-04ff-4ba9-9437-2c6bca8a9825", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:59:38.675170 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd958283-6925-4841-b224-afc935ac5e63 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:59:38.675545 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697117bc-f737-4900-952a-b3dd2529648b', 'name': 'network-vif-deleted', 'tag': 'f136bfdb-04ff-4ba9-9437-2c6bca8a9825', 'status': 'completed', 'code': 200} Aug 27 02:59:38.946416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a65dd443-8631-4040-827a-9db3c0c6ed8c req-6929774f-b00e-4005-b699-c0345c6f222a tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "GET /v2.0/ports?device_id=697117bc-f737-4900-952a-b3dd2529648b HTTP/1.1" status: 200 len: 210 time: 0.0263610 Aug 27 02:59:40.003166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:40.063011 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:40.087777 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:40.145451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:40.148227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:40.149369 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/security-groups/91c6e9d2-02f5-4786-aa3a-9c33d4b6261b HTTP/1.1" status: 204 len: 168 time: 0.1452365 Aug 27 02:59:40.158821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bcf60-fbc0-4331-ba78-8700802400d4 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6e9d2-02f5-4786-aa3a-9c33d4b6261b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:40.179620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:40.845435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:41.099501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:41.100146 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:41.206611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:41.206974 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:41.220244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:41.400481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:41.425069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:41.612339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:41.819859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 02:59:41.926243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 02:59:41.931346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-342f1bee-aa2c-4fe4-a6b7-f7580fe176c8 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "PUT /v2.0/routers/7d099dc9-4e60-459b-a5e7-8e6e7a862ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506721 Aug 27 02:59:41.934071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:41.935743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Sync routers for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 02:59:41.944780 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:41.945386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:59:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:41.988859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting subnet 6db68307-da74-462e-a74d-6d1d9f55d55e {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 02:59:41.991937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.031364 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.052913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:42.113664 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.176706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.204581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Subnet': ['ID=6db68307-da74-462e-a74d-6d1d9f55d55e,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:42.208291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.210439 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8419e7b-80ea-4d4d-ac80-a6f703c1ae2e tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/subnets/6db68307-da74-462e-a74d-6d1d9f55d55e HTTP/1.1" status: 204 len: 168 time: 0.2753429 Aug 27 02:59:42.213017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52020) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:42.217078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d972d03b-16ac-4af6-b2f8-bba556b43c36 None None] Network 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 02:59:42.315582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:59:41Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:42.320577 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.359410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Checking router: 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 02:59:42.373652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Routers {'7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 02:59:42.374283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T02:59:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:42.430138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.484352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] DHCP port deletion for 1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 02:59:42.487304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] Set router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 02:59:42.494310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Deleting port 4cc04e13-40fe-4717-8071-3ec5bb8916e1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:42.494842 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.585173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] For port 4cc04e13-40fe-4717-8071-3ec5bb8916e1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=4cc04e13-40fe-4717-8071-3ec5bb8916e1,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:42.585559 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.600746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Calling delete_port for 4cc04e13-40fe-4717-8071-3ec5bb8916e1 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:42.608427 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 73861569-ccbe-45ff-b384-fcc5789238c3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:42.689166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Deleting port 73861569-ccbe-45ff-b384-fcc5789238c3 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 02:59:42.689430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.765561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.795806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Port': ['ID=4cc04e13-40fe-4717-8071-3ec5bb8916e1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:42.808120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] For port 73861569-ccbe-45ff-b384-fcc5789238c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=73861569-ccbe-45ff-b384-fcc5789238c3,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:42.808551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.810748 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.834410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Calling delete_port for 73861569-ccbe-45ff-b384-fcc5789238c3 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 02:59:42.858054 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.866188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f136bfdb-04ff-4ba9-9437-2c6bca8a9825 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:42.925886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 73861569-ccbe-45ff-b384-fcc5789238c3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=73861569-ccbe-45ff-b384-fcc5789238c3,segment=NetworkSegment(2b299503-586b-4c16-ac08-d4abc45dd865),segment_id=2b299503-586b-4c16-ac08-d4abc45dd865)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 02:59:42.929085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: f136bfdb-04ff-4ba9-9437-2c6bca8a9825 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:42.929425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f136bfdb-04ff-4ba9-9437-2c6bca8a9825 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:42.934614 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:59:41Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:42.938077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.951680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.953846 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:42.975228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879132e4-1eee-430b-a25b-7b1b6897914d None None] The sync data for ids ['7d099dc9-4e60-459b-a5e7-8e6e7a862ea8'] in n-d-806292-1 is: [{'id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'name': 'tempest-TestNetworkBasicOps-router-529158657', 'tenant_id': 'b702b5a7df494a1fbed71a24078b666c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T02:57:59Z', 'updated_at': '2021-08-27T02:59:41Z', 'revision_number': 5, 'project_id': 'b702b5a7df494a1fbed71a24078b666c', 'gw_port': {'id': '4cc04e13-40fe-4717-8071-3ec5bb8916e1', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d099dc9-4e60-459b-a5e7-8e6e7a862ea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T02:58:00Z', 'updated_at': '2021-08-27T02:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 02:59:43.001145 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.001917 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Fanout notify agent at l3_agent the message router_deleted on router 7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 02:59:43.010217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.014163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f8219d6d-074b-4d76-b260-f1d11e487137 tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/routers/7d099dc9-4e60-459b-a5e7-8e6e7a862ea8 HTTP/1.1" status: 204 len: 168 time: 0.8002069 Aug 27 02:59:43.017769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52022) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:43.035928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=73861569-ccbe-45ff-b384-fcc5789238c3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:43.050417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.075701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] Pushing event deleted for resources: {'Port': ['ID=73861569-ccbe-45ff-b384-fcc5789238c3,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:43.079886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3fc1b-f1aa-401b-92cb-a8434f1a0aaa None None] No DVR routers for this DVR port 73861569-ccbe-45ff-b384-fcc5789238c3 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 02:59:43.101689 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.184351 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.194366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ada9a75-5ab0-4f10-899d-06ccfb9d7f90']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:43.208982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b299503-586b-4c16-ac08-d4abc45dd865') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:43.209531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b299503-586b-4c16-ac08-d4abc45dd865') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 02:59:43.218702 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.232523 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.238203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 02:59:43.238646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: timer() Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 02:59:43.241471 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 02:59:43.298334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.305572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.307491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] 10.222.0.26 "DELETE /v2.0/networks/1ada9a75-5ab0-4f10-899d-06ccfb9d7f90 HTTP/1.1" status: 204 len: 168 time: 0.2886584 Aug 27 02:59:43.319041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f44c3-c508-449a-811b-b09257e3f0bf tempest-TestNetworkBasicOps-2110636002 tempest-TestNetworkBasicOps-2110636002-project] Pushing event deleted for resources: {'Network': ['ID=1ada9a75-5ab0-4f10-899d-06ccfb9d7f90,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:43.598028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52028) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:43.753292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fba13431-7a78-411a-98b6-dd1018aa26df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b702b5a7df494a1fbed71a24078b666c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539717 Aug 27 02:59:43.755708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52032) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:43.802363 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.832650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.883550 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.886126 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:43.887378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6b0d118-df23-4574-8572-253de38cdd55 HTTP/1.1" status: 204 len: 168 time: 0.1307204 Aug 27 02:59:43.895978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524fca7-ad27-420a-a0a1-5e102db12ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b0d118-df23-4574-8572-253de38cdd55,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:44.149621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52038) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:44.168964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b681-2f62-4477-89d9-5463222fc931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.260367 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b681-2f62-4477-89d9-5463222fc931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.264272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b681-2f62-4477-89d9-5463222fc931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.302305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6ed3b681-2f62-4477-89d9-5463222fc931 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef564e928cfa4bf0a90b6b74c8290d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516221 Aug 27 02:59:44.303186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b681-2f62-4477-89d9-5463222fc931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ccc7d-ccf7-46ef-9dff-8265b78a82ae,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:44.305001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52040) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 02:59:44.355879 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.377105 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.426288 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.428832 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:44.429963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c90ccc7d-ccf7-46ef-9dff-8265b78a82ae HTTP/1.1" status: 204 len: 168 time: 0.1228218 Aug 27 02:59:44.437910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106753c-f26f-4207-97f3-ac355a8c534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ccc7d-ccf7-46ef-9dff-8265b78a82ae,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:44.550065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:44.570925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:44.571273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1fce6b9c-81a5-4b3b-ba91-b81cc13cfaed not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:44.571685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4cc04e13-40fe-4717-8071-3ec5bb8916e1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 02:59:44.590894 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 4cc04e13-40fe-4717-8071-3ec5bb8916e1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 02:59:44.591241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 4cc04e13-40fe-4717-8071-3ec5bb8916e1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 02:59:45.132361 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 02:59:46.490467 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:52.689531 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3112-0046-4f6c-998c-8c98dfef4ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:54.241564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-19fb659a-d416-448c-8abb-68ad911494d5 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330951 Aug 27 02:59:54.420315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e3abe992-2c4f-4272-9a5e-42caac7787ee tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:54.421691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e3abe992-2c4f-4272-9a5e-42caac7787ee tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736865 Aug 27 02:59:54.436299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-19575f68-4b88-4046-b5ff-464edc1098b5 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/quotas/9c4f79aa6d664aa8b841ab691e68d5c0 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Aug 27 02:59:54.466106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-7d73f96f-25b9-4ae0-b502-08bc3778d990 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249298 Aug 27 02:59:54.622584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1249f05f-fae1-4788-a2bf-2299814e7522 req-6597b473-5ff7-42b5-aeee-f7209c7d4b24 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 210 time: 0.0273342 Aug 27 02:59:55.247462 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f20209c5-5207-4857-8c93-28e65952c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.483215 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.504179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-7a905c7d-ac9d-4567-a180-4d3ea5fdd641 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269082 Aug 27 02:59:55.611046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-4f877902-14d6-4d90-8b06-3e855db43f9c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:55.612493 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-4f877902-14d6-4d90-8b06-3e855db43f9c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024585 Aug 27 02:59:55.666268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Request body: {'port': {'device_id': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'admin_state_up': True, 'tenant_id': '9c4f79aa6d664aa8b841ab691e68d5c0'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:59:55.744764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99ddd1b8-b5b2-4f45-9f40-12962165f9d3 req-bb4d4d6c-03b1-4e8b-b83f-153e2c87c429 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 210 time: 0.0533631 Aug 27 02:59:55.803644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Made reservation on behalf of 9c4f79aa6d664aa8b841ab691e68d5c0 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 02:59:55.807078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.816088 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.907741 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.913496 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:55.978097 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d66bda-76f0-4c77-864a-f30ddaa75e76,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:56.045786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Allocated IP 192.168.233.234 (0c9cec73-25fd-439f-a6ed-5170ab817561/042c0757-d30f-494b-aefd-d3b5c753433e/9ac02cac-f1b3-4185-b011-6166406c76b4) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 02:59:56.189442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.203343 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Transition to ACTIVE for port object 9ac02cac-f1b3-4185-b011-6166406c76b4 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:59:56.234901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.275811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Network 0c9cec73-25fd-439f-a6ed-5170ab817561 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 02:59:56.282204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 02:59:56.286693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 02:59:56.319928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Pushing event updated for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:56.341983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:56.342648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.358098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-20a3a260-c612-4cb9-9479-74e4dc5c9abd tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6956518 Aug 27 02:59:56.377761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Request body: {'port': {'device_id': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 02:59:56.442283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.547128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58b8df90-0015-4e58-b446-ad084e07fb0f None None] Provisioning for port 9ac02cac-f1b3-4185-b011-6166406c76b4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 02:59:56.550922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58b8df90-0015-4e58-b446-ad084e07fb0f None None] Provisioning complete for port 9ac02cac-f1b3-4185-b011-6166406c76b4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 02:59:56.551333 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58b8df90-0015-4e58-b446-ad084e07fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.585181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-58b8df90-0015-4e58-b446-ad084e07fb0f None None] Port 9ac02cac-f1b3-4185-b011-6166406c76b4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 02:59:56.606908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.719892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac02cac-f1b3-4185-b011-6166406c76b4 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 02:59:56.727370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.738577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Transition to ACTIVE for port object 9ac02cac-f1b3-4185-b011-6166406c76b4 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 02:59:56.742376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.836910 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:56.866099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Attempting to bind port 9ac02cac-f1b3-4185-b011-6166406c76b4 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 02:59:56.866458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Attempting to bind port 9ac02cac-f1b3-4185-b011-6166406c76b4 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 02:59:56.866789 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Attempting to bind port 9ac02cac-f1b3-4185-b011-6166406c76b4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:59:56.871271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Port 9ac02cac-f1b3-4185-b011-6166406c76b4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 02:59:56.871588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Attempting to bind port 9ac02cac-f1b3-4185-b011-6166406c76b4 on network 0c9cec73-25fd-439f-a6ed-5170ab817561 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 02:59:56.876431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 02:59:56.876764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Checking segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 02:59:56.877139 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Bound using segment: {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 02:59:56.877559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Bound port: 9ac02cac-f1b3-4185-b011-6166406c76b4, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c811ab2-69e4-48de-aafc-abe5bbca6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 02:59:56.877914 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.878422 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce34d6-9964-48ce-92e7-e64a9534f011 req-ce47ee9a-2ac7-49fc-861d-4eaa525572af tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:56.880243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dce34d6-9964-48ce-92e7-e64a9534f011 req-ce47ee9a-2ac7-49fc-861d-4eaa525572af tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 948 time: 0.0581598 Aug 27 02:59:56.922361 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dce34d6-9964-48ce-92e7-e64a9534f011 req-1abafd27-e909-4af3-a01d-33b00e530a47 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352137 Aug 27 02:59:56.944089 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 02:59:56.947625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9ac02cac-f1b3-4185-b011-6166406c76b4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 02:59:56.952856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.991936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:56.992722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:56.994187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] 10.222.0.46 "PUT /v2.0/ports/9ac02cac-f1b3-4185-b011-6166406c76b4 HTTP/1.1" status: 200 len: 1096 time: 0.6207566 Aug 27 02:59:56.994775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 02:59:56.997160 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669dfe5f-5f20-4f24-bc27-eadeacb48962" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 02:59:57.023517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2413c8d-eeb8-45fc-8a2b-cb202a63190a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 02:59:57.040787 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa9124-acd1-4139-8197-52b7f9fe1e9a x-openstack-request-id: req-54fa9124-acd1-4139-8197-52b7f9fe1e9a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 02:59:57.041103 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 02:59:57.041432 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54fa9124-acd1-4139-8197-52b7f9fe1e9a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 02:59:57.041944 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4', 'status': 'completed', 'code': 200} Aug 27 02:59:57.102605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-67122c27-1007-4d1f-b522-26c55f437c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:57.104147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-67122c27-1007-4d1f-b522-26c55f437c8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 1099 time: 0.0442038 Aug 27 02:59:57.157228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-13a16c73-c15f-42f8-9ffa-aef8318cfc59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9ac02cac-f1b3-4185-b011-6166406c76b4 HTTP/1.1" status: 200 len: 217 time: 0.0387518 Aug 27 02:59:57.207592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-2ec6d83d-f192-456c-8465-16a18d8a31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:57.209314 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-2ec6d83d-f192-456c-8465-16a18d8a31fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0447061 Aug 27 02:59:57.256048 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-03c00b53-1199-4fbf-aac9-152db2582856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:57.257546 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-03c00b53-1199-4fbf-aac9-152db2582856 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416212 Aug 27 02:59:57.680134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-9769f8b9-b605-478d-9b60-df50eddcd603 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157465 Aug 27 02:59:57.777346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b9d5746-8697-47ea-8bf3-73f69c641172 req-57151e6d-4a0b-454f-b659-357155c267b8 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894282 Aug 27 02:59:57.900777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-80cffe74-7d13-420e-86a4-0db59caa7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:57.903383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-80cffe74-7d13-420e-86a4-0db59caa7031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 1099 time: 0.0449476 Aug 27 02:59:57.993153 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-9e7079ff-12ad-4b5f-a327-64e90bc003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:57.994671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-9e7079ff-12ad-4b5f-a327-64e90bc003f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c9cec73-25fd-439f-a6ed-5170ab817561 HTTP/1.1" status: 200 len: 870 time: 0.0835807 Aug 27 02:59:58.018740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 02:59:58.039358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-92a6d5b9-899c-48b7-af65-102770621972 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9ac02cac-f1b3-4185-b011-6166406c76b4 HTTP/1.1" status: 200 len: 217 time: 0.0357654 Aug 27 02:59:58.040431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d165-de3a-433f-853c-0055d3b92c97 req-56ac9d41-b90d-4fe4-a4ea-63dfb4dacdec tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:58.041952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acc9d165-de3a-433f-853c-0055d3b92c97 req-56ac9d41-b90d-4fe4-a4ea-63dfb4dacdec tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 948 time: 0.0517662 Aug 27 02:59:58.081982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acc9d165-de3a-433f-853c-0055d3b92c97 req-8f32d534-59c3-4841-911f-95d5025c0b61 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Aug 27 02:59:58.093531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-4e1d4145-d383-41aa-a5aa-f7b2aef6c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:58.095161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-4e1d4145-d383-41aa-a5aa-f7b2aef6c9cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042c0757-d30f-494b-aefd-d3b5c753433e HTTP/1.1" status: 200 len: 843 time: 0.0494020 Aug 27 02:59:58.140650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-7c250f19-45b2-4e3b-9c7f-1f69b911cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:58.142103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-7c250f19-45b2-4e3b-9c7f-1f69b911cc82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c9cec73-25fd-439f-a6ed-5170ab817561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400524 Aug 27 02:59:58.227776 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-8b5c6630-96cf-4fc7-befb-106685a63774 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786633 Aug 27 02:59:58.328782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-669dfe5f-5f20-4f24-bc27-eadeacb48962 req-c68f548e-64fe-49ec-9176-33b18ad41335 service neutron] 10.222.0.46 "GET /v2.0/networks/0c9cec73-25fd-439f-a6ed-5170ab817561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937071 Aug 27 02:59:59.198560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dbeb8-ef19-4a28-b049-75510b9bf457 req-d78b584b-7e3a-42fe-84e1-99152f98c1a3 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 02:59:59.200050 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5dbeb8-ef19-4a28-b049-75510b9bf457 req-d78b584b-7e3a-42fe-84e1-99152f98c1a3 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 948 time: 0.0489004 Aug 27 02:59:59.236890 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d5dbeb8-ef19-4a28-b049-75510b9bf457 req-b59aadcd-970e-4a84-8e66-dde9004ba7ed tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 27 03:00:00.351139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f822dd0-a83b-40cb-8b04-8f84f8ff52e8 req-0b4b199c-cabd-4f43-9b72-5d15f40e17a2 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:00.352500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f822dd0-a83b-40cb-8b04-8f84f8ff52e8 req-0b4b199c-cabd-4f43-9b72-5d15f40e17a2 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 948 time: 0.0483713 Aug 27 03:00:00.389855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4f822dd0-a83b-40cb-8b04-8f84f8ff52e8 req-a4e5719f-071e-41b9-8544-8fe9d7f9708c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Aug 27 03:00:00.939937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9ac02cac-f1b3-4185-b011-6166406c76b4 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:00:01.044342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9ac02cac-f1b3-4185-b011-6166406c76b4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:01.063413 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:01.065194 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '9ac02cac-f1b3-4185-b011-6166406c76b4', 'network_id': '0c9cec73-25fd-439f-a6ed-5170ab817561', 'port_id': '9ac02cac-f1b3-4185-b011-6166406c76b4', 'mac_address': 'fa:16:3e:ae:be:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c0757-d30f-494b-aefd-d3b5c753433e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:00:01.105779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:01.117882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac02cac-f1b3-4185-b011-6166406c76b4 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:01.137643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9ac02cac-f1b3-4185-b011-6166406c76b4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:01.141113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:01.185943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:01.507112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf392d-82b2-4a7e-b341-c42d609e334f req-5a2e26d0-b34f-44de-ac1c-909196f9f34c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:01.508489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eebf392d-82b2-4a7e-b341-c42d609e334f req-5a2e26d0-b34f-44de-ac1c-909196f9f34c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 949 time: 0.0533810 Aug 27 03:00:01.544807 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eebf392d-82b2-4a7e-b341-c42d609e334f req-a1bec975-1e23-4582-a2fc-d2ffa19e4a98 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305333 Aug 27 03:00:01.567268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9ac02cac-f1b3-4185-b011-6166406c76b4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:00:02.660646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a12b7-da70-469c-aee2-4a35f877d3e1 req-b044a407-fb6f-45c1-9ce4-8077a6cfbc7e tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:02.662091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc4a12b7-da70-469c-aee2-4a35f877d3e1 req-b044a407-fb6f-45c1-9ce4-8077a6cfbc7e tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 949 time: 0.0527847 Aug 27 03:00:02.698628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc4a12b7-da70-469c-aee2-4a35f877d3e1 req-8eb654ec-e11e-4b9a-af79-40c5f2319719 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301301 Aug 27 03:00:02.955418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9ac02cac-f1b3-4185-b011-6166406c76b4 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:00:03.001832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 9ac02cac-f1b3-4185-b011-6166406c76b4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:00:03.005353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 9ac02cac-f1b3-4185-b011-6166406c76b4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:00:03.005721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:03.081794 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:03.103951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:03.106205 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852aaec0-bd96-4117-9f3f-0bc96673ed0d" -d '{"events": [{"server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "name": "network-vif-plugged", "status": "completed", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:03.118721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9ac02cac-f1b3-4185-b011-6166406c76b4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:03.125782 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:03.150569 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2b3ed-df7e-4d27-b3a3-0ba8c49bca56 x-openstack-request-id: req-5dc2b3ed-df7e-4d27-b3a3-0ba8c49bca56 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:03.150859 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "name": "network-vif-plugged", "status": "completed", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:03.151111 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dc2b3ed-df7e-4d27-b3a3-0ba8c49bca56 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:03.151498 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4', 'code': 200} Aug 27 03:00:03.176849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:03.260387 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31047435-a99f-493d-853d-e2f8fcc6aa3f req-122a8a0a-66e0-48f9-8d60-b2b71f54306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:03.262576 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31047435-a99f-493d-853d-e2f8fcc6aa3f req-122a8a0a-66e0-48f9-8d60-b2b71f54306f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 1101 time: 0.0393615 Aug 27 03:00:03.296185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-31047435-a99f-493d-853d-e2f8fcc6aa3f req-b40338d3-16a2-4bf5-bdba-3bc8cc82be3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268722 Aug 27 03:00:03.639662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-572cde9b-955d-4c64-8ba0-02de64d01a66 req-158c533b-4733-4646-a814-ace44d2c7630 service neutron] (94831) timed out ('10.222.0.15', 63234) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:00:03.811047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c6176-b8fe-4b80-a364-dafc96dd638a req-0e49a52c-de9a-4e7c-9bd2-630e3d696b38 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:03.812521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e00c6176-b8fe-4b80-a364-dafc96dd638a req-0e49a52c-de9a-4e7c-9bd2-630e3d696b38 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 950 time: 0.0479536 Aug 27 03:00:03.850931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e00c6176-b8fe-4b80-a364-dafc96dd638a req-9bfb3f78-d6e2-463b-bd96-792f81fa43a0 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Aug 27 03:00:04.963170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4aace-444d-4759-a2b5-da6b3ec78864 req-fcc4ea65-bb98-4df6-8c78-a8a9175b59d5 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:04.965111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a4f4aace-444d-4759-a2b5-da6b3ec78864 req-fcc4ea65-bb98-4df6-8c78-a8a9175b59d5 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 950 time: 0.0480232 Aug 27 03:00:05.000960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a4f4aace-444d-4759-a2b5-da6b3ec78864 req-64450752-cbed-4cae-a09b-e1c347c56c03 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300694 Aug 27 03:00:05.900323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143868b9-e88d-4e9e-8cff-a5142aa4843b req-19edccf6-54ae-46e9-bc4c-80444c13dc7c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:05.902275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-143868b9-e88d-4e9e-8cff-a5142aa4843b req-19edccf6-54ae-46e9-bc4c-80444c13dc7c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 950 time: 0.0532689 Aug 27 03:00:05.938962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-143868b9-e88d-4e9e-8cff-a5142aa4843b req-6c5f0c1e-f7c4-4ce7-a328-699c927d3c10 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Aug 27 03:00:07.056445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d7223-dd0b-4f21-92aa-41eb4370d4ec req-aaba0fae-c2b7-4864-909c-c41669875f8a tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:07.059167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f3d7223-dd0b-4f21-92aa-41eb4370d4ec req-aaba0fae-c2b7-4864-909c-c41669875f8a tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 950 time: 0.0526350 Aug 27 03:00:07.097470 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f3d7223-dd0b-4f21-92aa-41eb4370d4ec req-87aa7aa8-13dc-4aa1-8a76-0d690f7c7a31 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5d66bda-76f0-4c77-864a-f30ddaa75e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Aug 27 03:00:07.348465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52570a-da36-471e-bf53-b00848af41c6 req-2da7718d-71af-4b50-9bc0-05ffc0ad3e6c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:07.349909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd52570a-da36-471e-bf53-b00848af41c6 req-2da7718d-71af-4b50-9bc0-05ffc0ad3e6c tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 950 time: 0.0486808 Aug 27 03:00:07.433978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Deleting port 9ac02cac-f1b3-4185-b011-6166406c76b4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:00:07.434318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:07.523286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] For port 9ac02cac-f1b3-4185-b011-6166406c76b4, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=9ac02cac-f1b3-4185-b011-6166406c76b4,segment=NetworkSegment(5c811ab2-69e4-48de-aafc-abe5bbca6a90),segment_id=5c811ab2-69e4-48de-aafc-abe5bbca6a90)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:07.523643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:07.536528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Calling delete_port for 9ac02cac-f1b3-4185-b011-6166406c76b4 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:00:07.664044 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:07.697067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['9ac02cac-f1b3-4185-b011-6166406c76b4'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:00:07.698092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Pushing event deleted for resources: {'Port': ['ID=9ac02cac-f1b3-4185-b011-6166406c76b4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:07.725720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.726071 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.726439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.726782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.727121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.727460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.727795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.728124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.728458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.728785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.729112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.729440 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:07.750253 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] No DVR routers for this DVR port 9ac02cac-f1b3-4185-b011-6166406c76b4 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:00:07.753004 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:07.755020 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dd52570a-da36-471e-bf53-b00848af41c6 req-fb6473a1-caaa-45fd-a9ce-72ef0e74f1f6 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.46 "DELETE /v2.0/ports/9ac02cac-f1b3-4185-b011-6166406c76b4 HTTP/1.1" status: 204 len: 173 time: 0.3993263 Aug 27 03:00:07.755462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'name': 'network-vif-deleted', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:07.757819 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446e1708-7ece-4618-b06a-1693d7117ecd" -d '{"events": [{"server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "name": "network-vif-deleted", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:07.804801 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b14f6b-8f9e-4df0-ac5d-997d6b4a16c6 x-openstack-request-id: req-74b14f6b-8f9e-4df0-ac5d-997d6b4a16c6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:07.805191 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ed70b2-fe7b-4a23-9bea-d278ca31905c", "name": "network-vif-deleted", "tag": "9ac02cac-f1b3-4185-b011-6166406c76b4", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:07.805533 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74b14f6b-8f9e-4df0-ac5d-997d6b4a16c6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:07.806058 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed70b2-fe7b-4a23-9bea-d278ca31905c', 'name': 'network-vif-deleted', 'tag': '9ac02cac-f1b3-4185-b011-6166406c76b4', 'status': 'completed', 'code': 200} Aug 27 03:00:08.204029 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8433f6b6-f1f9-4d7d-bb38-4e2fabd7ae5c req-49dd8982-5789-4988-b866-68e6df181ef0 tempest-ServersAdminNegativeTestJSON-290638110 tempest-ServersAdminNegativeTestJSON-290638110-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ed70b2-fe7b-4a23-9bea-d278ca31905c HTTP/1.1" status: 200 len: 210 time: 0.0300436 Aug 27 03:00:09.502785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:09.639321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-718d55cb-c210-4f14-bbdc-436e572ffe74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c4f79aa6d664aa8b841ab691e68d5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353679 Aug 27 03:00:09.641783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52182) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:09.692745 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:09.715438 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:09.762792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:09.765302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:09.766459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5d66bda-76f0-4c77-864a-f30ddaa75e76 HTTP/1.1" status: 204 len: 168 time: 0.1237924 Aug 27 03:00:09.774144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb8c44-4e43-474a-957e-0a46de62bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d66bda-76f0-4c77-864a-f30ddaa75e76,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:10.024329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52188) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:10.037318 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eee6164-b698-4661-969a-aebf5d837840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.131729 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eee6164-b698-4661-969a-aebf5d837840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.135369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7eee6164-b698-4661-969a-aebf5d837840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.172958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7eee6164-b698-4661-969a-aebf5d837840 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c568dfefa46414e8d5a181e30f76bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475959 Aug 27 03:00:10.173842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee6164-b698-4661-969a-aebf5d837840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75bf8d5-2414-4e76-aa4f-180f87b69350,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:10.175709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52190) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:10.226295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.248479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.296288 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.298899 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:10.300033 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b75bf8d5-2414-4e76-aa4f-180f87b69350 HTTP/1.1" status: 204 len: 168 time: 0.1216431 Aug 27 03:00:10.307631 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75bf8d5-2414-4e76-aa4f-180f87b69350,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:10.314959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.315309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.315658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.315983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.316319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.316649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.316973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.317299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.317623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.317943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.318264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.318616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18725da2-68c6-496a-84d4-1be1f751a1fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:10.985664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9ac02cac-f1b3-4185-b011-6166406c76b4 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:00:10.997766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52212) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:11.007678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 9ac02cac-f1b3-4185-b011-6166406c76b4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:00:11.008027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 9ac02cac-f1b3-4185-b011-6166406c76b4 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:00:11.096754 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-15711739-network', 'tenant_id': 'bf7f47f702904e8eb275aef6269f0a40'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:11.118328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Made reservation on behalf of bf7f47f702904e8eb275aef6269f0a40 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:00:11.121170 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.129589 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.217328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.221121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.242356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:00:11.256062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d96b19-967d-4c4b-9b80-c889b2a10dd8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:11.262064 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.262445 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Added segment a407dcb8-6e0d-4436-a618-9bcd70c6ec01 of type vlan for network 923d43be-94c4-4421-9654-813a96864950 Aug 27 03:00:11.304398 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.329371 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.330505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:11.331104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.408311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4094121 Aug 27 03:00:11.411374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52216) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:11.416240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad934-4121-4783-a6b0-0954003c02ac admin admin] Pushing event updated for resources: {'Network': ['ID=923d43be-94c4-4421-9654-813a96864950,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:11.416480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Request body: {'subnet': {'network_id': '923d43be-94c4-4421-9654-813a96864950', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-15711739-subnet', 'tenant_id': 'bf7f47f702904e8eb275aef6269f0a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:11.425924 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 923d43be-94c4-4421-9654-813a96864950 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:00:11.437705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Made reservation on behalf of bf7f47f702904e8eb275aef6269f0a40 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:00:11.440045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.622535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.681342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf89ae2-5c99-4246-9a4a-2755b6f437c0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:11.691463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Checking segment: {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:00:11.691814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Network hostable DHCP agents. Network: 923d43be-94c4-4421-9654-813a96864950, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:00:11.707520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Network 923d43be-94c4-4421-9654-813a96864950 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:00:11.716687 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 923d43be-94c4-4421-9654-813a96864950) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:00:11.720989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:11.721607 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:11.726979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3121adf-ab60-4a3b-b37a-9a3b2c50bd50 None None] Network 923d43be-94c4-4421-9654-813a96864950 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:00:11.735588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba4b53c7-e567-43f0-98d0-4cbe3adc78c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3229949 Aug 27 03:00:12.012421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15f2d0-34e3-4cc3-8919-4a2389e36d25 None None] Network 923d43be-94c4-4421-9654-813a96864950 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:00:12.177981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-3a139cfa-7c32-4d2e-af81-4950a1427f7d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:12.179416 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-3a139cfa-7c32-4d2e-af81-4950a1427f7d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 810 time: 0.1039972 Aug 27 03:00:12.194613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1570ed4a-2716-485d-aba5-1d62c4a915c7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/quotas/bf7f47f702904e8eb275aef6269f0a40 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Aug 27 03:00:12.229883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-0e2dbc6d-5f47-411a-ae4a-1bb3ce44de6f tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292919 Aug 27 03:00:12.373329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-af242b77-fed7-4e8a-a48f-e9e373bdb466 service neutron] 10.222.0.26 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350453 Aug 27 03:00:12.460899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-5f82e7f5-2eca-4b87-a764-2d459ebed0bd service neutron] 10.222.0.26 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Aug 27 03:00:12.628152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b23bab5-7d6c-4db0-a8f7-af3f43cff95e req-00d98eb7-d198-4626-8413-a939b340aa00 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 210 time: 0.0270391 Aug 27 03:00:13.699078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-d18aaab8-715e-484d-8387-3dce8930deb2 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:13.700531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-d18aaab8-715e-484d-8387-3dce8930deb2 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 810 time: 0.1114883 Aug 27 03:00:13.719679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Request body: {'port': {'device_id': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'network_id': '923d43be-94c4-4421-9654-813a96864950', 'admin_state_up': True, 'tenant_id': 'bf7f47f702904e8eb275aef6269f0a40'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:13.733742 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a24ab4ed-6472-439f-8afa-c0795d849f97 req-bc337cfa-6ea0-4352-96b2-3943b714a7c1 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 210 time: 0.0349057 Aug 27 03:00:13.836846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Made reservation on behalf of bf7f47f702904e8eb275aef6269f0a40 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:00:13.841621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:13.984262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Allocated IP 172.20.0.5 (923d43be-94c4-4421-9654-813a96864950/fdf89ae2-5c99-4246-9a4a-2755b6f437c0/11994e3d-756d-418a-a44a-29f15af7984f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:00:14.128878 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.166551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.212963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Network 923d43be-94c4-4421-9654-813a96864950 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:00:14.217939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:00:14.221646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:00:14.227990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:14.272997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:14.273621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.287389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-1d2a7de6-24ec-4a85-a6ab-c0d088e7e03d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718889 Aug 27 03:00:14.356160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Request body: {'port': {'device_id': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:14.407746 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.666553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11994e3d-756d-418a-a44a-29f15af7984f {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:14.673930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.685899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Transition to ACTIVE for port object 11994e3d-756d-418a-a44a-29f15af7984f will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:00:14.689664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.736242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:14.809799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:00:14.810135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:00:14.810501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:14.822582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:00:14.822915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:14.847639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 2, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:00:14.847983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Checking segment: {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:00:14.848366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Bound using segment: {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:00:14.848795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Bound port: 11994e3d-756d-418a-a44a-29f15af7984f, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:00:14.849154 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:14.899904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ab5-0ddf-4e4b-86f4-3209f0e273fc req-8858e96e-bae8-4446-ae04-2e1743b8c2a1 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:14.901414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b19b3ab5-0ddf-4e4b-86f4-3209f0e273fc req-8858e96e-bae8-4446-ae04-2e1743b8c2a1 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.0939205 Aug 27 03:00:14.947973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:00:14.968350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b19b3ab5-0ddf-4e4b-86f4-3209f0e273fc req-2235b3ec-b07f-4e29-ad8b-95f9d8295835 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608053 Aug 27 03:00:14.969908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:00:14.975076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:15.010549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.011199 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:15.012581 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] 10.222.0.46 "PUT /v2.0/ports/11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 1091 time: 0.7124026 Aug 27 03:00:15.013016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:15.015309 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c789720-0c58-4ef3-9286-ba3305c1be6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "tag": "11994e3d-756d-418a-a44a-29f15af7984f"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:15.040489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb602e9-ba43-48e6-9cd7-4a99086db440 service neutron] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:15.061094 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9191269-32ba-4d83-af35-b93584f74c7b x-openstack-request-id: req-b9191269-32ba-4d83-af35-b93584f74c7b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:15.061385 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "tag": "11994e3d-756d-418a-a44a-29f15af7984f", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:15.061639 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9191269-32ba-4d83-af35-b93584f74c7b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:15.062044 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f', 'status': 'completed', 'code': 200} Aug 27 03:00:15.257891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-5eee68ab-8866-43ee-9394-9b17dba76c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.259465 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-5eee68ab-8866-43ee-9394-9b17dba76c65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0462255 Aug 27 03:00:15.308112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-71b9e384-b333-47a8-a390-c49bbeac30bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0337610 Aug 27 03:00:15.354931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-24b93c8d-54ea-43c1-a78d-a76486c5efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.356344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-24b93c8d-54ea-43c1-a78d-a76486c5efb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0424259 Aug 27 03:00:15.387482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-b243206c-d707-4a76-8ef5-a71cba390098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242040 Aug 27 03:00:15.480261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-6392a0c6-715f-4f7f-a29e-fbcd17057ccd service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845737 Aug 27 03:00:15.568897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ffb06c1b-4885-4ed6-a331-e2a7697d0b3f req-253a88be-73cb-4d0b-986a-6272bd73370c service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818605 Aug 27 03:00:15.704785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-c8b675e7-a00f-4071-a411-23bef4311246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.706284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-c8b675e7-a00f-4071-a411-23bef4311246 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0458059 Aug 27 03:00:15.792806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-74fab1ce-f0a2-499c-bc93-6169941d5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.794259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-74fab1ce-f0a2-499c-bc93-6169941d5db6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.0812330 Aug 27 03:00:15.847335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-9d1c52af-593a-4428-b8bd-f786993f4892 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0447447 Aug 27 03:00:15.895643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-bad86afb-563f-47bd-95bb-19c4d6680944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:15.897057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-bad86afb-563f-47bd-95bb-19c4d6680944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0427353 Aug 27 03:00:15.927619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-e31733a2-7c56-4586-b91b-e08878206c7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232449 Aug 27 03:00:16.020406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-02bf3898-3060-47f5-9491-a9d56efdf388 service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Aug 27 03:00:16.142742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc07d-273b-409a-8c83-8eb669fb1254 req-5e87eceb-2ce0-4c11-a2c6-abcacd3d95dd tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:16.144136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11abc07d-273b-409a-8c83-8eb669fb1254 req-5e87eceb-2ce0-4c11-a2c6-abcacd3d95dd tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.1086977 Aug 27 03:00:16.169066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c789720-0c58-4ef3-9286-ba3305c1be6a req-41e07602-2a80-4bcf-bd8c-b278611c6e26 service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410742 Aug 27 03:00:16.189051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-11abc07d-273b-409a-8c83-8eb669fb1254 req-37a0f8f1-4b57-490e-9c81-552b812a743c tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Aug 27 03:00:16.506415 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:17.306775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5034e89-1b15-48ae-ae5c-c5c1e70b78fb req-e30b4435-86e8-41ba-8f71-6c1a9c9b8e80 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:17.308290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5034e89-1b15-48ae-ae5c-c5c1e70b78fb req-e30b4435-86e8-41ba-8f71-6c1a9c9b8e80 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.0532351 Aug 27 03:00:17.345862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5034e89-1b15-48ae-ae5c-c5c1e70b78fb req-3d6b5f09-58fb-4f8e-abae-7bf0eb19a00e tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Aug 27 03:00:18.462036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2da4-4b41-4070-bef3-8454d73bbea5 req-5cfc6bc7-9bc8-441d-b8fa-1efbcd8bd7b8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:18.463530 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3aa2da4-4b41-4070-bef3-8454d73bbea5 req-5cfc6bc7-9bc8-441d-b8fa-1efbcd8bd7b8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.0526829 Aug 27 03:00:18.499652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3aa2da4-4b41-4070-bef3-8454d73bbea5 req-c94bc891-510e-4f96-9c79-799bfa9a527b tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Aug 27 03:00:19.062983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:00:19.153001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:19.163791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '11994e3d-756d-418a-a44a-29f15af7984f', 'network_id': '923d43be-94c4-4421-9654-813a96864950', 'port_id': '11994e3d-756d-418a-a44a-29f15af7984f', 'mac_address': 'fa:16:3e:70:29:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf89ae2-5c99-4246-9a4a-2755b6f437c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:00:19.207449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:19.220424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11994e3d-756d-418a-a44a-29f15af7984f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:19.241834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:19.246110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:19.291286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:19.298342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.298714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.299057 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.299398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.299734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.300065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.300393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.300721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.301048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.301372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.301697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.302017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:00:19.606088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['11994e3d-756d-418a-a44a-29f15af7984f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:00:19.611391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6b02b-41a3-4a09-834e-b1e79e040c0b req-d2c60426-e255-4950-b520-9e97839a02ec tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:19.612878 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35d6b02b-41a3-4a09-834e-b1e79e040c0b req-d2c60426-e255-4950-b520-9e97839a02ec tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 944 time: 0.0482142 Aug 27 03:00:19.650839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-35d6b02b-41a3-4a09-834e-b1e79e040c0b req-4b5b4910-7ae6-43df-af52-11a5360918f0 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Aug 27 03:00:20.762436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc242e19-4359-4a51-af7a-f8a67a8c7a2b req-02bf8702-8ab3-489e-a46d-888b9144e5ad tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:20.763842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc242e19-4359-4a51-af7a-f8a67a8c7a2b req-02bf8702-8ab3-489e-a46d-888b9144e5ad tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 944 time: 0.0475626 Aug 27 03:00:20.801233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc242e19-4359-4a51-af7a-f8a67a8c7a2b req-49db23ba-8ced-47ac-83d2-4c12dcaa58bf tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Aug 27 03:00:21.063186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:00:21.113037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 11994e3d-756d-418a-a44a-29f15af7984f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:00:21.116658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 11994e3d-756d-418a-a44a-29f15af7984f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:00:21.117030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.192474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.214929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:21.217158 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218dc00-c943-41ec-aef6-1c0572dd9823" -d '{"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "11994e3d-756d-418a-a44a-29f15af7984f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:21.229346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:21.234262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:21.262353 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbcca7f-de5d-4b07-ba6a-28a53fa9d726 x-openstack-request-id: req-4bbcca7f-de5d-4b07-ba6a-28a53fa9d726 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:21.262667 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "11994e3d-756d-418a-a44a-29f15af7984f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:21.262915 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bbcca7f-de5d-4b07-ba6a-28a53fa9d726 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:21.263295 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f', 'code': 200} Aug 27 03:00:21.288424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:21.383711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a618e4-81f9-4721-8299-a43f9e87862c req-84d694e8-434e-485a-94c8-e8519c3dc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:21.385152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21a618e4-81f9-4721-8299-a43f9e87862c req-84d694e8-434e-485a-94c8-e8519c3dc764 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1096 time: 0.0387025 Aug 27 03:00:21.419107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21a618e4-81f9-4721-8299-a43f9e87862c req-493df991-5c8e-4151-8bba-3049b219ed89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260658 Aug 27 03:00:21.921490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d531-db2b-478f-b057-6e7fa9cc90d2 req-484d9a10-21dd-4b94-80d7-7ddb11004bad tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:21.922981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3919d531-db2b-478f-b057-6e7fa9cc90d2 req-484d9a10-21dd-4b94-80d7-7ddb11004bad tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0531654 Aug 27 03:00:21.960093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3919d531-db2b-478f-b057-6e7fa9cc90d2 req-7fea25b4-5bde-4b28-8320-2e344af28e03 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Aug 27 03:00:22.131729 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:00:22.692775 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6a29c796-937f-4b82-a163-e14820686233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:23.075437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd404e9-9df9-4c13-b8dd-281d92335d31 req-6daa168c-b32c-46cd-b270-ca5a6cfc183e tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:23.076323 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fd404e9-9df9-4c13-b8dd-281d92335d31 req-6daa168c-b32c-46cd-b270-ca5a6cfc183e tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 27 03:00:23.113403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fd404e9-9df9-4c13-b8dd-281d92335d31 req-c49a33c9-7dac-46c9-a0d6-77ae69b817c8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Aug 27 03:00:23.356115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940601-043d-42d1-9c64-828d1cb68edc req-1f5bfe7e-3e15-41e7-b35d-d6c854a19532 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:23.357542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b940601-043d-42d1-9c64-828d1cb68edc req-1f5bfe7e-3e15-41e7-b35d-d6c854a19532 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0606086 Aug 27 03:00:23.410923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5b940601-043d-42d1-9c64-828d1cb68edc req-93d8a6e3-db5a-4421-8987-40cb87355dfe tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Aug 27 03:00:23.413796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-80c6b13d-fe6e-4f42-a948-3efe057e3feb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279502 Aug 27 03:00:24.474311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-51642753-bbbc-4d80-9c90-4317615247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:24.475876 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-51642753-bbbc-4d80-9c90-4317615247a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1096 time: 0.0410044 Aug 27 03:00:24.600802 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807261e-d4ed-4756-9135-51bd0daf52ff req-a58574be-2a5e-4b11-8262-e37fab85d057 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:24.602215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a807261e-d4ed-4756-9135-51bd0daf52ff req-a58574be-2a5e-4b11-8262-e37fab85d057 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.1223853 Aug 27 03:00:24.607442 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-a8fd816e-b204-45de-b482-833275192176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:24.609192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-a8fd816e-b204-45de-b482-833275192176 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.1213207 Aug 27 03:00:24.659459 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-9ccc89d9-41e0-4c06-847d-e7e4342d83d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0426865 Aug 27 03:00:24.685060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a807261e-d4ed-4756-9135-51bd0daf52ff req-1815b381-79bb-4514-9485-f5522d0820d3 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712886 Aug 27 03:00:24.719276 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-6a36dc03-600b-4922-8f70-cea87b390c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:24.720713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-6a36dc03-600b-4922-8f70-cea87b390c46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0543404 Aug 27 03:00:24.753133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-00233b33-b191-4f54-8e8f-edc834dff4eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254180 Aug 27 03:00:24.844199 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-cfd09a26-2d9d-4545-b77a-1061e7f20ee9 service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Aug 27 03:00:24.934929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-77e39ccc-dfda-4bd9-a8a3-31dc5b390eaf service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842066 Aug 27 03:00:25.247741 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d26-57cc-426d-94bc-fb874fd7d548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:25.474495 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:25.796733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e382c2-150d-4ef9-9139-710c8e3beae0 req-7d498e67-4be9-41d6-b157-57c101b60546 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:25.798268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7e382c2-150d-4ef9-9139-710c8e3beae0 req-7d498e67-4be9-41d6-b157-57c101b60546 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0494463 Aug 27 03:00:25.836534 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7e382c2-150d-4ef9-9139-710c8e3beae0 req-090cc96a-422e-4a4e-9ed7-e7a8c18ead4f tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Aug 27 03:00:26.608873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:26.950698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836b3cc-11b1-443d-a76d-d5020059de33 req-fafd42e3-3a09-45e7-8465-66a3fc468dcb tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:26.952169 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6836b3cc-11b1-443d-a76d-d5020059de33 req-fafd42e3-3a09-45e7-8465-66a3fc468dcb tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0488391 Aug 27 03:00:26.990774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6836b3cc-11b1-443d-a76d-d5020059de33 req-5712f5b0-c94e-48cf-8569-0b9b7b6e206a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Aug 27 03:00:28.026521 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:28.117280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd778c-1d71-49cc-b0a2-941fd6a99539 req-e4016d3c-843a-4de2-a379-818669d7cbca tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:28.118755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62cd778c-1d71-49cc-b0a2-941fd6a99539 req-e4016d3c-843a-4de2-a379-818669d7cbca tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0522449 Aug 27 03:00:28.155819 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-62cd778c-1d71-49cc-b0a2-941fd6a99539 req-fc47dbd2-4157-45fe-9495-81f492ca00a0 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Aug 27 03:00:29.267849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7028-d76e-49e2-aa36-aa845a593ebe req-fc71fa04-c28d-427f-b415-a1387b8ecaa6 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:29.269343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955f7028-d76e-49e2-aa36-aa845a593ebe req-fc71fa04-c28d-427f-b415-a1387b8ecaa6 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0481026 Aug 27 03:00:29.305630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-955f7028-d76e-49e2-aa36-aa845a593ebe req-a6c5a5cb-e618-4baf-a88e-79bf527793a4 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303342 Aug 27 03:00:30.419668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3030-643b-4ad7-8bbd-28560598ac52 req-4499b4d9-7b20-4b18-9ec4-0fe0aa4e7c59 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:30.421121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e01e3030-643b-4ad7-8bbd-28560598ac52 req-4499b4d9-7b20-4b18-9ec4-0fe0aa4e7c59 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 27 03:00:30.457540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e01e3030-643b-4ad7-8bbd-28560598ac52 req-1efe4309-5074-4a02-8771-4ce88ce939eb tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Aug 27 03:00:31.039381 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:31.572897 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407064a9-e622-4854-a5b3-660ef8521e07 req-1cd83294-1219-46f6-bc7e-bb6e1d9ebdbf tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:31.574351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-407064a9-e622-4854-a5b3-660ef8521e07 req-1cd83294-1219-46f6-bc7e-bb6e1d9ebdbf tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0520546 Aug 27 03:00:31.610475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-407064a9-e622-4854-a5b3-660ef8521e07 req-0e47cffc-b410-4421-9bb1-5b741b9be600 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302486 Aug 27 03:00:32.723214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f320-af92-4703-bbf3-f89976a571cf req-b1db8048-f645-42ae-88e9-7109534b878c tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:32.724656 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32f1f320-af92-4703-bbf3-f89976a571cf req-b1db8048-f645-42ae-88e9-7109534b878c tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0490839 Aug 27 03:00:32.761063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32f1f320-af92-4703-bbf3-f89976a571cf req-98682f27-a1a5-4248-b326-0369604bc7ae tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306299 Aug 27 03:00:33.884924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2e3c-5d13-418b-a37a-dd8a77ebe823 req-146f2a7c-cf55-4eca-a783-bf60181d4dba tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:33.886873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0fa2e3c-5d13-418b-a37a-dd8a77ebe823 req-146f2a7c-cf55-4eca-a783-bf60181d4dba tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0573072 Aug 27 03:00:33.938749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0fa2e3c-5d13-418b-a37a-dd8a77ebe823 req-7b8d6b5f-7de0-4422-8bd8-cef94b2a5321 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Aug 27 03:00:33.941441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-72f9e3ca-aefe-47a3-913e-831f51c667c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:33.942745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-72f9e3ca-aefe-47a3-913e-831f51c667c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1096 time: 0.0754046 Aug 27 03:00:34.049996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-d72102ca-1659-45b0-806a-56ebab845021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:34.051406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-d72102ca-1659-45b0-806a-56ebab845021 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.0868134 Aug 27 03:00:34.093217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-d7e0cb39-ffdf-4521-a3cf-e95ec4970455 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0339682 Aug 27 03:00:34.145078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-3fe2350e-01d9-4689-8dff-da3e0cd33c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:34.146514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-3fe2350e-01d9-4689-8dff-da3e0cd33c5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0459585 Aug 27 03:00:34.177391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-d4daf83b-d80e-4e5c-a2cf-247cb5acd536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235653 Aug 27 03:00:34.263959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-aa9b0ae2-339b-4fa8-8957-29aaa88da29a service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788279 Aug 27 03:00:34.356426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bbe08fd-16fd-4dde-9ca1-acb06acfc58f req-1d5919f1-7a17-4c07-9e26-357ea7f5dbfc service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Aug 27 03:00:35.070307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848755-5906-4366-afaf-82962a57eb08 req-4765cd38-2a41-4dd0-befa-a34c11d89b02 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:35.071817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b848755-5906-4366-afaf-82962a57eb08 req-4765cd38-2a41-4dd0-befa-a34c11d89b02 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0595136 Aug 27 03:00:35.114352 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b848755-5906-4366-afaf-82962a57eb08 req-72119ac6-feab-4a4f-b562-50abdf0039b5 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361125 Aug 27 03:00:36.227689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464ede9-09ea-4161-9996-3feef4486300 req-50b349e2-2c05-4347-801f-7ddc04aa8ef7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:36.229146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a464ede9-09ea-4161-9996-3feef4486300 req-50b349e2-2c05-4347-801f-7ddc04aa8ef7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0487545 Aug 27 03:00:36.265361 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a464ede9-09ea-4161-9996-3feef4486300 req-eda05a04-0b42-443e-ad83-db206794276c tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297592 Aug 27 03:00:37.381770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ffa1f-249a-4123-aa12-9d0d3a9228fa req-e35cd736-94e3-4fbf-9cc0-5583c77be0bf tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:37.383273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-225ffa1f-249a-4123-aa12-9d0d3a9228fa req-e35cd736-94e3-4fbf-9cc0-5583c77be0bf tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0512061 Aug 27 03:00:37.420378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-225ffa1f-249a-4123-aa12-9d0d3a9228fa req-b92a0eea-092a-4a33-b17c-cc199d2fdf5f tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Aug 27 03:00:38.533393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673351-bc4c-46e9-9d71-79f8a12bb5ef req-5583fcf7-fc96-4348-8484-11b618b894af tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:38.534871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef673351-bc4c-46e9-9d71-79f8a12bb5ef req-5583fcf7-fc96-4348-8484-11b618b894af tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0485268 Aug 27 03:00:38.570820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef673351-bc4c-46e9-9d71-79f8a12bb5ef req-b17d0c9f-0e41-41d9-8668-dbf994b322ac tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301502 Aug 27 03:00:39.683448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538ee6-cba3-403b-8262-01437032c878 req-5ffbb374-9e8f-4096-bc0d-18d1a89f8de7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:39.684890 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32538ee6-cba3-403b-8262-01437032c878 req-5ffbb374-9e8f-4096-bc0d-18d1a89f8de7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0493748 Aug 27 03:00:39.721325 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32538ee6-cba3-403b-8262-01437032c878 req-6218b82c-0e8b-4a9f-8298-e8e04a637c9f tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Aug 27 03:00:40.862772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad546c-a41f-4e6d-abcc-2ec205b54119 req-07539d8c-8cb8-429a-9a50-a49251de9756 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:40.864248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32ad546c-a41f-4e6d-abcc-2ec205b54119 req-07539d8c-8cb8-429a-9a50-a49251de9756 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0647314 Aug 27 03:00:40.900198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32ad546c-a41f-4e6d-abcc-2ec205b54119 req-1e67acb4-65c1-4d83-81ee-f8dbcf9f2758 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301244 Aug 27 03:00:42.027441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d53ec4-304a-4e73-a513-6fb07fab3db9 req-e851bdfd-4b7d-4490-8dda-9da3bb96160a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:42.028913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85d53ec4-304a-4e73-a513-6fb07fab3db9 req-e851bdfd-4b7d-4490-8dda-9da3bb96160a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0607808 Aug 27 03:00:42.065565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85d53ec4-304a-4e73-a513-6fb07fab3db9 req-a1fcf44d-7be0-4cbf-978c-a10f0bf52ec7 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Aug 27 03:00:43.182939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9064e0-b724-4754-ae92-0bfa2d8aa7a5 req-e5a7a95a-a0db-459b-9090-945570a734c1 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:43.184432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b9064e0-b724-4754-ae92-0bfa2d8aa7a5 req-e5a7a95a-a0db-459b-9090-945570a734c1 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0513122 Aug 27 03:00:43.223360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b9064e0-b724-4754-ae92-0bfa2d8aa7a5 req-528a1dfd-114c-4e7a-b83a-eb0281e17699 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Aug 27 03:00:44.335357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bbf1b-eadd-42c9-a238-2725c174c401 req-c93170f1-c05b-4ace-9766-e17cd04b5d7d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:44.336740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-888bbf1b-eadd-42c9-a238-2725c174c401 req-c93170f1-c05b-4ace-9766-e17cd04b5d7d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0487022 Aug 27 03:00:44.373917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-888bbf1b-eadd-42c9-a238-2725c174c401 req-e5717a5c-f8cd-4040-97f5-ff836163303d tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Aug 27 03:00:45.485969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b64b54-e5ff-4aec-a786-21bd84ac5460 req-35e60221-79da-44a6-811c-664abfcf0f73 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:45.487468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4b64b54-e5ff-4aec-a786-21bd84ac5460 req-35e60221-79da-44a6-811c-664abfcf0f73 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0484574 Aug 27 03:00:45.524569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4b64b54-e5ff-4aec-a786-21bd84ac5460 req-d2ddf33d-bdd7-4f9c-8999-3b01921ac03f tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Aug 27 03:00:46.499746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:46.635421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f197-7adf-4ab0-a310-6e4893ecf40c req-77e31323-ea83-4be3-816c-1b5b1057a508 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:46.636862 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0aa0f197-7adf-4ab0-a310-6e4893ecf40c req-77e31323-ea83-4be3-816c-1b5b1057a508 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0477834 Aug 27 03:00:46.672873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0aa0f197-7adf-4ab0-a310-6e4893ecf40c req-e3950fb6-de18-4b36-8a77-d61a2f39336c tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302954 Aug 27 03:00:47.788199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d37f-8d40-4393-8b1b-4b2125928ee4 req-1437b4b1-4143-4198-8e91-146f8916ebfa tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:47.789675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cc1d37f-8d40-4393-8b1b-4b2125928ee4 req-1437b4b1-4143-4198-8e91-146f8916ebfa tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0515292 Aug 27 03:00:47.826358 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1cc1d37f-8d40-4393-8b1b-4b2125928ee4 req-9874e2f9-1ab9-4527-8a83-1bf520af5b51 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Aug 27 03:00:49.239825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9ae3-6780-43ee-831c-b12adf38542d req-941faf1b-7abc-457c-a74b-935bcb8f1cec tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:49.241392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42bc9ae3-6780-43ee-831c-b12adf38542d req-941faf1b-7abc-457c-a74b-935bcb8f1cec tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.3488123 Aug 27 03:00:49.279458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-42bc9ae3-6780-43ee-831c-b12adf38542d req-c9e1fe46-284f-4648-98a2-3fa7a692b942 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Aug 27 03:00:50.390352 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017745d-25fc-4d10-980d-a974f60884b0 req-e3ce7a6b-b8e4-49f2-b036-32591ac98ac5 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:50.391742 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9017745d-25fc-4d10-980d-a974f60884b0 req-e3ce7a6b-b8e4-49f2-b036-32591ac98ac5 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0475657 Aug 27 03:00:50.428153 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9017745d-25fc-4d10-980d-a974f60884b0 req-437afab7-9a97-4c40-adaa-6f59284f77df tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Aug 27 03:00:51.540640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f19c8-202b-4aec-a003-20f29b6ae279 req-3f8c5c14-db51-41bd-bf79-c81e47adc136 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:51.542117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8f19c8-202b-4aec-a003-20f29b6ae279 req-3f8c5c14-db51-41bd-bf79-c81e47adc136 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0476942 Aug 27 03:00:51.579472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ec8f19c8-202b-4aec-a003-20f29b6ae279 req-c1d2ad24-8d99-4514-962a-c7b62a3e0bed tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 27 03:00:52.038984 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-516bed26-f213-4ffb-82f1-ec9ba8d0e470 service neutron] show failed (client error): The resource could not be found. Aug 27 03:00:52.039951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-516bed26-f213-4ffb-82f1-ec9ba8d0e470 service neutron] 10.222.0.46 "GET /v2.0/ports/11994e3d-756d-418a-a44a-29f15af7984f/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0527253 Aug 27 03:00:52.322624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-3672af34-25e8-4305-9e1f-2a68b13d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:52.324598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-3672af34-25e8-4305-9e1f-2a68b13d35f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad&tenant_id=bf7f47f702904e8eb275aef6269f0a40 HTTP/1.1" status: 200 len: 1096 time: 0.1239336 Aug 27 03:00:52.336653 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:00:52.387667 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.589092 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:52.624765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:00:52.669013 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:52.671505 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4233ea91-91a8-4d7e-aa75-c521c38f2202" -d '{"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "11994e3d-756d-418a-a44a-29f15af7984f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:52.675726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.689703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Transition to ACTIVE for port object 11994e3d-756d-418a-a44a-29f15af7984f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:00:52.694642 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.699659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f94ca-41d2-4097-b2c4-4f5b8f3f1ec5 req-33b0ed28-adf7-47ec-88db-972c43abbd9a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:52.701293 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc7f94ca-41d2-4097-b2c4-4f5b8f3f1ec5 req-33b0ed28-adf7-47ec-88db-972c43abbd9a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 945 time: 0.0536876 Aug 27 03:00:52.706101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-70179435-1136-4a2c-8d87-f804db27cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.752457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bc7f94ca-41d2-4097-b2c4-4f5b8f3f1ec5 req-6fe02c9b-a696-43b2-83a3-b0e0586a0562 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Aug 27 03:00:52.756297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] No DVR routers for this DVR port 11994e3d-756d-418a-a44a-29f15af7984f on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:00:52.765074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:52.808177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:00:52.808610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:00:52.809017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:52.814597 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5288c5a9-8709-4e1e-963c-a11fe92b13d2 x-openstack-request-id: req-5288c5a9-8709-4e1e-963c-a11fe92b13d2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:52.814966 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "11994e3d-756d-418a-a44a-29f15af7984f", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:52.815292 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5288c5a9-8709-4e1e-963c-a11fe92b13d2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:52.815753 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f', 'code': 200} Aug 27 03:00:52.816459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:00:52.816847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Attempting to bind port 11994e3d-756d-418a-a44a-29f15af7984f on network 923d43be-94c4-4421-9654-813a96864950 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:00:52.821868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:00:52.822205 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Checking segment: {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:00:52.822614 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Bound using segment: {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:00:52.823608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Bound port: 11994e3d-756d-418a-a44a-29f15af7984f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '923d43be-94c4-4421-9654-813a96864950'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:00:52.823964 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.892063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:00:52.895483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:00:52.899824 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.933621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:52.934404 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:52.935952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] 10.222.0.15 "PUT /v2.0/ports/11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 1091 time: 0.6040063 Aug 27 03:00:52.967178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36041a5b-f0e5-4903-8691-2d8e11921d6a service neutron] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:53.002635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-a8513ecf-42ea-4fd8-b8ac-c4dce735cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:53.004166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-a8513ecf-42ea-4fd8-b8ac-c4dce735cf19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0449440 Aug 27 03:00:53.101566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-f298e222-b81c-454b-bc47-2b01b5d31d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:53.103083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-f298e222-b81c-454b-bc47-2b01b5d31d0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.0921042 Aug 27 03:00:53.144305 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-578a4f58-4377-4671-b113-c20f9f85b3b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0344203 Aug 27 03:00:53.191852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-09450807-8afc-48b6-9699-b8ba9f60f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:53.193242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-09450807-8afc-48b6-9699-b8ba9f60f91d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0427065 Aug 27 03:00:53.223914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-36816ba0-ff1e-4596-9c97-c5da315a4f9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235813 Aug 27 03:00:53.319089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-56128127-6570-4e2f-90c4-c89c63287624 service neutron] 10.222.0.15 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Aug 27 03:00:53.407711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b44e836-4c7e-4903-945c-8a767ab53fe6 req-9276a306-1578-4ff3-84cb-5277ca79b9c1 service neutron] 10.222.0.15 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 Aug 27 03:00:53.870429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb037-82c6-4fe6-bf6e-858245037eb0 req-e38c41db-240b-4fbe-b577-7ebfcf36327b tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:53.871900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ddddb037-82c6-4fe6-bf6e-858245037eb0 req-e38c41db-240b-4fbe-b577-7ebfcf36327b tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.0497782 Aug 27 03:00:53.908668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ddddb037-82c6-4fe6-bf6e-858245037eb0 req-5712be51-d188-4383-82be-9a79141bfd56 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Aug 27 03:00:54.817076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:54.819389 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a79e966-b8f8-4a96-a685-c494c567330c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "tag": "11994e3d-756d-418a-a44a-29f15af7984f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:54.873812 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba2fea-7408-4c69-a575-bb5e8e576351 x-openstack-request-id: req-ceba2fea-7408-4c69-a575-bb5e8e576351 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:54.874153 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "tag": "11994e3d-756d-418a-a44a-29f15af7984f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:54.874910 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceba2fea-7408-4c69-a575-bb5e8e576351 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:54.875313 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f', 'status': 'completed', 'code': 200} Aug 27 03:00:54.951040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-010d5a0c-0c6a-4cf4-855f-a6dea35f3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:54.952563 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-010d5a0c-0c6a-4cf4-855f-a6dea35f3944 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0474510 Aug 27 03:00:54.962530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-17c4537e-5fd8-4ce1-af8b-1c5bbccd21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:54.964805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-17c4537e-5fd8-4ce1-af8b-1c5bbccd21d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0472155 Aug 27 03:00:55.043958 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-62c8436a-9e2f-4145-ae09-6336b75ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.045946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-62c8436a-9e2f-4145-ae09-6336b75ec670 service neutron] 10.222.0.15 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.0862668 Aug 27 03:00:55.085658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e7c39-b0e1-41e2-b54c-aa149dd9148c req-53b9fe62-ba85-4578-9d37-aa505afc2e5a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.087171 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe4e7c39-b0e1-41e2-b54c-aa149dd9148c req-53b9fe62-ba85-4578-9d37-aa505afc2e5a tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 943 time: 0.1076343 Aug 27 03:00:55.092035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-5a38a19a-cba4-4a29-a9d0-3c05df13e80b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0394695 Aug 27 03:00:55.102689 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-78b7f222-3c99-4a86-8d90-11289001e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.104632 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-78b7f222-3c99-4a86-8d90-11289001e580 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.1318591 Aug 27 03:00:55.141689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-8ba7378d-75b5-4e4c-8b4b-0884517b8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.143258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-8ba7378d-75b5-4e4c-8b4b-0884517b8591 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0449495 Aug 27 03:00:55.155599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-b211b378-7413-4b03-a351-e0cbfbcaf9f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0425332 Aug 27 03:00:55.175691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-c5142731-a000-4015-b514-35b8c8f3c165 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255926 Aug 27 03:00:55.192801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fe4e7c39-b0e1-41e2-b54c-aa149dd9148c req-c80b66bc-6f6c-4b1d-bed2-dc8c7328eec9 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977952 Aug 27 03:00:55.210447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e966-b8f8-4a96-a685-c494c567330c req-7902ea22-b09d-45c0-aeef-0e92160de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.211999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-7902ea22-b09d-45c0-aeef-0e92160de34b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0488741 Aug 27 03:00:55.248094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-e8e20711-b79a-49cd-ac2a-8225eb6c6539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284522 Aug 27 03:00:55.249914 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-325a748f-81b9-44da-b699-68c246abff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:55.271376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-0da304c2-6ced-45ff-abaa-5665c19b908f service neutron] 10.222.0.15 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885282 Aug 27 03:00:55.345951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-be87a37c-3ec9-4d15-bfce-f4f98460c270 service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Aug 27 03:00:55.380917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-0aafa57a-41a8-44e4-9203-ea9d8b60b0c9 service neutron] 10.222.0.15 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030507 Aug 27 03:00:55.440627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8a79e966-b8f8-4a96-a685-c494c567330c req-e8cb6727-facc-41d9-b9ca-23c6740cae0e service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878396 Aug 27 03:00:55.476228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:55.492023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696037-7227-49b7-b291-219eb7301939 req-6eaf8141-9259-40f9-b5e0-9f1f74cce302 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.493559 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-6eaf8141-9259-40f9-b5e0-9f1f74cce302 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad&tenant_id=bf7f47f702904e8eb275aef6269f0a40&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 943 time: 0.0888579 Aug 27 03:00:55.559058 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-b8696037-7227-49b7-b291-219eb7301939 req-4917f65b-cc3b-4544-afe6-0ebc9463883f service neutron] delete failed (client error): The resource could not be found. Aug 27 03:00:55.560062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-4917f65b-cc3b-4544-afe6-0ebc9463883f service neutron] 10.222.0.46 "DELETE /v2.0/ports/11994e3d-756d-418a-a44a-29f15af7984f/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0585458 Aug 27 03:00:55.659586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696037-7227-49b7-b291-219eb7301939 req-7188a235-8f79-4349-b356-a16549a13036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.661008 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-7188a235-8f79-4349-b356-a16549a13036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f47f702904e8eb275aef6269f0a40&device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 1094 time: 0.0395522 Aug 27 03:00:55.751544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696037-7227-49b7-b291-219eb7301939 req-4f60acf1-e6bb-478f-bd08-1d778b087172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.752995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-4f60acf1-e6bb-478f-bd08-1d778b087172 service neutron] 10.222.0.46 "GET /v2.0/networks?id=923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 200 len: 911 time: 0.0851002 Aug 27 03:00:55.793957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-9fc482b9-de91-434e-ad19-8aa549efc45f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 200 len: 217 time: 0.0344045 Aug 27 03:00:55.843006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696037-7227-49b7-b291-219eb7301939 req-b62d9acc-d9e0-4298-b35d-fe93821ef8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:55.844460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-b62d9acc-d9e0-4298-b35d-fe93821ef8eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 200 len: 850 time: 0.0436563 Aug 27 03:00:55.880387 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-b27e640b-27aa-4184-ace4-52fb4f87bae3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=923d43be-94c4-4421-9654-813a96864950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293958 Aug 27 03:00:55.972777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-d3df6356-6c75-4edb-b6ab-5ed40462df04 service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Aug 27 03:00:56.061765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-adac6724-925e-4f00-8287-39f3b10aa5bc service neutron] 10.222.0.46 "GET /v2.0/networks/923d43be-94c4-4421-9654-813a96864950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816844 Aug 27 03:00:56.269464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:00:56.365525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:56.376800 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '11994e3d-756d-418a-a44a-29f15af7984f', 'network_id': '923d43be-94c4-4421-9654-813a96864950', 'port_id': '11994e3d-756d-418a-a44a-29f15af7984f', 'mac_address': 'fa:16:3e:70:29:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf89ae2-5c99-4246-9a4a-2755b6f437c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:00:56.413426 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:56.426815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11994e3d-756d-418a-a44a-29f15af7984f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:00:56.447538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:56.452493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:56.499231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:56.612469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:56.691009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['11994e3d-756d-418a-a44a-29f15af7984f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:00:56.808356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaecd5-0357-41d8-a383-750339b18771 req-4a86aef4-2722-4056-9264-e54546ae5cd3 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:56.809838 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eaecd5-0357-41d8-a383-750339b18771 req-4a86aef4-2722-4056-9264-e54546ae5cd3 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 944 time: 0.0480921 Aug 27 03:00:56.847150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-74eaecd5-0357-41d8-a383-750339b18771 req-5794fa21-7be5-4e3e-8683-45fc50645b8e tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 27 03:00:57.305994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:00:57.343778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:00:57.975775 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187969fb-6fe6-4d4f-9ff8-f3982f32bc2c req-fc74aa32-df83-48ea-950b-097c920cf920 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:57.977227 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-187969fb-6fe6-4d4f-9ff8-f3982f32bc2c req-fc74aa32-df83-48ea-950b-097c920cf920 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 944 time: 0.0531440 Aug 27 03:00:58.024056 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.036898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-187969fb-6fe6-4d4f-9ff8-f3982f32bc2c req-f48e958d-1f2f-4d9b-b26d-28b2a2c66f46 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.26 "GET /v2.0/security-groups?id=02d96b19-967d-4c4b-9b80-c889b2a10dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537589 Aug 27 03:00:58.059727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696037-7227-49b7-b291-219eb7301939 req-69e435d7-e327-4d65-a5a1-1b54e4161826 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:00:58.061203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-69e435d7-e327-4d65-a5a1-1b54e4161826 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad HTTP/1.1" status: 200 len: 944 time: 0.0598907 Aug 27 03:00:58.155559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Deleting port 11994e3d-756d-418a-a44a-29f15af7984f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:00:58.155810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.241449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] For port 11994e3d-756d-418a-a44a-29f15af7984f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11994e3d-756d-418a-a44a-29f15af7984f,segment=NetworkSegment(a407dcb8-6e0d-4436-a618-9bcd70c6ec01),segment_id=a407dcb8-6e0d-4436-a618-9bcd70c6ec01)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:00:58.241822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.255201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Calling delete_port for 11994e3d-756d-418a-a44a-29f15af7984f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:00:58.277962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:00:58.329452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 11994e3d-756d-418a-a44a-29f15af7984f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:00:58.334617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 11994e3d-756d-418a-a44a-29f15af7984f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:00:58.335000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.388757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.411487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.415294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Pushing event deleted for resources: {'Port': ['ID=11994e3d-756d-418a-a44a-29f15af7984f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:58.459992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] No DVR routers for this DVR port 11994e3d-756d-418a-a44a-29f15af7984f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:00:58.462536 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:58.465175 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b8696037-7227-49b7-b291-219eb7301939 req-1e7a83ad-4f61-4798-b3c6-0a530a451dd8 tempest-DeleteServersTestJSON-1735427225 tempest-DeleteServersTestJSON-1735427225-project] 10.222.0.15 "DELETE /v2.0/ports/11994e3d-756d-418a-a44a-29f15af7984f HTTP/1.1" status: 204 len: 173 time: 0.3981769 Aug 27 03:00:58.465622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-deleted', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:00:58.467846 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e362a0-e081-4437-89f9-1a1c2ebe9da2" -d '{"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-deleted", "tag": "11994e3d-756d-418a-a44a-29f15af7984f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:00:58.505222 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944eebab-e153-4f00-ac4e-eb80f68e783e x-openstack-request-id: req-944eebab-e153-4f00-ac4e-eb80f68e783e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:00:58.505517 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad", "name": "network-vif-deleted", "tag": "11994e3d-756d-418a-a44a-29f15af7984f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:00:58.505774 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-944eebab-e153-4f00-ac4e-eb80f68e783e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:00:58.506202 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed0d2e4-6328-4f5b-9bf3-0d4174d2d7ad', 'name': 'network-vif-deleted', 'tag': '11994e3d-756d-418a-a44a-29f15af7984f', 'status': 'completed', 'code': 200} Aug 27 03:00:59.130656 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:00:59.161170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52390) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:59.209233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Deleting subnet fdf89ae2-5c99-4246-9a4a-2755b6f437c0 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:00:59.212195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.245541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.293005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.344558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.374190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf89ae2-5c99-4246-9a4a-2755b6f437c0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:59.376181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.379918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-26209fb8-f930-416f-b988-c5023fb275bf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fdf89ae2-5c99-4246-9a4a-2755b6f437c0 HTTP/1.1" status: 204 len: 168 time: 0.2158449 Aug 27 03:00:59.380531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52392) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:59.446039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.524712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.534105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d43be-94c4-4421-9654-813a96864950']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:59.543984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:59.544280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a407dcb8-6e0d-4436-a618-9bcd70c6ec01') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:00:59.552768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.567000 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.572575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:00:59.573553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:00:59.575167 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:00:59.626535 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.631924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.633879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] 10.222.0.26 "DELETE /v2.0/networks/923d43be-94c4-4421-9654-813a96864950 HTTP/1.1" status: 204 len: 168 time: 0.2524536 Aug 27 03:00:59.645351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fc278-4925-4853-b6bd-afe2947d8118 admin admin] Pushing event deleted for resources: {'Network': ['ID=923d43be-94c4-4421-9654-813a96864950,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:00:59.745787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52396) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:59.784031 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ec62c034-b8fb-4def-b544-cec0f10b497b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf7f47f702904e8eb275aef6269f0a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370972 Aug 27 03:00:59.786401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52398) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:00:59.837214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.858825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.903909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.906462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:00:59.907614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02d96b19-967d-4c4b-9b80-c889b2a10dd8 HTTP/1.1" status: 204 len: 168 time: 0.1203532 Aug 27 03:00:59.915332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435012-2ad8-4621-95d3-45700d36ece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d96b19-967d-4c4b-9b80-c889b2a10dd8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:00.284216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:01:00.307679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 11994e3d-756d-418a-a44a-29f15af7984f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:01:00.308015 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11994e3d-756d-418a-a44a-29f15af7984f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:01:00.567260 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:01:00.663632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-660733283-network', 'tenant_id': 'a4c61b023e8f4e0da9333afd6117728d'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:00.687101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Made reservation on behalf of a4c61b023e8f4e0da9333afd6117728d for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:01:00.689253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.697249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.784261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.788051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.808744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:01:00.821540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91affeb7-24c9-4389-be3e-f1d32d0c26e9,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:00.826321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.826722 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Added segment 595b907a-682e-4058-90a9-fa73b80bb481 of type vlan for network cec752ed-aae4-4f41-8ea7-ea0f59786bbe Aug 27 03:01:00.865998 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.889910 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.890931 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:00.891504 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:00.977431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4089425 Aug 27 03:01:00.980858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:01:00.985867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Request body: {'subnet': {'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-660733283-subnet', 'tenant_id': 'a4c61b023e8f4e0da9333afd6117728d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:01.000667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a0d7-fb8b-4d98-a81c-58fdf3b638f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cec752ed-aae4-4f41-8ea7-ea0f59786bbe,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:01.006199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Made reservation on behalf of a4c61b023e8f4e0da9333afd6117728d for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:01:01.008602 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.010615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:01:01.075839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.175273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.237253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8ac498-724c-49d9-a2c8-f72da2410b3f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:01.244735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Checking segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:01:01.245095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Network hostable DHCP agents. Network: cec752ed-aae4-4f41-8ea7-ea0f59786bbe, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:01:01.261828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:01:01.271089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cec752ed-aae4-4f41-8ea7-ea0f59786bbe) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:01:01.274906 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.275505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:01.290112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5e8ef178-2379-451d-a9ca-a7a2f00db1f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079941 Aug 27 03:01:01.297085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2c92a-e5ce-45fb-a152-c215d9bd1a0e None None] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:01:01.437112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094339a-9e6a-4ac7-aa69-cf29d98ea331 None None] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:01:01.715251 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-e27af2c6-6dc3-475e-955d-b9645658372d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:01.716728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-e27af2c6-6dc3-475e-955d-b9645658372d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 814 time: 0.1049480 Aug 27 03:01:01.731923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-08417d0f-c93c-4100-932a-288ac63cbdcf tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/quotas/a4c61b023e8f4e0da9333afd6117728d HTTP/1.1" status: 200 len: 375 time: 0.0095253 Aug 27 03:01:01.762054 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-cf17184d-93a0-4db5-99d9-041f43f0e9b7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251684 Aug 27 03:01:01.849997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-1861c671-e790-42e8-93c8-71fcf3e81fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813179 Aug 27 03:01:01.942219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-7f2d56b9-e6a9-4876-9ddd-40f1572bad15 service neutron] 10.222.0.26 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860100 Aug 27 03:01:02.097343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8edd45df-68ec-42d2-aeac-ecfdffce372a req-7b373b46-9259-4ef0-b232-9ea6464fe9eb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 210 time: 0.0273926 Aug 27 03:01:02.965505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-1a9a7f83-a0f2-4f5f-992d-61aaf25076c3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:02.966977 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-1a9a7f83-a0f2-4f5f-992d-61aaf25076c3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 814 time: 0.1002629 Aug 27 03:01:02.979116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Request body: {'port': {'device_id': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'admin_state_up': True, 'tenant_id': 'a4c61b023e8f4e0da9333afd6117728d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:03.089395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Made reservation on behalf of a4c61b023e8f4e0da9333afd6117728d for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:01:03.092849 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.189555 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b5efa4b-9320-4174-8886-b364ca66a6b6 req-0a96730c-e007-467d-907d-aa6f7aaeca66 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 210 time: 0.0269778 Aug 27 03:01:03.221331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Allocated IP 172.20.0.8 (cec752ed-aae4-4f41-8ea7-ea0f59786bbe/ab8ac498-724c-49d9-a2c8-f72da2410b3f/e6387ac2-3157-4619-83af-9f64b46a8749) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:01:03.361988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.399131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.444874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:01:03.449928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:01:03.453636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:01:03.460240 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:03.505364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:03.505905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.520036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fa71389c-fb1a-48bb-8c26-e13e4aa37f2a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446415 Aug 27 03:01:03.532225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Request body: {'port': {'device_id': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:03.583435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.841089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6387ac2-3157-4619-83af-9f64b46a8749 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:01:03.849247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.861616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Transition to ACTIVE for port object e6387ac2-3157-4619-83af-9f64b46a8749 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:01:03.865105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:03.928466 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:03.980173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:01:03.980501 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:01:03.980823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:03.985020 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:01:03.985338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:03.989997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:01:03.990325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Checking segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:01:03.990731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Bound using segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:01:03.991146 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Bound port: e6387ac2-3157-4619-83af-9f64b46a8749, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:01:03.991491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:04.056760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:01:04.059658 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:01:04.064213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:04.097042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.098077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:04.099466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 1091 time: 0.5712311 Aug 27 03:01:04.099898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:04.102102 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2f610-e174-473b-891e-7b8322dfea22" -d '{"events": [{"name": "network-changed", "server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:04.129671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0946c6-c3c6-4528-8dfe-f032b3f4f160 service neutron] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:04.145393 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107a5a8-39d4-4940-bbd4-8751d290a31c x-openstack-request-id: req-d107a5a8-39d4-4940-bbd4-8751d290a31c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:04.145680 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:04.145937 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d107a5a8-39d4-4940-bbd4-8751d290a31c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:04.146356 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'status': 'completed', 'code': 200} Aug 27 03:01:04.189823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-f4808a21-55be-41e6-b377-bbac69fd8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.191362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-f4808a21-55be-41e6-b377-bbac69fd8305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1094 time: 0.0547578 Aug 27 03:01:04.235866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8a4fd62a-cc2b-4953-bb24-d887faab9006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Aug 27 03:01:04.285394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8dd68fb4-724f-4c59-afe3-0fdc28239b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.286903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-8dd68fb4-724f-4c59-afe3-0fdc28239b45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0441065 Aug 27 03:01:04.302438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1024a52-0d6d-4072-8983-a67181b5f5da req-a500301a-9a45-496c-8614-f221ac04685b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.303936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1024a52-0d6d-4072-8983-a67181b5f5da req-a500301a-9a45-496c-8614-f221ac04685b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 943 time: 0.0484276 Aug 27 03:01:04.318786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-fdfb456e-2367-425a-8fa8-fc79bd2834fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249219 Aug 27 03:01:04.342974 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1024a52-0d6d-4072-8983-a67181b5f5da req-caa27030-6567-4f47-ae99-97537c36ffb9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 27 03:01:04.405592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-45a50a8a-eeac-47cd-9fd3-7dce0e92fcc5 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800440 Aug 27 03:01:04.497674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc571796-3e29-4930-8571-61bdaaec4efe req-d9fd72d0-4ec3-4c95-bc89-961591f2ce6f service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Aug 27 03:01:04.583391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f610-e174-473b-891e-7b8322dfea22 req-ce33e3a8-ad1d-4548-a0ce-49b047355454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.585151 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-ce33e3a8-ad1d-4548-a0ce-49b047355454 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1094 time: 0.0423043 Aug 27 03:01:04.676555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f610-e174-473b-891e-7b8322dfea22 req-c74c2d5e-8a63-489e-a40e-9f253089880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.677879 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-c74c2d5e-8a63-489e-a40e-9f253089880e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0860984 Aug 27 03:01:04.718284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-d92a7ff3-0570-45c0-ba7f-06e5cca644c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0334983 Aug 27 03:01:04.765792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f610-e174-473b-891e-7b8322dfea22 req-025907d8-3879-4885-b7a7-f0ef34f56206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:04.767193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-025907d8-3879-4885-b7a7-f0ef34f56206 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0420792 Aug 27 03:01:04.799883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-dbe98a02-710f-40a0-b072-2ddcec6b388f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248544 Aug 27 03:01:04.894086 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-95959e21-8d03-4732-a72b-27e2600f291d service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858569 Aug 27 03:01:04.981674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13e2f610-e174-473b-891e-7b8322dfea22 req-e7b1f719-5613-459f-8ef4-4a8b0c0a957a service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793946 Aug 27 03:01:05.461015 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67aec4-acb7-4805-95ad-b170d740eee8 req-ee6d6d9a-dbdb-4f3b-b2d6-d827cc7472e2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:05.462589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c67aec4-acb7-4805-95ad-b170d740eee8 req-ee6d6d9a-dbdb-4f3b-b2d6-d827cc7472e2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 943 time: 0.0524969 Aug 27 03:01:05.498626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c67aec4-acb7-4805-95ad-b170d740eee8 req-3d051172-38c3-4a22-9d7f-e3419eef7f00 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Aug 27 03:01:06.324268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:01:06.419416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:06.430240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'port_id': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'mac_address': 'fa:16:3e:18:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac498-724c-49d9-a2c8-f72da2410b3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:01:06.466269 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:06.478611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6387ac2-3157-4619-83af-9f64b46a8749 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:01:06.497610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:06.501955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:06.549334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:06.616167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd0988-d4ac-49fe-afe8-7811fb8a78b0 req-f6374bf1-ecba-423c-abf0-f7f856523e45 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:06.617624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6dd0988-d4ac-49fe-afe8-7811fb8a78b0 req-f6374bf1-ecba-423c-abf0-f7f856523e45 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0529525 Aug 27 03:01:06.654197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6dd0988-d4ac-49fe-afe8-7811fb8a78b0 req-1ccbaa17-746b-41df-941c-b799782b20f1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301435 Aug 27 03:01:06.688632 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e6387ac2-3157-4619-83af-9f64b46a8749'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:01:07.765916 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8954a08-5dfb-44e0-bad1-06ff2f34e0c7 req-c88ef547-fe76-4706-87ab-adedc927cdfd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:07.767401 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8954a08-5dfb-44e0-bad1-06ff2f34e0c7 req-c88ef547-fe76-4706-87ab-adedc927cdfd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0477374 Aug 27 03:01:07.804355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8954a08-5dfb-44e0-bad1-06ff2f34e0c7 req-a4b44c03-38f4-487d-ac19-a88a084edd40 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Aug 27 03:01:08.355681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:01:08.402167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e6387ac2-3157-4619-83af-9f64b46a8749 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:01:08.405683 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e6387ac2-3157-4619-83af-9f64b46a8749 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:01:08.406044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:08.483044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:08.504219 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:08.506453 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9317571-e66e-4d82-bf2c-dbde233eacd6" -d '{"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-plugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:08.518474 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:08.522331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:08.546859 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64180f-bf4d-49fb-aef0-d65632d01f7d x-openstack-request-id: req-9d64180f-bf4d-49fb-aef0-d65632d01f7d {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:08.547152 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-plugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:08.547406 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d64180f-bf4d-49fb-aef0-d65632d01f7d {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:08.547799 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'code': 200} Aug 27 03:01:08.573584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:08.638223 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57312-24b8-401b-a2b7-1cd81c1b070f req-d9babfd2-82ca-47b1-b724-24ff80c1c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:08.639602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cec57312-24b8-401b-a2b7-1cd81c1b070f req-d9babfd2-82ca-47b1-b724-24ff80c1c80f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1096 time: 0.0391839 Aug 27 03:01:08.672627 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cec57312-24b8-401b-a2b7-1cd81c1b070f req-51b06362-d713-4b22-a627-7a811b105e75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259976 Aug 27 03:01:08.922355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d7bd-fbff-4261-bf07-cebb352845c7 req-e2f6ad1f-7233-4a2c-a461-2c417a570343 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:08.923732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a228d7bd-fbff-4261-bf07-cebb352845c7 req-e2f6ad1f-7233-4a2c-a461-2c417a570343 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0517457 Aug 27 03:01:08.960144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a228d7bd-fbff-4261-bf07-cebb352845c7 req-f3132fb3-9ac1-414d-b97a-570e84d72b1b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Aug 27 03:01:10.074416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137128e4-0087-494b-90fe-dd9b3a40ffe6 req-495a393a-5223-4f62-aefd-bf6af716d2c7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:10.075918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-137128e4-0087-494b-90fe-dd9b3a40ffe6 req-495a393a-5223-4f62-aefd-bf6af716d2c7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0487478 Aug 27 03:01:10.112464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-137128e4-0087-494b-90fe-dd9b3a40ffe6 req-3112dbce-ddb5-4c54-bcb5-12ab38ca5487 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Aug 27 03:01:10.231409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc0cee-3184-4ed0-b4b6-fb593d1d64cc req-785d8603-e5ab-44e2-9ac9-674bf19b3ff9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:10.232861 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97dc0cee-3184-4ed0-b4b6-fb593d1d64cc req-785d8603-e5ab-44e2-9ac9-674bf19b3ff9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0570285 Aug 27 03:01:10.269506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-97dc0cee-3184-4ed0-b4b6-fb593d1d64cc req-b96b8fc2-46b1-47d8-b482-37bf99a74479 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Aug 27 03:01:10.463126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb53a2-83fe-4ed3-8384-6556ba61612f req-f6c8f0bf-fd24-4340-83be-7366658b6426 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:10.464620 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dafb53a2-83fe-4ed3-8384-6556ba61612f req-f6c8f0bf-fd24-4340-83be-7366658b6426 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0484734 Aug 27 03:01:10.501190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dafb53a2-83fe-4ed3-8384-6556ba61612f req-4fb27e35-a9a4-4d8b-bc4a-24c89355b0fe tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Aug 27 03:01:10.612425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738d23b-8250-420b-ba0f-ed245ea1f2df req-f0e9502e-e2e0-4d8c-81e2-89cc5690d5c4 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:10.613884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1738d23b-8250-420b-ba0f-ed245ea1f2df req-f0e9502e-e2e0-4d8c-81e2-89cc5690d5c4 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0480654 Aug 27 03:01:10.651088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1738d23b-8250-420b-ba0f-ed245ea1f2df req-3d074f41-0c03-47e4-a0c0-53524a0d6a75 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Aug 27 03:01:10.958456 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-959897c0-9d75-4d5c-bf27-9e463ab40ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431025 Aug 27 03:01:10.977803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bb61c-c29a-4c93-8d63-ed852ccdc4f4 req-7628629c-ceae-491e-b20d-0714fdfcf534 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:10.980083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-301bb61c-c29a-4c93-8d63-ed852ccdc4f4 req-7628629c-ceae-491e-b20d-0714fdfcf534 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0543077 Aug 27 03:01:11.373993 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-301bb61c-c29a-4c93-8d63-ed852ccdc4f4 req-98a4c218-16af-4d45-a6c4-0b37009e0b4c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879430 Aug 27 03:01:12.157112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-88713dbc-ed4a-49ad-9691-4ef90ae4349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:12.158600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-88713dbc-ed4a-49ad-9691-4ef90ae4349c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1096 time: 0.0405462 Aug 27 03:01:12.247193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-85ceb615-9deb-4e61-bb5b-6229d78f06de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:12.248635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-85ceb615-9deb-4e61-bb5b-6229d78f06de service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0835967 Aug 27 03:01:12.293524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-cdd689b0-f37c-4a07-9899-99db07f0a9f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0374258 Aug 27 03:01:12.342073 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-3b3f99ad-311f-461c-9cae-c5cc236ce30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:12.343424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-3b3f99ad-311f-461c-9cae-c5cc236ce30f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0426085 Aug 27 03:01:12.374195 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-14dfb344-17d6-41c5-bf82-388978805596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240738 Aug 27 03:01:12.492533 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-bbfe106c-b9eb-498a-ae32-71c19f5bdb3e service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112459 Aug 27 03:01:12.524538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434cbe-ddf8-4001-ae22-e98231b4dbc5 req-a785fb3b-2944-466e-9e07-9c003e95cd8c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:12.525961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8434cbe-ddf8-4001-ae22-e98231b4dbc5 req-a785fb3b-2944-466e-9e07-9c003e95cd8c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0790632 Aug 27 03:01:12.601758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8434cbe-ddf8-4001-ae22-e98231b4dbc5 req-b7b30a8d-de5c-4440-bab1-32c37f3c8a0e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488644 Aug 27 03:01:12.621955 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-fc42624e-be57-44f2-bfb3-dcc4ea5f5524 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211596 Aug 27 03:01:13.719745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473cb8-493f-4cb1-a8f1-5ae28a7cb5db req-c8e9a97f-5320-423f-aabf-882789f83cbd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:13.721057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7473cb8-493f-4cb1-a8f1-5ae28a7cb5db req-c8e9a97f-5320-423f-aabf-882789f83cbd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0521836 Aug 27 03:01:13.757914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7473cb8-493f-4cb1-a8f1-5ae28a7cb5db req-7ae6c066-826b-42b9-9cb1-fe4ae3c0b9da tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Aug 27 03:01:14.871880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf28e65-47ba-4cd4-83b3-7e5c8bfca191 req-0e50b793-7335-4049-bf8d-1932d5b995f0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:14.873339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cf28e65-47ba-4cd4-83b3-7e5c8bfca191 req-0e50b793-7335-4049-bf8d-1932d5b995f0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0495253 Aug 27 03:01:14.908957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cf28e65-47ba-4cd4-83b3-7e5c8bfca191 req-da84d436-34b2-4dd0-ae43-7851f9daaaed tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298207 Aug 27 03:01:16.021025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f769967-dfc7-4e58-b0e6-a2c6d38bd29c req-fbfb113c-89f8-4cea-80ee-5670587ff353 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:16.022510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f769967-dfc7-4e58-b0e6-a2c6d38bd29c req-fbfb113c-89f8-4cea-80ee-5670587ff353 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0480902 Aug 27 03:01:16.059553 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f769967-dfc7-4e58-b0e6-a2c6d38bd29c req-4cf13193-6a80-49e3-80df-8d7de8b949d1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Aug 27 03:01:16.513100 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:16.763865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-641486db-78c0-416f-b6a1-8b6e72cc6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:16.765255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-641486db-78c0-416f-b6a1-8b6e72cc6cde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1096 time: 0.0425601 Aug 27 03:01:16.868959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-a8131163-a840-49b7-be25-86bcf5038129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:16.870490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-a8131163-a840-49b7-be25-86bcf5038129 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0866292 Aug 27 03:01:16.910550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-dae2e6e4-8270-4ad8-8f93-6551c8291d73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0331726 Aug 27 03:01:16.956468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-b35fb2b9-3d98-42ae-b939-81a88c74ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:16.957810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-b35fb2b9-3d98-42ae-b939-81a88c74ae7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0404279 Aug 27 03:01:16.991517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-01300cc6-ecc8-45eb-9ec4-1a08735a0ead service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267298 Aug 27 03:01:17.081208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-7b4cd671-8e7a-4632-b42a-49934032e0bb service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829995 Aug 27 03:01:17.207540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf5aa-6acf-407a-a5cd-062a8fd1454b req-09b43835-9d1b-45dd-8bf8-47d032b555e3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:17.209002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-843bf5aa-6acf-407a-a5cd-062a8fd1454b req-09b43835-9d1b-45dd-8bf8-47d032b555e3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0762286 Aug 27 03:01:17.212746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b83b8278-9067-4652-8f1c-e2ef8a3d8b59 req-a344a4e4-a07f-405f-82f4-65c92e09936a service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244638 Aug 27 03:01:17.247057 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-843bf5aa-6acf-407a-a5cd-062a8fd1454b req-62407f43-1a93-49f1-8e49-f92069439c00 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 27 03:01:18.361166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2e2b1-1e0a-4488-ac0a-f8573548f765 req-40cbd6a9-7d1f-4acf-a6d6-c3e20681cbcd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:18.362529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9f2e2b1-1e0a-4488-ac0a-f8573548f765 req-40cbd6a9-7d1f-4acf-a6d6-c3e20681cbcd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0500791 Aug 27 03:01:18.397584 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9f2e2b1-1e0a-4488-ac0a-f8573548f765 req-f5ef1a8e-4fa5-46e9-9852-1c57d0128f3f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292487 Aug 27 03:01:19.515971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e8f80-9fbf-4381-84e9-8ed978db38c6 req-cd66aabb-a04b-425a-942c-4a1da1dc7e87 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:19.517406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fc8e8f80-9fbf-4381-84e9-8ed978db38c6 req-cd66aabb-a04b-425a-942c-4a1da1dc7e87 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0471394 Aug 27 03:01:19.553327 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fc8e8f80-9fbf-4381-84e9-8ed978db38c6 req-f68ec98c-5061-4290-9365-a246f06c95c3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302103 Aug 27 03:01:20.666486 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe54e-ed60-48ab-8820-59482ac34ed9 req-95f8c70a-66b0-436e-bd4b-c89dcb6f0e3c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:20.667943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd7fe54e-ed60-48ab-8820-59482ac34ed9 req-95f8c70a-66b0-436e-bd4b-c89dcb6f0e3c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0500298 Aug 27 03:01:20.704220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cd7fe54e-ed60-48ab-8820-59482ac34ed9 req-c251b24b-5b64-4477-850c-827a79a5f558 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Aug 27 03:01:22.127996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692326a-cbe6-4ed8-9ad3-098041f70a09 req-c634609a-2c1f-4cdb-92b0-6f371d4be336 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:22.129463 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1692326a-cbe6-4ed8-9ad3-098041f70a09 req-c634609a-2c1f-4cdb-92b0-6f371d4be336 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.3594091 Aug 27 03:01:22.166578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1692326a-cbe6-4ed8-9ad3-098041f70a09 req-3172fe35-c47b-4a5f-bf9d-0bf24cdf0fed tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Aug 27 03:01:22.692318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1214ff20-bec6-41e8-a13e-08e7913f582d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:23.279909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc142664-4f26-43fb-b49e-a36b2354de2a req-2cd672e5-80be-40eb-a808-9f1e7c15aceb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:23.281650 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc142664-4f26-43fb-b49e-a36b2354de2a req-2cd672e5-80be-40eb-a808-9f1e7c15aceb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0477691 Aug 27 03:01:23.317432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cc142664-4f26-43fb-b49e-a36b2354de2a req-e2161004-e76f-49a7-a458-d7349c901611 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298545 Aug 27 03:01:24.433746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c459158-0daa-40dd-a4a3-66d5c9f32118 req-dae70c68-7fa9-4fab-b941-15d23db0b27e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:24.435232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c459158-0daa-40dd-a4a3-66d5c9f32118 req-dae70c68-7fa9-4fab-b941-15d23db0b27e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0528080 Aug 27 03:01:24.472397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5c459158-0daa-40dd-a4a3-66d5c9f32118 req-49849a14-e948-4228-bb37-c3efc56d7681 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Aug 27 03:01:25.251163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-024ad50c-1493-45a2-8c74-925d7c358c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:25.475759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:25.587283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b402c38-86ac-440a-b08c-064135ba09f9 req-5fa2f916-1e89-4b72-b2a4-c5bbc1650d6e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:25.588718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b402c38-86ac-440a-b08c-064135ba09f9 req-5fa2f916-1e89-4b72-b2a4-c5bbc1650d6e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0514545 Aug 27 03:01:25.625216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b402c38-86ac-440a-b08c-064135ba09f9 req-3c4bbf5f-2ec8-4dea-9892-c1aed6b5257d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Aug 27 03:01:26.614714 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:26.742948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375764-7e0f-4931-8480-8804cc7a983e req-ff65ad3c-589a-4c4c-8ba4-fd17bb1278b8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:26.744966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9375764-7e0f-4931-8480-8804cc7a983e req-ff65ad3c-589a-4c4c-8ba4-fd17bb1278b8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0531297 Aug 27 03:01:26.785979 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c9375764-7e0f-4931-8480-8804cc7a983e req-13d427b9-b184-47d0-a0fa-db114664353d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Aug 27 03:01:27.897527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a682-bf18-47c8-9f9e-ce899fb8f6d4 req-d8178f36-192a-43c3-bc8a-d2a775b5b838 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:27.899012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1388a682-bf18-47c8-9f9e-ce899fb8f6d4 req-d8178f36-192a-43c3-bc8a-d2a775b5b838 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0477862 Aug 27 03:01:27.936626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1388a682-bf18-47c8-9f9e-ce899fb8f6d4 req-ca280dbe-0bf7-49c0-83f8-3a9660ea7af1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Aug 27 03:01:28.027210 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:29.050056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86ef82-20fb-4349-995f-1d30d8f476e0 req-e4944512-8f62-4c02-957a-3bee48a02747 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:29.051551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd86ef82-20fb-4349-995f-1d30d8f476e0 req-e4944512-8f62-4c02-957a-3bee48a02747 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0480132 Aug 27 03:01:29.089465 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd86ef82-20fb-4349-995f-1d30d8f476e0 req-fb2bf63b-7623-4158-b2cf-df0aaa46568d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Aug 27 03:01:30.202844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840a7c-d0dd-464a-a728-4e570423b699 req-60072a79-62ad-4752-9481-946fc78e4be2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:30.204286 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7840a7c-d0dd-464a-a728-4e570423b699 req-60072a79-62ad-4752-9481-946fc78e4be2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0488653 Aug 27 03:01:30.241402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7840a7c-d0dd-464a-a728-4e570423b699 req-27719bed-1fe9-42d0-acad-33eeb4fca9d9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Aug 27 03:01:31.050757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:31.352953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708945dd-2936-4a3e-af3e-cbc28def5867 req-596ddfa2-c7d1-44b1-b3c1-4b7a557c31e2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:31.354866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-708945dd-2936-4a3e-af3e-cbc28def5867 req-596ddfa2-c7d1-44b1-b3c1-4b7a557c31e2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0491407 Aug 27 03:01:31.392034 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-708945dd-2936-4a3e-af3e-cbc28def5867 req-ffbf3ec9-7b13-4b3f-8346-07cfb177f025 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Aug 27 03:01:32.508971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cdd28-719e-411f-9d21-b0b5cc517494 req-35c3a5df-02fd-4c87-8b07-0f76fd1aa9fe tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:32.511033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-218cdd28-719e-411f-9d21-b0b5cc517494 req-35c3a5df-02fd-4c87-8b07-0f76fd1aa9fe tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0536742 Aug 27 03:01:32.547215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-218cdd28-719e-411f-9d21-b0b5cc517494 req-7e06b812-7e03-4760-8609-e813a67d4b0a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297642 Aug 27 03:01:33.658573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa749370-ad32-4106-856e-833be8ef09f6 req-878a4a2d-6184-4c87-af40-dbd7d5efdb8d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:33.660056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa749370-ad32-4106-856e-833be8ef09f6 req-878a4a2d-6184-4c87-af40-dbd7d5efdb8d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0476615 Aug 27 03:01:33.699460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa749370-ad32-4106-856e-833be8ef09f6 req-cc538654-1995-4121-b44d-f79c32ce8008 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Aug 27 03:01:34.811319 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99810-1d32-41c0-ad54-7c9f33fafe41 req-718d8715-a44a-47e8-a57d-89baac7b688c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:34.812674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaa99810-1d32-41c0-ad54-7c9f33fafe41 req-718d8715-a44a-47e8-a57d-89baac7b688c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0474901 Aug 27 03:01:34.848927 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aaa99810-1d32-41c0-ad54-7c9f33fafe41 req-2b8f4c16-0492-497e-96d8-c241fd25384e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304711 Aug 27 03:01:35.961887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ab48-ed63-4aa0-92a2-760e277749c2 req-b7e79b1f-80df-438b-9e0b-89a1a6bac84a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:35.963930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2df9ab48-ed63-4aa0-92a2-760e277749c2 req-b7e79b1f-80df-438b-9e0b-89a1a6bac84a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0488827 Aug 27 03:01:36.000165 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2df9ab48-ed63-4aa0-92a2-760e277749c2 req-c70a8d64-36a9-416f-ae2f-dd71887620f3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304513 Aug 27 03:01:36.129353 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:01:37.119729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d439-650e-4dbc-b2ff-867f0bddf726 req-84d29376-220b-461f-84f2-f490484f93d0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:37.121201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14a8d439-650e-4dbc-b2ff-867f0bddf726 req-84d29376-220b-461f-84f2-f490484f93d0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0527349 Aug 27 03:01:37.160818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14a8d439-650e-4dbc-b2ff-867f0bddf726 req-770ffb4b-44b8-499e-8a36-a9901b56cd6c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Aug 27 03:01:38.271793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70008561-2913-42ba-91c0-0e7d62642172 req-5e1aac7c-3e27-4df4-83ce-28261bf3adf8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:38.273241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70008561-2913-42ba-91c0-0e7d62642172 req-5e1aac7c-3e27-4df4-83ce-28261bf3adf8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0476656 Aug 27 03:01:38.314278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70008561-2913-42ba-91c0-0e7d62642172 req-9462efbd-d136-4890-92aa-5193bb457a6a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Aug 27 03:01:39.429625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d276ec5-1ffd-45c5-9eb9-4790a8f9d36a req-a6381144-c82b-425d-a086-715b4342e3ae tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:39.431103 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d276ec5-1ffd-45c5-9eb9-4790a8f9d36a req-a6381144-c82b-425d-a086-715b4342e3ae tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0514717 Aug 27 03:01:39.468213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3d276ec5-1ffd-45c5-9eb9-4790a8f9d36a req-a86709d6-37fd-4946-8a5b-49f2cf4f39b0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Aug 27 03:01:39.535011 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-8f51b728-1679-4ddf-bd3b-cc834c7ae21d service neutron] show failed (client error): The resource could not be found. Aug 27 03:01:39.535991 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-8f51b728-1679-4ddf-bd3b-cc834c7ae21d service neutron] 10.222.0.15 "GET /v2.0/ports/e6387ac2-3157-4619-83af-9f64b46a8749/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0534163 Aug 27 03:01:39.727464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-fdecc49a-3598-4c2f-8e87-7e1cbec58abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:39.728846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-fdecc49a-3598-4c2f-8e87-7e1cbec58abb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c&tenant_id=a4c61b023e8f4e0da9333afd6117728d HTTP/1.1" status: 200 len: 1096 time: 0.0445712 Aug 27 03:01:39.746320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:39.797218 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.000330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:40.031663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:01:40.074597 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:40.077225 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b1f7b-3536-48e7-963f-0bbc89364475" -d '{"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:40.081291 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.093873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Transition to ACTIVE for port object e6387ac2-3157-4619-83af-9f64b46a8749 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:01:40.097648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.126612 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9262b6-851f-498b-9d4b-35517e0f032a x-openstack-request-id: req-9d9262b6-851f-498b-9d4b-35517e0f032a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:40.126911 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:40.127170 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d9262b6-851f-498b-9d4b-35517e0f032a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:40.127562 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'code': 200} Aug 27 03:01:40.161647 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:40.163718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] No DVR routers for this DVR port e6387ac2-3157-4619-83af-9f64b46a8749 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:01:40.175373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.175739 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.176084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.176418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.176746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.177076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.177403 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.177726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.178047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.178367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.178713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.179034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:40.207377 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:01:40.207706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:01:40.208031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:40.212429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:01:40.212748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Attempting to bind port e6387ac2-3157-4619-83af-9f64b46a8749 on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:40.217496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:01:40.217827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Checking segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:01:40.218203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Bound using segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:01:40.218648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Bound port: e6387ac2-3157-4619-83af-9f64b46a8749, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:01:40.219006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.282746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:01:40.285999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:01:40.290114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.326769 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:40.327384 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:40.328761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] 10.222.0.46 "PUT /v2.0/ports/e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 1091 time: 0.5864589 Aug 27 03:01:40.348363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011dfbf-9292-4832-9a88-6af9efee129b service neutron] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:40.399570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-977326af-b4ef-43ef-9faa-3f8158be2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:40.401147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-977326af-b4ef-43ef-9faa-3f8158be2fd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1094 time: 0.0408826 Aug 27 03:01:40.491132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-da1eed12-6158-4a00-ade1-a22b31dd6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:40.492582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-da1eed12-6158-4a00-ade1-a22b31dd6840 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0847797 Aug 27 03:01:40.534489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-e3d6d998-a03c-4148-b25f-14607c044f11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0341725 Aug 27 03:01:40.583121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218474c-b68d-4ed2-8600-0455a2098f45 req-9671071f-0a4e-43e6-9d08-6040cda7b0ce tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:40.583701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-64f40f92-5be8-471b-80d0-6fd69c757449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:40.584896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e218474c-b68d-4ed2-8600-0455a2098f45 req-9671071f-0a4e-43e6-9d08-6040cda7b0ce tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 943 time: 0.0507009 Aug 27 03:01:40.585067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-64f40f92-5be8-471b-80d0-6fd69c757449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0439231 Aug 27 03:01:40.616240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-aa3e19d1-7d0d-41c3-bcbd-ed5804b189ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244451 Aug 27 03:01:40.622607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e218474c-b68d-4ed2-8600-0455a2098f45 req-632810f6-4745-449f-b1f2-f1c622cdc918 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Aug 27 03:01:40.709798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-a649ef8c-a3a8-483c-8efe-8b6bc0af31fc service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Aug 27 03:01:40.796585 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48ea87e5-925c-4dc8-aadb-fdee2e384ecd req-f2e91bd2-6c5c-4811-9d47-e9a4563e9535 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801783 Aug 27 03:01:41.741702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccf5b0-0bfd-4287-be9f-bd7b4062dfc8 req-3c57cb3e-98b2-418e-9c3f-b281b9f8c85d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:41.743178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04ccf5b0-0bfd-4287-be9f-bd7b4062dfc8 req-3c57cb3e-98b2-418e-9c3f-b281b9f8c85d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 943 time: 0.0534365 Aug 27 03:01:41.780630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-04ccf5b0-0bfd-4287-be9f-bd7b4062dfc8 req-4b93dcce-f111-4699-9406-b525c524ac6f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Aug 27 03:01:42.128648 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:42.131007 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad79f99-0236-4045-8eea-871d1a6c4d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:42.179460 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363fd3d-7170-4cdf-8127-df57f666a68e x-openstack-request-id: req-e363fd3d-7170-4cdf-8127-df57f666a68e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:42.179838 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:42.180860 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e363fd3d-7170-4cdf-8127-df57f666a68e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:42.181279 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'status': 'completed', 'code': 200} Aug 27 03:01:42.262801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-9dc6c83f-fac2-474a-954a-d0d11b335de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.264316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-9dc6c83f-fac2-474a-954a-d0d11b335de1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1094 time: 0.0661283 Aug 27 03:01:42.284191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-8e320507-e247-49ff-8742-077603a038ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.285550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-8e320507-e247-49ff-8742-077603a038ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1094 time: 0.0542107 Aug 27 03:01:42.432685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-4c10a249-b318-4e74-a0d6-23e2fbff3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.434111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-4c10a249-b318-4e74-a0d6-23e2fbff3823 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.1624320 Aug 27 03:01:42.438396 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-9a65515e-6773-4e97-ae61-ddf86efc6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.439728 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-9a65515e-6773-4e97-ae61-ddf86efc6f33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.1442547 Aug 27 03:01:42.486847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-eac9939b-5f3c-4c05-aeb0-a5c8825d6dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0458364 Aug 27 03:01:42.487572 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:01:42.521154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-baef4aa5-133d-4fd8-8e6a-8cb292218e27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0723526 Aug 27 03:01:42.529813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:01:42.603056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-094e3965-617c-4651-84e1-f0750d4cd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.604561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-094e3965-617c-4651-84e1-f0750d4cd434 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0916076 Aug 27 03:01:42.607895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-ba9acfc3-cd91-4e3d-ae34-63811820b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:42.609296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-ba9acfc3-cd91-4e3d-ae34-63811820b8c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0644884 Aug 27 03:01:42.657708 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-04f95709-5bb0-4e22-8df4-04260e551ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380001 Aug 27 03:01:42.659450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-5ffbd2db-d4ac-46d1-b1b2-6c807ddfc3fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471721 Aug 27 03:01:42.813670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-1ac1dc0a-8d9d-4b6c-ae47-4beb483c1a41 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484706 Aug 27 03:01:42.817098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-f6ec0e47-ae37-4dac-bb11-3da29ad6be77 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441853 Aug 27 03:01:43.008517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb72ea2-b0d7-40c8-892d-2d6238fd1bc2 req-cf995db9-1021-4900-ac12-314a60c3edc1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:43.010550 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fb72ea2-b0d7-40c8-892d-2d6238fd1bc2 req-cf995db9-1021-4900-ac12-314a60c3edc1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 943 time: 0.1537035 Aug 27 03:01:43.022087 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-b89d5c7f-bd5f-4027-a697-b9f4df7f49a3 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012994 Aug 27 03:01:43.030561 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cad79f99-0236-4045-8eea-871d1a6c4d1a req-548c1414-96dd-4868-906c-701a10e0885e service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017362 Aug 27 03:01:43.060118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fb72ea2-b0d7-40c8-892d-2d6238fd1bc2 req-fb2bb3e3-5268-4923-866c-5c4314c5360a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Aug 27 03:01:43.522987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:01:43.613269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:43.624560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'port_id': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'mac_address': 'fa:16:3e:18:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac498-724c-49d9-a2c8-f72da2410b3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:01:43.659957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:43.675153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6387ac2-3157-4619-83af-9f64b46a8749 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:01:43.693268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:43.697958 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:43.741506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:43.748872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.749246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.749584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.749912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.750239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.750588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.750918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.751234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.751550 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.751862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.752177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:43.752488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:44.116622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e6387ac2-3157-4619-83af-9f64b46a8749'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:01:44.175648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546d280-4d2e-45e9-ad9f-a259d6643030 req-27610d11-7e9c-48fb-99c0-e81690d235ff tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.177117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4546d280-4d2e-45e9-ad9f-a259d6643030 req-27610d11-7e9c-48fb-99c0-e81690d235ff tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0488584 Aug 27 03:01:44.215010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4546d280-4d2e-45e9-ad9f-a259d6643030 req-3018b85b-bf8f-4a29-8bab-7e45aced776e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Aug 27 03:01:44.417581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e5df-fb37-450c-a59a-c298c8432796 req-c0203a97-849a-465d-b506-27101ae302f1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.419098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4777e5df-fb37-450c-a59a-c298c8432796 req-c0203a97-849a-465d-b506-27101ae302f1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0541248 Aug 27 03:01:44.423166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-a77f90b0-3f0c-4ae4-808a-774385082c18 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.424621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-a77f90b0-3f0c-4ae4-808a-774385082c18 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.15 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c&tenant_id=a4c61b023e8f4e0da9333afd6117728d&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 944 time: 0.0508080 Aug 27 03:01:44.457327 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4777e5df-fb37-450c-a59a-c298c8432796 req-930c712d-1ec9-4e45-8835-68da64583b7e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Aug 27 03:01:44.484280 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-2e292517-fd7d-4faf-9411-0ab70f9d6cef service neutron] delete failed (client error): The resource could not be found. Aug 27 03:01:44.485277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-2e292517-fd7d-4faf-9411-0ab70f9d6cef service neutron] 10.222.0.15 "DELETE /v2.0/ports/e6387ac2-3157-4619-83af-9f64b46a8749/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0535862 Aug 27 03:01:44.570885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-85639154-8adf-4187-8822-05625c4a4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.572965 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-85639154-8adf-4187-8822-05625c4a4036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 1095 time: 0.0444036 Aug 27 03:01:44.666778 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-a9106fb6-0d84-4d38-bf66-121f58cb436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.668249 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-a9106fb6-0d84-4d38-bf66-121f58cb436f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0892558 Aug 27 03:01:44.709674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-57fa29f8-5915-4300-a152-0f849c08accd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 200 len: 217 time: 0.0344939 Aug 27 03:01:44.762462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-35468052-793f-430c-87e8-f699fcf4a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:44.763873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-35468052-793f-430c-87e8-f699fcf4a6cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0472827 Aug 27 03:01:44.794993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-e7e066b2-f349-493f-bd40-d0a6fec0a36a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234737 Aug 27 03:01:44.883638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-481bb94a-5fc9-4a9b-9fbd-9cbf45e157d0 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815206 Aug 27 03:01:44.982321 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81b973c8-7f58-4459-bd6c-67669231f2ec req-d3b170d9-cd24-4b5c-a29e-ef1367321d16 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921595 Aug 27 03:01:45.531056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:01:45.577157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a9808-c3ec-4542-9df0-b9c2fa3f984c req-9002aaf8-38e2-439c-870b-4eccaa1ff096 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:45.578725 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-931a9808-c3ec-4542-9df0-b9c2fa3f984c req-9002aaf8-38e2-439c-870b-4eccaa1ff096 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0494976 Aug 27 03:01:45.582149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e6387ac2-3157-4619-83af-9f64b46a8749 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:01:45.587640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e6387ac2-3157-4619-83af-9f64b46a8749 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:01:45.588033 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:45.617808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-931a9808-c3ec-4542-9df0-b9c2fa3f984c req-5c36236a-e564-4880-84f1-02e1764c6736 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Aug 27 03:01:45.669012 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:45.691425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:45.693618 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c5cd3-d178-4c79-aed4-7705f711fa23" -d '{"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-plugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:45.708270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:45.713429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:45.734573 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96db6c6-a475-44c3-a137-b1c53f489d8a req-7bd69232-5fed-4e1f-af12-f73d43780c86 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:45.736057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c96db6c6-a475-44c3-a137-b1c53f489d8a req-7bd69232-5fed-4e1f-af12-f73d43780c86 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 944 time: 0.0492911 Aug 27 03:01:45.745280 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d00f293-e25e-49d7-8d86-e98c9e920dd9 x-openstack-request-id: req-6d00f293-e25e-49d7-8d86-e98c9e920dd9 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:45.745570 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-plugged", "status": "completed", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:45.745823 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d00f293-e25e-49d7-8d86-e98c9e920dd9 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:45.746208 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'code': 200} Aug 27 03:01:45.769985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:45.773276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c96db6c6-a475-44c3-a137-b1c53f489d8a req-1a2ced68-0370-4534-9166-12acd35e6568 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Aug 27 03:01:45.887553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d7f8b-75e4-4b77-beb5-1bdfe9acf3a4 req-538ccf8a-9f25-41f9-bd1a-0474d04008b4 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:45.888919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75d7f8b-75e4-4b77-beb5-1bdfe9acf3a4 req-538ccf8a-9f25-41f9-bd1a-0474d04008b4 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0485508 Aug 27 03:01:45.925065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e75d7f8b-75e4-4b77-beb5-1bdfe9acf3a4 req-1f3da795-3ee4-449d-8ecf-20bb3ca1e6e3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Aug 27 03:01:46.264569 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-4660c9a0-e897-411e-aead-a0892377515f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:46.266019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-4660c9a0-e897-411e-aead-a0892377515f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 814 time: 0.1024091 Aug 27 03:01:46.281125 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-b66380a1-a8a3-438b-a08a-2d2e68f54c95 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/quotas/a4c61b023e8f4e0da9333afd6117728d HTTP/1.1" status: 200 len: 375 time: 0.0094283 Aug 27 03:01:46.328593 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-63531e39-48c0-48c7-ab6e-21d9c69d65cd tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424850 Aug 27 03:01:46.422434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-83043f44-3287-497d-928b-570d25b889a1 service neutron] 10.222.0.26 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Aug 27 03:01:46.508780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-202dff3a-65c2-4bb9-aa25-501cc9dd70d1 service neutron] 10.222.0.26 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Aug 27 03:01:46.528316 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:46.670354 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-64b404a4-98eb-4776-91c8-13c7a261ca45 req-8c3987cb-5cf3-4b18-9f1d-c90936e462a2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 210 time: 0.0264192 Aug 27 03:01:47.769457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb657013-e006-4cde-bd22-8004623b39a3 req-e268b7b7-4b56-45e1-9184-b7f909c88d10 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:47.771049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb657013-e006-4cde-bd22-8004623b39a3 req-e268b7b7-4b56-45e1-9184-b7f909c88d10 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.46 "GET /v2.0/ports?device_id=672c0513-4f9e-4499-b31d-a2a0fd3eda3c HTTP/1.1" status: 200 len: 945 time: 0.0665815 Aug 27 03:01:47.787219 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7d9bba95-7f0a-4ca6-b82e-8d0f28ac85d5 req-d56efc16-35af-455c-ad82-6ea8173c97d0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 210 time: 0.0436232 Aug 27 03:01:47.825100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-4e2e3270-68ef-4c81-b3bc-b2ef11915dfa tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:47.826990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-4e2e3270-68ef-4c81-b3bc-b2ef11915dfa tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 814 time: 0.1115024 Aug 27 03:01:47.847804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Request body: {'port': {'device_id': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'admin_state_up': True, 'tenant_id': 'a4c61b023e8f4e0da9333afd6117728d'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:47.879411 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Deleting port e6387ac2-3157-4619-83af-9f64b46a8749 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:01:47.879747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:47.956286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Made reservation on behalf of a4c61b023e8f4e0da9333afd6117728d for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:01:47.960152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:47.970069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] For port e6387ac2-3157-4619-83af-9f64b46a8749, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e6387ac2-3157-4619-83af-9f64b46a8749,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:47.970461 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:47.984139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Calling delete_port for e6387ac2-3157-4619-83af-9f64b46a8749 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:01:48.093105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Allocated IP 172.20.0.4 (cec752ed-aae4-4f41-8ea7-ea0f59786bbe/ab8ac498-724c-49d9-a2c8-f72da2410b3f/b3a24478-0622-4e6d-bc29-1cc9134de60b) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:01:48.119431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.151587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Pushing event deleted for resources: {'Port': ['ID=e6387ac2-3157-4619-83af-9f64b46a8749,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:48.152845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e6387ac2-3157-4619-83af-9f64b46a8749'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:01:48.196831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] No DVR routers for this DVR port e6387ac2-3157-4619-83af-9f64b46a8749 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:01:48.199375 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.201384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.46 "DELETE /v2.0/ports/e6387ac2-3157-4619-83af-9f64b46a8749 HTTP/1.1" status: 204 len: 173 time: 0.4164989 Aug 27 03:01:48.201812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-deleted', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:48.204072 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f59e0-af3f-4bb3-a98c-01ecc4888c55" -d '{"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-deleted", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:48.245940 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c8b8c1-51b0-4b06-8799-14b90fd6a710 x-openstack-request-id: req-a2c8b8c1-51b0-4b06-8799-14b90fd6a710 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:48.246236 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672c0513-4f9e-4499-b31d-a2a0fd3eda3c", "name": "network-vif-deleted", "tag": "e6387ac2-3157-4619-83af-9f64b46a8749", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:48.246531 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2c8b8c1-51b0-4b06-8799-14b90fd6a710 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:48.246977 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672c0513-4f9e-4499-b31d-a2a0fd3eda3c', 'name': 'network-vif-deleted', 'tag': 'e6387ac2-3157-4619-83af-9f64b46a8749', 'status': 'completed', 'code': 200} Aug 27 03:01:48.284388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.323060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.353492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e6387ac2-3157-4619-83af-9f64b46a8749'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:01:48.363873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Network cec752ed-aae4-4f41-8ea7-ea0f59786bbe is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:01:48.368912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:01:48.373150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:01:48.380028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:48.408848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.409190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.409528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.409859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.410187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.410562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.410883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.411210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.411531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.411857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.412173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.412485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:01:48.437659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:48.438261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.452896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ca5ea50c-c45b-401b-bef4-fa938b34d570 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106834 Aug 27 03:01:48.469685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Request body: {'port': {'device_id': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:01:48.528881 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.784431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a24478-0622-4e6d-bc29-1cc9134de60b {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:01:48.792063 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.804107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Transition to ACTIVE for port object b3a24478-0622-4e6d-bc29-1cc9134de60b will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:01:48.808336 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.861537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:48.908463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85d7c2-1ccd-4ab3-95b4-b0407edf9b91 req-c1718f4e-6c0e-42af-9e28-2dd1c5bfb329 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:48.909935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d85d7c2-1ccd-4ab3-95b4-b0407edf9b91 req-c1718f4e-6c0e-42af-9e28-2dd1c5bfb329 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 943 time: 0.0563707 Aug 27 03:01:48.930094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:01:48.930450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:01:48.930779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:48.935549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:01:48.935867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:01:48.940595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:01:48.940929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Checking segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:01:48.941307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Bound using segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:01:48.941717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Bound port: b3a24478-0622-4e6d-bc29-1cc9134de60b, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:01:48.942069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:48.948306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d85d7c2-1ccd-4ab3-95b4-b0407edf9b91 req-276bb6e9-4dec-445d-9b43-dfff0c50a158 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Aug 27 03:01:49.003108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:01:49.005967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:01:49.011213 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:49.042880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.043488 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:49.044851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] 10.222.0.46 "PUT /v2.0/ports/b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 1091 time: 0.5797372 Aug 27 03:01:49.045300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:49.047557 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:49.077530 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300da4f3-4cf1-45ac-8612-565b40d90c9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:49.143436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-e61f5bf9-72c8-45c0-a4c4-6b4751b71274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.144964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-e61f5bf9-72c8-45c0-a4c4-6b4751b71274 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1094 time: 0.0451610 Aug 27 03:01:49.156718 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5b15a-7a21-4577-bdcd-a3a2259991cc x-openstack-request-id: req-23b5b15a-7a21-4577-bdcd-a3a2259991cc {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:49.157008 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:49.157256 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23b5b15a-7a21-4577-bdcd-a3a2259991cc {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:49.157646 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'status': 'completed', 'code': 200} Aug 27 03:01:49.206159 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-ab31f19e-c659-4fd7-901a-a25b3407cc89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0330634 Aug 27 03:01:49.258929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-f46d1ef3-30c5-4eb7-a241-fbc3bdeaf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.260634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-f46d1ef3-30c5-4eb7-a241-fbc3bdeaf398 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0441904 Aug 27 03:01:49.292237 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-c42aacdb-e954-49d4-bf01-a4b0005385ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249739 Aug 27 03:01:49.383492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-7a888fb8-82f4-4cb2-8625-4f0365a27d66 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Aug 27 03:01:49.474986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1d1baf74-7e3f-47df-8844-706b3eac681d req-c8759e66-fb87-4a77-a279-ad64c9b8fe04 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Aug 27 03:01:49.603032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-2c37bb38-482c-4311-974d-47c5502c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.604439 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-2c37bb38-482c-4311-974d-47c5502c01f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1094 time: 0.0452352 Aug 27 03:01:49.691699 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-48197519-5acd-47d9-a525-f504402ba362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.693273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-48197519-5acd-47d9-a525-f504402ba362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0811832 Aug 27 03:01:49.738839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-1e449e19-5d29-4827-8646-b8ad1fcc7fb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0375237 Aug 27 03:01:49.786050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-7e9b53c0-fde3-4c2f-a3d9-0c9c0460ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:49.787548 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-7e9b53c0-fde3-4c2f-a3d9-0c9c0460ee9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0422001 Aug 27 03:01:49.817692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-fbe67679-9a4b-420f-8fdb-2b63a323d158 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230572 Aug 27 03:01:49.906797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-2e862fe4-3bcf-49a3-90a6-60c20a165381 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806692 Aug 27 03:01:49.997837 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b35cfd92-0bbc-43cd-9b3f-498d9a64ea7c req-703c5009-6b50-406c-b4de-34d975f6a148 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 Aug 27 03:01:50.065285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f06572-f5e7-49f7-b90b-79bb03a868e0 req-6ec8662a-7cc0-41a4-af6b-5a9488a49d1d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:50.066755 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7f06572-f5e7-49f7-b90b-79bb03a868e0 req-6ec8662a-7cc0-41a4-af6b-5a9488a49d1d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 943 time: 0.0521908 Aug 27 03:01:50.104884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7f06572-f5e7-49f7-b90b-79bb03a868e0 req-a96dc82e-e5f6-43f8-8ee5-d00d5ee2949c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Aug 27 03:01:51.218798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d5a48-3b69-4595-8e20-9af51d0351a8 req-f44e1b45-3c42-41cb-b359-abb7d6f23fcc tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:51.220233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-991d5a48-3b69-4595-8e20-9af51d0351a8 req-f44e1b45-3c42-41cb-b359-abb7d6f23fcc tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 943 time: 0.0483768 Aug 27 03:01:51.256765 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-991d5a48-3b69-4595-8e20-9af51d0351a8 req-fa427c1c-427e-462f-a527-7762585925c2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305772 Aug 27 03:01:51.549749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:01:51.556281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:01:51.582327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: e6387ac2-3157-4619-83af-9f64b46a8749 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:01:51.582688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e6387ac2-3157-4619-83af-9f64b46a8749 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:01:51.662421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:51.672815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'port_id': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'mac_address': 'fa:16:3e:55:69:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac498-724c-49d9-a2c8-f72da2410b3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:01:51.710057 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:51.722850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a24478-0622-4e6d-bc29-1cc9134de60b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:01:51.740642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:51.744885 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:51.789874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:52.368692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb725b-0b2c-4b34-bd38-e9a5b6fb154d req-56fb550e-ca7b-4b70-b9d0-2ea5e3db3f94 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:52.370646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3cb725b-0b2c-4b34-bd38-e9a5b6fb154d req-56fb550e-ca7b-4b70-b9d0-2ea5e3db3f94 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 944 time: 0.0490117 Aug 27 03:01:52.408017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3cb725b-0b2c-4b34-bd38-e9a5b6fb154d req-7e7fa347-5150-45d8-a99c-12cce9985e2c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Aug 27 03:01:52.595679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['b3a24478-0622-4e6d-bc29-1cc9134de60b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:01:52.824994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2729637-ae91-42d2-9112-6bc7a3fc07dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:53.523749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463381-b355-4282-8700-7238379150b3 req-bd64b963-7948-4732-b6c8-cee742f6344e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:53.525196 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6463381-b355-4282-8700-7238379150b3 req-bd64b963-7948-4732-b6c8-cee742f6344e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 944 time: 0.0519485 Aug 27 03:01:53.561276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6463381-b355-4282-8700-7238379150b3 req-d71631fa-b92c-4053-abf0-31aeffa37f39 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303304 Aug 27 03:01:53.575818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:01:53.623217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port b3a24478-0622-4e6d-bc29-1cc9134de60b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:01:53.626823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port b3a24478-0622-4e6d-bc29-1cc9134de60b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:01:53.627192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:53.701903 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:53.723087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:01:53.725281 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a5ac88-6c19-4619-9e4a-11e253ec6e9a" -d '{"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:01:53.737296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:01:53.742587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:53.769115 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6686d682-3b0a-40a8-a341-d315e5031934 x-openstack-request-id: req-6686d682-3b0a-40a8-a341-d315e5031934 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:01:53.769402 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:01:53.769651 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6686d682-3b0a-40a8-a341-d315e5031934 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:01:53.770031 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'code': 200} Aug 27 03:01:53.795016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:01:53.882117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af3262-57e6-4ea6-81ac-5a706c26b926 req-f0e30459-894c-420c-a8cd-4527bc6ab23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:53.883595 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02af3262-57e6-4ea6-81ac-5a706c26b926 req-f0e30459-894c-420c-a8cd-4527bc6ab23a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1096 time: 0.0393274 Aug 27 03:01:53.917446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-02af3262-57e6-4ea6-81ac-5a706c26b926 req-aab66cc8-3790-45b5-bf49-5e610a48aa11 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265379 Aug 27 03:01:54.672517 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080f1e6-0b3d-4324-8fc7-50c217df9b0a req-b11ed5ee-db32-4469-9917-bb0e742ab38a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:54.673966 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e080f1e6-0b3d-4324-8fc7-50c217df9b0a req-b11ed5ee-db32-4469-9917-bb0e742ab38a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Aug 27 03:01:54.711214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e080f1e6-0b3d-4324-8fc7-50c217df9b0a req-d69f2a44-f554-41e0-ab7f-eb2aaf40f300 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Aug 27 03:01:55.252637 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-34769f49-3bcd-4ea6-8896-348622322728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:55.475722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:55.822625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fc17b-59c8-491d-8386-44184b09e3e6 req-b462edc0-00ca-4bb4-82d2-b06b1a2b452c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:55.824074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-590fc17b-59c8-491d-8386-44184b09e3e6 req-b462edc0-00ca-4bb4-82d2-b06b1a2b452c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0472946 Aug 27 03:01:55.862242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-590fc17b-59c8-491d-8386-44184b09e3e6 req-028ec9c0-3316-488f-816d-782b7c551a7d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Aug 27 03:01:55.976057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00373cb8-ce73-474e-8150-3273c3f6059f req-47fbc601-48d5-4c59-97cc-31a21743ec95 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:55.977482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00373cb8-ce73-474e-8150-3273c3f6059f req-47fbc601-48d5-4c59-97cc-31a21743ec95 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Aug 27 03:01:56.014569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00373cb8-ce73-474e-8150-3273c3f6059f req-d76114f6-bc2e-4b01-ad79-88633e99527c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 27 03:01:56.237118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-4522b9e8-6908-411c-bc8d-ca25d83f7475 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449488 Aug 27 03:01:56.248815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9c18c-cca5-49f4-9f09-db0c668e1266 req-6c0c1501-99f4-460c-8e2d-d021adb01a79 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:56.250325 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9a9c18c-cca5-49f4-9f09-db0c668e1266 req-6c0c1501-99f4-460c-8e2d-d021adb01a79 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Aug 27 03:01:56.290046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9a9c18c-cca5-49f4-9f09-db0c668e1266 req-84ec4f83-4b7b-4dc4-86c7-c10c25cb0c35 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Aug 27 03:01:56.618560 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:57.272602 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-f531f478-0a71-4a73-9ae1-e425f0adea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:57.274069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-f531f478-0a71-4a73-9ae1-e425f0adea65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1096 time: 0.0393193 Aug 27 03:01:57.366075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-ffa84135-3a51-4e87-9103-4e849dda7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:57.367547 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-ffa84135-3a51-4e87-9103-4e849dda7317 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0855153 Aug 27 03:01:57.404366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c252a-1a8f-47db-9b93-1e1fc3e3586f req-29d6e362-d8b1-40fd-9d29-31001f1f6056 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:57.405849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e73c252a-1a8f-47db-9b93-1e1fc3e3586f req-29d6e362-d8b1-40fd-9d29-31001f1f6056 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Aug 27 03:01:57.408461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-289d5eda-a4c3-45c8-b3f8-d5af7eb91bec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0336344 Aug 27 03:01:57.443690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e73c252a-1a8f-47db-9b93-1e1fc3e3586f req-b9d44101-8f1e-4b17-bef6-242581a66ac6 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Aug 27 03:01:57.456215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-1afca52f-c961-43ac-b388-39895b1985d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:57.457693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-1afca52f-c961-43ac-b388-39895b1985d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0430198 Aug 27 03:01:57.492989 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-f34fb74b-c2f8-421a-b126-8609054d8311 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279641 Aug 27 03:01:57.583278 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-bd387258-7aa9-4702-a753-dc111f7503be service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834894 Aug 27 03:01:57.673335 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-1ccde77e-6d12-471b-88ec-f7bcedfee46d service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833812 Aug 27 03:01:58.028768 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:01:58.567003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc526bb-545d-4276-8e1d-c57850fc4afb req-e0869a75-8cd2-4b2a-9bf8-8cc76974dfbb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:58.568480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cc526bb-545d-4276-8e1d-c57850fc4afb req-e0869a75-8cd2-4b2a-9bf8-8cc76974dfbb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0496240 Aug 27 03:01:58.606116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cc526bb-545d-4276-8e1d-c57850fc4afb req-6343f012-ba86-4967-b940-87e56fb76ba0 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Aug 27 03:01:59.718664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254caa-efda-458c-8705-3dfd321902d9 req-d07df179-90af-434d-8047-ecf0edf5ec20 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:01:59.720139 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab254caa-efda-458c-8705-3dfd321902d9 req-d07df179-90af-434d-8047-ecf0edf5ec20 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0492206 Aug 27 03:01:59.758894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ab254caa-efda-458c-8705-3dfd321902d9 req-9f3722fb-3127-4aa2-bb10-907756292d9b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Aug 27 03:02:00.872330 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9f24b-dfec-47d1-9a71-5ee402ef340f req-16f5c467-16ad-4929-99cf-8f7766a094a9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:00.873697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c9f24b-dfec-47d1-9a71-5ee402ef340f req-16f5c467-16ad-4929-99cf-8f7766a094a9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 27 03:02:00.910195 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32c9f24b-dfec-47d1-9a71-5ee402ef340f req-21025b13-a2b1-482b-8bac-d844e6c30b69 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Aug 27 03:02:01.070834 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:02.025706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504760-d24a-43d5-b2a8-c61e00cf5229 req-7dfb949a-0cff-4e83-bd31-c98b9a0d72b7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:02.027182 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e504760-d24a-43d5-b2a8-c61e00cf5229 req-7dfb949a-0cff-4e83-bd31-c98b9a0d72b7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Aug 27 03:02:02.064342 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e504760-d24a-43d5-b2a8-c61e00cf5229 req-d2538fed-e028-42ac-9191-9069c794c4ee tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Aug 27 03:02:03.180100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82481187-c187-4325-a2f1-5959ad353334 req-3e5f3c14-5311-4d58-913c-d90c9dc49e48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:03.182116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82481187-c187-4325-a2f1-5959ad353334 req-3e5f3c14-5311-4d58-913c-d90c9dc49e48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Aug 27 03:02:03.222046 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82481187-c187-4325-a2f1-5959ad353334 req-72c50024-1d2f-4bad-bb8e-bf882a956de9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Aug 27 03:02:04.334566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4a7c6-c461-48a0-a184-a2735d913f73 req-f747e75e-a80b-4db5-965a-ffd3d61d97e8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:04.335957 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-49d4a7c6-c461-48a0-a184-a2735d913f73 req-f747e75e-a80b-4db5-965a-ffd3d61d97e8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 27 03:02:04.373192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-49d4a7c6-c461-48a0-a184-a2735d913f73 req-d1e3631b-906c-4244-b66d-47bb4552dff9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Aug 27 03:02:05.485506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58780cd-d1b6-4128-ba36-034862a4c5aa req-3dd0833a-c05f-47a8-b914-d59b758cdd9c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:05.486995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b58780cd-d1b6-4128-ba36-034862a4c5aa req-3dd0833a-c05f-47a8-b914-d59b758cdd9c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Aug 27 03:02:05.523316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b58780cd-d1b6-4128-ba36-034862a4c5aa req-2ef9442f-e2d4-4dc7-91e6-9b0b43234035 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Aug 27 03:02:06.637063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deb9a3-1fe0-4830-b521-537222bf338c req-292cdcaa-2270-452a-b7c3-19cc9eb5cd03 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:06.638526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60deb9a3-1fe0-4830-b521-537222bf338c req-292cdcaa-2270-452a-b7c3-19cc9eb5cd03 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0481951 Aug 27 03:02:06.734330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-60deb9a3-1fe0-4830-b521-537222bf338c req-546df9b0-36ff-42a8-8456-7db317078c91 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Aug 27 03:02:07.846476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95670953-5baf-4dd4-9b8f-e725e0c14386 req-d933822c-9b50-4ea3-a7d8-c22a5f26c50e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:07.847938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95670953-5baf-4dd4-9b8f-e725e0c14386 req-d933822c-9b50-4ea3-a7d8-c22a5f26c50e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Aug 27 03:02:07.886505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95670953-5baf-4dd4-9b8f-e725e0c14386 req-df5e21d5-f924-4468-810d-446aa8fbd2e6 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Aug 27 03:02:09.001417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71169fbc-32ce-4936-a426-3881ccb67dc1 req-d507fb78-7134-49b2-b3e0-82d2b5e98d39 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:09.002874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71169fbc-32ce-4936-a426-3881ccb67dc1 req-d507fb78-7134-49b2-b3e0-82d2b5e98d39 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Aug 27 03:02:09.039302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71169fbc-32ce-4936-a426-3881ccb67dc1 req-9eaab96a-167d-4fd1-ac90-fb15254b43c7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Aug 27 03:02:10.150727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9f7b-ca19-4947-8664-ef23ce096fda req-de8819e0-9a6d-4008-9637-48f4bd4199ac tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:10.152178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af9e9f7b-ca19-4947-8664-ef23ce096fda req-de8819e0-9a6d-4008-9637-48f4bd4199ac tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0471961 Aug 27 03:02:10.191801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-af9e9f7b-ca19-4947-8664-ef23ce096fda req-3f90291b-d8db-43a1-89e3-a438bad6391d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Aug 27 03:02:11.303776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ee58-ad79-4059-a7d0-7ebe91b649c1 req-4944e1ce-4644-4c9a-8763-caad944c5da3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:11.305236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e807ee58-ad79-4059-a7d0-7ebe91b649c1 req-4944e1ce-4644-4c9a-8763-caad944c5da3 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Aug 27 03:02:11.342907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e807ee58-ad79-4059-a7d0-7ebe91b649c1 req-3e251c0a-6145-42a7-b5e0-335b8bed4e7f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Aug 27 03:02:12.454257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbdd48-796a-4a66-b371-71f19d4d1314 req-735c3980-9684-4418-8456-c1590cdedf6d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:12.455763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16cbdd48-796a-4a66-b371-71f19d4d1314 req-735c3980-9684-4418-8456-c1590cdedf6d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Aug 27 03:02:12.493096 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16cbdd48-796a-4a66-b371-71f19d4d1314 req-7c786b4a-a42e-4de9-9733-6a33f67f52b9 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Aug 27 03:02:13.129101 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:02:13.605111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dd95f-9abc-48c6-b1f9-75a00e503af3 req-be871fcc-d1ea-48cd-b4f9-8ba07edf9a73 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:13.606630 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e9dd95f-9abc-48c6-b1f9-75a00e503af3 req-be871fcc-d1ea-48cd-b4f9-8ba07edf9a73 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Aug 27 03:02:13.648781 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0e9dd95f-9abc-48c6-b1f9-75a00e503af3 req-2f4c411f-4717-4a48-af43-32d0ee5f0bb4 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Aug 27 03:02:14.760248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6485b-742b-40b7-9b3c-94564b2df2ae req-cbe10def-d047-4124-b3c6-c631af6ae90c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:14.761710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26b6485b-742b-40b7-9b3c-94564b2df2ae req-cbe10def-d047-4124-b3c6-c631af6ae90c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0477583 Aug 27 03:02:14.799255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26b6485b-742b-40b7-9b3c-94564b2df2ae req-c0605c48-a842-4ed6-a079-ee146378355d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Aug 27 03:02:15.915655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c3447-cde4-4939-8d9c-a532fca31d8a req-4a7be75a-e25d-4dc3-b63b-ec06c81b5a24 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:15.917136 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f73c3447-cde4-4939-8d9c-a532fca31d8a req-4a7be75a-e25d-4dc3-b63b-ec06c81b5a24 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0521073 Aug 27 03:02:15.953489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f73c3447-cde4-4939-8d9c-a532fca31d8a req-0a940631-c791-448d-8c41-858e7b0477ab tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Aug 27 03:02:16.537356 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:17.066439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5398-d57e-4a9e-b0a1-16cca401f5e3 req-864abcc7-6254-4271-ab32-aaada3fb1337 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:17.067985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dbdc5398-d57e-4a9e-b0a1-16cca401f5e3 req-864abcc7-6254-4271-ab32-aaada3fb1337 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Aug 27 03:02:17.109173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dbdc5398-d57e-4a9e-b0a1-16cca401f5e3 req-45d28ec9-574d-403e-b0a2-3b8d3ebebcfc tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Aug 27 03:02:18.222016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7edd3-87a9-4464-8b35-9d0491741053 req-966425ab-48b9-4752-8900-4f2fe75d5f8b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:18.223501 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0c7edd3-87a9-4464-8b35-9d0491741053 req-966425ab-48b9-4752-8900-4f2fe75d5f8b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Aug 27 03:02:18.260351 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0c7edd3-87a9-4464-8b35-9d0491741053 req-8a4c0a67-a953-4138-af89-a658fe0f4eac tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Aug 27 03:02:19.373247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3af86-c803-412b-85ce-7dc17b6e17b9 req-f7a93924-464b-4bd6-b265-866d707e100c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:19.374658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5b3af86-c803-412b-85ce-7dc17b6e17b9 req-f7a93924-464b-4bd6-b265-866d707e100c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0483840 Aug 27 03:02:19.413417 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b5b3af86-c803-412b-85ce-7dc17b6e17b9 req-5489e83c-2c5c-4e73-a12f-6a73ebb75734 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Aug 27 03:02:20.527534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4272-09cb-4168-877b-319f6817f4d3 req-bf8bea4b-d079-4234-94bf-ef922600d05e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:20.528984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66fc4272-09cb-4168-877b-319f6817f4d3 req-bf8bea4b-d079-4234-94bf-ef922600d05e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Aug 27 03:02:20.570830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-66fc4272-09cb-4168-877b-319f6817f4d3 req-12bbbade-dcac-4d8e-b695-994771a15846 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Aug 27 03:02:21.677969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa7254-b2f2-4e4a-a70f-c9cacaa22c87 req-d1c8cc2f-11b0-4681-8624-bcee0153cff7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:21.679452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33fa7254-b2f2-4e4a-a70f-c9cacaa22c87 req-d1c8cc2f-11b0-4681-8624-bcee0153cff7 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0472078 Aug 27 03:02:21.716242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-33fa7254-b2f2-4e4a-a70f-c9cacaa22c87 req-0cc32a73-a4f0-41e0-9f5e-463afa5113f2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304725 Aug 27 03:02:22.696285 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7c99cd6-4f5d-4639-b0d4-426773db0093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:22.834745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47a7c-5779-4ff4-8f72-096f04628c69 req-e00fb0d5-9769-4264-ac8e-b54f79593eb1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:22.836203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1de47a7c-5779-4ff4-8f72-096f04628c69 req-e00fb0d5-9769-4264-ac8e-b54f79593eb1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0521648 Aug 27 03:02:22.873484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1de47a7c-5779-4ff4-8f72-096f04628c69 req-319cbfc9-3406-493b-bca0-b1e3120f2594 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Aug 27 03:02:23.986669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d1b03-90dd-41ff-a9e3-9d0911203ccd req-89825562-c41d-4945-8418-0fc1bc056158 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:23.988113 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f93d1b03-90dd-41ff-a9e3-9d0911203ccd req-89825562-c41d-4945-8418-0fc1bc056158 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0473266 Aug 27 03:02:24.028014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f93d1b03-90dd-41ff-a9e3-9d0911203ccd req-dce1055c-5e3f-4af5-beb1-1ba851c1477e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341034 Aug 27 03:02:24.652911 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-0f494ef1-caf5-4694-9fa2-e92453fa17ea service neutron] show failed (client error): The resource could not be found. Aug 27 03:02:24.653896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-0f494ef1-caf5-4694-9fa2-e92453fa17ea service neutron] 10.222.0.46 "GET /v2.0/ports/b3a24478-0622-4e6d-bc29-1cc9134de60b/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0594134 Aug 27 03:02:24.849789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-f6f9eaac-f55d-403e-9ff3-26e2f2a7cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:24.851821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-f6f9eaac-f55d-403e-9ff3-26e2f2a7cad7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955&tenant_id=a4c61b023e8f4e0da9333afd6117728d HTTP/1.1" status: 200 len: 1096 time: 0.0408313 Aug 27 03:02:24.863359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:24.914192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.151790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:25.181280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4c9ce-5e67-4498-b180-1c34bd35b9ea req-6e88f568-f0b2-4072-b973-1361dee3eae2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:25.183960 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f4c9ce-5e67-4498-b180-1c34bd35b9ea req-6e88f568-f0b2-4072-b973-1361dee3eae2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0768871 Aug 27 03:02:25.206399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:25.252993 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6f4c9ce-5e67-4498-b180-1c34bd35b9ea req-70dd3cc5-7205-4eec-86d1-44e15b6fa6e2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Aug 27 03:02:25.263180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0b76c3a-48f3-4203-b9f1-2ac0aa8e461b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.270202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:25.272504 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97354d3d-fc59-4ef8-af81-0ddb00c7d95c" -d '{"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:25.277531 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.290378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Transition to ACTIVE for port object b3a24478-0622-4e6d-bc29-1cc9134de60b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:25.295111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.347668 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78dd7b7-a3b5-447b-a436-e59e18a671cd x-openstack-request-id: req-a78dd7b7-a3b5-447b-a436-e59e18a671cd {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:25.347961 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:25.348218 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a78dd7b7-a3b5-447b-a436-e59e18a671cd {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:25.348619 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'code': 200} Aug 27 03:02:25.350242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:25.371410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] No DVR routers for this DVR port b3a24478-0622-4e6d-bc29-1cc9134de60b on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:02:25.406662 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:25.406904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:25.407226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:25.411346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:02:25.411660 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Attempting to bind port b3a24478-0622-4e6d-bc29-1cc9134de60b on network cec752ed-aae4-4f41-8ea7-ea0f59786bbe {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:25.416496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:25.416827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Checking segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:25.417198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Bound using segment: {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:25.417612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Bound port: b3a24478-0622-4e6d-bc29-1cc9134de60b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b907a-682e-4058-90a9-fa73b80bb481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:25.417984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.476468 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.479939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:25.482987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:25.487561 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.527960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:25.528563 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:25.529935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 1091 time: 0.6706400 Aug 27 03:02:25.548184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f784425-5c70-45e8-a5f7-85cbef6030a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:25.590107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-32bb810a-5892-4779-b061-69cffaa458d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:25.591604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-32bb810a-5892-4779-b061-69cffaa458d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1094 time: 0.0398178 Aug 27 03:02:25.677558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-bca8e151-94cc-4d1c-a0a8-040212000eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:25.678962 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-bca8e151-94cc-4d1c-a0a8-040212000eed service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0808642 Aug 27 03:02:25.723716 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-bf7800c3-b0e2-40e5-a76f-f59bc84084ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0375986 Aug 27 03:02:25.770829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-5667e2e2-225c-40e9-ba7c-06409df81a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:25.772205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-5667e2e2-225c-40e9-ba7c-06409df81a9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0419457 Aug 27 03:02:25.802743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-554b8b6a-7ed3-4989-9270-c6c1b2f9c0cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236073 Aug 27 03:02:25.896671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-077747d5-ed9e-4939-8fc5-38c46b041196 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865333 Aug 27 03:02:25.983508 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff43bb97-e840-43e6-aabd-7f99d362b7cc req-a017f9fb-ba37-4ae1-b95a-83e99369b5dd service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799155 Aug 27 03:02:26.375671 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d6545-9677-46f3-a562-f890a6d90dca req-2c41c400-1caa-4d80-9eec-511a7079dc9b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:26.377133 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-404d6545-9677-46f3-a562-f890a6d90dca req-2c41c400-1caa-4d80-9eec-511a7079dc9b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 943 time: 0.0488110 Aug 27 03:02:26.418197 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-404d6545-9677-46f3-a562-f890a6d90dca req-9df84364-bfee-43b4-90e1-816be87b5f23 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Aug 27 03:02:26.619348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:27.349629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:27.351940 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1d61fa-8fa5-473d-be47-dccb182c710e" -d '{"events": [{"name": "network-changed", "server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:27.400289 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e351483-7bbc-49a1-9ff4-4349a27aaa98 x-openstack-request-id: req-2e351483-7bbc-49a1-9ff4-4349a27aaa98 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:27.400587 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:27.400838 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e351483-7bbc-49a1-9ff4-4349a27aaa98 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:27.401228 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'status': 'completed', 'code': 200} Aug 27 03:02:27.492425 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-f0c5ea57-3e25-4f45-a3a0-743868a06e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.494614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-f0c5ea57-3e25-4f45-a3a0-743868a06e06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1094 time: 0.0738785 Aug 27 03:02:27.502851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-a5e46d23-8f2d-4cab-afdc-90124cd2aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.504747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-a5e46d23-8f2d-4cab-afdc-90124cd2aefd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1094 time: 0.0607336 Aug 27 03:02:27.596960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-697e247d-6b6b-4343-a9fd-f207e08c53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.598485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-697e247d-6b6b-4343-a9fd-f207e08c53b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.0873051 Aug 27 03:02:27.640526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-2d94785b-16fb-42e1-b83c-a29364d600d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0354450 Aug 27 03:02:27.691122 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-6303a666-ddf2-4f74-ad46-cc2239ff309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.692636 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-6303a666-ddf2-4f74-ad46-cc2239ff309a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0455687 Aug 27 03:02:27.725525 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-c3225bd4-ecb0-4974-964f-643de1a2a79c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262930 Aug 27 03:02:27.822258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-6cdcdc82-49e0-4870-91a3-b207907437b4 service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893273 Aug 27 03:02:27.916563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-cf73e839-055c-4e12-8fbc-d9b9a4a8894f service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Aug 27 03:02:27.928629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91176d9c-b619-4e77-929e-c02334949f37 req-c14a7e72-b326-40e0-88ef-125f9190c7ec tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.930074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91176d9c-b619-4e77-929e-c02334949f37 req-c14a7e72-b326-40e0-88ef-125f9190c7ec tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 943 time: 0.4265485 Aug 27 03:02:27.957193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-2afa6f4f-b5e7-4042-b3c2-120f59734fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:27.958605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-2afa6f4f-b5e7-4042-b3c2-120f59734fe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.4563782 Aug 27 03:02:28.006109 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-0808c82b-ecf7-4ff5-9d35-8764f8ad2352 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0396998 Aug 27 03:02:28.008982 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-91176d9c-b619-4e77-929e-c02334949f37 req-81634f55-cd39-4128-ae2a-59c921d13d87 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673220 Aug 27 03:02:28.032245 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:28.057696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-b5f2ee20-b2c8-4ab6-be54-f6a794eb292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:28.059204 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-b5f2ee20-b2c8-4ab6-be54-f6a794eb292c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0468690 Aug 27 03:02:28.093998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-c50f219b-b603-47de-b33a-4b67f8a80f76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278280 Aug 27 03:02:28.180733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-2abf5e65-71f9-4c7e-88ff-c2d4448cc33c service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795710 Aug 27 03:02:28.271203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e1d61fa-8fa5-473d-be47-dccb182c710e req-84327ad4-3310-4747-8126-ce6e0e5df249 service neutron] 10.222.0.15 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834994 Aug 27 03:02:28.619621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:02:28.715291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:28.726410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'network_id': 'cec752ed-aae4-4f41-8ea7-ea0f59786bbe', 'port_id': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'mac_address': 'fa:16:3e:55:69:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac498-724c-49d9-a2c8-f72da2410b3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:02:28.764889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:28.780755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a24478-0622-4e6d-bc29-1cc9134de60b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:02:28.800263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:28.803788 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:28.849963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:29.047165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b3a24478-0622-4e6d-bc29-1cc9134de60b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:02:29.133692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2a7f-33af-42af-a44a-b7fc41a52895 req-dcfe6c60-90f8-4f83-ba3d-b00345871f5c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:29.135122 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c90d2a7f-33af-42af-a44a-b7fc41a52895 req-dcfe6c60-90f8-4f83-ba3d-b00345871f5c tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Aug 27 03:02:29.172320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c90d2a7f-33af-42af-a44a-b7fc41a52895 req-27747d05-0226-49a4-be12-d14280653c4e tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Aug 27 03:02:29.422309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984215d8-a5d3-4b9b-ab46-c46182bd17c2 req-6646dfa0-d1ec-4aa0-881c-6ba27c942d6a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:29.423701 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-984215d8-a5d3-4b9b-ab46-c46182bd17c2 req-6646dfa0-d1ec-4aa0-881c-6ba27c942d6a tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 944 time: 0.1080921 Aug 27 03:02:29.445709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-a652be8b-8c78-4e1b-a245-214fbd217f38 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:29.447246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-a652be8b-8c78-4e1b-a245-214fbd217f38 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.46 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955&tenant_id=a4c61b023e8f4e0da9333afd6117728d&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 944 time: 0.1059930 Aug 27 03:02:29.508941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-984215d8-a5d3-4b9b-ab46-c46182bd17c2 req-d87bdf8f-b9e6-48e6-aceb-a3855a3e937b tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779598 Aug 27 03:02:29.527474 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-db16a3b6-dc41-45af-9c46-4b1064aef422 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:02:29.528507 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-db16a3b6-dc41-45af-9c46-4b1064aef422 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b3a24478-0622-4e6d-bc29-1cc9134de60b/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0696433 Aug 27 03:02:29.629115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-faef3089-fa94-4694-848b-072e33affb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:29.630588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-faef3089-fa94-4694-848b-072e33affb01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4c61b023e8f4e0da9333afd6117728d&device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 1095 time: 0.0391061 Aug 27 03:02:29.772478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:02:29.819304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:02:29.944261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-4f54bb5c-32f4-450d-bbc7-c60404925e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:29.945715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-4f54bb5c-32f4-450d-bbc7-c60404925e7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 200 len: 915 time: 0.3085015 Aug 27 03:02:29.987455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-17566b70-1547-4a19-ac14-049eb38d8263 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 200 len: 217 time: 0.0335259 Aug 27 03:02:30.034868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-7577abee-9073-46d2-957f-4afecaaf0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:30.036222 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-7577abee-9073-46d2-957f-4afecaaf0b72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 200 len: 854 time: 0.0414023 Aug 27 03:02:30.065791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-d4fda976-073d-4efd-ba56-784dd1e1eed2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cec752ed-aae4-4f41-8ea7-ea0f59786bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232260 Aug 27 03:02:30.155997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-50d71a86-90b1-41a6-83f1-fba50870611a service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830169 Aug 27 03:02:30.245138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-184f0349-89d0-4b1e-b7a1-35ae43ab5e49 req-c6d53f46-cb0c-434a-8057-e4e27c5e3f4e service neutron] 10.222.0.46 "GET /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822787 Aug 27 03:02:30.620245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:30.629434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e5729-4992-492a-b32a-1aa432fccf06 req-3eabd274-f077-4ccc-9656-eebee945963d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:30.630937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b8e5729-4992-492a-b32a-1aa432fccf06 req-3eabd274-f077-4ccc-9656-eebee945963d tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 944 time: 0.0517485 Aug 27 03:02:30.677190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b3a24478-0622-4e6d-bc29-1cc9134de60b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:30.682133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b3a24478-0622-4e6d-bc29-1cc9134de60b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:30.682546 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:30.689036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b8e5729-4992-492a-b32a-1aa432fccf06 req-866fabe8-840c-44ef-bad5-dcc5537d1260 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508640 Aug 27 03:02:30.762540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:30.791882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:30.793986 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db965480-ac32-4209-ab02-67eb88dee204" -d '{"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:30.806875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:30.813388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:30.864878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:30.908096 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df3e3c-4d16-4b88-8149-4506aaccedd2 x-openstack-request-id: req-24df3e3c-4d16-4b88-8149-4506aaccedd2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:30.908392 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-plugged", "status": "completed", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:30.908649 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24df3e3c-4d16-4b88-8149-4506aaccedd2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:30.909041 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'code': 200} Aug 27 03:02:31.083848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:31.809740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc152-2295-48cc-b322-07763c4e1c62 req-2eea6f61-4f1e-4610-9ab4-8c17e3f7b958 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:31.811523 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19cfc152-2295-48cc-b322-07763c4e1c62 req-2eea6f61-4f1e-4610-9ab4-8c17e3f7b958 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Aug 27 03:02:31.848838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19cfc152-2295-48cc-b322-07763c4e1c62 req-40898d50-e55c-4e78-8fe5-1070e74a01a2 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Aug 27 03:02:31.964312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b24e13-c424-440a-bfc1-875dddf2d4b6 req-61042a14-c789-40a3-8d87-e376bb953bc1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:31.965756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00b24e13-c424-440a-bfc1-875dddf2d4b6 req-61042a14-c789-40a3-8d87-e376bb953bc1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0478828 Aug 27 03:02:32.002135 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00b24e13-c424-440a-bfc1-875dddf2d4b6 req-dff6dff8-28ae-476c-b203-5d6246b73ee8 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Aug 27 03:02:32.113980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b868e-4b5e-4af1-a2e7-236cbbf0b744 req-2eed5df5-ea97-42dd-ab20-6f6dde407574 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:32.115510 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac9b868e-4b5e-4af1-a2e7-236cbbf0b744 req-2eed5df5-ea97-42dd-ab20-6f6dde407574 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0492840 Aug 27 03:02:32.158519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac9b868e-4b5e-4af1-a2e7-236cbbf0b744 req-30bb286a-4d62-4fcf-a480-c86c36eae50f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363953 Aug 27 03:02:32.473688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5617c-6458-4675-9c0b-dabd4b356609 req-0278b191-acbe-4b58-b7fd-6af3a36b5d37 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:32.475151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1db5617c-6458-4675-9c0b-dabd4b356609 req-0278b191-acbe-4b58-b7fd-6af3a36b5d37 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Aug 27 03:02:32.511933 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1db5617c-6458-4675-9c0b-dabd4b356609 req-a12eea92-81b6-47cc-b9d8-ec2eb0ffaebe tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Aug 27 03:02:33.648400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-601ca50a-17e5-4c28-b28c-305c126adecb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.650460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-601ca50a-17e5-4c28-b28c-305c126adecb tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.15 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0642107 Aug 27 03:02:33.658721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be7af-9626-4b4a-beae-40990bbb7005 req-d0f255e3-cd1c-45c3-b8ce-d82163abb42f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:33.660041 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b00be7af-9626-4b4a-beae-40990bbb7005 req-d0f255e3-cd1c-45c3-b8ce-d82163abb42f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/ports?device_id=a91a3141-1e27-4d5d-beb9-146b9fa55955 HTTP/1.1" status: 200 len: 945 time: 0.0846741 Aug 27 03:02:33.744810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b00be7af-9626-4b4a-beae-40990bbb7005 req-b5c936d3-f463-4c33-99d2-17e7e073279f tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.26 "GET /v2.0/security-groups?id=91affeb7-24c9-4389-be3e-f1d32d0c26e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Aug 27 03:02:33.769876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Deleting port b3a24478-0622-4e6d-bc29-1cc9134de60b {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:02:33.770215 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.858333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] For port b3a24478-0622-4e6d-bc29-1cc9134de60b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b3a24478-0622-4e6d-bc29-1cc9134de60b,segment=NetworkSegment(595b907a-682e-4058-90a9-fa73b80bb481),segment_id=595b907a-682e-4058-90a9-fa73b80bb481)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:33.858648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:33.871133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Calling delete_port for b3a24478-0622-4e6d-bc29-1cc9134de60b owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:02:33.995996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:34.007987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b3a24478-0622-4e6d-bc29-1cc9134de60b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:02:34.022560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Pushing event deleted for resources: {'Port': ['ID=b3a24478-0622-4e6d-bc29-1cc9134de60b,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:34.064303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] No DVR routers for this DVR port b3a24478-0622-4e6d-bc29-1cc9134de60b on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:02:34.066845 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:34.068782 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26c7d88b-2b17-4891-926d-950d3144b2ff req-92f6ef95-16dc-4f38-8b58-e3e6e30e21c1 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] 10.222.0.15 "DELETE /v2.0/ports/b3a24478-0622-4e6d-bc29-1cc9134de60b HTTP/1.1" status: 204 len: 173 time: 0.4079056 Aug 27 03:02:34.069219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-deleted', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:34.071449 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db955a-185a-4436-aa9f-313b9af900dc" -d '{"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-deleted", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:34.110986 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76af56d-4034-46e5-ab20-30e61c864af2 x-openstack-request-id: req-b76af56d-4034-46e5-ab20-30e61c864af2 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:34.111325 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91a3141-1e27-4d5d-beb9-146b9fa55955", "name": "network-vif-deleted", "tag": "b3a24478-0622-4e6d-bc29-1cc9134de60b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:34.111577 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b76af56d-4034-46e5-ab20-30e61c864af2 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:34.112177 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91a3141-1e27-4d5d-beb9-146b9fa55955', 'name': 'network-vif-deleted', 'tag': 'b3a24478-0622-4e6d-bc29-1cc9134de60b', 'status': 'completed', 'code': 200} Aug 27 03:02:34.868218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52752) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:34.915865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Deleting subnet ab8ac498-724c-49d9-a2c8-f72da2410b3f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:02:34.918888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:34.951231 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:34.988802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.038786 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.069094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8ac498-724c-49d9-a2c8-f72da2410b3f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:35.071104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.074245 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3436c766-7ebd-4e49-a2bc-3474fd666e93 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ab8ac498-724c-49d9-a2c8-f72da2410b3f HTTP/1.1" status: 204 len: 168 time: 0.2045996 Aug 27 03:02:35.076477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:35.142395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.221635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.231226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec752ed-aae4-4f41-8ea7-ea0f59786bbe']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:35.240919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595b907a-682e-4058-90a9-fa73b80bb481') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:35.241206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595b907a-682e-4058-90a9-fa73b80bb481') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:35.250005 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.263809 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.269613 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:02:35.270110 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:02:35.271735 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:02:35.324640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.330070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.331875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cec752ed-aae4-4f41-8ea7-ea0f59786bbe HTTP/1.1" status: 204 len: 168 time: 0.2544422 Aug 27 03:02:35.342902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd3e9-cc6c-4a82-906d-7356ca9205a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec752ed-aae4-4f41-8ea7-ea0f59786bbe,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:35.439779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52760) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:35.479462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c254b34b-9a74-49a1-a795-8a2290a65b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4c61b023e8f4e0da9333afd6117728d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385473 Aug 27 03:02:35.481765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:35.532106 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.552526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.599014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.601609 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:35.602812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91affeb7-24c9-4389-be3e-f1d32d0c26e9 HTTP/1.1" status: 204 len: 168 time: 0.1201200 Aug 27 03:02:35.611234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c619f2-24d2-4056-b865-aa5281d23466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91affeb7-24c9-4389-be3e-f1d32d0c26e9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:36.263873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52784) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:36.360004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2012617517-network', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:36.379731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:02:36.382017 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.389891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.482051 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.485744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.510984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:02:36.516036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866cb722-a569-4fb1-9cba-b76d343b3663,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:36.523162 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.523507 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Added segment e87304e0-be73-4c26-a869-aa71501fea2c of type vlan for network 962ce660-74d8-472f-bcd8-66ca88b6e828 Aug 27 03:02:36.562595 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.586158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.587128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:36.588203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.641620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3764913 Aug 27 03:02:36.644494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52788) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:36.646426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9e582-1243-44e7-a212-8403a80b7246 admin admin] Pushing event updated for resources: {'Network': ['ID=962ce660-74d8-472f-bcd8-66ca88b6e828,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:36.650514 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Request body: {'subnet': {'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2012617517-subnet', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:36.657001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:02:36.672941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:02:36.675354 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.844156 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.903639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:36.907792 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:36.908154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Network hostable DHCP agents. Network: 962ce660-74d8-472f-bcd8-66ca88b6e828, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:02:36.924022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:02:36.932888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 962ce660-74d8-472f-bcd8-66ca88b6e828) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:36.936919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:36.937521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.942553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea056bef-6d8b-4652-8d01-47c5eca3d691 None None] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:02:36.951242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-678810d3-267d-4ba1-8e4e-05f0ad8095f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3056834 Aug 27 03:02:36.953994 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:36.958661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:36.982557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:36.983552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.070961 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.091835 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-962ce660-74d8-472f-bcd8-66ca88b6e828', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:02:37.092870 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.218957 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.228662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Allocated IP 172.20.0.2 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/6e2b4794-1c7e-4f41-a9be-2cb12ac23219) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:37.372541 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.383555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Transition to ACTIVE for port object 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:37.398451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Transition to ACTIVE for port object 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:37.405049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.418033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.441716 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.442484 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:37.447296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:37.450742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:37.458084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Pushing event updated for resources: {'Port': ['ID=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:37.514049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Attempting to bind port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:37.514324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Attempting to bind port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:37.514723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Attempting to bind port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:37.519723 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:37.520101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:37.520503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.520895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:37.521354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Bound port: 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:37.521739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.544891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Allocated IP 172.25.8.146 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/3ef30e2f-390c-4fed-88a5-08287258b5bc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:37.584621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] For port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:37.587974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] For port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:37.592261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.648858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c424db-8ac3-4d9e-8d9b-b480a4466b5d None None] Pushing event updated for resources: {'Port': ['ID=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:37.654913 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.694933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:37.733235 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:37.736111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:37.741670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:37.767417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Pushing event updated for resources: {'Port': ['ID=3ef30e2f-390c-4fed-88a5-08287258b5bc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:38.014105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.210462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.340915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:02:38.453772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:02:38.464604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:02:38.472722 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.474273 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cb9d6117-188e-49eb-ab4a-6824c9cac02e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5191526 Aug 27 03:02:38.476933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52792) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:38.479006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:38.479979 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:38.504373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa408e-fdb6-4b13-a6a1-a73586dbbaf5 None None] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:02:38.562867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-bf6b5478-9cab-449f-82f8-07074c3e218b None None] Provisioning for port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:38.588766 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:38.697524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:38.730432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:02:38.758218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: b3a24478-0622-4e6d-bc29-1cc9134de60b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:02:38.758558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b3a24478-0622-4e6d-bc29-1cc9134de60b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:02:38.787656 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:37Z', 'revision_number': 3, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:38.798766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:38.803627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:38.804247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.816457 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:02:38.816643 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Updating router 73d1fec1-bd8b-4389-ad16-cbc77f27005f port 3ef30e2f-390c-4fed-88a5-08287258b5bc binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:02:38.845052 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.914449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:38.960748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:38.966847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.044871 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:39.111864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-337af5df-7ba2-45db-a65f-1c63061f38a2 None None] Provisioning complete for port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:39.112235 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-337af5df-7ba2-45db-a65f-1c63061f38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.162675 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.173496 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Transition to ACTIVE for port object 3ef30e2f-390c-4fed-88a5-08287258b5bc will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:39.180242 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.236397 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Attempting to bind port 3ef30e2f-390c-4fed-88a5-08287258b5bc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:39.236764 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Attempting to bind port 3ef30e2f-390c-4fed-88a5-08287258b5bc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:39.237126 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Attempting to bind port 3ef30e2f-390c-4fed-88a5-08287258b5bc on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:39.242785 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Pushing event updated for resources: {'Port': ['ID=3ef30e2f-390c-4fed-88a5-08287258b5bc,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:39.252421 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:39.252801 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:39.253182 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.253768 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:39.255907 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Bound port: 3ef30e2f-390c-4fed-88a5-08287258b5bc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:39.255907 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.262716 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.263085 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.263435 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.263727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.264061 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.264385 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.264705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.265044 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.265340 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.265660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.266306 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.266712 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:39.320075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] For port 3ef30e2f-390c-4fed-88a5-08287258b5bc, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:39.324330 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] For port 3ef30e2f-390c-4fed-88a5-08287258b5bc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3ef30e2f-390c-4fed-88a5-08287258b5bc,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:39.328495 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.359417 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.393329 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:39.393820 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:39.398649 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55634f7b-c105-4cb4-886a-2bd12a2fffe9 None None] Pushing event updated for resources: {'Port': ['ID=3ef30e2f-390c-4fed-88a5-08287258b5bc,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:39.501440 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:39.573788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Allocated IP 172.20.0.1 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/367ebb62-f7e0-4856-a1f1-ea5301dee409) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:39.679656 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:37Z', 'revision_number': 3, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:39.687949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.700853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Transition to ACTIVE for port object 367ebb62-f7e0-4856-a1f1-ea5301dee409 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:39.706158 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32906c-634e-45dd-8d74-f6f4023da826 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:37Z', 'revision_number': 3, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:02:39.736687 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.776117 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:39.781327 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:39.783643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:39.809489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Pushing event updated for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:39.830706 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:39.980500 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.023130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8aab38ce-ad8f-42f8-9da1-85566b682347 None None] Provisioning for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:40.027307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8aab38ce-ad8f-42f8-9da1-85566b682347 None None] Provisioning complete for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:40.027688 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8aab38ce-ad8f-42f8-9da1-85566b682347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.079165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8aab38ce-ad8f-42f8-9da1-85566b682347 None None] Port 367ebb62-f7e0-4856-a1f1-ea5301dee409 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:02:40.154617 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.159744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.232153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Pushing event updated for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:40.235259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.250913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.251264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.251663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.252008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.252342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.252674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.252997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.253957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.254295 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.254650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.254979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.255367 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:40.349491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:40.351060 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:40.474062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:02:40.592745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:02:40.597796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-64401ccc-fed6-4f41-b062-4169f0800c99 admin admin] 10.222.0.26 "PUT /v2.0/routers/73d1fec1-bd8b-4389-ad16-cbc77f27005f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1199026 Aug 27 03:02:40.607986 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-36121630-e2c2-491f-84e0-e5f05d2305fc None None] Provisioning complete for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:40.608336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-36121630-e2c2-491f-84e0-e5f05d2305fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.651538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-36121630-e2c2-491f-84e0-e5f05d2305fc None None] Port 367ebb62-f7e0-4856-a1f1-ea5301dee409 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:02:40.731048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3ef30e2f-390c-4fed-88a5-08287258b5bc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:40.784104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3ef30e2f-390c-4fed-88a5-08287258b5bc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:40.787669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3ef30e2f-390c-4fed-88a5-08287258b5bc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:40.788035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.866313 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.885994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3ef30e2f-390c-4fed-88a5-08287258b5bc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3ef30e2f-390c-4fed-88a5-08287258b5bc,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:40.890099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:40.891019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:40.970182 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3ef30e2f-390c-4fed-88a5-08287258b5bc,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:40.982822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:40.983294 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.227878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52800) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:41.232853 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879634379', 'description': 'tempest-description--1532693865'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:41.250576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:02:41.256676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.260303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:41.260919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:41.341636 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.345630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.368526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:41.374439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.378511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1467311 Aug 27 03:02:41.378511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501cac0-67c5-4f41-89c3-c6a965312062 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb034b1e-17f1-46b1-8564-219b20a46fa5,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:41.379006 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52802) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:41.384629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'security_group_rule': {'security_group_id': 'cb034b1e-17f1-46b1-8564-219b20a46fa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:41.413118 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.473624 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.477652 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.492416 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954cd463-9fe7-4208-9293-88ee633df549,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:41.501750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.503218 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-bf4ecd50-8a46-47c7-8830-aa23fbea5fe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231675 Aug 27 03:02:41.505838 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:41.510909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'security_group_rule': {'security_group_id': 'cb034b1e-17f1-46b1-8564-219b20a46fa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:41.537004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.572870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 2, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:41.597596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.600286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:02:41.600651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Updating router 73d1fec1-bd8b-4389-ad16-cbc77f27005f port 367ebb62-f7e0-4856-a1f1-ea5301dee409 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:02:41.601738 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.617521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e0eaa2-e72d-4292-978d-8f99f02b8608,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:41.626167 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.627344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.631555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2487012f-99b2-4745-ac04-c6315f7dacf4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219492 Aug 27 03:02:41.631918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 52806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:41.637379 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:41.658774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.754223 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.864229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Allocated IP 172.25.8.215 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/665ecc6a-4fc3-48db-acb6-e72f17d356bd) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:41.893642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.903272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Transition to ACTIVE for port object 367ebb62-f7e0-4856-a1f1-ea5301dee409 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:41.908853 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:41.960006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943bad-2fcd-4784-8254-b53004209202 None None] Pushing event updated for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:41.970141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.009887 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Attempting to bind port 367ebb62-f7e0-4856-a1f1-ea5301dee409 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:42.010257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Attempting to bind port 367ebb62-f7e0-4856-a1f1-ea5301dee409 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:42.010650 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Attempting to bind port 367ebb62-f7e0-4856-a1f1-ea5301dee409 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:42.015873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:42.016515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:42.017251 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.017681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:42.018274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Bound port: 367ebb62-f7e0-4856-a1f1-ea5301dee409, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:42.018800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.021742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.059624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:42.062918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:42.066817 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:42.091245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] For port 367ebb62-f7e0-4856-a1f1-ea5301dee409, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:42.094466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] For port 367ebb62-f7e0-4856-a1f1-ea5301dee409, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=367ebb62-f7e0-4856-a1f1-ea5301dee409,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:42.099861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.100246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=665ecc6a-4fc3-48db-acb6-e72f17d356bd,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:42.159841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:42.160479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:42.177463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.210274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943bad-2fcd-4784-8254-b53004209202 None None] Pushing event updated for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:42.213696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.381963 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.386582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.450301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:42.457526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=665ecc6a-4fc3-48db-acb6-e72f17d356bd,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:42.471935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.485802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.487296 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b5a111c6-cfd8-4462-a21d-333bcf7e2ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8542871 Aug 27 03:02:42.624988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-46c2c55b-815a-4e9b-a528-3fa7d34e0193 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1879634379&fields=id&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 267 time: 0.0338471 Aug 27 03:02:42.658323 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3ef30e2f-390c-4fed-88a5-08287258b5bc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:42.684020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:42Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:42.720116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f9c68-6308-48ad-b3b1-9e390f1fe046 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:42Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:02:42.737311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-a47c20c6-f93e-4d2a-ab88-dd1ebbd4d6b0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:42.738342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3ef30e2f-390c-4fed-88a5-08287258b5bc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:42.738740 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:42.744407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-a47c20c6-f93e-4d2a-ab88-dd1ebbd4d6b0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1122899 Aug 27 03:02:42.762932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-42358b65-0156-4512-ba0a-ec34971cf385 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/quotas/bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 375 time: 0.0176048 Aug 27 03:02:42.829674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-31036dbb-8a20-4e02-aa5d-25b7c59e4836 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642040 Aug 27 03:02:42.853760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-1425afa4-f6ff-4f63-bd2f-875faaf60ab6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:02:42.854852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-1425afa4-f6ff-4f63-bd2f-875faaf60ab6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073552 Aug 27 03:02:42.948275 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-bff4bf69-3e61-4c90-84c6-0657037a7258 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870790 Aug 27 03:02:43.045340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fd09b0af-e6a6-443d-b311-b1bd80246260 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910680 Aug 27 03:02:43.225381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b031e6a1-ef06-47e8-9d80-53abaac34754 req-a508a321-9ffb-48ae-a9d9-7837d5053f53 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 210 time: 0.0323853 Aug 27 03:02:44.218846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-d4d87338-7d6c-4aea-b74d-a692a3a8b86f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:44.220353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-d4d87338-7d6c-4aea-b74d-a692a3a8b86f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1111343 Aug 27 03:02:44.276991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-334b07c4-1d01-4286-9fc7-4ec0a764456d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 380 time: 0.0369403 Aug 27 03:02:44.286498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'port': {'device_id': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'admin_state_up': True, 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'security_groups': ['cb034b1e-17f1-46b1-8564-219b20a46fa5']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:44.322223 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-692edc9e-42a4-4586-b5c6-3d8ee028a8e0 req-3323f120-5ff3-4a35-8217-9f70b804a284 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Aug 27 03:02:44.395130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:02:44.398800 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.518054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Allocated IP 172.20.0.3 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/e3c37575-5157-4a32-a7b7-f1cb4b098241) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:02:44.664086 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.664256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 367ebb62-f7e0-4856-a1f1-ea5301dee409 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:44.678609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Transition to ACTIVE for port object e3c37575-5157-4a32-a7b7-f1cb4b098241 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:44.710560 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.712836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:44.716633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:44.717004 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.753519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:02:44.758495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:02:44.763118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:02:44.802798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.810695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:44.835924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:44.836468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.839640 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 367ebb62-f7e0-4856-a1f1-ea5301dee409, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=367ebb62-f7e0-4856-a1f1-ea5301dee409,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:44.844454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:44.856038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fe3b3b99-7ec5-420a-8b3b-3b79cbf2d119 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732987 Aug 27 03:02:44.874580 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Request body: {'port': {'device_id': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:44.900691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:44.910300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.911003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.911412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.911824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.912221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.912619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.913014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.913404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.913792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.914179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.914592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.914982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:02:44.933366 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.036024 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa74abc2-8ee4-47de-a50d-d5175913d3a5 None None] Provisioning for port e3c37575-5157-4a32-a7b7-f1cb4b098241 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:45.039582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa74abc2-8ee4-47de-a50d-d5175913d3a5 None None] Provisioning complete for port e3c37575-5157-4a32-a7b7-f1cb4b098241 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:45.039952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aa74abc2-8ee4-47de-a50d-d5175913d3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.076555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-aa74abc2-8ee4-47de-a50d-d5175913d3a5 None None] Port e3c37575-5157-4a32-a7b7-f1cb4b098241 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:02:45.195199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c37575-5157-4a32-a7b7-f1cb4b098241 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:02:45.202249 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.215076 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Transition to ACTIVE for port object e3c37575-5157-4a32-a7b7-f1cb4b098241 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:02:45.218636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.279393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:45.348038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:02:45.348463 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:02:45.348861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:45.354575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:02:45.354990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:02:45.360365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:02:45.360776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:02:45.361231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:02:45.361729 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Bound port: e3c37575-5157-4a32-a7b7-f1cb4b098241, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:02:45.362156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.459062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:02:45.479135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47f702-bdbe-4254-ad63-c0a99c636b7c req-e5fc5ff5-9407-49b5-813f-5d6fbaa0a8ef tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.480601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac47f702-bdbe-4254-ad63-c0a99c636b7c req-e5fc5ff5-9407-49b5-813f-5d6fbaa0a8ef tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0855405 Aug 27 03:02:45.482228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:02:45.486898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.535283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.535883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:45.537239 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] 10.222.0.46 "PUT /v2.0/ports/e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1091 time: 0.6673176 Aug 27 03:02:45.537666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:45.539938 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:45.573893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac47f702-bdbe-4254-ad63-c0a99c636b7c req-60e21707-63d9-4474-bb1c-c4c2bd81f684 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846767 Aug 27 03:02:45.578861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999af9c5-042f-49ff-8378-5a6a3cc580dc service neutron] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:45.596903 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ed0c9b-8cc9-4981-a6db-348a26b7fb49 x-openstack-request-id: req-d6ed0c9b-8cc9-4981-a6db-348a26b7fb49 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:45.597199 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:45.597450 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6ed0c9b-8cc9-4981-a6db-348a26b7fb49 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:45.597851 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'status': 'completed', 'code': 200} Aug 27 03:02:45.651708 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-621b4085-e712-46e1-af6d-1f58566eea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.653657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-621b4085-e712-46e1-af6d-1f58566eea38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1094 time: 0.0423093 Aug 27 03:02:45.707421 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-b506bfc3-c2c8-4da9-91db-8c982931af77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 217 time: 0.0382104 Aug 27 03:02:45.754742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-28f80cfb-cb40-4e16-b224-39b83d56a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.756144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-28f80cfb-cb40-4e16-b224-39b83d56a36a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0425444 Aug 27 03:02:45.801198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203761-a095-4a49-83a2-24595ea00be6 req-2413e44a-3bae-49ed-89d1-ef4983c53150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:45.802611 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-2413e44a-3bae-49ed-89d1-ef4983c53150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392170 Aug 27 03:02:45.896355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-fab0c66b-92f2-4cc7-93bd-3ad7fb16ed37 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Aug 27 03:02:45.985034 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f9203761-a095-4a49-83a2-24595ea00be6 req-0fac5a8f-840b-4cde-a992-ac05cc9753c3 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807827 Aug 27 03:02:46.118069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-5f1320b1-40aa-438d-855e-af0bed1b611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.119568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-5f1320b1-40aa-438d-855e-af0bed1b611c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1094 time: 0.0408697 Aug 27 03:02:46.210639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-b1f339da-7f74-4627-a55c-04ca6c756a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.212641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-b1f339da-7f74-4627-a55c-04ca6c756a53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0852487 Aug 27 03:02:46.257598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-83c27856-f81b-4fca-b24d-355128715d85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 217 time: 0.0379133 Aug 27 03:02:46.314198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-47505142-5705-4aa3-966b-94c1290023a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.315710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-47505142-5705-4aa3-966b-94c1290023a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0516691 Aug 27 03:02:46.360411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-6454f736-819c-4ca2-8afd-262b17cb11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.361850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-6454f736-819c-4ca2-8afd-262b17cb11cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392761 Aug 27 03:02:46.448440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-44c0d64d-7b57-4a14-9b0b-cb43b3b1164b service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794787 Aug 27 03:02:46.535072 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:46.538905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-105ddfe2-f6f4-4b01-8115-0cad31f06ea7 req-9d9124ea-5e84-47a5-a1ac-12fc7d8e0857 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Aug 27 03:02:46.646280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 367ebb62-f7e0-4856-a1f1-ea5301dee409 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:46.693971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 367ebb62-f7e0-4856-a1f1-ea5301dee409 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:46.694340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:46.699170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a28912-3027-47a7-ae01-bc713b985abe req-c71847cb-46c7-46fe-9d36-003fa5840f58 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:46.700648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26a28912-3027-47a7-ae01-bc713b985abe req-c71847cb-46c7-46fe-9d36-003fa5840f58 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0487385 Aug 27 03:02:46.738496 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-26a28912-3027-47a7-ae01-bc713b985abe req-43f547ff-78fb-4961-ae4a-7cfc05068b4a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Aug 27 03:02:47.908172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766582f-b01a-42dd-a4a9-e1062105ab4b req-f237e0f7-c85f-4ca3-8cc8-f4b751f5fa37 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:47.909634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f766582f-b01a-42dd-a4a9-e1062105ab4b req-f237e0f7-c85f-4ca3-8cc8-f4b751f5fa37 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.1063540 Aug 27 03:02:47.947090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f766582f-b01a-42dd-a4a9-e1062105ab4b req-7dd76162-ad77-4ce0-998d-1acafc79fab0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308359 Aug 27 03:02:49.058139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67374f-c212-4942-8b48-cf00ec92e544 req-7d6afa04-52d6-421d-bf0c-b97956627870 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:49.059634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b67374f-c212-4942-8b48-cf00ec92e544 req-7d6afa04-52d6-421d-bf0c-b97956627870 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0483463 Aug 27 03:02:49.101101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0b67374f-c212-4942-8b48-cf00ec92e544 req-0c4a62bc-7c1d-4ac1-b454-5936bebdaf5f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355334 Aug 27 03:02:49.865629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:02:49.957828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:49.969840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'mac_address': 'fa:16:3e:54:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:02:50.009219 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:50.021254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c37575-5157-4a32-a7b7-f1cb4b098241 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:02:50.039704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:50.044323 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:50.095521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:50.128396 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:02:50.214378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46495fb2-227f-49d6-8de8-c9694633134b req-183f43be-1fb2-4bdb-9343-88a430ea8aa4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:50.215893 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46495fb2-227f-49d6-8de8-c9694633134b req-183f43be-1fb2-4bdb-9343-88a430ea8aa4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 944 time: 0.0482702 Aug 27 03:02:50.251680 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-46495fb2-227f-49d6-8de8-c9694633134b req-2e860480-f104-4a38-ba99-234f5c7f7ff8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300474 Aug 27 03:02:50.429899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e3c37575-5157-4a32-a7b7-f1cb4b098241'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:02:51.364361 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459abe-4c9b-420c-872c-aacc41179982 req-a302ca30-dc44-4330-9f91-47cf71447820 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:51.365732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18459abe-4c9b-420c-872c-aacc41179982 req-a302ca30-dc44-4330-9f91-47cf71447820 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 944 time: 0.0488021 Aug 27 03:02:51.402525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18459abe-4c9b-420c-872c-aacc41179982 req-7eed635d-83a6-424f-a3aa-6938162d6d9e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Aug 27 03:02:51.881011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:02:51.928128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e3c37575-5157-4a32-a7b7-f1cb4b098241 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:02:51.932580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e3c37575-5157-4a32-a7b7-f1cb4b098241 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:02:51.933091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:52.010299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:52.032005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:52.034233 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72925e78-3e7c-4489-baa0-637a213e7f9d" -d '{"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:52.049059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:02:52.054007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:52.077911 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d0146f-7441-4ba1-9e47-3b3290fdfb4c x-openstack-request-id: req-10d0146f-7441-4ba1-9e47-3b3290fdfb4c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:52.078200 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:52.078473 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10d0146f-7441-4ba1-9e47-3b3290fdfb4c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:52.078857 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'code': 200} Aug 27 03:02:52.104353 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:02:52.199523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c873-a3a1-4d09-bc04-cf1f386b0043 req-313de97a-3815-4439-9d09-dad3e28d16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:52.200874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fa6c873-a3a1-4d09-bc04-cf1f386b0043 req-313de97a-3815-4439-9d09-dad3e28d16e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.0429335 Aug 27 03:02:52.235404 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2fa6c873-a3a1-4d09-bc04-cf1f386b0043 req-ce289d13-60f5-4796-bf90-cbac327b8079 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271974 Aug 27 03:02:52.515338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ac85-1566-4e41-96c9-bba5d5dd0bc5 req-2f293a49-06a6-40a8-a4e0-b6651d8166b8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:52.516699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ada5ac85-1566-4e41-96c9-bba5d5dd0bc5 req-2f293a49-06a6-40a8-a4e0-b6651d8166b8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Aug 27 03:02:52.555801 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ada5ac85-1566-4e41-96c9-bba5d5dd0bc5 req-7f37a738-f188-4ed0-8dce-3ceac19bcefa tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Aug 27 03:02:52.699916 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a2131e5b-26e4-4e38-a12d-530458c7d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:53.672401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547cf2b-6461-495c-a5f2-6b1242a9de2e req-1b8798cf-f3c0-46fc-ae0c-b68099a88ced tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:53.673921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6547cf2b-6461-495c-a5f2-6b1242a9de2e req-1b8798cf-f3c0-46fc-ae0c-b68099a88ced tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Aug 27 03:02:53.711104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6547cf2b-6461-495c-a5f2-6b1242a9de2e req-769e741e-0c06-4684-a62b-cb548a39d304 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Aug 27 03:02:54.823325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb0d55-ebfe-41a5-82b1-93025580526e req-5d706dd0-5ad2-4f03-b78c-58386de3d264 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:54.824783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07eb0d55-ebfe-41a5-82b1-93025580526e req-5d706dd0-5ad2-4f03-b78c-58386de3d264 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 27 03:02:54.874860 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-07eb0d55-ebfe-41a5-82b1-93025580526e req-91eddd3d-c092-425e-b2f7-c1b8b007dcc2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Aug 27 03:02:54.984171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4f550-54a6-4b5b-94ea-080b1690de6f req-84e60f8d-5743-43a1-86f6-2513666279e1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:54.985601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b7b4f550-54a6-4b5b-94ea-080b1690de6f req-84e60f8d-5743-43a1-86f6-2513666279e1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Aug 27 03:02:54.994267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 52858) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:02:54.998676 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'floatingip': {'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:02:55.039042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:55.256419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4ad70277-f8a5-4358-b696-ff4243c42cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:55.456662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:55.460558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:55.481278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:55.558458 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f associated. External IP: 172.25.8.215, port: e3c37575-5157-4a32-a7b7-f1cb4b098241. Aug 27 03:02:55.992218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:02:56.096954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:02:56.101370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:56.107066 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:02:56.116691 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:56.117301 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:56.128822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-33ad8764-bcfd-4c5e-9c0a-cf8cbbe0c5a7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "PUT /v2.0/floatingips/d9d02a66-1b16-4a89-8d13-92acea8f184f HTTP/1.1" status: 200 len: 991 time: 1.1335104 Aug 27 03:02:56.129414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:02:56.131679 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e" -d '{"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:02:56.181277 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a93f4-66b1-4b43-87e4-402da6010552 x-openstack-request-id: req-546a93f4-66b1-4b43-87e4-402da6010552 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:02:56.181575 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:02:56.181826 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-546a93f4-66b1-4b43-87e4-402da6010552 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:02:56.182221 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'status': 'completed', 'code': 200} Aug 27 03:02:56.231500 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:56.275815 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-a2bd0a04-2644-4712-a7ba-5e442ef0c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:56.277220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-a2bd0a04-2644-4712-a7ba-5e442ef0c9d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.0409219 Aug 27 03:02:56.365176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-24d035d1-48c7-4f73-a7ff-824f1760f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:56.366669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-24d035d1-48c7-4f73-a7ff-824f1760f351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0827079 Aug 27 03:02:56.435135 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-8f32ef51-fc6e-44ed-8f84-e2d2b709d271 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 999 time: 0.0608006 Aug 27 03:02:56.451584 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:54:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:02:55Z', 'revision_number': 1, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:56.478350 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:02:56.484609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-b9deff80-90ca-42b5-953f-ad943f910403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:56.486085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-b9deff80-90ca-42b5-953f-ad943f910403 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0446477 Aug 27 03:02:56.486503 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:02:56.487105 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:02:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:56.530593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-ccf56332-31cc-4875-b6f6-f9856710d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:02:56.531950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-ccf56332-31cc-4875-b6f6-f9856710d1bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387869 Aug 27 03:02:56.592701 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:02:56.626556 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:02:56.631583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-7afa6012-5426-4b34-a91b-84e5130b3f17 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926116 Aug 27 03:02:56.721863 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4deb67d5-18c6-48e7-86f4-dc5a1733d34e req-632f8495-8f29-4a6c-b1c9-3b77aaaff7d5 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830772 Aug 27 03:02:56.902354 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:54:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:02:55Z', 'revision_number': 1, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:02:56.931413 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ec10c-be9e-4e32-a392-1057889c200f None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:54:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:02:55Z', 'revision_number': 1, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:02:57.109827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825ab2d-a677-46a6-9782-7e83ee874447 None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:02:58.033064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:01.078089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:16.549334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:22.699830 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-663dfd77-34fe-4b47-9a27-01bd686384ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:25.257582 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-64bb79fc-995e-4d1a-98c0-dc3134ec304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:25.482866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:26.624831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:27.127160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:03:28.035858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:31.100733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:37.843719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-7be29bbe-afc9-431f-99c4-775719d6a651 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432398 Aug 27 03:03:37.938214 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-78c9c2dc-d14f-4693-9a7c-84a066ad31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:37.939686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-78c9c2dc-d14f-4693-9a7c-84a066ad31c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.0397499 Aug 27 03:03:38.037526 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-11b4fc66-f3ff-475e-8fb8-118273effc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:38.038964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-11b4fc66-f3ff-475e-8fb8-118273effc08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0809121 Aug 27 03:03:38.108299 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-8ef08341-62e2-4e43-96d4-a8b0ca8c1f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1001 time: 0.0612953 Aug 27 03:03:38.156344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-67c4d7a8-188b-4642-a8cb-ca64cb9c60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:38.157775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-67c4d7a8-188b-4642-a8cb-ca64cb9c60e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0428159 Aug 27 03:03:38.203461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-adcb06d6-9417-4480-bad5-36149ad1168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:03:38.204954 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-adcb06d6-9417-4480-bad5-36149ad1168a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404930 Aug 27 03:03:38.311830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-d5fbde62-810b-4c4b-9f85-6adaaef9d66a service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830209 Aug 27 03:03:38.402133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b8ded00f-716a-47ef-8366-e04c73c2dc18 req-80019aa5-e049-44eb-a618-6454e86b09a0 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827205 Aug 27 03:03:46.554086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:52.699745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3a07-cab9-4351-b387-f2fe430c8686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:55.261656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed842389-1ac7-429b-852c-a4d39f773168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:55.485190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:56.630707 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:03:58.038305 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:01.130116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:04.125825 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:04:16.556836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:22.701379 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38693520-fd28-48f2-81c6-d485988c461b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:25.261749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-61b55665-09bb-445c-8681-cbf69202bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:25.486777 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:26.630589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:28.040218 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:31.134603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:37.848537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-2f3958e6-b8bb-4767-a0e0-13a13ebdc0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439823 Aug 27 03:04:37.947522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-3ba6765d-9f1e-40cb-8d49-607c28e08757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:37.948978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-3ba6765d-9f1e-40cb-8d49-607c28e08757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.0396230 Aug 27 03:04:38.049521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-7959e299-6cd4-493c-aaa4-69a8c6249e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:38.051012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-7959e299-6cd4-493c-aaa4-69a8c6249e6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0811334 Aug 27 03:04:38.118617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-87ae7a86-49cd-4de4-b3d9-48a7589c038a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1001 time: 0.0605235 Aug 27 03:04:38.165700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-84012f47-537c-4475-b1d1-d850ee287f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:38.167106 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-84012f47-537c-4475-b1d1-d850ee287f35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0421019 Aug 27 03:04:38.211367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-d0284f14-4e30-4693-8094-eb7af215f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:04:38.212825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-d0284f14-4e30-4693-8094-eb7af215f7d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388396 Aug 27 03:04:38.302066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-27112b2d-0a05-43b9-b59e-82f76250ab77 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816929 Aug 27 03:04:38.388238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bdd1ebc-4c9e-41d7-9663-05cd7ea51db6 req-cae63f30-d0ac-4840-8326-ce51a6b06de7 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788641 Aug 27 03:04:41.124642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:04:46.562651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:52.701397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81bcd68b-2acc-475e-83b7-c414fbfb667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.262656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-09517da7-ce5e-4770-ac8d-3d5625f5ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:55.486690 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:56.633198 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:04:58.044061 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:01.146511 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:16.573184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:18.124062 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:05:22.703466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99f6ce84-7499-4a9f-a51c-57a43eef0d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:25.263265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f1116163-47fb-4629-9684-20888b65b3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:25.487631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:26.635010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:28.047678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:31.176519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:38.033280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630150e9-9343-4751-9b1d-03e161b849fd req-57898911-d069-47c0-be25-42b9b072660e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:38.034791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-630150e9-9343-4751-9b1d-03e161b849fd req-57898911-d069-47c0-be25-42b9b072660e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0539625 Aug 27 03:05:38.086481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-630150e9-9343-4751-9b1d-03e161b849fd req-afe20ed8-d5d8-4fcc-ba25-80d4ed1d5807 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Aug 27 03:05:38.334242 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228d06-020f-4373-abb1-ef92afa4def7 req-71e95ba6-31c2-4fa5-8361-6254ac7978de tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:38.336033 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1228d06-020f-4373-abb1-ef92afa4def7 req-71e95ba6-31c2-4fa5-8361-6254ac7978de tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0556669 Aug 27 03:05:38.375659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e1228d06-020f-4373-abb1-ef92afa4def7 req-911d2097-4e9e-4df6-aeeb-47411ea5f4cf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Aug 27 03:05:38.428428 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-30bf71ca-efa0-4150-98fc-6cbfdc552ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542065 Aug 27 03:05:39.495041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4767dcf-38b1-4728-a0d0-5811399f851d req-284370bb-7812-4a68-9b4f-e35b867d7a9b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:39.496776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4767dcf-38b1-4728-a0d0-5811399f851d req-284370bb-7812-4a68-9b4f-e35b867d7a9b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0505679 Aug 27 03:05:39.534530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e4767dcf-38b1-4728-a0d0-5811399f851d req-9b8a3217-0cb8-4a3f-a028-88f46691b621 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Aug 27 03:05:40.005270 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-4f215149-26b0-43a1-b0fd-c24c22fccf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.008012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-4f215149-26b0-43a1-b0fd-c24c22fccf9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.1362901 Aug 27 03:05:40.122445 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-2d8807be-d80c-4c54-b7d1-d1acb17a6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.124200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-2d8807be-d80c-4c54-b7d1-d1acb17a6685 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0971916 Aug 27 03:05:40.190729 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-2eefcd7f-a091-4bab-b04b-367749684930 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1001 time: 0.0592299 Aug 27 03:05:40.246781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-2657360c-c95c-4adf-ad07-d43af2ea4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.248144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-2657360c-c95c-4adf-ad07-d43af2ea4f23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0507154 Aug 27 03:05:40.296712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-f803df44-2934-49b8-bd99-8a0495fceb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.298234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-f803df44-2934-49b8-bd99-8a0495fceb8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425675 Aug 27 03:05:40.385655 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-48659365-714a-4ba5-9a0e-3c035b3a3704 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802655 Aug 27 03:05:40.484292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4c176aa3-dbff-49da-8779-90e116d3dae6 req-e5c8f002-0e8a-4fef-bf7e-6b70ba238419 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916262 Aug 27 03:05:40.599233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-d8537fc3-a459-4aa1-935d-8412ea0d0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.601404 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-d8537fc3-a459-4aa1-935d-8412ea0d0613 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1096 time: 0.0477397 Aug 27 03:05:40.712974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d2ac3-b350-463a-aa5f-7d96675f9ba0 req-72614d9c-cb7f-4546-bcd4-9f2dea983ab7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.714631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977d2ac3-b350-463a-aa5f-7d96675f9ba0 req-72614d9c-cb7f-4546-bcd4-9f2dea983ab7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.1084657 Aug 27 03:05:40.747978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-8a57d188-deab-4681-8382-8ebddcfc86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.749367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-8a57d188-deab-4681-8382-8ebddcfc86b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1349728 Aug 27 03:05:40.807609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-977d2ac3-b350-463a-aa5f-7d96675f9ba0 req-227c7d62-5863-4e9b-aa5e-7dcb19c1426b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857139 Aug 27 03:05:40.833918 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-413397e2-b659-4c42-a932-8f97296dad13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1001 time: 0.0719936 Aug 27 03:05:40.883394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-a0fb08d6-5aad-41f0-b1b5-644fcafef204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.884881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-a0fb08d6-5aad-41f0-b1b5-644fcafef204 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0437274 Aug 27 03:05:40.930941 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-05b0df9f-4c5a-4295-8541-dde6ad294cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:40.932482 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-05b0df9f-4c5a-4295-8541-dde6ad294cd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403798 Aug 27 03:05:41.027436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-383bd419-e31a-4975-9f52-d5da130fdf84 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871184 Aug 27 03:05:41.142060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-8b5f48c8-0fed-402a-8a88-370f34c53759 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918481 Aug 27 03:05:41.935895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf621de-ca1c-409e-b215-a89742ff7d40 req-3fad2844-cb6d-4e30-a74e-efa4584cdb9b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:41.938207 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9bf621de-ca1c-409e-b215-a89742ff7d40 req-3fad2844-cb6d-4e30-a74e-efa4584cdb9b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0560777 Aug 27 03:05:41.984674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9bf621de-ca1c-409e-b215-a89742ff7d40 req-228f8b17-86f7-453c-84b4-cb6934eb1d5d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 Aug 27 03:05:43.106812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e029331-8ded-4c8c-b78d-e257da28043e req-c91fdb01-529a-499e-b1ba-1d01facc1909 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:43.108427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e029331-8ded-4c8c-b78d-e257da28043e req-c91fdb01-529a-499e-b1ba-1d01facc1909 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Aug 27 03:05:43.152091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4e029331-8ded-4c8c-b78d-e257da28043e req-34fe3c1e-07ea-4907-be17-5d432eb32fac tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Aug 27 03:05:44.266354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6047e4-6663-4765-ba36-c33468953a3d req-bb5ac3cd-59f5-4d57-8aab-f4460c141643 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:44.267846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de6047e4-6663-4765-ba36-c33468953a3d req-bb5ac3cd-59f5-4d57-8aab-f4460c141643 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 27 03:05:44.305535 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-de6047e4-6663-4765-ba36-c33468953a3d req-6b381fc4-79e7-4934-a4ba-a9971c458375 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Aug 27 03:05:45.422641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55de5-bae6-4eff-9dca-5684de48055d req-d1164f6b-24a8-4220-9d87-cd0585db7652 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:45.424082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60b55de5-bae6-4eff-9dca-5684de48055d req-d1164f6b-24a8-4220-9d87-cd0585db7652 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 27 03:05:45.461265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-60b55de5-bae6-4eff-9dca-5684de48055d req-9a334bd1-9931-4990-99f1-b03b0eff24ce tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Aug 27 03:05:46.563603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:46.577419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88619-6bc6-4d4a-99a2-07781f419842 req-874ee9f2-87a5-465e-9264-d57da05a8a0f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:46.578912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ba88619-6bc6-4d4a-99a2-07781f419842 req-874ee9f2-87a5-465e-9264-d57da05a8a0f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Aug 27 03:05:46.617828 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9ba88619-6bc6-4d4a-99a2-07781f419842 req-6149dbce-9a56-4452-8ad6-b5d837ab7d1b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Aug 27 03:05:47.731096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d006db-a8fd-46cb-bc5d-b080aae0a893 req-b59be474-c102-45fb-8383-4e1f4c084b22 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:47.732557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3d006db-a8fd-46cb-bc5d-b080aae0a893 req-b59be474-c102-45fb-8383-4e1f4c084b22 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0482268 Aug 27 03:05:47.770653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a3d006db-a8fd-46cb-bc5d-b080aae0a893 req-eff4644c-c4f9-40d9-9092-aea338a09475 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 27 03:05:49.133783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ffeb2-538e-470d-9633-fe5627c7e613 req-2e66cd97-828d-4f4c-98dc-7797c3ab697d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:49.135262 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f6ffeb2-538e-470d-9633-fe5627c7e613 req-2e66cd97-828d-4f4c-98dc-7797c3ab697d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0476856 Aug 27 03:05:49.176796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f6ffeb2-538e-470d-9633-fe5627c7e613 req-ba6efba9-33b7-4254-be9c-ff9988269521 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Aug 27 03:05:50.296706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d526eb-d2f5-4834-8fe5-b2887cc30163 req-8f87fdef-41d3-436d-aef6-d733c6c874d8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:50.298194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05d526eb-d2f5-4834-8fe5-b2887cc30163 req-8f87fdef-41d3-436d-aef6-d733c6c874d8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Aug 27 03:05:50.348652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-05d526eb-d2f5-4834-8fe5-b2887cc30163 req-1efc3069-9bea-4759-827a-f85b749524f0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Aug 27 03:05:51.471964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a04f-4948-4a64-a8a1-a6799f98c10b req-5f203ffa-0ae8-483c-a155-4dfedabb1a37 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:51.473745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37f9a04f-4948-4a64-a8a1-a6799f98c10b req-5f203ffa-0ae8-483c-a155-4dfedabb1a37 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0544927 Aug 27 03:05:51.516013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37f9a04f-4948-4a64-a8a1-a6799f98c10b req-e317e446-32ee-41ee-b026-56a706d3a7f4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352509 Aug 27 03:05:52.647518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b651-5933-43f4-9d89-170b3621a5e2 req-e341c555-b2bb-4f3d-8175-fb4df10ac0ed tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:52.649556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e30b651-5933-43f4-9d89-170b3621a5e2 req-e341c555-b2bb-4f3d-8175-fb4df10ac0ed tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0617313 Aug 27 03:05:52.699257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e30b651-5933-43f4-9d89-170b3621a5e2 req-c77eae53-71cf-4dc8-83ae-1b5fa93af286 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Aug 27 03:05:52.708612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-93c4fa37-9dcf-4997-9fef-ca9e8cc33ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:53.226031 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-756ebf01-166a-48a0-9be9-8a5d259de70a service neutron] show failed (client error): The resource could not be found. Aug 27 03:05:53.227255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-756ebf01-166a-48a0-9be9-8a5d259de70a service neutron] 10.222.0.46 "GET /v2.0/ports/e3c37575-5157-4a32-a7b7-f1cb4b098241/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0594707 Aug 27 03:05:53.493392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-e973cbfa-24cf-47b5-afaf-d094dfeda7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:53.495857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-e973cbfa-24cf-47b5-afaf-d094dfeda7ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1096 time: 0.0993497 Aug 27 03:05:53.515728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:05:53.578749 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:53.832790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:53.866094 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d7c6a-b1d7-4fb1-9fa7-bfe02ebdeac0 req-c27c26e9-173a-4750-a425-9b0c88e76fa4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:53.867858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c92d7c6a-b1d7-4fb1-9fa7-bfe02ebdeac0 req-c27c26e9-173a-4750-a425-9b0c88e76fa4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0845299 Aug 27 03:05:53.896816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:53.944358 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c92d7c6a-b1d7-4fb1-9fa7-bfe02ebdeac0 req-38ba5a4f-68bc-40fa-97fa-3bae9f0a8e00 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669587 Aug 27 03:05:53.953861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:53.956404 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a09c2-3bc6-4da5-89cd-8c15a5fc5114" -d '{"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:53.960847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:53.975449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Transition to ACTIVE for port object e3c37575-5157-4a32-a7b7-f1cb4b098241 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:05:53.984316 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.105475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:54.111016 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a3617-a411-4292-a7fe-39c37bea2a0d x-openstack-request-id: req-7f7a3617-a411-4292-a7fe-39c37bea2a0d {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:54.111306 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:54.111555 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f7a3617-a411-4292-a7fe-39c37bea2a0d {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:54.111945 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'code': 200} Aug 27 03:05:54.121883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.122232 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.122628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.123227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.123541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.123959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.124366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.124698 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.125024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.125347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.125674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.125991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:54.163765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] No DVR routers for this DVR port e3c37575-5157-4a32-a7b7-f1cb4b098241 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:05:54.313529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:05:54.313854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:05:54.314279 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:54.320074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:05:54.320412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Attempting to bind port e3c37575-5157-4a32-a7b7-f1cb4b098241 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:05:54.326263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:05:54.326636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:05:54.327066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:05:54.327492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Bound port: e3c37575-5157-4a32-a7b7-f1cb4b098241, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:05:54.327853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.401693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:05:54.405888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:05:54.411165 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.456776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.457394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:54.458941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1091 time: 0.9539924 Aug 27 03:05:54.502489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c949c24-a0d5-446f-a96c-fb7027498798 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:54.535038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-9c15e53f-c0a7-4000-a127-0380c5a04c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.536553 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-9c15e53f-c0a7-4000-a127-0380c5a04c74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1094 time: 0.0506053 Aug 27 03:05:54.642848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-8a8c7371-0d0a-4f9f-9f28-89aac8d5933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.645605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-8a8c7371-0d0a-4f9f-9f28-89aac8d5933c service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1021054 Aug 27 03:05:54.714076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-3bead744-48ef-4c6c-964e-42f546964667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 999 time: 0.0614891 Aug 27 03:05:54.775010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-ff832f6a-6eab-4c84-ac3a-32130b9e59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.776400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-ff832f6a-6eab-4c84-ac3a-32130b9e59f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0557292 Aug 27 03:05:54.828016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-c55d9e33-7154-4c75-803e-724bd4eb79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:54.829536 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-c55d9e33-7154-4c75-803e-724bd4eb79d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463092 Aug 27 03:05:54.924228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-347d7980-defc-44e9-a8ba-9597ff322295 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872276 Aug 27 03:05:55.053526 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca5f7fa3-39c7-43f8-9fa8-4dd884dc75db req-fba404e9-846f-45fc-9399-a7d15e9f11e1 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225960 Aug 27 03:05:55.085877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8f11-43af-49bc-a81b-9215f2fb1d90 req-3222b028-ab7f-4f6c-8d7a-19b679baf927 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:55.087829 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-804c8f11-43af-49bc-a81b-9215f2fb1d90 req-3222b028-ab7f-4f6c-8d7a-19b679baf927 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0707490 Aug 27 03:05:55.123997 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:05:55.132229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-804c8f11-43af-49bc-a81b-9215f2fb1d90 req-b5d66723-4a2d-4ca8-87da-b463124cfa1a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Aug 27 03:05:55.266839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-156c7f44-47dd-4bd2-baaa-25cc6bf2b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:55.488430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:56.113585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:56.116781 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1b4bb0-f677-4b41-814d-e13007f12f33" -d '{"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:56.167054 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929a5131-87f7-4f10-9fdc-560d88b11a84 x-openstack-request-id: req-929a5131-87f7-4f10-9fdc-560d88b11a84 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:56.167472 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:56.167727 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-929a5131-87f7-4f10-9fdc-560d88b11a84 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:56.168126 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'status': 'completed', 'code': 200} Aug 27 03:05:56.253872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-cfdee365-ce25-4300-8a2d-91a080007779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.256102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-cfdee365-ce25-4300-8a2d-91a080007779 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1094 time: 0.0439854 Aug 27 03:05:56.264402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-7a855851-7c0d-499b-acca-fe32ba7a7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.265881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-7a855851-7c0d-499b-acca-fe32ba7a7fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1094 time: 0.0775545 Aug 27 03:05:56.279174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234e2e-0c3c-407a-b9e3-20652062b77d req-630c4dc9-0253-4af2-b127-0f19767d28a4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.280641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2234e2e-0c3c-407a-b9e3-20652062b77d req-630c4dc9-0253-4af2-b127-0f19767d28a4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0661910 Aug 27 03:05:56.355765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-63818b55-4240-48bd-be27-ed3c19fe6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.357418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-63818b55-4240-48bd-be27-ed3c19fe6688 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0943046 Aug 27 03:05:56.367081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c2234e2e-0c3c-407a-b9e3-20652062b77d req-8870ffbf-cc71-4f25-9bdd-0ee6605dbea0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775547 Aug 27 03:05:56.400116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-a3d79a03-5764-4672-ae7b-e42c7c40427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.401596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-a3d79a03-5764-4672-ae7b-e42c7c40427f service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1201062 Aug 27 03:05:56.425881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-15986dfc-4a1f-4cce-b2b0-b6ca14322d0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 999 time: 0.0616033 Aug 27 03:05:56.473586 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-dd7622a5-1af0-4938-8251-aa2cddd6775c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 999 time: 0.0642042 Aug 27 03:05:56.481222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-c2146dab-dfe4-4b27-ad2d-c81f32e2b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.482903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-c2146dab-dfe4-4b27-ad2d-c81f32e2b33d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0496035 Aug 27 03:05:56.526288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-379742dd-9383-409b-a2c9-1a0967d5f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.527894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-379742dd-9383-409b-a2c9-1a0967d5f093 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0468884 Aug 27 03:05:56.530205 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-bd3d4145-ee95-4e6f-9057-b8ae8ab2f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.531713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-bd3d4145-ee95-4e6f-9057-b8ae8ab2f415 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418823 Aug 27 03:05:56.587794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-9df36f9d-e663-4c07-a384-55cde437423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:56.589424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-9df36f9d-e663-4c07-a384-55cde437423c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495739 Aug 27 03:05:56.631864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-65c6f86d-b5fc-4e12-9e50-8bd961a7ddca service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922577 Aug 27 03:05:56.645136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:56.690058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:05:56.699791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-fb6014ca-340a-4d0d-9f54-bdbea326b5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027255 Aug 27 03:05:56.733510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-7bf3fb9f-d564-4368-86ad-ff639c222fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949209 Aug 27 03:05:56.737341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:05:56.795640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bb1b4bb0-f677-4b41-814d-e13007f12f33 req-12afec18-15f1-4a03-8500-1e73d159aa70 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Aug 27 03:05:57.487594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22199be9-4591-4e12-8ec3-7be5d6b177d1 req-d5b9b1a7-6365-4591-8c87-4b14a11be7c8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.489099 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22199be9-4591-4e12-8ec3-7be5d6b177d1 req-d5b9b1a7-6365-4591-8c87-4b14a11be7c8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0496428 Aug 27 03:05:57.529552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22199be9-4591-4e12-8ec3-7be5d6b177d1 req-393995b4-4ef9-4568-a3e7-e277744fcbe4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Aug 27 03:05:57.687155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:05:57.764604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df702423-6436-4de3-8c4b-9e89ca1072e1 req-f5da6266-2891-4574-a93a-a215220d5492 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.766244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df702423-6436-4de3-8c4b-9e89ca1072e1 req-f5da6266-2891-4574-a93a-a215220d5492 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 943 time: 0.0879204 Aug 27 03:05:57.784092 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-7610a183-b7c3-41b8-9c54-7047670188bd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.785643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-7610a183-b7c3-41b8-9c54-7047670188bd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 943 time: 0.0810342 Aug 27 03:05:57.786854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:57.799401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'mac_address': 'fa:16:3e:54:e4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:05:57.841216 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:57.849986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-df702423-6436-4de3-8c4b-9e89ca1072e1 req-c1ced2d9-c6cb-4b14-b2bb-e8bf4b10437b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740402 Aug 27 03:05:57.857366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c37575-5157-4a32-a7b7-f1cb4b098241 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:05:57.869537 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-0012a128-9702-4684-b7e2-f174c92d2949 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:05:57.870687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-0012a128-9702-4684-b7e2-f174c92d2949 service neutron] 10.222.0.46 "DELETE /v2.0/ports/e3c37575-5157-4a32-a7b7-f1cb4b098241/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0717437 Aug 27 03:05:57.882987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:57.887002 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:57.937072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:05:57.946639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.946945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.947282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.947617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.947947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.948276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.948602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.948927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.949247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.949571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.949889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.950206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:05:57.981036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-503cf0d9-7317-4a0d-881e-912a48a99f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:57.982668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-503cf0d9-7317-4a0d-881e-912a48a99f41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 1095 time: 0.0462146 Aug 27 03:05:58.050249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:58.096805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-9907108f-31b7-408b-87bd-fac10405e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.098266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-9907108f-31b7-408b-87bd-fac10405e7ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1071923 Aug 27 03:05:58.151385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e3c37575-5157-4a32-a7b7-f1cb4b098241'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:05:58.179403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-3c0c58c5-c4ae-49d2-bb79-367b6ec1dff0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 200 len: 1000 time: 0.0731394 Aug 27 03:05:58.240658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-83a9fdf5-0f5d-4fdf-9817-b4f4e6bf72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.242490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-83a9fdf5-0f5d-4fdf-9817-b4f4e6bf72c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0560734 Aug 27 03:05:58.528550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-df9cf944-c0ac-47c6-a07e-a343ee0e4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.530134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-df9cf944-c0ac-47c6-a07e-a343ee0e4dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802820 Aug 27 03:05:58.621490 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-72b3a547-4b78-43df-892f-97be38e595a5 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829573 Aug 27 03:05:58.718670 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18f99173-ad4d-4e27-9cec-4a63496146f0 req-cdaa9385-1165-4270-bf5f-7d885b005413 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895500 Aug 27 03:05:58.976354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adcccb-142e-4873-b370-fc566399ad18 req-2d994e4e-e1d6-4893-8ec6-bd671a25a858 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:05:58.978030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0adcccb-142e-4873-b370-fc566399ad18 req-2d994e4e-e1d6-4893-8ec6-bd671a25a858 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 944 time: 0.0551138 Aug 27 03:05:59.022876 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c0adcccb-142e-4873-b370-fc566399ad18 req-bf44be38-edca-4238-8d0e-093227b82b5f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364621 Aug 27 03:05:59.703451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:05:59.757198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e3c37575-5157-4a32-a7b7-f1cb4b098241 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:05:59.761308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e3c37575-5157-4a32-a7b7-f1cb4b098241 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:05:59.761679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:59.845171 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:59.871940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:05:59.874245 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52b255-f081-482a-9240-0580f8407b78" -d '{"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:05:59.887455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:05:59.891576 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:05:59.917750 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25200180-c086-4dc5-a858-8cfce1c3c6df x-openstack-request-id: req-25200180-c086-4dc5-a858-8cfce1c3c6df {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:05:59.918046 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-plugged", "status": "completed", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:05:59.918302 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25200180-c086-4dc5-a858-8cfce1c3c6df {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:05:59.918714 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'code': 200} Aug 27 03:05:59.943817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:00.152956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83188-133e-455a-aebf-aefde64be07e req-4e2dc67c-8542-431e-b16a-2b1cb153b276 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.154614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19d83188-133e-455a-aebf-aefde64be07e req-4e2dc67c-8542-431e-b16a-2b1cb153b276 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0631878 Aug 27 03:06:00.194479 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-19d83188-133e-455a-aebf-aefde64be07e req-20168371-d5e7-4853-83bf-d73c4dec9d49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 Aug 27 03:06:00.317814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b2f4-5be8-4cf2-922d-23538347b49a req-843f5718-48d9-4e2e-b31b-78b466e6333c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.319403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3947b2f4-5be8-4cf2-922d-23538347b49a req-843f5718-48d9-4e2e-b31b-78b466e6333c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Aug 27 03:06:00.364718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3947b2f4-5be8-4cf2-922d-23538347b49a req-1393b591-b890-4028-9927-7c7923107317 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393202 Aug 27 03:06:00.486482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740ba1b-9546-48c5-9425-196169e99b5e req-ff2a2dfe-34f8-4bdd-bed1-ae08d122372b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.488015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b740ba1b-9546-48c5-9425-196169e99b5e req-ff2a2dfe-34f8-4bdd-bed1-ae08d122372b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Aug 27 03:06:00.537929 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b740ba1b-9546-48c5-9425-196169e99b5e req-7554c902-ff6a-4437-8e9b-fb3dfddcbc23 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432515 Aug 27 03:06:00.786168 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e0db4-92a8-4e6a-bce1-4cd185d25ae3 req-37cfe743-fb2e-4a56-8515-8a5aeac66878 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:00.788264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-820e0db4-92a8-4e6a-bce1-4cd185d25ae3 req-37cfe743-fb2e-4a56-8515-8a5aeac66878 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Aug 27 03:06:00.826489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-820e0db4-92a8-4e6a-bce1-4cd185d25ae3 req-c6daa725-b84a-49a4-a04c-540016e8882d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Aug 27 03:06:01.185369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:01.948767 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ff51-7564-4fc1-a675-d81f3d090ee8 req-dc296f68-5326-45c3-bed3-29ed0c81f990 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:01.950273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06e8ff51-7564-4fc1-a675-d81f3d090ee8 req-dc296f68-5326-45c3-bed3-29ed0c81f990 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0508769 Aug 27 03:06:01.994214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-06e8ff51-7564-4fc1-a675-d81f3d090ee8 req-2498c476-d4b4-4448-a736-9ecbc552a7e2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Aug 27 03:06:02.085604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-e5b18af5-7872-4238-b11d-60ef669f3992 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:02.087121 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-e5b18af5-7872-4238-b11d-60ef669f3992 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 945 time: 0.0566294 Aug 27 03:06:02.188768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Deleting port e3c37575-5157-4a32-a7b7-f1cb4b098241 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:06:02.189024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.285923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] For port e3c37575-5157-4a32-a7b7-f1cb4b098241, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e3c37575-5157-4a32-a7b7-f1cb4b098241,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:02.286283 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.464583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.464888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.465416 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f disassociated. External IP: 172.25.8.215, port: e3c37575-5157-4a32-a7b7-f1cb4b098241. Aug 27 03:06:02.465799 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Calling delete_port for e3c37575-5157-4a32-a7b7-f1cb4b098241 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:06:02.603407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.632495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'Port': ['ID=e3c37575-5157-4a32-a7b7-f1cb4b098241,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:02.774595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:06:02.898017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:06:02.908419 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:06:02.918262 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:06:02.918902 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:05:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:02.942152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] No DVR routers for this DVR port e3c37575-5157-4a32-a7b7-f1cb4b098241 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:06:02.946010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:02.947966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27172b7a-9ce2-4edf-90a7-9a8e405b5e20 req-a2df7552-4608-43a6-b289-997b250ff028 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "DELETE /v2.0/ports/e3c37575-5157-4a32-a7b7-f1cb4b098241 HTTP/1.1" status: 204 len: 173 time: 0.8535862 Aug 27 03:06:02.948475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-deleted', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:02.950922 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4aae6-3257-4ea3-8f4a-ae80a337836f" -d '{"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-deleted", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:03.001140 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bae9ce-cfee-4b3a-928f-71b317542ccf x-openstack-request-id: req-c8bae9ce-cfee-4b3a-928f-71b317542ccf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:03.001489 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d732d45c-8706-46fb-aa78-266c3ce722e3", "name": "network-vif-deleted", "tag": "e3c37575-5157-4a32-a7b7-f1cb4b098241", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:03.001755 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8bae9ce-cfee-4b3a-928f-71b317542ccf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:03.002263 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd732d45c-8706-46fb-aa78-266c3ce722e3', 'name': 'network-vif-deleted', 'tag': 'e3c37575-5157-4a32-a7b7-f1cb4b098241', 'status': 'completed', 'code': 200} Aug 27 03:06:03.034177 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:06:03.119830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f096a758-72a0-4ef7-970f-26312d19c32e req-df6db9e6-3062-4998-a5e6-50a93b43a0fa tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=d732d45c-8706-46fb-aa78-266c3ce722e3 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Aug 27 03:06:03.256649 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:03.283309 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:06:03.291796 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:06:03.292405 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:05:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:03.407097 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:06:03.612785 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:03.644685 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff076c7-9312-4678-b787-0a34d4e3b840 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:06:03.886590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce5811-0d67-4aa6-bdd5-3e2ff804dedd None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:06:04.367624 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-5e6131c8-62de-4159-9c3a-b7973251c64e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1879634379&fields=id&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 267 time: 0.0375292 Aug 27 03:06:04.484497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-8a088adc-49aa-45b1-83d8-0a0b946fe05f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:04.485907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-8a088adc-49aa-45b1-83d8-0a0b946fe05f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1113205 Aug 27 03:06:04.501372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-1904dc35-61bc-46ee-a01c-a1f201e8fdd1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/quotas/bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 375 time: 0.0093927 Aug 27 03:06:04.562055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-fc899bfa-07ad-458b-bf3f-85624d79b995 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554101 Aug 27 03:06:04.728940 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-7db5b9bd-68b1-4ea1-a2bc-df4b1ca2bf12 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529255 Aug 27 03:06:05.147017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-7c061766-247a-4cdf-b409-eaeb04d2d548 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106517 Aug 27 03:06:05.324139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4fcff9a7-dfdd-42ba-b866-97e94d33f1f3 req-69cca50e-ac52-4f22-baf8-891440a6363e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0336263 Aug 27 03:06:06.436862 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-d9106645-2d25-46b5-9826-ab6433d6f5fa tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:06.438318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-d9106645-2d25-46b5-9826-ab6433d6f5fa tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1664293 Aug 27 03:06:06.463006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d8853207-1a0e-409d-ada0-1e1c707924ca req-e5c5249b-94ab-4846-a88c-c76af9695180 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0504093 Aug 27 03:06:06.505053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-f284be5d-ac29-4ff7-a299-59e651030e33 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 380 time: 0.0514066 Aug 27 03:06:06.517872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'port': {'device_id': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'admin_state_up': True, 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'security_groups': ['cb034b1e-17f1-46b1-8564-219b20a46fa5']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:06.638897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:06:06.642459 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.769935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Allocated IP 172.20.0.6 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:06:06.919501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:06.933946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Transition to ACTIVE for port object f3f9d407-1181-48f5-9fb0-96f8ed5fe39b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:06:06.969076 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.013455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:06:07.018852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:06:07.023509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:06:07.030378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:07.079115 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.079771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.097502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-52bd89f7-2eee-4616-b444-e3bf8d6752d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840087 Aug 27 03:06:07.111063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Request body: {'port': {'device_id': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:07.178653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.251644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-387e583f-4d30-45b1-a5d4-fb3e793b0e9e None None] Provisioning for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:07.256864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-387e583f-4d30-45b1-a5d4-fb3e793b0e9e None None] Provisioning complete for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:07.257384 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-387e583f-4d30-45b1-a5d4-fb3e793b0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.298599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-387e583f-4d30-45b1-a5d4-fb3e793b0e9e None None] Port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:06:07.466118 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f9d407-1181-48f5-9fb0-96f8ed5fe39b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:07.473812 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.487120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Transition to ACTIVE for port object f3f9d407-1181-48f5-9fb0-96f8ed5fe39b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:06:07.492535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.560465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:07.618201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680777-eeab-41e5-97e1-94427d91e5be req-6b72bec6-cec8-46a4-84d3-e13db6743349 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.619987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0680777-eeab-41e5-97e1-94427d91e5be req-6b72bec6-cec8-46a4-84d3-e13db6743349 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0634830 Aug 27 03:06:07.644177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:06:07.644527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:06:07.644849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:07.649677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:06:07.649997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:06:07.655075 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:06:07.655415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:06:07.655797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:06:07.656224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Bound port: f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:06:07.656584 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.669956 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0680777-eeab-41e5-97e1-94427d91e5be req-4371524d-8a98-4fc9-b7e0-04d3f6d1f91a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 Aug 27 03:06:07.731237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:06:07.734509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:06:07.742233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:06:07.742757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.768284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: e3c37575-5157-4a32-a7b7-f1cb4b098241 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:06:07.768697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e3c37575-5157-4a32-a7b7-f1cb4b098241 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:06:07.781207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.781837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:07.783257 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] 10.222.0.15 "PUT /v2.0/ports/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1091 time: 0.6768429 Aug 27 03:06:07.783701 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:07.786068 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9cdfe3-73b7-4381-b554-f13b69be28b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:07.852777 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1318220-5eef-444b-8c9c-279bd1e2a0e8 x-openstack-request-id: req-d1318220-5eef-444b-8c9c-279bd1e2a0e8 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:07.852777 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:07.853138 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1318220-5eef-444b-8c9c-279bd1e2a0e8 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:07.853581 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'status': 'completed', 'code': 200} Aug 27 03:06:07.899213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5bc8b-d317-4fd3-beaa-004c9720744c service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:07.919460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-ba6eafcd-f1f8-4dcb-80d5-719c3f22edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:07.921244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-ba6eafcd-f1f8-4dcb-80d5-719c3f22edd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1094 time: 0.0960581 Aug 27 03:06:07.973583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-23befa9d-cf3a-487f-b693-0fcc051f2c25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 217 time: 0.0430171 Aug 27 03:06:08.023883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-408f6442-9067-4693-b65b-95cacc3e0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.025396 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-408f6442-9067-4693-b65b-95cacc3e0d48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0455248 Aug 27 03:06:08.074997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-894033c9-adcc-4f6b-aff7-f521b032f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.076511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-894033c9-adcc-4f6b-aff7-f521b032f834 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444489 Aug 27 03:06:08.174528 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-7f7e3ad5-521c-4c3f-b473-fdf491446ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900464 Aug 27 03:06:08.289187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7db0832-f95f-4063-86bd-e1f9f64bf35f req-83683c0a-93c8-4e60-935f-ecf1eb36a183 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079075 Aug 27 03:06:08.397973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-cc3c22c7-320e-4597-bdcb-aeb5100fc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.400112 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-cc3c22c7-320e-4597-bdcb-aeb5100fc87b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1094 time: 0.0622058 Aug 27 03:06:08.493987 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-1db433c2-ffee-40d4-b883-c739b3c74b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.495807 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-1db433c2-ffee-40d4-b883-c739b3c74b2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0887463 Aug 27 03:06:08.543660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-606e0800-aea6-471c-a5b9-fa53bde372c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 217 time: 0.0403409 Aug 27 03:06:08.603144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-d9296395-aee6-4595-bd6b-bd2105c7fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.604671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-d9296395-aee6-4595-bd6b-bd2105c7fd7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0511041 Aug 27 03:06:08.654012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-a5630032-a3cc-4c32-a604-386de8bc928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.655601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-a5630032-a3cc-4c32-a604-386de8bc928c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431695 Aug 27 03:06:08.753322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-d9eb63dd-4af7-464a-be24-22f3ada0406d service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896330 Aug 27 03:06:08.792646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eed863-b26a-4423-9aef-e3f81e2a562f req-ef17faf3-ff8a-4f19-9f21-20edbf654a43 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:08.794213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00eed863-b26a-4423-9aef-e3f81e2a562f req-ef17faf3-ff8a-4f19-9f21-20edbf654a43 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0509255 Aug 27 03:06:08.842755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00eed863-b26a-4423-9aef-e3f81e2a562f req-ce107f36-4c3e-41df-b3e9-226ed02b0a76 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Aug 27 03:06:08.852059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fb9cdfe3-73b7-4381-b554-f13b69be28b6 req-4e26baf8-81f8-41b4-afb6-2e8ed6403508 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907068 Aug 27 03:06:09.741097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:06:09.848386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:09.861815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'mac_address': 'fa:16:3e:9a:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:06:09.908863 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:09.922816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f9d407-1181-48f5-9fb0-96f8ed5fe39b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:06:09.956178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:09.961114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:09.999030 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53acf-1df6-4504-a5cb-b058a42bb75f req-c13463c3-f580-41dc-a16d-73fd2e3d98e6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:10.000500 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4dc53acf-1df6-4504-a5cb-b058a42bb75f req-c13463c3-f580-41dc-a16d-73fd2e3d98e6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0775752 Aug 27 03:06:10.013081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:10.042886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4dc53acf-1df6-4504-a5cb-b058a42bb75f req-61f76838-0a1c-406b-abab-9835f2c3fd5c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358436 Aug 27 03:06:10.148749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:06:11.167728 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97ad23-9563-4e98-b469-42934be1f961 req-228c2f1b-790d-4a1f-a32e-fc02d9ac69f4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:11.169349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab97ad23-9563-4e98-b469-42934be1f961 req-228c2f1b-790d-4a1f-a32e-fc02d9ac69f4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0547988 Aug 27 03:06:11.211437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab97ad23-9563-4e98-b469-42934be1f961 req-a2ba702c-32a9-4af6-91f2-1ae1fc05d0f7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359733 Aug 27 03:06:11.741259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:06:11.790593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:06:11.794191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:06:11.794599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:11.872649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:11.900515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:11.902897 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb4386-015d-4e11-9237-ee92376c8d69" -d '{"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:11.917021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:06:11.921632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:11.949333 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0775e55-446d-4204-bfae-3684c3a97108 x-openstack-request-id: req-f0775e55-446d-4204-bfae-3684c3a97108 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:11.949625 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:11.949875 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0775e55-446d-4204-bfae-3684c3a97108 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:11.950257 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'code': 200} Aug 27 03:06:11.981743 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:06:12.048431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fb261-8c55-490b-a899-f83e71b3e180 req-34a4d765-b61f-42d2-9e00-319fbf28cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:12.049935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef9fb261-8c55-490b-a899-f83e71b3e180 req-34a4d765-b61f-42d2-9e00-319fbf28cc71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.0463312 Aug 27 03:06:12.087605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef9fb261-8c55-490b-a899-f83e71b3e180 req-e02cfeb1-d1a1-4ad1-a97d-7bbf0c8f114c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305064 Aug 27 03:06:12.342978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084a935-3731-4119-9048-8558020e54f9 req-6e0ff9b1-9c40-49f2-bc34-8da6ab307aad tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:12.344319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9084a935-3731-4119-9048-8558020e54f9 req-6e0ff9b1-9c40-49f2-bc34-8da6ab307aad tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0508242 Aug 27 03:06:12.383691 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9084a935-3731-4119-9048-8558020e54f9 req-8c632eec-99b2-4ff0-9c73-330cd657460b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Aug 27 03:06:13.501847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd57a8-ec17-4f5b-bc61-365a672dd2f2 req-b5ba6a5a-44dc-4176-a278-a8486049da83 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:13.503354 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7bd57a8-ec17-4f5b-bc61-365a672dd2f2 req-b5ba6a5a-44dc-4176-a278-a8486049da83 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0505011 Aug 27 03:06:13.544873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7bd57a8-ec17-4f5b-bc61-365a672dd2f2 req-f311a0f7-77b8-4cb5-9f1b-580f757855f1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354400 Aug 27 03:06:13.664965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2ed5f-3e47-46cc-b4f8-e945525c7bf8 req-9b059bf5-460f-4f08-a3b4-34ece8e26b05 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:13.666443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ec2ed5f-3e47-46cc-b4f8-e945525c7bf8 req-9b059bf5-460f-4f08-a3b4-34ece8e26b05 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Aug 27 03:06:13.676406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53374) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:06:13.681915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'floatingip': {'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:06:13.731028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:14.178907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:14.183608 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:14.297762 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f associated. External IP: 172.25.8.215, port: f3f9d407-1181-48f5-9fb0-96f8ed5fe39b. Aug 27 03:06:14.516616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:06:14.630269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:06:14.635986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:14.641422 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:06:14.652195 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:06:14.652869 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:05:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:14.675641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-30d407f3-f1dc-486d-845c-d0dfd6bebc79 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "PUT /v2.0/floatingips/d9d02a66-1b16-4a89-8d13-92acea8f184f HTTP/1.1" status: 200 len: 991 time: 0.9980202 Aug 27 03:06:14.676409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:06:14.679350 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71779772-ce40-46ea-b352-97be97ae67f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:06:14.722249 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819ad8d9-a19d-4bf3-9947-c77d12f0299a x-openstack-request-id: req-819ad8d9-a19d-4bf3-9947-c77d12f0299a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:06:14.722611 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:06:14.723110 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-819ad8d9-a19d-4bf3-9947-c77d12f0299a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:06:14.723639 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'status': 'completed', 'code': 200} Aug 27 03:06:14.780990 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:06:14.794446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779772-ce40-46ea-b352-97be97ae67f9 req-f6cac925-226c-4507-bf1b-1c6f2b502f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.796009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-f6cac925-226c-4507-bf1b-1c6f2b502f43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.0432854 Aug 27 03:06:14.910520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779772-ce40-46ea-b352-97be97ae67f9 req-74bbc385-90b0-4819-aa3d-61af6b8b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:14.912691 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-74bbc385-90b0-4819-aa3d-61af6b8b4b33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1088085 Aug 27 03:06:14.998491 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-633f41d8-eb18-4723-8e8d-c6873a2610ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 999 time: 0.0787044 Aug 27 03:06:15.052179 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:9a:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:06:14Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:15.066079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779772-ce40-46ea-b352-97be97ae67f9 req-5c470572-ee01-43aa-8131-9adfe8f47ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:15.068475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-5c470572-ee01-43aa-8131-9adfe8f47ba2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0626111 Aug 27 03:06:15.073490 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:06:15.082988 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:06:15.084143 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:05:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:15.124305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779772-ce40-46ea-b352-97be97ae67f9 req-687081f2-c0d8-420a-8e83-98b539c4bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:15.125880 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-687081f2-c0d8-420a-8e83-98b539c4bbb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508442 Aug 27 03:06:15.231874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-d46019e4-3a87-47ef-977a-e2c140c4c0b3 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979640 Aug 27 03:06:15.286190 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:06:15.343287 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71779772-ce40-46ea-b352-97be97ae67f9 req-6101f4b0-48cd-40a7-839a-8573088d0466 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047668 Aug 27 03:06:15.517522 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:9a:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:06:14Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:06:15.543501 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfa4a91-0ef1-4645-9f7b-5eeef58bf6c5 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:9a:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:06:14Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:06:15.752490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121daa7-f0d0-436c-9395-c2408435082e None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:06:16.577858 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:19.714075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-59d5d22d-dc95-4b07-a8b8-ce02b9b0372f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439577 Aug 27 03:06:19.806091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-829396ab-9a4a-4a5b-94ef-d72bd8d2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:19.807933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-829396ab-9a4a-4a5b-94ef-d72bd8d2f431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.0495925 Aug 27 03:06:19.923468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-496094b7-29df-4419-a264-9a129ba6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:19.925191 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-496094b7-29df-4419-a264-9a129ba6dd17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0981808 Aug 27 03:06:20.007727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-7ba1405d-1a9b-4cff-9c16-48fcbafd2bd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1001 time: 0.0752413 Aug 27 03:06:20.072941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-da739fc6-9f2c-433f-8025-0d9b969e3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:20.074797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-da739fc6-9f2c-433f-8025-0d9b969e3bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0607524 Aug 27 03:06:20.138491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-09b4b5a5-eed3-47c2-9fcc-7f821cd12c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:06:20.140941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-09b4b5a5-eed3-47c2-9fcc-7f821cd12c76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526292 Aug 27 03:06:20.250221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-acb24d69-c77b-41ee-bf1f-d0981b93c671 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012080 Aug 27 03:06:20.352329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc28cc2-2d60-4b31-9af8-8e1e94ad95ab req-0c1bf6f0-0dbc-4eee-888c-72216fc987ab service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943174 Aug 27 03:06:22.704992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ebda48b4-579a-4c6c-a5ab-9554783035ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:25.268400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-379cf7ec-ad2e-41f7-abbc-8f7848568025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:25.492967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:26.642145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:28.054336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:31.175927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:32.123398 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:06:46.590666 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:52.710655 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7537-76ba-4466-8901-ed34f649d6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:55.270847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd9f1-ea7c-4782-b191-1bf1b668cac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:55.495201 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:56.645869 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:06:58.064697 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:01.195387 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:09.122073 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:07:16.747140 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:21.730174 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-f37f78e5-4b83-4e5d-8b8b-b0b141825d28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463703 Aug 27 03:07:21.814165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-d3d77801-b11d-40a0-8672-79201d07b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:21.815685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-d3d77801-b11d-40a0-8672-79201d07b432 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.0431893 Aug 27 03:07:21.923932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-64fdae74-19b3-492f-bb51-540d05f50599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:21.925417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-64fdae74-19b3-492f-bb51-540d05f50599 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0904782 Aug 27 03:07:22.002488 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-525da60b-4867-4444-904d-c87454c9bbe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1001 time: 0.0680933 Aug 27 03:07:22.057436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-19d76ff3-4c93-4ebf-ac3f-daacbe271a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:22.058967 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-19d76ff3-4c93-4ebf-ac3f-daacbe271a21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0500641 Aug 27 03:07:22.112393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-4c5e3844-0324-4e3b-8183-3ca506d03e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:22.114601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-4c5e3844-0324-4e3b-8183-3ca506d03e46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486848 Aug 27 03:07:22.211304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-908a29e8-05b1-4bdd-94dd-75343dc73ba8 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897458 Aug 27 03:07:22.317664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-752dca05-130f-48da-ab12-8081f2cfbe76 req-b1b4d754-6407-4656-bb16-b4644fff5026 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994127 Aug 27 03:07:22.717988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-231cc333-be63-42f8-b0f7-34124132899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:25.280208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cbec7354-0d64-4aee-bd00-62aadf2c9ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:25.499663 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:26.648998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:28.060851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:31.206599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:46.122239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:07:46.609051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:51.172581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74776251-83df-44f2-9e87-4b7eac0b1e91 req-3b4c834d-1404-4737-8230-28f29405d7ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:51.174090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74776251-83df-44f2-9e87-4b7eac0b1e91 req-3b4c834d-1404-4737-8230-28f29405d7ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.1667378 Aug 27 03:07:51.213140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-74776251-83df-44f2-9e87-4b7eac0b1e91 req-cb8516a3-3e53-489a-ba25-9ba6f42d0272 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Aug 27 03:07:52.395882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097b43-ef96-4027-9e69-ba45f2b347ab req-e958193b-eeef-4cf9-8da1-234b64b80822 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:52.397402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f097b43-ef96-4027-9e69-ba45f2b347ab req-e958193b-eeef-4cf9-8da1-234b64b80822 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.1154270 Aug 27 03:07:52.435991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3f097b43-ef96-4027-9e69-ba45f2b347ab req-fec55f57-2501-4ce8-90df-d78d0090243c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Aug 27 03:07:52.712759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d4c11426-7c8f-4505-96f6-ad6b26bec5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:53.557721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405c7a5-8356-4d28-90f3-fdff72ef2ef7 req-7dda002d-6279-4bba-a585-926582827571 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:53.559292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6405c7a5-8356-4d28-90f3-fdff72ef2ef7 req-7dda002d-6279-4bba-a585-926582827571 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Aug 27 03:07:53.597343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6405c7a5-8356-4d28-90f3-fdff72ef2ef7 req-f5370141-3e46-4c28-bba4-b4d4f8ca86d0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Aug 27 03:07:54.713438 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6a60f-e537-4370-a250-3f1666cab129 req-b7221beb-1d3c-4fb4-8297-ad211dabfac6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:54.714943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1b6a60f-e537-4370-a250-3f1666cab129 req-b7221beb-1d3c-4fb4-8297-ad211dabfac6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0506260 Aug 27 03:07:54.753737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1b6a60f-e537-4370-a250-3f1666cab129 req-067068d5-8073-46e0-b9aa-c71fc7df4b9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Aug 27 03:07:55.272309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ba3952f5-6784-468f-9764-41ba4c1ba963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:55.502171 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:55.877886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79522700-f15b-493f-95ae-b7dbcc3e1919 req-7b117e52-b13f-4f74-845b-22b7c699e678 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:55.879521 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79522700-f15b-493f-95ae-b7dbcc3e1919 req-7b117e52-b13f-4f74-845b-22b7c699e678 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0538769 Aug 27 03:07:55.916641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-79522700-f15b-493f-95ae-b7dbcc3e1919 req-9a20e3e7-f2e5-467c-aef0-9f4827d66aac tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Aug 27 03:07:56.651487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:57.036176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0829d-2411-4897-a2db-a26cd3edf89f req-25b48215-818f-470c-bb83-4786477a3502 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:57.037645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e0829d-2411-4897-a2db-a26cd3edf89f req-25b48215-818f-470c-bb83-4786477a3502 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Aug 27 03:07:57.075787 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17e0829d-2411-4897-a2db-a26cd3edf89f req-8620b055-8cd3-413e-ba66-f1e1ecc3d105 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Aug 27 03:07:58.064785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:07:58.201581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81ef4c-c4f2-4f0d-9103-15b99076f62c req-604cb9b7-9c88-475e-a266-af38e71e40e7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:58.203142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b81ef4c-c4f2-4f0d-9103-15b99076f62c req-604cb9b7-9c88-475e-a266-af38e71e40e7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0608714 Aug 27 03:07:58.243672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1b81ef4c-c4f2-4f0d-9103-15b99076f62c req-1bf9dbc9-c364-4727-a3e0-f1761ac28b9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Aug 27 03:07:59.360267 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fe327-9fc5-4a01-914d-4ff8900016ce req-92f64725-4637-49d7-b313-6141a0892905 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:07:59.361646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c0fe327-9fc5-4a01-914d-4ff8900016ce req-92f64725-4637-49d7-b313-6141a0892905 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Aug 27 03:07:59.401041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c0fe327-9fc5-4a01-914d-4ff8900016ce req-797a0751-1433-4ab4-beef-f9e37b5cdf16 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Aug 27 03:08:00.517359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357c3d-95d8-4200-8af8-ec26de870eb3 req-895f475e-aafe-494d-91d5-c11a079ab38d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:00.519443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57357c3d-95d8-4200-8af8-ec26de870eb3 req-895f475e-aafe-494d-91d5-c11a079ab38d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Aug 27 03:08:00.569015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57357c3d-95d8-4200-8af8-ec26de870eb3 req-7a1c1493-a3ff-49ef-a4ad-6341baca5ea7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Aug 27 03:08:01.212778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:01.684000 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36881-c7af-489b-a70b-12ab7c96ba80 req-bc5a7216-d879-4cb5-82c1-ca88a0072baf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:01.685473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6f36881-c7af-489b-a70b-12ab7c96ba80 req-bc5a7216-d879-4cb5-82c1-ca88a0072baf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Aug 27 03:08:01.724388 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e6f36881-c7af-489b-a70b-12ab7c96ba80 req-b31ba70b-e6ce-45ef-961c-b0d8cd2782d1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Aug 27 03:08:01.965680 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923ba7-bf87-4274-87b4-3bf172f89586 req-6305f7c0-0705-44b9-af3b-c69272b3f0ec tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:01.967405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb923ba7-bf87-4274-87b4-3bf172f89586 req-6305f7c0-0705-44b9-af3b-c69272b3f0ec tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0538266 Aug 27 03:08:01.997625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b8a573ce-89f2-4e8d-bdbe-89473d061ace service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923324 Aug 27 03:08:02.006292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eb923ba7-bf87-4274-87b4-3bf172f89586 req-aa49054d-e950-433c-8edb-b878fadd3d1e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Aug 27 03:08:03.130849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced693d-379b-4c0e-ae81-50f1e701f665 req-430b8e13-c1a8-4b5d-bca3-020fee2b4d3d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:03.132502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dced693d-379b-4c0e-ae81-50f1e701f665 req-430b8e13-c1a8-4b5d-bca3-020fee2b4d3d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0570924 Aug 27 03:08:03.205031 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-292c7c65-bf03-452f-82e3-5542fb509744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:03.207131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-292c7c65-bf03-452f-82e3-5542fb509744 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1096 time: 0.0732577 Aug 27 03:08:03.210751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dced693d-379b-4c0e-ae81-50f1e701f665 req-8c6a4395-243d-45eb-856c-c701ccc6d4dd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698125 Aug 27 03:08:03.300399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-45216457-d887-4810-8496-798b62d27037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:03.301793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-45216457-d887-4810-8496-798b62d27037 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0885019 Aug 27 03:08:03.369160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-055edd20-540e-45da-afe8-cc1f212a00a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1001 time: 0.0606022 Aug 27 03:08:03.425833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-11471b30-3b1d-4384-abad-a8568d535117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:03.427335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-11471b30-3b1d-4384-abad-a8568d535117 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0511642 Aug 27 03:08:03.476083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-6ef9113c-7966-45a5-ae16-54a021945149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:03.477688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-6ef9113c-7966-45a5-ae16-54a021945149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431485 Aug 27 03:08:03.567874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-666bca1d-528e-49bf-ada8-ad73154a3843 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Aug 27 03:08:03.663426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-3c614175-d345-4350-9f1d-e787ea9e82ef service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Aug 27 03:08:04.326758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642cb0-7e45-44c3-be53-003548fe70dd req-f4f2b84a-f86f-4f89-b957-b4469a3a2b89 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:04.328152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69642cb0-7e45-44c3-be53-003548fe70dd req-f4f2b84a-f86f-4f89-b957-b4469a3a2b89 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Aug 27 03:08:04.367959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69642cb0-7e45-44c3-be53-003548fe70dd req-68b096e0-e2b4-4147-8340-74b40f4f9832 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Aug 27 03:08:05.492496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2851f5-f4af-4555-9a43-5131fa0e39b4 req-2232c1e8-ed04-4ae5-8aa1-191f05073221 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:05.494077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe2851f5-f4af-4555-9a43-5131fa0e39b4 req-2232c1e8-ed04-4ae5-8aa1-191f05073221 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0545654 Aug 27 03:08:05.571317 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe2851f5-f4af-4555-9a43-5131fa0e39b4 req-99f21785-e65b-4bbd-8f0f-14cf6e1ccc10 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712495 Aug 27 03:08:05.590736 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-d138b280-440c-4713-96cd-1e0e44f9f3a0 service neutron] show failed (client error): The resource could not be found. Aug 27 03:08:05.591768 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-d138b280-440c-4713-96cd-1e0e44f9f3a0 service neutron] 10.222.0.15 "GET /v2.0/ports/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0840254 Aug 27 03:08:05.827126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-47d07ccb-e944-4bd2-b77d-3831c8835661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:05.828637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-47d07ccb-e944-4bd2-b77d-3831c8835661 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1096 time: 0.0714607 Aug 27 03:08:05.847785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:08:05.906093 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.114256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:06.152034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:08:06.197116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:06.199378 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634fda0a-03d7-4c22-91fc-6c00ba7c86dd" -d '{"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:06.203649 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.216935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Transition to ACTIVE for port object f3f9d407-1181-48f5-9fb0-96f8ed5fe39b will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:08:06.220950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.333301 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba1602-9e1a-46ed-b47f-fe0628f4f9a9 x-openstack-request-id: req-66ba1602-9e1a-46ed-b47f-fe0628f4f9a9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:06.333600 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:06.334113 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66ba1602-9e1a-46ed-b47f-fe0628f4f9a9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:06.334538 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'code': 200} Aug 27 03:08:06.351027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:06.376663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.377016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.377418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.377682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.378187 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.378371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.378727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.379055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.379383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.379711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.380037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.380363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:06.414974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] No DVR routers for this DVR port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:08:06.695393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4362c95-9a4a-4b78-8bd2-c9055a0d2cc3 req-07b93efe-34ec-4d35-a9d0-0490a409c557 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:06.696898 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4362c95-9a4a-4b78-8bd2-c9055a0d2cc3 req-07b93efe-34ec-4d35-a9d0-0490a409c557 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0539300 Aug 27 03:08:06.738472 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a4362c95-9a4a-4b78-8bd2-c9055a0d2cc3 req-6326c916-f21b-4495-a78d-b807480b3ae1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352857 Aug 27 03:08:06.785706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:08:06.786040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:08:06.786371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:08:06.790758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:08:06.791080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Attempting to bind port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:08:06.795820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:08:06.796156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:08:06.796540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:08:06.796961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Bound port: f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:08:06.797317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.866539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:08:06.869926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:08:06.874906 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.909230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:06.909883 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:06.911289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] 10.222.0.46 "PUT /v2.0/ports/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1091 time: 1.0684044 Aug 27 03:08:06.933318 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c546a-44c1-407f-b996-b39b47e8f230 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:06.993943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-17854649-8f8b-4589-9901-0d2730cb8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:06.995600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-17854649-8f8b-4589-9901-0d2730cb8899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1094 time: 0.0473676 Aug 27 03:08:07.088010 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-9899fb3b-5d3d-4ec3-9056-3ed53f136dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:07.089486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-9899fb3b-5d3d-4ec3-9056-3ed53f136dc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0873828 Aug 27 03:08:07.160741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-a0d6abdd-ef8d-490f-ade3-dd742998bd2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 999 time: 0.0633042 Aug 27 03:08:07.210150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-25289e7f-ab48-4c74-947d-cde3703b1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:07.211517 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-25289e7f-ab48-4c74-947d-cde3703b1dcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0438213 Aug 27 03:08:07.257556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-ff07f37e-a061-4c9b-bd16-c2bcf02fa3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:07.259206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-ff07f37e-a061-4c9b-bd16-c2bcf02fa3dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405390 Aug 27 03:08:07.352932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-afad44bb-a103-4563-9076-4bfe76b12830 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 Aug 27 03:08:07.442850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c5ed1fb6-fa0c-4786-b307-4a571a8dd954 req-1acbbfd6-ef51-4fd1-94c6-75a31f2b7178 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827415 Aug 27 03:08:07.857113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88e59-eddf-40a9-9713-7c67f3388bb0 req-470dcdc3-f467-4df2-a743-034cb7dca54e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:07.858479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf88e59-eddf-40a9-9713-7c67f3388bb0 req-470dcdc3-f467-4df2-a743-034cb7dca54e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0500619 Aug 27 03:08:07.902297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bbf88e59-eddf-40a9-9713-7c67f3388bb0 req-a0c2a6ca-71dc-4ece-a9a3-8de1940e371e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Aug 27 03:08:08.336196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:08.338636 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2691e-3722-4294-b917-9a0bbc2f4b95" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:08.385803 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee580386-a103-43cf-9daf-7fe27c69ab21 x-openstack-request-id: req-ee580386-a103-43cf-9daf-7fe27c69ab21 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:08.386099 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:08.386350 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee580386-a103-43cf-9daf-7fe27c69ab21 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:08.386772 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'status': 'completed', 'code': 200} Aug 27 03:08:08.445153 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-34111926-7aa6-4ecc-9db4-fb35a855a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.446711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-34111926-7aa6-4ecc-9db4-fb35a855a430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1094 time: 0.0424640 Aug 27 03:08:08.473712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-bfd6bc5f-21ed-4f74-a313-6c6dc1016d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.475251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-bfd6bc5f-21ed-4f74-a313-6c6dc1016d9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1094 time: 0.0456376 Aug 27 03:08:08.539998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-2b5496f2-1458-41bc-8525-4746a3de5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.541503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-2b5496f2-1458-41bc-8525-4746a3de5fd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0880413 Aug 27 03:08:08.564727 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-8595e4a0-d33b-40f6-917e-779001e371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.567047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-8595e4a0-d33b-40f6-917e-779001e371fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0847039 Aug 27 03:08:08.608892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-9cdff144-c38c-402f-9cde-5670e1e65360 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 999 time: 0.0598679 Aug 27 03:08:08.639544 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-d000b754-2a39-4779-8fab-2e82be6401c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 999 time: 0.0643821 Aug 27 03:08:08.658088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-64726e5e-3bbc-4d3e-a3ae-a14c9131bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.660286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-64726e5e-3bbc-4d3e-a3ae-a14c9131bbb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0449655 Aug 27 03:08:08.691292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-a67af6a7-994d-44f6-91e1-4c3e389fe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.692789 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-a67af6a7-994d-44f6-91e1-4c3e389fe7c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0462871 Aug 27 03:08:08.712979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-7710595c-c0fe-4976-8615-f79ec5f6d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.714546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-7710595c-c0fe-4976-8615-f79ec5f6d8a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470729 Aug 27 03:08:08.742675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-59bc849a-f281-44f2-a8d0-fa44332d87ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:08.744193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-59bc849a-f281-44f2-a8d0-fa44332d87ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431044 Aug 27 03:08:08.810649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-ec7ad343-8b7e-4710-809d-31e4c228d731 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Aug 27 03:08:08.852003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-fc5b4ee0-b978-4738-8f04-22fc77229089 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001327 Aug 27 03:08:08.910417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-fcf6f17b-7d2c-4f93-b9af-17e4dcd206db service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924008 Aug 27 03:08:08.950543 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-afe2691e-3722-4294-b917-9a0bbc2f4b95 req-d2a1f9e3-8b5d-4997-889e-a994e6717bdd service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Aug 27 03:08:09.023210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446e5f-2e47-4ba5-8734-2bd4ad7a178b req-ce4b4363-7fed-4fe4-9525-c3428aca2fc7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:09.024806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22446e5f-2e47-4ba5-8734-2bd4ad7a178b req-ce4b4363-7fed-4fe4-9525-c3428aca2fc7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0509880 Aug 27 03:08:09.067198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-22446e5f-2e47-4ba5-8734-2bd4ad7a178b req-bf49000a-5f58-402d-983d-ab1f42ea592f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360682 Aug 27 03:08:10.190203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368e3d1-b862-4c1b-bcae-9d73746fc448 req-4942cd45-646a-4387-950e-fb3f2d76356a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:10.191754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b368e3d1-b862-4c1b-bcae-9d73746fc448 req-4942cd45-646a-4387-950e-fb3f2d76356a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Aug 27 03:08:10.231187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b368e3d1-b862-4c1b-bcae-9d73746fc448 req-90b27528-f70a-4d06-b853-d9d27353852c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Aug 27 03:08:10.394568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:08:10.434434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:08:11.302367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:08:11.354832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0328f-02bb-4452-b381-dfdb733c1b82 req-171ff2cf-0906-419d-a44e-fbda8453987d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:11.356316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15a0328f-02bb-4452-b381-dfdb733c1b82 req-171ff2cf-0906-419d-a44e-fbda8453987d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 943 time: 0.0542443 Aug 27 03:08:11.403713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:11.405894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-15a0328f-02bb-4452-b381-dfdb733c1b82 req-147d2680-63ed-4db2-a714-af434759b4b9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Aug 27 03:08:11.418631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'mac_address': 'fa:16:3e:9a:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:08:11.473442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:11.487350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f9d407-1181-48f5-9fb0-96f8ed5fe39b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:08:11.507927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:11.512209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:11.568826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:11.576592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.576949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.577294 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.577636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.577974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.578302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.578658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.578985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.579561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.579897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.580223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.580560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:11.623567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa1dcb-5ef8-4e56-91c3-78f80ee7d385 req-1d868213-f2be-44de-b009-e30321c6ac49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:11.625004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98fa1dcb-5ef8-4e56-91c3-78f80ee7d385 req-1d868213-f2be-44de-b009-e30321c6ac49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0566936 Aug 27 03:08:11.626772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-d03d195c-1546-424a-88df-d2e592c7bec5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:11.628335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-d03d195c-1546-424a-88df-d2e592c7bec5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 944 time: 0.0549617 Aug 27 03:08:11.664904 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98fa1dcb-5ef8-4e56-91c3-78f80ee7d385 req-9c869e9c-884b-4e39-8c87-1841f019a787 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Aug 27 03:08:11.689827 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0075cc28-0bb6-4959-af48-0c35f5345172 service neutron] delete failed (client error): The resource could not be found. Aug 27 03:08:11.690942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0075cc28-0bb6-4959-af48-0c35f5345172 service neutron] 10.222.0.15 "DELETE /v2.0/ports/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0555215 Aug 27 03:08:11.783541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-eb875ea9-cd90-4571-9248-f2ce03c78fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:11.785718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-eb875ea9-cd90-4571-9248-f2ce03c78fee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1095 time: 0.0526588 Aug 27 03:08:11.880140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-2ce90701-b37c-4509-a277-8d274e855aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:11.881525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-2ce90701-b37c-4509-a277-8d274e855aec service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0889623 Aug 27 03:08:11.929480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:08:11.952635 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-c39f2843-d376-4f69-b10c-98b78079e0ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1000 time: 0.0643799 Aug 27 03:08:12.006190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0fe1c9bc-734a-4e62-9604-2240aa577d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:12.007732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0fe1c9bc-734a-4e62-9604-2240aa577d7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0481782 Aug 27 03:08:12.055612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0eb70909-6d2f-49ea-8b24-10a7d09b8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:12.057137 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-0eb70909-6d2f-49ea-8b24-10a7d09b8dec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427849 Aug 27 03:08:12.162985 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-089698c0-76ee-489a-a6e4-dbecf26becde service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983860 Aug 27 03:08:12.256146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-436210cd-cfa1-4cec-8372-4393cbe41d8a req-2db01cb2-4008-4285-b170-17762cc28be9 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Aug 27 03:08:12.795894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460d639-b1c8-41f9-81f8-c16fdbbc7b1b req-ae5c83ac-ca6c-451b-9d6c-36268ad6bf88 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:12.798504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9460d639-b1c8-41f9-81f8-c16fdbbc7b1b req-ae5c83ac-ca6c-451b-9d6c-36268ad6bf88 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0541821 Aug 27 03:08:12.839152 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9460d639-b1c8-41f9-81f8-c16fdbbc7b1b req-497abcab-0f55-4801-962a-1105c64a1ff5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340486 Aug 27 03:08:12.955922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17723b7d-802d-4d01-981c-bf2547a559ca req-643aca41-6dce-4a2d-9abc-ebd64219b3a1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:12.957997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17723b7d-802d-4d01-981c-bf2547a559ca req-643aca41-6dce-4a2d-9abc-ebd64219b3a1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0507212 Aug 27 03:08:12.995588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-17723b7d-802d-4d01-981c-bf2547a559ca req-d9265d57-95b0-4db5-a132-4138321c6c91 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314066 Aug 27 03:08:13.197280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5d93-12d9-4f90-9beb-d264a973c8a4 req-1532fdc5-531e-4055-9136-7b5c8ea7a6cc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.198806 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-191f5d93-12d9-4f90-9beb-d264a973c8a4 req-1532fdc5-531e-4055-9136-7b5c8ea7a6cc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 944 time: 0.0534911 Aug 27 03:08:13.258475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-191f5d93-12d9-4f90-9beb-d264a973c8a4 req-a9fe40b4-ddc6-41ce-a062-144bbcbd3504 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505080 Aug 27 03:08:13.264779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-f0fc6b78-07d1-4a43-bcd0-a2cb7c93c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.266232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-f0fc6b78-07d1-4a43-bcd0-a2cb7c93c14b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 1095 time: 0.0665584 Aug 27 03:08:13.317527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:08:13.359684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-6588e4c7-fe0a-4538-8de7-84522dd33d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.361183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-6588e4c7-fe0a-4538-8de7-84522dd33d99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0884259 Aug 27 03:08:13.366785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:08:13.370980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:08:13.371351 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:13.434715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-db7df46d-5c5b-4a3f-bdd4-4c58b6796fb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 200 len: 1000 time: 0.0649836 Aug 27 03:08:13.459438 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:13.486291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:13.489462 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a947fb7-4a3b-45bd-b929-597e68f24d24" -d '{"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:13.496881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-333bcb93-d303-4e6d-a5cd-ff919a1b9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.499638 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-333bcb93-d303-4e6d-a5cd-ff919a1b9085 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0575118 Aug 27 03:08:13.503696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:13.512445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:13.567033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-49fd9c3a-7358-4b24-986a-c1f356fb4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:13.568899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-49fd9c3a-7358-4b24-986a-c1f356fb4a96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615330 Aug 27 03:08:13.584272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:13.633858 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de7207-4ac5-4b12-8789-93b9dff29976 x-openstack-request-id: req-a9de7207-4ac5-4b12-8789-93b9dff29976 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:13.634479 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:13.634980 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9de7207-4ac5-4b12-8789-93b9dff29976 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:13.635750 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'code': 200} Aug 27 03:08:13.670081 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-9b454091-b945-47d5-8900-f7520031a73c service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936322 Aug 27 03:08:13.768912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d4e1da50-f9c9-48ed-a8c0-094ac970f8b0 req-cd125d10-f055-4d71-b227-e2e51bf9ccfe service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915790 Aug 27 03:08:14.380364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c72d9-cbcb-4b04-af24-f9c7b7df7412 req-0ce3a714-cbf8-4608-95e1-162cd8546b9e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:14.381842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-617c72d9-cbcb-4b04-af24-f9c7b7df7412 req-0ce3a714-cbf8-4608-95e1-162cd8546b9e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Aug 27 03:08:14.419352 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-617c72d9-cbcb-4b04-af24-f9c7b7df7412 req-27342538-84fb-4c3d-8b4e-f511c9940e49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Aug 27 03:08:15.544767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812da64d-258a-4ec4-8d91-0f1a5ed0f264 req-0fbb870a-73ba-4b37-ba04-28dc1c926887 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:15.546357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-812da64d-258a-4ec4-8d91-0f1a5ed0f264 req-0fbb870a-73ba-4b37-ba04-28dc1c926887 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Aug 27 03:08:15.587280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-812da64d-258a-4ec4-8d91-0f1a5ed0f264 req-1e4885e4-dd33-4c53-a002-ce808c402383 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Aug 27 03:08:15.829959 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f49be-c3f5-4469-a23b-68ff913f6e1d req-7f1df991-dc52-4f3f-92e3-84b3fca9ef10 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:15.831980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba3f49be-c3f5-4469-a23b-68ff913f6e1d req-7f1df991-dc52-4f3f-92e3-84b3fca9ef10 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0505211 Aug 27 03:08:15.869927 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba3f49be-c3f5-4469-a23b-68ff913f6e1d req-62e591d2-72dc-4cb0-91f0-d5fbfa398c24 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Aug 27 03:08:16.597226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:16.989783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07571698-c517-4595-aacc-4be694970fad req-fd094d49-de12-4c1c-8f4a-7672ccbaced5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:16.991319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07571698-c517-4595-aacc-4be694970fad req-fd094d49-de12-4c1c-8f4a-7672ccbaced5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Aug 27 03:08:17.028860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-07571698-c517-4595-aacc-4be694970fad req-d5b84078-97b0-4c59-a1b8-16862b816956 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Aug 27 03:08:17.223971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-3b5ad509-1bbf-4197-a048-6e03aed7960f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:17.225345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-3b5ad509-1bbf-4197-a048-6e03aed7960f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 945 time: 0.0530016 Aug 27 03:08:17.314896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Deleting port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:08:17.315228 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.405592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] For port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:17.405955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.619787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.620164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.620475 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f disassociated. External IP: 172.25.8.215, port: f3f9d407-1181-48f5-9fb0-96f8ed5fe39b. Aug 27 03:08:17.620806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Calling delete_port for f3f9d407-1181-48f5-9fb0-96f8ed5fe39b owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:08:17.751233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:17.780525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'Port': ['ID=f3f9d407-1181-48f5-9fb0-96f8ed5fe39b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:17.897337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:08:18.007911 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:08:18.017443 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:08:18.027837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:08:18.028462 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:07:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:18.052397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] No DVR routers for this DVR port f3f9d407-1181-48f5-9fb0-96f8ed5fe39b on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:08:18.055782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:18.058132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9a044ab-d643-4f92-82ee-b5831feb844c req-84d58b56-53d4-4f3a-8739-d1cd98670fdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "DELETE /v2.0/ports/f3f9d407-1181-48f5-9fb0-96f8ed5fe39b HTTP/1.1" status: 204 len: 173 time: 0.8262990 Aug 27 03:08:18.058884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-deleted', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:18.070529 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d6039-e6f5-4697-88f4-11846d8132aa" -d '{"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-deleted", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:18.120296 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40b3eb-eb5e-4a78-b4d5-4d61d8321ef2 x-openstack-request-id: req-3d40b3eb-eb5e-4a78-b4d5-4d61d8321ef2 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:18.120829 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecade38-1b81-46b1-bdf9-45e1c01d41f1", "name": "network-vif-deleted", "tag": "f3f9d407-1181-48f5-9fb0-96f8ed5fe39b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:18.121281 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d40b3eb-eb5e-4a78-b4d5-4d61d8321ef2 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:18.121860 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecade38-1b81-46b1-bdf9-45e1c01d41f1', 'name': 'network-vif-deleted', 'tag': 'f3f9d407-1181-48f5-9fb0-96f8ed5fe39b', 'status': 'completed', 'code': 200} Aug 27 03:08:18.150124 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:08:18.155209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f36e5645-4931-4c92-adeb-629851d13044 req-3b3ff6bc-4a42-458b-ba23-966d78ec1dc2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecade38-1b81-46b1-bdf9-45e1c01d41f1 HTTP/1.1" status: 200 len: 210 time: 0.0287607 Aug 27 03:08:18.356811 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:18.383051 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:08:18.391228 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:08:18.391829 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:07:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:18.495922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:08:18.693562 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:18.723824 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d1752e-0dd0-4f4f-af4b-027d8d316300 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:08:18.956299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb07bd25-6578-48bc-aeab-8e30ed9e1924 None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:08:19.427665 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-9ff1dfbe-5c88-46d7-863b-16bfe4ec71e5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1879634379&fields=id&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 267 time: 0.0326765 Aug 27 03:08:19.533741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-e67cc14e-83c2-4654-ae7d-1218cc9dec7d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:19.535273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-e67cc14e-83c2-4654-ae7d-1218cc9dec7d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1009583 Aug 27 03:08:19.551674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-c380bb49-cec7-4329-b285-303ca9daabeb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/quotas/bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Aug 27 03:08:19.605901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-c254c5e0-5aea-4447-90c8-0969d58935b6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486531 Aug 27 03:08:19.670497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-b02b8402-320a-4307-bc15-029042ca9f9b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:08:19.671531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-b02b8402-320a-4307-bc15-029042ca9f9b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539618 Aug 27 03:08:19.772821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-ef3b15c9-43d7-48f4-bf87-33bd28f3542d service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941272 Aug 27 03:08:19.871614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-6f938464-f235-42fd-9c95-19e560f17178 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918677 Aug 27 03:08:20.055252 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5fc74690-61c8-4588-a396-40a660e5d74b req-79da4f86-bda3-42b0-a184-c02f008d3dcb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 210 time: 0.0397103 Aug 27 03:08:21.108079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-2d5c5938-452b-4ec2-bb48-ccbd60a5e725 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:21.109837 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-2d5c5938-452b-4ec2-bb48-ccbd60a5e725 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1356456 Aug 27 03:08:21.160374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-48e71b75-7d9e-458c-b014-4fb61f20a8e6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 380 time: 0.0411131 Aug 27 03:08:21.174414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'port': {'device_id': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'admin_state_up': True, 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'security_groups': ['cb034b1e-17f1-46b1-8564-219b20a46fa5']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:08:21.180973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1b4f06f4-5dfc-467d-8417-0f307d93af3b req-5cbc97bd-6826-4c33-b3f9-134c476e4df7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 210 time: 0.0328662 Aug 27 03:08:21.310342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:08:21.314247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:21.348325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:08:21.383436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: f3f9d407-1181-48f5-9fb0-96f8ed5fe39b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:08:21.383994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f3f9d407-1181-48f5-9fb0-96f8ed5fe39b not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:08:21.475576 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Allocated IP 172.20.0.10 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/f63c8a66-986d-4548-be89-02911043110c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:08:21.969698 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:21.990455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Transition to ACTIVE for port object f63c8a66-986d-4548-be89-02911043110c will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:08:22.029261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.075985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:08:22.079162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:08:22.088147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:08:22.119839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:22.139970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.140523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.141064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.141527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.141975 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.142465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.142951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.143981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.144428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.145040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.145350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.145836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:08:22.182549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:22.183551 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.199727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-69f27b00-3dd3-46d6-969b-a79018b63330 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0301483 Aug 27 03:08:22.214846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-200b948d-198d-476e-a3c3-9e383e585dbe tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:08:22.217090 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-200b948d-198d-476e-a3c3-9e383e585dbe tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093768 Aug 27 03:08:22.231098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Request body: {'port': {'device_id': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:08:22.345028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.373702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee7691-2b94-42fb-9f9d-df5584e5372c req-ad01f61b-d390-40af-8ac7-7980a1eadee3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:22.375841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94ee7691-2b94-42fb-9f9d-df5584e5372c req-ad01f61b-d390-40af-8ac7-7980a1eadee3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 932 time: 0.0973420 Aug 27 03:08:22.380092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95491f9e-6e54-4aad-86ed-9b06a2fc764c None None] Provisioning for port f63c8a66-986d-4548-be89-02911043110c completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:08:22.387336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-95491f9e-6e54-4aad-86ed-9b06a2fc764c None None] Provisioning complete for port f63c8a66-986d-4548-be89-02911043110c triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:08:22.388223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-95491f9e-6e54-4aad-86ed-9b06a2fc764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.442642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-95491f9e-6e54-4aad-86ed-9b06a2fc764c None None] Port f63c8a66-986d-4548-be89-02911043110c cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:08:22.510674 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-94ee7691-2b94-42fb-9f9d-df5584e5372c req-b0ad4827-20a8-447e-88c3-eec57f2cc505 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067102 Aug 27 03:08:22.700450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63c8a66-986d-4548-be89-02911043110c {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:08:22.710634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.721761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-220d221a-3183-41ec-980a-a51f488b36fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.725836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Transition to ACTIVE for port object f63c8a66-986d-4548-be89-02911043110c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:08:22.731239 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.790127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:22.880492 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:08:22.880951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:08:22.881480 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:08:22.889317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:08:22.889898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:08:22.899669 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:08:22.900216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:08:22.900789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:08:22.901299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Bound port: f63c8a66-986d-4548-be89-02911043110c, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:08:22.901759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:22.983571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:08:22.988189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:08:22.994655 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:23.039179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.039822 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:23.041380 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] 10.222.0.15 "PUT /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1092 time: 0.8168986 Aug 27 03:08:23.041823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:23.044485 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded7d25-02ab-4889-b03d-7dc6521354cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:23.081209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653d2b-d85d-4159-8def-37e17f9532af service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:23.124172 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641dc2a-3122-4f40-a771-ec224a004afb x-openstack-request-id: req-8641dc2a-3122-4f40-a771-ec224a004afb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:23.125230 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:23.125900 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8641dc2a-3122-4f40-a771-ec224a004afb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:23.126677 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'status': 'completed', 'code': 200} Aug 27 03:08:23.127735 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:08:23.164276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-5ff39fda-c24a-4d27-90d9-766f245dd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.166610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-5ff39fda-c24a-4d27-90d9-766f245dd800 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1095 time: 0.0660007 Aug 27 03:08:23.215503 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-1e804adb-ab89-4e8f-9c91-cce3187c45d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 217 time: 0.0410190 Aug 27 03:08:23.273807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-ed083474-5def-4158-a056-681eb829ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.275367 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-ed083474-5def-4158-a056-681eb829ae76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0523632 Aug 27 03:08:23.332500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-8802dda7-c589-430a-a100-f61524f11d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.334302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-8802dda7-c589-430a-a100-f61524f11d04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513268 Aug 27 03:08:23.441378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-3d09a7b4-02e2-4852-a3ab-d167e4d663a9 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999804 Aug 27 03:08:23.537053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8977070d-fe15-4f96-8950-b0612aa77c13 req-c37e1ef4-3797-4893-b1d4-bb94199e1419 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888326 Aug 27 03:08:23.672655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-f37b07cc-642c-4eb9-a33e-88543b36766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.674169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-f37b07cc-642c-4eb9-a33e-88543b36766f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1095 time: 0.0796037 Aug 27 03:08:23.686250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4952b6-5e93-44a7-bf15-b8db77413ae2 req-8c59845a-7414-4a42-a4c5-578a73e02418 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.687859 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4952b6-5e93-44a7-bf15-b8db77413ae2 req-8c59845a-7414-4a42-a4c5-578a73e02418 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0836086 Aug 27 03:08:23.776891 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d4952b6-5e93-44a7-bf15-b8db77413ae2 req-b0e8a9f7-3da7-4962-8596-1ab6d783c6a1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798011 Aug 27 03:08:23.806716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-53d448d0-0808-43e1-948f-9d3957b945a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.808126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-53d448d0-0808-43e1-948f-9d3957b945a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1193762 Aug 27 03:08:23.859115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-949bd786-b581-4713-b426-9c27b67b86ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 217 time: 0.0426178 Aug 27 03:08:23.915116 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-1f2e3ec8-61a2-4276-8429-6852b4471fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.916707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-1f2e3ec8-61a2-4276-8429-6852b4471fa8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0508554 Aug 27 03:08:23.969950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-8431e3c4-4229-44e3-b9af-2669a5889144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:23.971611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-8431e3c4-4229-44e3-b9af-2669a5889144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474629 Aug 27 03:08:24.079448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-3fe7a706-47cd-40d0-9d29-8ae4bae05728 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993493 Aug 27 03:08:24.179525 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ded7d25-02ab-4889-b03d-7dc6521354cc req-6065a763-3d60-4e4c-9ef5-26f1228d12b1 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923259 Aug 27 03:08:24.917395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eeab5-9266-4afc-9182-4432a71f0560 req-f880310b-fc30-4d2a-839f-511fe316dc48 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:24.918991 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-834eeab5-9266-4afc-9182-4432a71f0560 req-f880310b-fc30-4d2a-839f-511fe316dc48 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0548491 Aug 27 03:08:24.964135 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-834eeab5-9266-4afc-9182-4432a71f0560 req-6128fbad-747e-420b-a402-509401cb4308 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Aug 27 03:08:25.275825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb269-fbad-4df9-bb9c-4af618497b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:25.507049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:26.100785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118ee8c-c97f-4328-bdca-85400ac0aedf req-9213d04e-e055-431d-b4f6-e580f7d954ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:26.102376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5118ee8c-c97f-4328-bdca-85400ac0aedf req-9213d04e-e055-431d-b4f6-e580f7d954ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0644588 Aug 27 03:08:26.145190 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5118ee8c-c97f-4328-bdca-85400ac0aedf req-c516a1b2-2d39-44a6-8cbb-285b2feac0d5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Aug 27 03:08:26.497676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:08:26.614299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:26.628629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f63c8a66-986d-4548-be89-02911043110c', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:08:26.679969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:26.684678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:26.699106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63c8a66-986d-4548-be89-02911043110c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:08:26.724334 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:26.728979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:26.786093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:26.931898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f63c8a66-986d-4548-be89-02911043110c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:08:27.267537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774c36-05f4-4afe-bd31-1dea653008d3 req-b4a808cb-7d19-4ecd-ab87-739d702369dc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:27.270202 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0774c36-05f4-4afe-bd31-1dea653008d3 req-b4a808cb-7d19-4ecd-ab87-739d702369dc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 27 03:08:27.311431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c0774c36-05f4-4afe-bd31-1dea653008d3 req-ab231391-c12c-4d94-ab89-0494c0548fd5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353003 Aug 27 03:08:28.071279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:28.441080 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74f9f-2769-4423-a10d-e7a160b0f218 req-b3a7c0f5-9cdd-4235-95bc-566fe06dc380 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:28.442594 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8bf74f9f-2769-4423-a10d-e7a160b0f218 req-b3a7c0f5-9cdd-4235-95bc-566fe06dc380 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0574510 Aug 27 03:08:28.482373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8bf74f9f-2769-4423-a10d-e7a160b0f218 req-927cbeb8-1918-408c-9d8d-611886d654f7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Aug 27 03:08:28.503378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:08:28.557796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port f63c8a66-986d-4548-be89-02911043110c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:08:28.561549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f63c8a66-986d-4548-be89-02911043110c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:08:28.561925 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:28.643846 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:28.667472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:28.669734 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72408ac2-00de-4ad2-9f1e-4faeb9f791b1" -d '{"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-plugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:28.683409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:08:28.687922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:28.716984 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c22da88-5955-4e2c-99fa-fac32d2f3c57 x-openstack-request-id: req-3c22da88-5955-4e2c-99fa-fac32d2f3c57 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:28.717325 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-plugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:28.717870 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c22da88-5955-4e2c-99fa-fac32d2f3c57 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:28.718269 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'code': 200} Aug 27 03:08:28.748404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:08:28.816924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b2ace-d5b6-4213-bf2d-f4703fa51b1f req-ef011659-6c37-4577-a8c4-17f3372bfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:28.818695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b3b2ace-d5b6-4213-bf2d-f4703fa51b1f req-ef011659-6c37-4577-a8c4-17f3372bfb13 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1097 time: 0.0462165 Aug 27 03:08:28.858215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b3b2ace-d5b6-4213-bf2d-f4703fa51b1f req-f962afdf-af9c-4e0a-b76b-28984afd6051 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Aug 27 03:08:29.611691 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8b114-8a66-41a8-bc3e-73b0d0f97b18 req-2f7dd14f-78d2-4e23-8ef4-d900d53bed01 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:29.613233 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e8b114-8a66-41a8-bc3e-73b0d0f97b18 req-2f7dd14f-78d2-4e23-8ef4-d900d53bed01 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0616453 Aug 27 03:08:29.660917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18e8b114-8a66-41a8-bc3e-73b0d0f97b18 req-26c1525d-9c3f-478c-9b1b-458975c1ae6b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Aug 27 03:08:30.787308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7106c1-9813-4e83-b9ec-362e4bfac9b5 req-bebf3cfd-2b1f-4968-ad46-8ed2c9828b9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:30.788891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad7106c1-9813-4e83-b9ec-362e4bfac9b5 req-bebf3cfd-2b1f-4968-ad46-8ed2c9828b9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0558093 Aug 27 03:08:30.830902 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad7106c1-9813-4e83-b9ec-362e4bfac9b5 req-e6f3a9cf-5ba8-405e-b4b2-f7e19a65b77c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Aug 27 03:08:30.952683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2e64-6e20-4e64-b48c-b705e899455a req-f781f351-da53-40a5-809e-d36f423ccb39 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:30.954376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4cf2e64-6e20-4e64-b48c-b705e899455a req-f781f351-da53-40a5-809e-d36f423ccb39 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0521562 Aug 27 03:08:30.964651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 53782) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:08:30.970874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'floatingip': {'port_id': 'f63c8a66-986d-4548-be89-02911043110c'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:08:31.011586 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:31.222485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:31.728036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:31.732039 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:31.843499 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f associated. External IP: 172.25.8.215, port: f63c8a66-986d-4548-be89-02911043110c. Aug 27 03:08:32.063788 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:08:32.179167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:08:32.184641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:32.189801 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:08:32.200150 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:08:32.200802 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:08:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:32.216093 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7b9f558a-0c18-41a2-bca3-7c7435a5be3a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "PUT /v2.0/floatingips/d9d02a66-1b16-4a89-8d13-92acea8f184f HTTP/1.1" status: 200 len: 992 time: 1.2498610 Aug 27 03:08:32.216706 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:08:32.219036 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71cc174-e127-46da-9043-c7ba6092edec" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:08:32.259317 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fab5f6-4993-438c-8969-651cde2c24c3 x-openstack-request-id: req-74fab5f6-4993-438c-8969-651cde2c24c3 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:08:32.259679 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:08:32.260037 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74fab5f6-4993-438c-8969-651cde2c24c3 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:08:32.260580 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'status': 'completed', 'code': 200} Aug 27 03:08:32.329029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc174-e127-46da-9043-c7ba6092edec req-1299f8cd-cae2-48ae-9f8a-9865718749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:32.331200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-1299f8cd-cae2-48ae-9f8a-9865718749f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1097 time: 0.0459626 Aug 27 03:08:32.423561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:08:32.432957 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc174-e127-46da-9043-c7ba6092edec req-e7fae809-6ff8-499a-ab96-8161059c5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:32.434552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-e7fae809-6ff8-499a-ab96-8161059c5522 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0965576 Aug 27 03:08:32.507765 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-98cc9e1f-d035-44b8-8a96-9bc35b42cc34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1000 time: 0.0660768 Aug 27 03:08:32.559878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc174-e127-46da-9043-c7ba6092edec req-b46b259e-69ec-477f-ac07-e72dc372f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:32.561397 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-b46b259e-69ec-477f-ac07-e72dc372f28f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0446506 Aug 27 03:08:32.614642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc174-e127-46da-9043-c7ba6092edec req-0ad67cb6-f0e9-4d63-9f8c-4268d8590e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:08:32.616178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-0ad67cb6-f0e9-4d63-9f8c-4268d8590e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477135 Aug 27 03:08:32.665009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:08:31Z', 'revision_number': 9, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:32.695543 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:08:32.706953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:08:32.707620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:08:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:32.716103 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-3fd9a94b-1f02-4251-8b2d-f5302edf23a5 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920177 Aug 27 03:08:32.822932 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:08:32.825752 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f71cc174-e127-46da-9043-c7ba6092edec req-5ce74014-cd6c-40b0-895a-4650f7169f64 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029673 Aug 27 03:08:33.068747 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:08:31Z', 'revision_number': 9, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:08:33.095977 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11729bdd-065c-4bd2-ab22-64a7d09b68ea None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:08:31Z', 'revision_number': 9, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:08:33.317481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b42fa-d2ff-42ac-b549-e09fb352e9ff None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:08:46.603033 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:52.713854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-368d1278-f02d-4e54-a107-608589f865ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:55.278565 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8eba7401-937c-4f37-a9b7-7bbc924343de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:55.509101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:56.652559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:08:58.073224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:00.128169 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:09:01.235337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:16.602164 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:22.715577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-b70981b5-f55a-4c80-8ad8-c5f0116fe785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460677 Aug 27 03:09:22.716814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98ce7528-91d5-4f6d-b495-8150a14e73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:22.798832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-63886810-bb26-455f-b356-1fae748427b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:22.800328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-63886810-bb26-455f-b356-1fae748427b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1097 time: 0.0420630 Aug 27 03:09:22.915208 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-57ed6e83-0cbb-4ad0-bbd4-a9be293ae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:22.916706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-57ed6e83-0cbb-4ad0-bbd4-a9be293ae6a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0947838 Aug 27 03:09:22.983062 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-fd161f5a-c0b3-4119-9dd1-1b50df59784f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1003 time: 0.0583498 Aug 27 03:09:23.036668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-ca393d32-6983-4967-99eb-f0474bdf20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:23.038158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-ca393d32-6983-4967-99eb-f0474bdf20cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0472598 Aug 27 03:09:23.097059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-cf49593c-a068-43c4-8913-497f0215ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:09:23.098613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-cf49593c-a068-43c4-8913-497f0215ecea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529974 Aug 27 03:09:23.187851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-983d1d55-c083-4c05-8155-e20b28214229 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822492 Aug 27 03:09:23.296896 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-75a1c0c3-a3ad-4cb2-b3c8-7cbed1fc417d req-e5647cc5-7de3-4300-9e6e-b2a85fe7e9b2 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016185 Aug 27 03:09:25.279995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-252e2299-b5a7-4a21-bac7-70ab5b66d066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:25.514757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:26.656126 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:28.092284 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:31.251784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:37.131009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:09:46.617845 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:52.722519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-76b8dcbf-b92d-4e9f-9a2b-7210989b9b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:55.281311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d3fee05f-6830-49d3-a6b0-95efdb0e4efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:55.506921 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:56.658552 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:09:58.077485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:01.247458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:07.427710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-25a797ed-7a75-4532-9a05-b755b65782b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743690 Aug 27 03:10:07.436619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bae34-b42c-4f42-af83-1cae3113311e req-75733fc2-5220-4b95-adf7-93a52447369f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:07.438761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a9bae34-b42c-4f42-af83-1cae3113311e req-75733fc2-5220-4b95-adf7-93a52447369f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0767033 Aug 27 03:10:07.478753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0a9bae34-b42c-4f42-af83-1cae3113311e req-b41c2e66-ec56-4ff1-9123-fd36cda32df0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333292 Aug 27 03:10:08.601616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-e2ab3229-525c-4e2b-b85e-47429076c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.603564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-e2ab3229-525c-4e2b-b85e-47429076c94c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1097 time: 0.0470204 Aug 27 03:10:08.621601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aedbdb-0957-43e6-a438-c51e773a9b46 req-beff3bd6-8dc8-432c-9f9e-f19502aa9e28 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.623318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76aedbdb-0957-43e6-a438-c51e773a9b46 req-beff3bd6-8dc8-432c-9f9e-f19502aa9e28 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0563860 Aug 27 03:10:08.662658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76aedbdb-0957-43e6-a438-c51e773a9b46 req-df30798d-a8b6-4fd8-88b9-2ba6d617e76f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331302 Aug 27 03:10:08.697981 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-a893118e-5edf-4d77-bad9-e9e13283ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.699578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-a893118e-5edf-4d77-bad9-e9e13283ad71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0876315 Aug 27 03:10:08.770997 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-35228c4a-ee22-456f-ab06-16c0e20d145b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1003 time: 0.0631616 Aug 27 03:10:08.822601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-9db117a1-7b5f-4212-9e01-b32b9b7fcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.824055 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-9db117a1-7b5f-4212-9e01-b32b9b7fcc7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0451176 Aug 27 03:10:08.875049 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-c226b162-9e5f-4384-aaf6-f57769b0a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:08.876617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-c226b162-9e5f-4384-aaf6-f57769b0a2dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441859 Aug 27 03:10:08.972753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-7396d1cc-a5b9-43fb-a755-c2017bc7fa30 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875113 Aug 27 03:10:09.069844 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-67d3d137-4b31-4687-b45f-759e0f1b2644 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893064 Aug 27 03:10:09.780768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe264343-2bdf-44aa-9e8c-e18a6a3f435d req-716f7053-298d-452f-b523-b601bde92424 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:09.782988 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe264343-2bdf-44aa-9e8c-e18a6a3f435d req-716f7053-298d-452f-b523-b601bde92424 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0505745 Aug 27 03:10:09.821648 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fe264343-2bdf-44aa-9e8c-e18a6a3f435d req-356cff7f-1b63-4c86-8dd4-abf3ad0e1624 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326416 Aug 27 03:10:10.943615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce44e-0696-4e0f-9ae9-d0cb1389f3b4 req-89f83b58-c887-4a77-b89e-0f114c2bb0a5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:10.945141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-239ce44e-0696-4e0f-9ae9-d0cb1389f3b4 req-89f83b58-c887-4a77-b89e-0f114c2bb0a5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0504498 Aug 27 03:10:10.984440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-239ce44e-0696-4e0f-9ae9-d0cb1389f3b4 req-13ed76e5-0dfb-4a43-87c8-b1dac5f843b4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Aug 27 03:10:12.105927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3c512-968e-402e-a6a9-409fb1729711 req-de8c4b77-8b3c-4390-98ed-7a99db4548c2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:12.107493 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50c3c512-968e-402e-a6a9-409fb1729711 req-de8c4b77-8b3c-4390-98ed-7a99db4548c2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0540051 Aug 27 03:10:12.146373 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-50c3c512-968e-402e-a6a9-409fb1729711 req-2a724c6e-196d-4031-9fd7-937079557fec tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325472 Aug 27 03:10:13.267519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a8b6-f713-4b84-92b3-08838c56ee75 req-9192bd6f-3c6a-41e1-8d98-07cedbdc9c5d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:13.269026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f019a8b6-f713-4b84-92b3-08838c56ee75 req-9192bd6f-3c6a-41e1-8d98-07cedbdc9c5d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0536752 Aug 27 03:10:13.308127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f019a8b6-f713-4b84-92b3-08838c56ee75 req-0c4915f2-a510-495c-bf0b-8ff2db4251e8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Aug 27 03:10:14.129790 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:14.429566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78091c-9e4b-4b93-a649-49861df616b1 req-581fe645-c886-4030-8527-ab578b5add2a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:14.431640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f78091c-9e4b-4b93-a649-49861df616b1 req-581fe645-c886-4030-8527-ab578b5add2a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0512660 Aug 27 03:10:14.471446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1f78091c-9e4b-4b93-a649-49861df616b1 req-495e99a9-f119-42b3-bac0-1f33919232f7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Aug 27 03:10:15.588641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451387-8afd-4296-a465-777e9976304a req-f17283b5-e61f-47c7-903e-9a90f70ed188 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:15.590144 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f451387-8afd-4296-a465-777e9976304a req-f17283b5-e61f-47c7-903e-9a90f70ed188 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0501277 Aug 27 03:10:15.628805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f451387-8afd-4296-a465-777e9976304a req-b5cdbb45-d3db-4ec9-a4f4-660f79677665 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Aug 27 03:10:16.659205 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:16.756664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c395-260f-4c77-b599-a1c4f3441b94 req-c1be9bc8-5dba-43df-9d96-5cab86a2ca18 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:16.758263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3076c395-260f-4c77-b599-a1c4f3441b94 req-c1be9bc8-5dba-43df-9d96-5cab86a2ca18 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0552342 Aug 27 03:10:16.798775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3076c395-260f-4c77-b599-a1c4f3441b94 req-d750782a-9c45-444b-aa3b-d9e69e8da474 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Aug 27 03:10:17.920523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dc8ac-bf6a-498c-8935-83e366b11d45 req-54067faf-57ed-4794-add6-44d7daace9ad tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:17.922087 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb1dc8ac-bf6a-498c-8935-83e366b11d45 req-54067faf-57ed-4794-add6-44d7daace9ad tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0513089 Aug 27 03:10:17.961703 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cb1dc8ac-bf6a-498c-8935-83e366b11d45 req-848ff864-ad87-4c36-a75a-103c7b4400e0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Aug 27 03:10:19.088503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7850e9f-90b2-4c81-8a31-42a1e6e36c7c req-f734d329-9bb8-4f0c-af97-d86acbae81a2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:19.089978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7850e9f-90b2-4c81-8a31-42a1e6e36c7c req-f734d329-9bb8-4f0c-af97-d86acbae81a2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0588706 Aug 27 03:10:19.131963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a7850e9f-90b2-4c81-8a31-42a1e6e36c7c req-9338968a-53f8-4906-bfb2-8e4f1ab0dcfb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Aug 27 03:10:20.257953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9032ab0-4c1b-47d3-84a3-a0d039d7cef2 req-b8a9accc-210b-48b2-b999-b3203653ed40 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:20.259484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9032ab0-4c1b-47d3-84a3-a0d039d7cef2 req-b8a9accc-210b-48b2-b999-b3203653ed40 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0527182 Aug 27 03:10:20.297955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9032ab0-4c1b-47d3-84a3-a0d039d7cef2 req-675b4fc9-3ceb-40c6-9e6e-8a4ec65e8d64 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325458 Aug 27 03:10:21.093029 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-3820db07-89d7-44e2-ad43-1c9ab5383b18 service neutron] show failed (client error): The resource could not be found. Aug 27 03:10:21.093972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-3820db07-89d7-44e2-ad43-1c9ab5383b18 service neutron] 10.222.0.15 "GET /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0583930 Aug 27 03:10:21.296032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-8fb45f8d-c661-4258-a738-38f634154550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:21.298298 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-8fb45f8d-c661-4258-a738-38f634154550 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1097 time: 0.0441127 Aug 27 03:10:21.316308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:21.371817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:21.423418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b4b4d-51cf-49c6-902a-1b5a7f47595f req-2dcf1f70-54d5-490a-aaae-0459fa4d4ec5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:21.424972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-803b4b4d-51cf-49c6-902a-1b5a7f47595f req-2dcf1f70-54d5-490a-aaae-0459fa4d4ec5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0519102 Aug 27 03:10:21.474799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-803b4b4d-51cf-49c6-902a-1b5a7f47595f req-3ebc098c-26c8-46ac-a237-949bde1c0ad2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Aug 27 03:10:21.594469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:21.627268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:21.668073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:21.670249 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cee877-b65e-48b9-b63b-2dcaecb74958" -d '{"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-unplugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:21.673975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:21.689471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Transition to ACTIVE for port object f63c8a66-986d-4548-be89-02911043110c will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:21.695256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:21.728948 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a29fd0-8072-422b-9ce2-b169ff813142 x-openstack-request-id: req-c3a29fd0-8072-422b-9ce2-b169ff813142 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:21.729242 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-unplugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:21.729493 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3a29fd0-8072-422b-9ce2-b169ff813142 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:21.729944 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'code': 200} Aug 27 03:10:21.789691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:21.803766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.804112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.804501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.804880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.805258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.805662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.805975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.806302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.806696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.807019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.807345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.807665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:21.845547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] No DVR routers for this DVR port f63c8a66-986d-4548-be89-02911043110c on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:10:21.991509 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:10:21.991845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:10:21.992454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:21.997308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:10:21.997627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:22.004519 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:10:22.004853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:10:22.005298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:10:22.005643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Bound port: f63c8a66-986d-4548-be89-02911043110c, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:10:22.006011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:22.073015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:22.080684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:10:22.085120 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:22.120893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.121520 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:22.122977 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] 10.222.0.46 "PUT /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1092 time: 0.8111401 Aug 27 03:10:22.146150 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50cfa8-1726-4c40-ad1d-2e921a1109eb service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:22.213895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2485113f-f5da-414f-9053-727c8a670a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.216108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-2485113f-f5da-414f-9053-727c8a670a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1095 time: 0.0541816 Aug 27 03:10:22.326358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-0b8fbcd0-a3ec-4b94-989e-cce336ac7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.328706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-0b8fbcd0-a3ec-4b94-989e-cce336ac7641 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1037712 Aug 27 03:10:22.405422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-c6ec828e-4228-44b7-8bd7-6667702a476f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0685768 Aug 27 03:10:22.456501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-e3d413cd-22c7-4c06-8892-dc7be7b86594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.458258 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-e3d413cd-22c7-4c06-8892-dc7be7b86594 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0458210 Aug 27 03:10:22.507125 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-20339fe2-e620-4a57-82ca-63b6a87b04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.508720 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-20339fe2-e620-4a57-82ca-63b6a87b04dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437579 Aug 27 03:10:22.519994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-228d52d8-b1a4-44d2-8ecc-493d3425c964 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:10:22.520972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-228d52d8-b1a4-44d2-8ecc-493d3425c964 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054786 Aug 27 03:10:22.598274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c19fa-62b0-432d-bb3b-6e174e8d97f3 req-d81c2d8c-621a-4eb9-b604-9025648f1296 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:22.599903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d85c19fa-62b0-432d-bb3b-6e174e8d97f3 req-d81c2d8c-621a-4eb9-b604-9025648f1296 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0582769 Aug 27 03:10:22.626641 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-f9a63170-8c58-492e-b57d-bf7a875779dd service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986357 Aug 27 03:10:22.642081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d85c19fa-62b0-432d-bb3b-6e174e8d97f3 req-2e2e5267-064c-4a91-8846-f3f1302670ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Aug 27 03:10:22.725006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-b0fc8e85-9dbb-4def-9106-c8ccf8a37a81 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912642 Aug 27 03:10:22.725703 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32a69c2c-9c3c-4524-82dc-62a2bc544d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:23.738262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:23.740630 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1250465e-b91f-4b29-ae65-35577cb9d242" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:23.770480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29704411-022e-4e81-8e40-c85c78ac1538 req-06b7dada-e416-40f4-b99a-2d0ac6dd970b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:23.772082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29704411-022e-4e81-8e40-c85c78ac1538 req-06b7dada-e416-40f4-b99a-2d0ac6dd970b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0593607 Aug 27 03:10:23.792727 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff7baf-adfc-43d8-bff1-21ae0ce1691b x-openstack-request-id: req-b3ff7baf-adfc-43d8-bff1-21ae0ce1691b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:23.793022 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:23.793275 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3ff7baf-adfc-43d8-bff1-21ae0ce1691b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:23.793665 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'status': 'completed', 'code': 200} Aug 27 03:10:23.814715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-29704411-022e-4e81-8e40-c85c78ac1538 req-e1fbc342-413f-41a4-8519-3f7b4be9803b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363929 Aug 27 03:10:23.852217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-56c42c9b-1e4b-4c2b-8118-a93bbfff4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:23.853735 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-56c42c9b-1e4b-4c2b-8118-a93bbfff4209 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1095 time: 0.0457478 Aug 27 03:10:23.889245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-9b3a7ab0-f48e-4984-b1f7-527f9feba160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:23.891221 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-9b3a7ab0-f48e-4984-b1f7-527f9feba160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1095 time: 0.0515306 Aug 27 03:10:23.949788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-d6cbb65f-c0c3-4fbd-a995-25f1bc59a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:23.951282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-d6cbb65f-c0c3-4fbd-a995-25f1bc59a47b service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0895090 Aug 27 03:10:23.984939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-5679f4d6-1418-4e3e-b12b-49c007a249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:23.986468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-5679f4d6-1418-4e3e-b12b-49c007a249aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0877314 Aug 27 03:10:24.024374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-a0b101eb-cdd3-4ae2-8b7e-4b034b8196b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0653579 Aug 27 03:10:24.058418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-afaa037f-a576-47ed-a313-34997ba591d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0644360 Aug 27 03:10:24.076345 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-e8de510b-dead-4970-9962-ad55291731c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:24.077952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-e8de510b-dead-4970-9962-ad55291731c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0465503 Aug 27 03:10:24.110584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-7f6f67dc-b2b6-40b2-9332-cc403a196603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:24.112082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-7f6f67dc-b2b6-40b2-9332-cc403a196603 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0458257 Aug 27 03:10:24.128437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-5a420394-33da-4968-8c0e-6bf90c00c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:24.129950 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-5a420394-33da-4968-8c0e-6bf90c00c7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450361 Aug 27 03:10:24.160506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-e75f8214-2394-416b-8767-2cc04fc3d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:24.161997 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-e75f8214-2394-416b-8767-2cc04fc3d6d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423963 Aug 27 03:10:24.233116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-ed1f950e-ead3-49a4-a521-525f22025cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940702 Aug 27 03:10:24.263063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-26b19b5d-8798-4d9c-ba27-b5fe9b16b077 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932391 Aug 27 03:10:24.326408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-2f3faab3-9e2f-4999-b82f-94b2b665644a service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856421 Aug 27 03:10:24.357912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1250465e-b91f-4b29-ae65-35577cb9d242 req-88872a2e-c574-4fc2-9c26-950c327cae56 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Aug 27 03:10:24.943644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076ed19-47db-40ec-9a87-f2e2fa035c00 req-d2b929f4-0d6b-47fb-a847-a47dbd5bcb5e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:24.945163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4076ed19-47db-40ec-9a87-f2e2fa035c00 req-d2b929f4-0d6b-47fb-a847-a47dbd5bcb5e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0551651 Aug 27 03:10:24.984247 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4076ed19-47db-40ec-9a87-f2e2fa035c00 req-47cb1bf7-6b81-43cf-b12c-00473e21a564 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Aug 27 03:10:25.141665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:10:25.182443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:10:25.287382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-99d93316-fdcb-4f60-a4e2-3046c38cc43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:25.508191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:25.942842 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f63c8a66-986d-4548-be89-02911043110c details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:10:26.052978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:26.065922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'f63c8a66-986d-4548-be89-02911043110c', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:10:26.107826 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:26.118646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c39dc9-6b9e-4587-a71e-0c830efa6799 req-df5796c2-9076-4193-bf0d-b8ae9a4cf430 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:26.120188 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7c39dc9-6b9e-4587-a71e-0c830efa6799 req-df5796c2-9076-4193-bf0d-b8ae9a4cf430 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 944 time: 0.0595853 Aug 27 03:10:26.123244 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63c8a66-986d-4548-be89-02911043110c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:26.145131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:26.149711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:26.162300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7c39dc9-6b9e-4587-a71e-0c830efa6799 req-19c9f3e6-d385-4150-b6bf-ca8735397a18 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Aug 27 03:10:26.202913 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:26.210786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.211141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.211482 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.211823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.212161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.212495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.212824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.213153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.213476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.213844 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.214127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.214472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:26.540104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['f63c8a66-986d-4548-be89-02911043110c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:10:26.680587 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:27.290611 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec13f-f94e-474b-a145-ddf7bf7c4b98 req-616220d5-5c62-49f7-96ef-884fed90d1ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.292140 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be8ec13f-f94e-474b-a145-ddf7bf7c4b98 req-616220d5-5c62-49f7-96ef-884fed90d1ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0515769 Aug 27 03:10:27.331608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be8ec13f-f94e-474b-a145-ddf7bf7c4b98 req-6b1a1293-d294-445f-bf43-5c5683cb7904 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Aug 27 03:10:27.630575 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-a550019b-aeb0-4ee3-82bd-673932ed58ff tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.633567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-a550019b-aeb0-4ee3-82bd-673932ed58ff tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 945 time: 0.0599759 Aug 27 03:10:27.642121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45481b17-6117-45c2-9730-0b987d7c578a req-9f346d88-f1f4-42a1-a347-113fe4f5f3bc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.644670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45481b17-6117-45c2-9730-0b987d7c578a req-9f346d88-f1f4-42a1-a347-113fe4f5f3bc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0507820 Aug 27 03:10:27.682774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-45481b17-6117-45c2-9730-0b987d7c578a req-3d7e354e-fcb2-44fa-ab43-6391a7350856 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Aug 27 03:10:27.696219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-c69876c6-1f0c-4c5b-a08e-a01924f05946 service neutron] 10.222.0.46 "GET /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c/bindings/n-h1-806292-1 HTTP/1.1" status: 200 len: 382 time: 0.0565197 Aug 27 03:10:27.777843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-d4571984-6750-4283-a20f-456b9c955b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.779514 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-d4571984-6750-4283-a20f-456b9c955b99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1096 time: 0.0422022 Aug 27 03:10:27.872853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-5cc0364e-801a-48a9-959c-b1f137540daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.874254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-5cc0364e-801a-48a9-959c-b1f137540daf service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0877802 Aug 27 03:10:27.942330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-25f7314d-1818-4fdd-9a2b-c56df369c935 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1002 time: 0.0609202 Aug 27 03:10:27.959481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f63c8a66-986d-4548-be89-02911043110c up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:10:27.994272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-b7aa0f64-3abc-4c5c-a65c-bdb04ede4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:27.995763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-b7aa0f64-3abc-4c5c-a65c-bdb04ede4fa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0469241 Aug 27 03:10:28.011817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port f63c8a66-986d-4548-be89-02911043110c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:28.016367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port f63c8a66-986d-4548-be89-02911043110c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:28.016743 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:28.052655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-6f7458b5-1fcd-4a9b-b76d-2465e8100637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:28.054156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-6f7458b5-1fcd-4a9b-b76d-2465e8100637 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508759 Aug 27 03:10:28.108180 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:28.112574 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:28.139710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:28.142818 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a5d680-22d9-4313-9ae1-caa6804987d3" -d '{"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-plugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:28.155155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-a68f1804-e9e9-473b-92b2-000f6212b488 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933623 Aug 27 03:10:28.158876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:28.163434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:28.205169 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188ed68-decd-40b6-973b-ba60e25cf60b x-openstack-request-id: req-f188ed68-decd-40b6-973b-ba60e25cf60b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:28.205602 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-plugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:28.205993 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f188ed68-decd-40b6-973b-ba60e25cf60b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:28.206600 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'code': 200} Aug 27 03:10:28.238328 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:28.534573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-0a5540f4-e739-4a59-8078-d6ad84807c86 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724375 Aug 27 03:10:28.805294 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d25a0f-e565-460f-a14f-2b4f793845b1 req-beac8420-10e4-4576-898d-5cf667188b49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:28.806769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9d25a0f-e565-460f-a14f-2b4f793845b1 req-beac8420-10e4-4576-898d-5cf667188b49 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0538425 Aug 27 03:10:28.845177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f9d25a0f-e565-460f-a14f-2b4f793845b1 req-7f5c7c73-30db-4642-966a-8d073dbd3ff0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Aug 27 03:10:29.964372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e8b52-8278-4afa-ad69-6b9093f0ec8d req-d5c56097-a280-43fd-af89-10761d4c15da tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:29.965881 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a4e8b52-8278-4afa-ad69-6b9093f0ec8d req-d5c56097-a280-43fd-af89-10761d4c15da tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0503683 Aug 27 03:10:30.004058 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6a4e8b52-8278-4afa-ad69-6b9093f0ec8d req-b0f5cd2e-f2b5-4caa-81fc-f1a60a2d83eb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Aug 27 03:10:30.737148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-b8848327-f574-4c9b-8500-1ac9e08a30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:30.738622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-b8848327-f574-4c9b-8500-1ac9e08a30ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1097 time: 0.0417540 Aug 27 03:10:30.750766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:30.803982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.020123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:31.055622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:31.106037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:31.108366 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2fb1d-65e3-45b5-8964-1c530c7c1608" -d '{"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-unplugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:31.125887 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.146951 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Transition to ACTIVE for port object f63c8a66-986d-4548-be89-02911043110c will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:31.152990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.174061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd350d2-fe6e-4a0c-bfca-28a6098e7ba1 req-dc891439-cbd4-4d8d-a9d2-5e50a5f252ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:31.175645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfd350d2-fe6e-4a0c-bfca-28a6098e7ba1 req-dc891439-cbd4-4d8d-a9d2-5e50a5f252ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0928564 Aug 27 03:10:31.195421 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da5bd5-54c8-4c99-b71a-9db760de9ddc x-openstack-request-id: req-56da5bd5-54c8-4c99-b71a-9db760de9ddc {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:31.195712 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-unplugged", "status": "completed", "tag": "f63c8a66-986d-4548-be89-02911043110c", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:31.195962 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56da5bd5-54c8-4c99-b71a-9db760de9ddc {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:31.196352 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'code': 200} Aug 27 03:10:31.274078 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.281270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:31.303587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfd350d2-fe6e-4a0c-bfca-28a6098e7ba1 req-a76e7b3b-552e-4b22-a6bf-ed7e27b217ab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061962 Aug 27 03:10:31.306665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.307008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.307346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.307705 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.308099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.308388 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.308646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.309136 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.309439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.309815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.310138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.310490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:10:31.344697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] No DVR routers for this DVR port f63c8a66-986d-4548-be89-02911043110c on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:10:31.483143 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:10:31.483400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:10:31.483782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:31.488193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:10:31.488525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Attempting to bind port f63c8a66-986d-4548-be89-02911043110c on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:31.494238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:10:31.494616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:10:31.495007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:10:31.495440 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Bound port: f63c8a66-986d-4548-be89-02911043110c, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:10:31.495912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.576018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:31.580008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:10:31.584334 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.626633 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:31.627317 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:31.628685 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-55858020-b057-4792-9d56-6e2551539b5f service neutron] 10.222.0.15 "PUT /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1093 time: 0.8826928 Aug 27 03:10:31.663700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55858020-b057-4792-9d56-6e2551539b5f service neutron] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=11']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:31.700887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-59882f40-7945-4e2e-b505-b9552f66984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:31.703221 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-59882f40-7945-4e2e-b505-b9552f66984a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1096 time: 0.0475700 Aug 27 03:10:31.803924 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-3a957959-08f6-42b3-bf1d-d3392c747c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:31.805517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-3a957959-08f6-42b3-bf1d-d3392c747c15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0950894 Aug 27 03:10:31.881587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-45bc1b83-31ec-4ac0-92a5-5f34c3058571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0683527 Aug 27 03:10:31.943212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-1c420057-8875-4c4f-a27d-36009b759cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:31.945758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-1c420057-8875-4c4f-a27d-36009b759cfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0567131 Aug 27 03:10:31.998101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-f7326b01-5306-4d24-8e3b-defd804b9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:32.000339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-f7326b01-5306-4d24-8e3b-defd804b9e93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457108 Aug 27 03:10:32.092833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-e80ca7d8-f8f7-479e-9f9a-3205eae8c768 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Aug 27 03:10:32.453277 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174f311-28ea-47f8-ae52-f0329fe322cb req-340fef6f-f53b-46f8-a106-da5b2e9838f7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:32.454916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3174f311-28ea-47f8-ae52-f0329fe322cb req-340fef6f-f53b-46f8-a106-da5b2e9838f7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0577958 Aug 27 03:10:32.496152 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3174f311-28ea-47f8-ae52-f0329fe322cb req-f0785c6a-3e10-44ba-8753-47b70c0ad66d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Aug 27 03:10:32.538916 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2e025d69-d0b7-4ecc-81ec-942f50692533 req-6d3f0f05-da8c-45a5-b3d9-ee5d3b124407 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385355 Aug 27 03:10:33.197840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:33.200481 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b" -d '{"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:33.248796 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ee0c1e-77e3-4a40-b3d6-704df596c9fa x-openstack-request-id: req-b6ee0c1e-77e3-4a40-b3d6-704df596c9fa {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:33.249112 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "tag": "f63c8a66-986d-4548-be89-02911043110c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:33.249430 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6ee0c1e-77e3-4a40-b3d6-704df596c9fa {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:33.251083 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'status': 'completed', 'code': 200} Aug 27 03:10:33.317245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-b1066f91-170f-420e-86bb-2013a319b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.318790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-b1066f91-170f-420e-86bb-2013a319b326 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1096 time: 0.0494695 Aug 27 03:10:33.354858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-8044acb0-981b-4f36-91e2-b1e7cce78fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.356512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-8044acb0-981b-4f36-91e2-b1e7cce78fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 1096 time: 0.0516858 Aug 27 03:10:33.415550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-e71f5210-6314-4d46-882f-614e66c47216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.416947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-e71f5210-6314-4d46-882f-614e66c47216 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0892868 Aug 27 03:10:33.459356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-e6cdb521-4df6-43eb-87d7-27c26b26472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.460921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-e6cdb521-4df6-43eb-87d7-27c26b26472a service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0977261 Aug 27 03:10:33.494015 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-d69995fd-66e7-4f2e-987a-6d2a211655c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0687730 Aug 27 03:10:33.532039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-a610ffd4-b2b2-4325-886c-0da64bd53e49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 200 len: 1001 time: 0.0642381 Aug 27 03:10:33.547815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-b106ca1f-ed81-40f3-8354-d19ab59f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.549384 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-b106ca1f-ed81-40f3-8354-d19ab59f9671 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0477493 Aug 27 03:10:33.599121 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-ba046a7e-5fb9-49e5-acd1-40d23166be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.600642 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-ba046a7e-5fb9-49e5-acd1-40d23166be8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437694 Aug 27 03:10:33.607616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-3cf6a789-9425-49e8-bff1-f1181d8fc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.609301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-3cf6a789-9425-49e8-bff1-f1181d8fc7ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0704734 Aug 27 03:10:33.654684 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296df85-676f-48fc-9eea-9906e173090d req-051c18d5-ff85-404e-b7de-89e45545be27 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.656794 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9296df85-676f-48fc-9eea-9906e173090d req-051c18d5-ff85-404e-b7de-89e45545be27 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0886908 Aug 27 03:10:33.689908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-dd868f21-2050-475d-8312-bcd1fb8a712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:33.691355 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-dd868f21-2050-475d-8312-bcd1fb8a712c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736382 Aug 27 03:10:33.700747 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-184e2a5e-5c81-4612-a77d-761ba0553b34 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911384 Aug 27 03:10:33.712336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9296df85-676f-48fc-9eea-9906e173090d req-f2e35714-685a-4965-af04-6aab6b15004f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492876 Aug 27 03:10:33.795400 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-7be96b7e-6738-41d8-95c3-34a450cc277d service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961471 Aug 27 03:10:33.797487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-8a2e6482-0f85-4cdb-bcc5-6fb7f97b9987 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884633 Aug 27 03:10:33.888405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37cc7e6b-6f14-4b6c-9d58-4e1bee70f11b req-3a24fecc-1d07-4f3b-93fc-76dce13c0ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Aug 27 03:10:33.997066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f63c8a66-986d-4548-be89-02911043110c no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:10:34.035876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device f63c8a66-986d-4548-be89-02911043110c not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:10:34.838432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8f72f-48b4-4c0d-a73e-fd811acbe67a req-8506a0d9-fe84-449f-a40b-f5716a184247 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:34.839942 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70b8f72f-48b4-4c0d-a73e-fd811acbe67a req-8506a0d9-fe84-449f-a40b-f5716a184247 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0552409 Aug 27 03:10:34.878856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70b8f72f-48b4-4c0d-a73e-fd811acbe67a req-c3ed8426-2a91-43df-8a1f-199d97283019 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Aug 27 03:10:35.001468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9e9e8-afc7-4b25-b1ab-bb6cfbcba836 req-77c73ee2-8432-4953-9f4a-b3a748c74d0d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:35.003004 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89b9e9e8-afc7-4b25-b1ab-bb6cfbcba836 req-77c73ee2-8432-4953-9f4a-b3a748c74d0d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0554664 Aug 27 03:10:35.046143 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89b9e9e8-afc7-4b25-b1ab-bb6cfbcba836 req-c171dae4-df51-4459-8168-220f63564c29 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372384 Aug 27 03:10:35.161301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e02aa-3b2e-4c6f-b7c2-d6a0f3c99f84 req-67b129db-7dd9-46f6-b8a6-5fc8377bc986 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:35.162838 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd2e02aa-3b2e-4c6f-b7c2-d6a0f3c99f84 req-67b129db-7dd9-46f6-b8a6-5fc8377bc986 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 945 time: 0.0494061 Aug 27 03:10:35.192560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:10:35.206546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd2e02aa-3b2e-4c6f-b7c2-d6a0f3c99f84 req-c542092c-5445-4dd4-a3f5-8d2504b12b0a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374472 Aug 27 03:10:35.290035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:35.302852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'f63c8a66-986d-4548-be89-02911043110c', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': 'f63c8a66-986d-4548-be89-02911043110c', 'mac_address': 'fa:16:3e:7e:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:10:35.349206 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:35.366853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63c8a66-986d-4548-be89-02911043110c {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:35.385670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:35.389967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:35.441388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:35.471428 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4399e46-357e-4c71-b261-f42eba287b7b req-85957057-d27a-4932-ad29-aa1c43133708 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:35.472952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4399e46-357e-4c71-b261-f42eba287b7b req-85957057-d27a-4932-ad29-aa1c43133708 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0573983 Aug 27 03:10:35.511645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d4399e46-357e-4c71-b261-f42eba287b7b req-80888c78-9200-4f59-acc7-a85a9bfe2a56 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 Aug 27 03:10:35.670185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['f63c8a66-986d-4548-be89-02911043110c'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:10:36.629469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e19fc4-05a3-47fa-baa2-f8373b6774cc req-d7baf1ae-2723-4acd-9f7f-f7da1e1b5ed6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:36.631037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35e19fc4-05a3-47fa-baa2-f8373b6774cc req-d7baf1ae-2723-4acd-9f7f-f7da1e1b5ed6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0505965 Aug 27 03:10:36.670126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35e19fc4-05a3-47fa-baa2-f8373b6774cc req-ecf633d6-6c7d-4292-a2e6-94c244e4b345 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 27 03:10:36.881727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-317a9611-42c6-4314-8306-1d10abbfc6f9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:36.883232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-317a9611-42c6-4314-8306-1d10abbfc6f9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 946 time: 0.0537879 Aug 27 03:10:36.976177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Deleting port f63c8a66-986d-4548-be89-02911043110c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:10:36.976533 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.070024 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] For port f63c8a66-986d-4548-be89-02911043110c, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=f63c8a66-986d-4548-be89-02911043110c,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:37.070442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.203364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:10:37.248731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.249124 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.249937 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f disassociated. External IP: 172.25.8.215, port: f63c8a66-986d-4548-be89-02911043110c. Aug 27 03:10:37.250274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Calling delete_port for f63c8a66-986d-4548-be89-02911043110c owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:10:37.255465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port f63c8a66-986d-4548-be89-02911043110c completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:37.259525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port f63c8a66-986d-4548-be89-02911043110c triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:37.259908 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.344291 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.393141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.427278 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'Port': ['ID=f63c8a66-986d-4548-be89-02911043110c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:37.550533 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:10:37.664008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:10:37.674371 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:10:37.684057 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:37.684669 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:10:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:37.704899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] No DVR routers for this DVR port f63c8a66-986d-4548-be89-02911043110c on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:10:37.708049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:37.710072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9de602e4-a0d1-4f05-9417-f9b10d96b018 req-f35cb96b-3595-4dab-93f9-f80ff1703b06 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "DELETE /v2.0/ports/f63c8a66-986d-4548-be89-02911043110c HTTP/1.1" status: 204 len: 173 time: 0.8204458 Aug 27 03:10:37.710555 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-deleted', 'tag': 'f63c8a66-986d-4548-be89-02911043110c'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:37.712862 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248c446-fc43-42e6-9530-3b935707410e" -d '{"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-deleted", "tag": "f63c8a66-986d-4548-be89-02911043110c"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:37.754743 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d26d00-431e-4022-a401-d50880ed56b0 x-openstack-request-id: req-85d26d00-431e-4022-a401-d50880ed56b0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:37.755034 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61bc870-140d-48d3-a70d-63edbed9123b", "name": "network-vif-deleted", "tag": "f63c8a66-986d-4548-be89-02911043110c", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:37.755287 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85d26d00-431e-4022-a401-d50880ed56b0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:37.755709 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61bc870-140d-48d3-a70d-63edbed9123b', 'name': 'network-vif-deleted', 'tag': 'f63c8a66-986d-4548-be89-02911043110c', 'status': 'completed', 'code': 200} Aug 27 03:10:37.784998 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cdc66bf5-bdc3-4488-8cd3-69c99cad47f2 req-a5785eed-9f4a-4587-a545-7e3209737204 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61bc870-140d-48d3-a70d-63edbed9123b HTTP/1.1" status: 200 len: 210 time: 0.0395401 Aug 27 03:10:37.813432 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:38.016089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:38.042185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:10:38.051591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:38.052430 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:10:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:38.164371 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:38.378942 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:38.500471 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f3b88-07a8-4ee6-b04b-3dcce4fa91fc None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:10:38.724534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c96b8-61dd-4f85-8e3b-9a451f6b66a6 None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:10:39.070445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-9bc81906-1de2-4b33-aba2-66d4678e4c6c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1879634379&fields=id&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 267 time: 0.0347612 Aug 27 03:10:39.180512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-e38a178a-e919-47ed-856d-bf9154d86a02 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:39.181897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-e38a178a-e919-47ed-856d-bf9154d86a02 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1046605 Aug 27 03:10:39.198094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-a8f36891-6e20-4f97-bce8-4aa3e92af77d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/quotas/bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 375 time: 0.0096915 Aug 27 03:10:39.256302 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-1e04d276-60e0-4c6a-8002-28119ded10e2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522993 Aug 27 03:10:39.365455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-b596d240-6e6c-4c9e-808e-4e44508b571a service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912321 Aug 27 03:10:39.462007 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-a07fd852-b629-4875-9644-d6abb01918a2 service neutron] 10.222.0.26 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849030 Aug 27 03:10:39.628333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-99ae099f-d96c-44ed-b0bb-a8f3c0eb87a7 req-412d0cb1-e75e-4915-b21b-8398233e1e8b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 210 time: 0.0309148 Aug 27 03:10:40.619731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-241f2e1f-1160-4675-a11e-2e2fe1dd0ab0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:40.621347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-241f2e1f-1160-4675-a11e-2e2fe1dd0ab0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 812 time: 0.1184893 Aug 27 03:10:40.673177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-783cde43-1239-4d5e-97b2-b33d18bf9da2 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 380 time: 0.0365627 Aug 27 03:10:40.684741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'port': {'device_id': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'admin_state_up': True, 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'security_groups': ['cb034b1e-17f1-46b1-8564-219b20a46fa5']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:40.766481 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-705fa933-c41e-465e-9281-3fbcef867472 req-e2d82478-86be-482e-8cba-0e60fdb8481c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 210 time: 0.0393000 Aug 27 03:10:40.828342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Made reservation on behalf of bd39e3a0ee7c4583b1af3713e6ff9430 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:10:40.832960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:40.971077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Allocated IP 172.20.0.10 (962ce660-74d8-472f-bcd8-66ca88b6e828/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24/11f9e8d9-cac4-4095-822f-d963e4ecc843) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:10:41.117065 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.133215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Transition to ACTIVE for port object 11f9e8d9-cac4-4095-822f-d963e4ecc843 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:41.166543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.209062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:10:41.212113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:10:41.214747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:10:41.234059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:10:41.254943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:41.257033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: f63c8a66-986d-4548-be89-02911043110c {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:10:41.257587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device f63c8a66-986d-4548-be89-02911043110c not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:10:41.279342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:41.280011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.297979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-83409e13-2a5e-41c0-a948-fbfdd3e2cecd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173456 Aug 27 03:10:41.376720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Request body: {'port': {'device_id': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:41.439190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.510786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a7668d2b-61e6-4554-b1a5-9f48438bbddc None None] Provisioning for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:41.514729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a7668d2b-61e6-4554-b1a5-9f48438bbddc None None] Provisioning complete for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:41.515139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a7668d2b-61e6-4554-b1a5-9f48438bbddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.551153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a7668d2b-61e6-4554-b1a5-9f48438bbddc None None] Port 11f9e8d9-cac4-4095-822f-d963e4ecc843 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:10:41.712954 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:41.721205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.735563 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Transition to ACTIVE for port object 11f9e8d9-cac4-4095-822f-d963e4ecc843 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:10:41.740526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.789046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:41.872141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:10:41.872485 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:10:41.872818 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:41.877692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:10:41.878014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:10:41.883376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:10:41.883716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:10:41.884103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:10:41.884611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Bound port: 11f9e8d9-cac4-4095-822f-d963e4ecc843, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:10:41.884890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:41.903276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783c0f-a49e-455c-878b-af0a45466353 req-25f48d61-e0b2-432d-95f0-d858f4763758 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:41.904980 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7783c0f-a49e-455c-878b-af0a45466353 req-25f48d61-e0b2-432d-95f0-d858f4763758 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0568519 Aug 27 03:10:41.951101 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f7783c0f-a49e-455c-878b-af0a45466353 req-5be8e758-e511-4603-a1c2-f5e9cd9ecf98 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379384 Aug 27 03:10:41.962291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:10:41.965979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:10:41.975875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:42.025503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.026234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:42.028233 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] 10.222.0.46 "PUT /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1092 time: 0.7165036 Aug 27 03:10:42.028851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:42.032917 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee684c-af75-4efc-bf7c-5fa2a97e78d8" -d '{"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:42.063848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebadc-6ceb-4552-9ef7-9e04e09f7d9e service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:42.099474 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c64ccc-14e4-4d37-b305-76f8283229c6 x-openstack-request-id: req-a1c64ccc-14e4-4d37-b305-76f8283229c6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:42.099771 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:42.100024 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1c64ccc-14e4-4d37-b305-76f8283229c6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:42.100425 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'status': 'completed', 'code': 200} Aug 27 03:10:42.137896 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-98d6d454-adec-42ca-a975-e1df62ff82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.139471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-98d6d454-adec-42ca-a975-e1df62ff82f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1095 time: 0.0497692 Aug 27 03:10:42.189230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-03efb0e7-ae4f-4b7f-8c07-ed78bafe753b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 217 time: 0.0359755 Aug 27 03:10:42.239860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-632090d9-434b-421f-9b17-36fa2ef743ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.241332 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-632090d9-434b-421f-9b17-36fa2ef743ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0454588 Aug 27 03:10:42.292734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-4735bd9d-77c9-41e1-be3f-b2969525c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.294220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-4735bd9d-77c9-41e1-be3f-b2969525c2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451155 Aug 27 03:10:42.387585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-5e9f582f-39c5-4cc1-a1e9-e4ae4ce1750f service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862553 Aug 27 03:10:42.482496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d7b52591-87cc-4d6d-8f9d-df6bbfff7b02 req-d9eae49a-0bd4-47d3-a85f-1347aa1dc0ca service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Aug 27 03:10:42.626740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-9b100e91-021a-46f9-b290-03d2cf28d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.628891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-9b100e91-021a-46f9-b290-03d2cf28d52f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1095 time: 0.0531094 Aug 27 03:10:42.718246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-53b9eed7-b2df-4dc9-ae65-54a5f766bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.719768 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-53b9eed7-b2df-4dc9-ae65-54a5f766bec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0844164 Aug 27 03:10:42.768289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-14d4e864-e176-48b8-828d-d7aff00973a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 217 time: 0.0409820 Aug 27 03:10:42.827344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-d2e872da-23f6-45b1-ae1d-ea5b7b4773e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.828851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-d2e872da-23f6-45b1-ae1d-ea5b7b4773e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0457790 Aug 27 03:10:42.877120 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-f7510e46-72b0-4945-83fa-ef0cea956aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:42.878569 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-f7510e46-72b0-4945-83fa-ef0cea956aba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416009 Aug 27 03:10:42.974089 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-8c8d329a-c767-4919-90c8-9c2d233a61da service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873744 Aug 27 03:10:43.072345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-deee684c-af75-4efc-bf7c-5fa2a97e78d8 req-5369b819-e091-42ed-93f6-6132f1eb70c3 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865448 Aug 27 03:10:43.082169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa11442-5de1-4240-a1e7-2b1a636a02f5 req-2d1189fe-e846-49a3-a758-0621675fed9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:43.083996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa11442-5de1-4240-a1e7-2b1a636a02f5 req-2d1189fe-e846-49a3-a758-0621675fed9d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0520887 Aug 27 03:10:43.125243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fa11442-5de1-4240-a1e7-2b1a636a02f5 req-356b0ee1-549c-49b3-ba00-a80c0b843f4a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Aug 27 03:10:44.249721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b928b-5d99-44fe-8040-a03b6a5271de req-c50665a3-f1c0-4933-ac25-551ac8340021 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:44.251278 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-032b928b-5d99-44fe-8040-a03b6a5271de req-c50665a3-f1c0-4933-ac25-551ac8340021 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0550940 Aug 27 03:10:44.289183 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-032b928b-5d99-44fe-8040-a03b6a5271de req-0a50ae0c-7691-4cb9-b628-930b171b643d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Aug 27 03:10:45.412563 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472545-828e-4227-b94d-2c5dd84e9a40 req-666571ee-fe56-4fd3-ab07-d7a757c58fab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:45.414013 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13472545-828e-4227-b94d-2c5dd84e9a40 req-666571ee-fe56-4fd3-ab07-d7a757c58fab tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0564950 Aug 27 03:10:45.457240 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-13472545-828e-4227-b94d-2c5dd84e9a40 req-f5c9ffbb-7c86-466a-97ef-db55ea02bedc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Aug 27 03:10:46.084094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:10:46.183203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:46.194693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:10:46.232154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:46.246646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:10:46.267534 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:46.271616 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:46.326352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:46.576696 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672549e2-7719-48b2-b5ae-6f4da0956a1a req-eac8e0e2-a264-4f94-b74d-d62d843413be tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:46.578686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-672549e2-7719-48b2-b5ae-6f4da0956a1a req-eac8e0e2-a264-4f94-b74d-d62d843413be tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0496993 Aug 27 03:10:46.617480 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-672549e2-7719-48b2-b5ae-6f4da0956a1a req-0f2931d1-ea65-43b6-8da8-4cb2c5173466 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Aug 27 03:10:46.641074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['11f9e8d9-cac4-4095-822f-d963e4ecc843'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:10:46.706465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:47.735702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69720a-f314-4607-8ae5-84987c4e4790 req-bba74762-fceb-4c31-932b-84f4c7a917d4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:47.737255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69720a-f314-4607-8ae5-84987c4e4790 req-bba74762-fceb-4c31-932b-84f4c7a917d4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0506682 Aug 27 03:10:47.775874 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7c69720a-f314-4607-8ae5-84987c4e4790 req-8c946760-45b2-4aba-997f-56d53a52f461 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Aug 27 03:10:48.092465 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:10:48.145174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:10:48.149384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:10:48.149754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:48.231998 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:48.258094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:48.260364 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807c41c2-450e-454e-9033-ec3205980cb5" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:48.273706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:10:48.278091 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:48.302374 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d874a4-3005-4c80-b79f-360add1d6467 x-openstack-request-id: req-33d874a4-3005-4c80-b79f-360add1d6467 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:48.302698 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:48.302950 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33d874a4-3005-4c80-b79f-360add1d6467 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:48.303339 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'code': 200} Aug 27 03:10:48.335215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:10:48.422190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e67e1-ecee-4653-bbc9-814a321f762e req-46cba07b-085f-4587-a13b-c9a14531514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:48.423740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a2e67e1-ecee-4653-bbc9-814a321f762e req-46cba07b-085f-4587-a13b-c9a14531514a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0411420 Aug 27 03:10:48.460194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a2e67e1-ecee-4653-bbc9-814a321f762e req-a65223ea-fa08-4389-b642-8fbb8baffdfe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297053 Aug 27 03:10:48.899922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e7a83-5922-4e3e-a3f4-0916cda5cee6 req-7d34ba6f-9bb3-475c-a1c9-8eaac2e60aa3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:48.901638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-280e7a83-5922-4e3e-a3f4-0916cda5cee6 req-7d34ba6f-9bb3-475c-a1c9-8eaac2e60aa3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0563643 Aug 27 03:10:48.945278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-280e7a83-5922-4e3e-a3f4-0916cda5cee6 req-53ff0f5e-791d-4838-a7b4-54ecd868b09f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368810 Aug 27 03:10:50.073620 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac046db5-faf0-4db6-ae12-eb1dbc17c028 req-2ff2ecb3-d2e2-43fb-b2a1-9c47bedaa023 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:50.075380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac046db5-faf0-4db6-ae12-eb1dbc17c028 req-2ff2ecb3-d2e2-43fb-b2a1-9c47bedaa023 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0543795 Aug 27 03:10:50.115887 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ac046db5-faf0-4db6-ae12-eb1dbc17c028 req-d295dac5-e2a3-49fa-a0f2-01a0987b0b76 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Aug 27 03:10:50.243808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160407-8559-4867-8701-68bbebc7c7fe req-eecf6e9d-2c2a-4a39-9d31-963dcf0811de tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:50.246509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8d160407-8559-4867-8701-68bbebc7c7fe req-eecf6e9d-2c2a-4a39-9d31-963dcf0811de tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0587842 Aug 27 03:10:50.254098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:10:50.259106 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Request body: {'floatingip': {'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:10:50.300407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:50.765674 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:50.772110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:50.884534 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f associated. External IP: 172.25.8.215, port: 11f9e8d9-cac4-4095-822f-d963e4ecc843. Aug 27 03:10:51.131723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:10:51.348865 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:10:51.462592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:10:51.467387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:51.473478 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:10:51.484121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:51.484762 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:10:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:51.499206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-717ecdfb-dd8e-4bbd-86ef-9b7622fd4243 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "PUT /v2.0/floatingips/d9d02a66-1b16-4a89-8d13-92acea8f184f HTTP/1.1" status: 200 len: 993 time: 1.2438900 Aug 27 03:10:51.499898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:10:51.502281 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6" -d '{"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:10:51.543273 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf9ff2d-27b0-495d-9867-a9448689de9c x-openstack-request-id: req-abf9ff2d-27b0-495d-9867-a9448689de9c {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:10:51.543573 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:10:51.543924 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abf9ff2d-27b0-495d-9867-a9448689de9c {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:10:51.544248 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'status': 'completed', 'code': 200} Aug 27 03:10:51.600114 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:51.643303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-6581fc0e-3053-4ecd-ac41-4f1ee3c09dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:51.644839 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-6581fc0e-3053-4ecd-ac41-4f1ee3c09dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0463810 Aug 27 03:10:51.747116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-ddc66c86-7e27-4bc5-886c-ff0de5578ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:51.748607 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-ddc66c86-7e27-4bc5-886c-ff0de5578ae7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0963814 Aug 27 03:10:51.833559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-04db5719-37f8-4d7f-a2d7-67b4a9055972 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0696495 Aug 27 03:10:51.850266 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:10:50Z', 'revision_number': 13, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:51.876849 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:10:51.885205 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:10:51.885837 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:10:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:51.886970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-10e290f9-4125-4178-a5cf-4159e9db9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:51.888972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-10e290f9-4125-4178-a5cf-4159e9db9f50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0475390 Aug 27 03:10:51.936987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-e0fe0ebf-8060-4166-b20c-1b81574264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:10:51.938567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-e0fe0ebf-8060-4166-b20c-1b81574264b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427296 Aug 27 03:10:51.993839 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:10:52.036282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-ac5f482d-1d18-412f-8a39-c5af9f5bb046 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901203 Aug 27 03:10:52.136375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e8c7764-3ca4-40f0-9739-cbdec15a86b6 req-b4fa3600-4678-4531-85b9-11ebbeecc5e6 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924609 Aug 27 03:10:52.231844 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:10:50Z', 'revision_number': 13, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:10:52.262112 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ae733-561b-4487-9968-25727a0bb103 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'd9d02a66-1b16-4a89-8d13-92acea8f184f', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:02:42Z', 'updated_at': '2021-08-27T03:10:50Z', 'revision_number': 13, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:10:52.460351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2177ef9-e3ca-48af-8450-6eadd1082ad0 None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:10:52.727382 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d53959c0-b816-413e-8916-efbb12824709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:55.280390 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9f15e189-1b78-4668-9b6d-c9af9186bafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:55.513430 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:56.664988 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:10:58.082877 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:01.264733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:16.692113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:22.730945 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-030e6b60-0285-4302-addf-2936d9c9e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:25.283507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-69ad5dde-6edc-4dae-9e30-024bcf35931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:25.507800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:26.667565 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:28.086041 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:28.131009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:11:31.277256 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:43.835800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-428e7c55-1747-4aff-a9e9-fd5e8a73419b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456374 Aug 27 03:11:43.938362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-aff73e5c-4b68-4778-9fa1-7a424a0fb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:43.939925 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-aff73e5c-4b68-4778-9fa1-7a424a0fb95e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0449741 Aug 27 03:11:44.042409 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-9e6cc01f-a5e9-499d-b19c-06dca316889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:44.043908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-9e6cc01f-a5e9-499d-b19c-06dca316889b service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0842855 Aug 27 03:11:44.119848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-0a3d60cb-4c9e-4817-8019-0b8d1786d1ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1003 time: 0.0671587 Aug 27 03:11:44.168558 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-2e87c327-a2ca-4def-b9b9-2a845c0cd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:44.170756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-2e87c327-a2ca-4def-b9b9-2a845c0cd6b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0433645 Aug 27 03:11:44.220845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-295b33f8-5385-43eb-a9ec-391c6a0fb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:11:44.222360 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-295b33f8-5385-43eb-a9ec-391c6a0fb793 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410674 Aug 27 03:11:44.318238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-1dc7d3b9-6859-4f9d-9bf1-b832b98d7a75 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879738 Aug 27 03:11:44.410970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56e06d70-d5ed-46ac-8035-14e64f274094 req-65cfcf24-7e7f-4ebb-a080-d9448abcf6e8 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Aug 27 03:11:46.700157 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:52.733835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8a147d-6ecd-4250-9a72-73c9d71549e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:55.287598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a2a894ca-16dc-44b5-8ac6-47ca8b993114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:55.507875 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:56.674015 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:11:58.089289 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:01.283191 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:05.130680 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:12:11.698562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-02f18a3f-3fea-4d8b-8fdc-e215e216e0d1 req-cad2c0d4-8b3e-43b4-893a-97c12adf73c1 service neutron] (94831) timed out ('10.222.0.15', 63157) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:12:16.720704 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:22.738300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89bbd5d1-c85c-496c-a445-a554fa360f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.290970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c35fff3f-38a7-4a1e-9764-122f50f54c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:25.513757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:26.675819 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:28.092971 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:31.296683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:42.129973 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:12:43.851831 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-7f618425-f8f7-4707-aa6f-cc2b4916eb33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482304 Aug 27 03:12:43.955823 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19eb2-b0e7-4189-823e-759abf020cea req-22e16d8d-a529-4ce6-a1a0-f12332687aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:43.957593 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-22e16d8d-a529-4ce6-a1a0-f12332687aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0457275 Aug 27 03:12:44.060345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19eb2-b0e7-4189-823e-759abf020cea req-a11b44cd-937d-431a-802b-13bccb9ecafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.062339 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-a11b44cd-937d-431a-802b-13bccb9ecafa service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0856817 Aug 27 03:12:44.130964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-484ecf80-0a20-4f91-bdff-74ec799fccf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1003 time: 0.0618582 Aug 27 03:12:44.180113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19eb2-b0e7-4189-823e-759abf020cea req-c9422797-d53f-4ff3-b967-6a0462ef7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.181582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-c9422797-d53f-4ff3-b967-6a0462ef7408 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0442877 Aug 27 03:12:44.230722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19eb2-b0e7-4189-823e-759abf020cea req-da444be0-79c8-4036-b3c7-170f2aaba822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:12:44.232914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-da444be0-79c8-4036-b3c7-170f2aaba822 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434816 Aug 27 03:12:44.335316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-f7607bdb-001c-4258-aa2d-644de8a16d34 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949361 Aug 27 03:12:44.427842 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99d19eb2-b0e7-4189-823e-759abf020cea req-51477370-0549-48cc-b454-b693169db89c service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Aug 27 03:12:46.718813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:52.745453 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-27c6ca45-247c-41fd-aefa-e2ede5f481d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.291827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98e6aa79-d31c-4992-8c08-4d6a69a51645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:55.505168 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:56.675888 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:12:58.095804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:01.288038 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:16.739240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:19.129682 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:22.737642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-88d2e177-6abe-4b19-bfb0-956385b7befd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:25.295547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9dc14fb0-a6da-4494-b7eb-55da1cf53b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:25.507845 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.678574 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:26.979088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59d6a6-2f0b-4fa5-9816-cf4fd346a49e req-77d87174-7c71-4592-84af-440e1ea287ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:26.981831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a59d6a6-2f0b-4fa5-9816-cf4fd346a49e req-77d87174-7c71-4592-84af-440e1ea287ea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.1727293 Aug 27 03:13:27.025808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5a59d6a6-2f0b-4fa5-9816-cf4fd346a49e req-081bc53d-f7a6-4991-90d4-13d07dee26c1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368330 Aug 27 03:13:28.099838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:31.306103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:38.499008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb07c-3937-4c2f-b9ff-3659288e3af8 req-8b5ac2f9-0a94-46a4-a28b-3f1bb5578f3e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:38.500545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-133eb07c-3937-4c2f-b9ff-3659288e3af8 req-8b5ac2f9-0a94-46a4-a28b-3f1bb5578f3e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0579579 Aug 27 03:13:38.528604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-a44dddd9-e0d5-4356-b714-f2388ee62ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957677 Aug 27 03:13:38.543673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-133eb07c-3937-4c2f-b9ff-3659288e3af8 req-404f552d-f78b-482f-89f2-6ce2a884b4e6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366514 Aug 27 03:13:39.682751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440796-70ca-465c-acf6-7132e5f6eb9e req-523c3f50-e062-4d80-9228-8a6085b6ea38 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.685546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3440796-70ca-465c-acf6-7132e5f6eb9e req-523c3f50-e062-4d80-9228-8a6085b6ea38 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0647388 Aug 27 03:13:39.686829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-0073e279-5615-429a-8fbb-c0231a8874c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.688347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-0073e279-5615-429a-8fbb-c0231a8874c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0432808 Aug 27 03:13:39.730914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3440796-70ca-465c-acf6-7132e5f6eb9e req-f496dc04-2e70-44cd-8e74-cc954a1a4fe7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Aug 27 03:13:39.792983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-2cbe4a85-d511-4a15-827d-a6d9a0a777f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.794537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-2cbe4a85-d511-4a15-827d-a6d9a0a777f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0991015 Aug 27 03:13:39.864660 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-425be3ba-1a92-4bc3-b265-73ceb72e98fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1003 time: 0.0631139 Aug 27 03:13:39.927840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-7655ea19-4e48-4670-b68f-8d28668eff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.929329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-7655ea19-4e48-4670-b68f-8d28668eff36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0558708 Aug 27 03:13:39.980778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-92c85a3d-1a7c-4ec2-8203-4d7635a0277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:39.982531 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-92c85a3d-1a7c-4ec2-8203-4d7635a0277a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465386 Aug 27 03:13:40.081775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-cb5ac9f8-eb4d-4000-bcb5-eac6268ab19c service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912094 Aug 27 03:13:40.188534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-e1eb2da0-3502-45c3-9412-50a4c21814d6 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969872 Aug 27 03:13:40.851872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fff984-a74a-4197-b616-9e2ba70eec87 req-60e912f6-97b7-4612-a5cd-7011d870db85 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:40.853387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6fff984-a74a-4197-b616-9e2ba70eec87 req-60e912f6-97b7-4612-a5cd-7011d870db85 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0510526 Aug 27 03:13:40.892897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6fff984-a74a-4197-b616-9e2ba70eec87 req-1547fc08-3923-4022-830c-86f3e84fa691 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Aug 27 03:13:42.023454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ddf4f-9706-412f-9f0f-4569d64fb74c req-d4ab3944-95e9-4468-8920-48a0922b79f0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:42.025017 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c47ddf4f-9706-412f-9f0f-4569d64fb74c req-d4ab3944-95e9-4468-8920-48a0922b79f0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0612848 Aug 27 03:13:42.065116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c47ddf4f-9706-412f-9f0f-4569d64fb74c req-77a99308-ffba-4455-a37d-c204c8bb490b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Aug 27 03:13:43.188181 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1edb46-9f80-44c2-a613-a58443492e65 req-2832192e-00cf-40ef-a672-9df406446681 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:43.189725 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce1edb46-9f80-44c2-a613-a58443492e65 req-2832192e-00cf-40ef-a672-9df406446681 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0529320 Aug 27 03:13:43.235757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce1edb46-9f80-44c2-a613-a58443492e65 req-a21ba853-fde2-4eb4-b99c-b55c8a04378c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332260 Aug 27 03:13:44.358707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fb833-4f17-489e-b88f-3bb53dd9ad52 req-6c979cae-bc75-4df0-b39d-8c99b005f067 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.360216 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba7fb833-4f17-489e-b88f-3bb53dd9ad52 req-6c979cae-bc75-4df0-b39d-8c99b005f067 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0555048 Aug 27 03:13:44.399780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba7fb833-4f17-489e-b88f-3bb53dd9ad52 req-a986a203-5382-4e7f-a46b-324fdfed9424 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330267 Aug 27 03:13:44.881732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-65318136-5f9c-427f-99cc-6f2cf1f4ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.883282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-65318136-5f9c-427f-99cc-6f2cf1f4ec86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1097 time: 0.0430722 Aug 27 03:13:44.991764 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-e57c7338-02c1-4981-b602-f3b924a40503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:44.993266 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-e57c7338-02c1-4981-b602-f3b924a40503 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0900238 Aug 27 03:13:45.063253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-ae10c240-45b5-44ca-9356-c3e11743ba61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1003 time: 0.0627105 Aug 27 03:13:45.118020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-2534175a-a5d2-456c-be49-d2d7db35a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.119526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-2534175a-a5d2-456c-be49-d2d7db35a668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0489893 Aug 27 03:13:45.167667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-7ab7a931-055e-425b-b451-ed4cf6eee8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.169071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-7ab7a931-055e-425b-b451-ed4cf6eee8c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419750 Aug 27 03:13:45.263802 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-abb0d81b-1dcf-4378-becc-26bb19c590f7 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866315 Aug 27 03:13:45.365048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-85e8ddfb-4dbf-4d07-bc6d-064c39f359cd req-5c07f9c0-6e77-4ed1-ae9e-4ad2d6057d36 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933530 Aug 27 03:13:45.523447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b47a-00c6-44bc-90b7-7ccdadddb204 req-7d24684d-137e-4b20-95b8-a9206b7583a3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:45.524964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89b5b47a-00c6-44bc-90b7-7ccdadddb204 req-7d24684d-137e-4b20-95b8-a9206b7583a3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0519180 Aug 27 03:13:45.566120 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89b5b47a-00c6-44bc-90b7-7ccdadddb204 req-e4981c90-92a0-4b4d-8275-866a8036afdc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345640 Aug 27 03:13:46.687052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dd5c2-a0cc-4a5a-923a-33f684c1a0da req-8220b0a8-11ba-48e8-8cea-d8c5c6aa4b31 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:46.688633 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f83dd5c2-a0cc-4a5a-923a-33f684c1a0da req-8220b0a8-11ba-48e8-8cea-d8c5c6aa4b31 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0527456 Aug 27 03:13:46.735113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:46.737695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f83dd5c2-a0cc-4a5a-923a-33f684c1a0da req-2573e251-1e25-43df-bff6-9a1759192b41 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Aug 27 03:13:48.099354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c83025-92c4-4e59-bc34-22ede4205f60 req-a064549a-2f6c-4514-b15a-3f87f28973af tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:48.100888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98c83025-92c4-4e59-bc34-22ede4205f60 req-a064549a-2f6c-4514-b15a-3f87f28973af tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0547609 Aug 27 03:13:48.141833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98c83025-92c4-4e59-bc34-22ede4205f60 req-96f137ba-80af-442b-b843-fa9549a8567a tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Aug 27 03:13:49.265561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcea8d2-1569-453c-8759-3c08c797244d req-c0a4a0ce-06f8-407c-b42f-7a3a9c7a9d39 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:49.267035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebcea8d2-1569-453c-8759-3c08c797244d req-c0a4a0ce-06f8-407c-b42f-7a3a9c7a9d39 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0532186 Aug 27 03:13:49.308602 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebcea8d2-1569-453c-8759-3c08c797244d req-c9e55b20-4f7a-4e69-b446-10063f5d308c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Aug 27 03:13:50.426664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e839-1701-4585-9e4a-15a398f8781a req-9f8d7807-f3b2-4393-b0f3-e7ea3ceeb10f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:50.428229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb25e839-1701-4585-9e4a-15a398f8781a req-9f8d7807-f3b2-4393-b0f3-e7ea3ceeb10f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0500519 Aug 27 03:13:50.467589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb25e839-1701-4585-9e4a-15a398f8781a req-2387d35a-c0b6-46a1-81c2-0286757b2906 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Aug 27 03:13:51.587084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242ee9c-fb06-4044-b872-c194e76fbaa3 req-31f08de9-107d-4b03-9bda-aec5f2042435 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:51.589117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8242ee9c-fb06-4044-b872-c194e76fbaa3 req-31f08de9-107d-4b03-9bda-aec5f2042435 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0510168 Aug 27 03:13:51.628423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8242ee9c-fb06-4044-b872-c194e76fbaa3 req-fc42f993-c112-4392-b710-1aff27e6f265 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332830 Aug 27 03:13:52.744273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-63ef47cb-f441-4d25-941f-e49c5a0b4c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:52.759336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e68f-68df-4a2b-ac97-d2071059bb07 req-5ed98564-b740-45f1-ad60-e3ed3fbf4e9f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:52.761538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6298e68f-68df-4a2b-ac97-d2071059bb07 req-5ed98564-b740-45f1-ad60-e3ed3fbf4e9f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0583155 Aug 27 03:13:52.803941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6298e68f-68df-4a2b-ac97-d2071059bb07 req-b26c072d-56e7-4221-b1e4-dec02af5d934 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331898 Aug 27 03:13:53.934056 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21aec3-9a55-4276-a02b-a20300526c05 req-2610f6f5-776b-46b6-8e21-57967bcf5ac1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:53.937484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af21aec3-9a55-4276-a02b-a20300526c05 req-2610f6f5-776b-46b6-8e21-57967bcf5ac1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0617189 Aug 27 03:13:53.986806 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-af21aec3-9a55-4276-a02b-a20300526c05 req-1d726b51-4af5-4dba-a77e-1e37ecc32eb4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Aug 27 03:13:54.162781 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-4553b6f4-6cd9-46f8-96e9-12690a61e212 service neutron] show failed (client error): The resource could not be found. Aug 27 03:13:54.163677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-4553b6f4-6cd9-46f8-96e9-12690a61e212 service neutron] 10.222.0.46 "GET /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0615304 Aug 27 03:13:54.430150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-afad740f-4552-4370-97ed-5600443f3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:54.431961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-afad740f-4552-4370-97ed-5600443f3386 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1097 time: 0.0954959 Aug 27 03:13:54.444189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:13:54.500621 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:54.719190 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:13:54.759071 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:13:54.805253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:54.809645 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e0250d-e0c4-4b8f-826b-c766db61c7c6" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-unplugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:54.814202 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:54.827936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Transition to ACTIVE for port object 11f9e8d9-cac4-4095-822f-d963e4ecc843 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:13:54.831685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:54.917676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:54.933927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.934284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.934931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.935098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.935303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.935813 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.936174 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.936508 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.936858 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.937175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.937504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.937827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:13:54.951320 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c0750-8ac7-424c-923f-70d3efc1eff9 x-openstack-request-id: req-735c0750-8ac7-424c-923f-70d3efc1eff9 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:54.951620 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-unplugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:54.951880 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-735c0750-8ac7-424c-923f-70d3efc1eff9 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:54.952287 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'code': 200} Aug 27 03:13:54.982046 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] No DVR routers for this DVR port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:13:55.084547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:13:55.123945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:13:55.140331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4a0b-a037-4127-bb29-30bf722ddb66 req-7f67f970-2294-4b78-b9fd-982c308b6989 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.142647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-373a4a0b-a037-4127-bb29-30bf722ddb66 req-7f67f970-2294-4b78-b9fd-982c308b6989 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0754018 Aug 27 03:13:55.197822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:13:55.198199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:13:55.198649 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:55.211581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:13:55.211901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:13:55.222204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:13:55.222588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:13:55.222962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:13:55.223386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Bound port: 11f9e8d9-cac4-4095-822f-d963e4ecc843, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:13:55.223740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:55.228410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-373a4a0b-a037-4127-bb29-30bf722ddb66 req-d23e0ecc-01e8-4111-aaba-b44ab02946dd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784836 Aug 27 03:13:55.297859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-588e09b3-3d8f-4d35-9596-efa9b7c737be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:55.299620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:13:55.302962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:13:55.307322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:55.352003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.352627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:55.354161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] 10.222.0.15 "PUT /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1092 time: 0.9143682 Aug 27 03:13:55.379033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171fbeb-e66b-4492-8fdc-e5f3b3342962 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=7']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:13:55.427263 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-b79d8dec-68bb-435b-98fa-a2795eb8bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.428793 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-b79d8dec-68bb-435b-98fa-a2795eb8bb73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1095 time: 0.0463986 Aug 27 03:13:55.511881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:55.528556 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-c723d150-9a15-4a5f-b368-9866df99609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.530143 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-c723d150-9a15-4a5f-b368-9866df99609c service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0943751 Aug 27 03:13:55.601336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-a708c670-8ab5-40cf-9470-70151ca5ccf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0645840 Aug 27 03:13:55.652420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-8a61da87-c7a3-4a5f-95d9-081b233d814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.653811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-8a61da87-c7a3-4a5f-95d9-081b233d814e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0456321 Aug 27 03:13:55.704797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-bfbb5134-dd4c-4c9f-bc72-9b874c2bc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:55.707094 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-bfbb5134-dd4c-4c9f-bc72-9b874c2bc658 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462060 Aug 27 03:13:55.802821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-3e848dbc-8f0a-4785-9ace-9bbf8d0ce974 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893037 Aug 27 03:13:55.897791 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-fad3a2fa-c779-4554-a420-2021dfc686ae service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Aug 27 03:13:56.130641 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:13:56.367681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b517a-a464-4611-9987-bb791f04fb2a req-554453d2-cc7b-44d8-b4ac-3f6b556f5315 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:56.368733 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f18b517a-a464-4611-9987-bb791f04fb2a req-554453d2-cc7b-44d8-b4ac-3f6b556f5315 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0641613 Aug 27 03:13:56.414116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f18b517a-a464-4611-9987-bb791f04fb2a req-68d95101-9887-4b31-bf8e-1b89d691add9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343306 Aug 27 03:13:56.683608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:56.953843 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:13:56.956559 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:13:57.015705 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7a0e96-a05b-4b84-ac3e-10132b32535c x-openstack-request-id: req-3f7a0e96-a05b-4b84-ac3e-10132b32535c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:13:57.016359 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:13:57.016990 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7a0e96-a05b-4b84-ac3e-10132b32535c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:13:57.025000 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'status': 'completed', 'code': 200} Aug 27 03:13:57.100481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-5fca50a8-4dd0-40d5-a3c0-35f054dec7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.102434 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-5fca50a8-4dd0-40d5-a3c0-35f054dec7cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1095 time: 0.0638666 Aug 27 03:13:57.106958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-dab7bec2-7b20-49b2-bcb2-7b3f76e7e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.108565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-dab7bec2-7b20-49b2-bcb2-7b3f76e7e9a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1095 time: 0.0452878 Aug 27 03:13:57.204822 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-596844fe-4975-421a-99ff-c888eee8d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.206579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-596844fe-4975-421a-99ff-c888eee8d10d service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0975969 Aug 27 03:13:57.226928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-67fde364-60e6-4979-ad00-dcefb5fe1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.229048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-67fde364-60e6-4979-ad00-dcefb5fe1691 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1078670 Aug 27 03:13:57.281005 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-40da42ba-3a4b-444f-a4de-19c657f4e43f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0668418 Aug 27 03:13:57.298602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-406e8845-c383-4227-8e87-6be584cb3842 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0620701 Aug 27 03:13:57.338058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-364efc5a-9228-4ea0-ac78-aeaf5fad85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.340163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-364efc5a-9228-4ea0-ac78-aeaf5fad85c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0528138 Aug 27 03:13:57.351342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-c42d7d71-31b9-45fd-af47-737a0195831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.352822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-c42d7d71-31b9-45fd-af47-737a0195831f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0471709 Aug 27 03:13:57.391625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-eac030d1-c541-429d-a5f3-8dca351f323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.392847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-eac030d1-c541-429d-a5f3-8dca351f323e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457551 Aug 27 03:13:57.412042 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-75f92a24-6769-4b00-8b73-54c8bc30bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.413570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-75f92a24-6769-4b00-8b73-54c8bc30bf2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534539 Aug 27 03:13:57.499835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-8b72df49-8356-47ff-990e-5dd103b71634 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000185 Aug 27 03:13:57.540808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-9eff0977-1d35-417e-a006-2263ac416b78 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200089 Aug 27 03:13:57.559723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bb1e-18ef-4bbc-9a9d-7e46028d5268 req-e1102fd0-49f6-4494-a43e-210585e7142e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:57.561380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eef7bb1e-18ef-4bbc-9a9d-7e46028d5268 req-e1102fd0-49f6-4494-a43e-210585e7142e tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0664713 Aug 27 03:13:57.610745 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-2b93cf01-cf69-4245-9d72-e9c6a453e943 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042228 Aug 27 03:13:57.671077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eef7bb1e-18ef-4bbc-9a9d-7e46028d5268 req-598b312d-b64e-41de-a258-bc6c84e9c127 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880492 Aug 27 03:13:57.690008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdf46fcc-471d-4003-83e1-8a66a18b8f5b req-b93c55f2-1bc1-4b5e-b53a-4e0a0ce2ed3d service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385019 Aug 27 03:13:58.106277 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:13:58.806650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9a68-22c0-4f86-ac34-a3f5c589c76b req-3c54ffe6-4c85-45a1-8d67-6e77e5992f8b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:58.808412 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3ac9a68-22c0-4f86-ac34-a3f5c589c76b req-3c54ffe6-4c85-45a1-8d67-6e77e5992f8b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0610821 Aug 27 03:13:58.849598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3ac9a68-22c0-4f86-ac34-a3f5c589c76b req-66195dca-898e-4387-9e61-c104f9c9bfe1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346422 Aug 27 03:13:59.978742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767954-4906-44c2-80f8-4612878410f3 req-ae18a985-d665-427e-ba3e-6c9144c9cd10 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:13:59.980870 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff767954-4906-44c2-80f8-4612878410f3 req-ae18a985-d665-427e-ba3e-6c9144c9cd10 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0529606 Aug 27 03:14:00.021599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ff767954-4906-44c2-80f8-4612878410f3 req-4fd5e300-12c8-4bef-b1ae-122daeaabc09 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Aug 27 03:14:01.143632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ed1c-38f5-4516-acbc-c9a2f3c70a1b req-ef636131-8a35-40af-a0a0-ae819396204d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:01.145130 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e85ed1c-38f5-4516-acbc-c9a2f3c70a1b req-ef636131-8a35-40af-a0a0-ae819396204d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0538359 Aug 27 03:14:01.184301 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6e85ed1c-38f5-4516-acbc-c9a2f3c70a1b req-8732e34e-e23f-4987-94ec-88e914946b25 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330539 Aug 27 03:14:01.302475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:02.304856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aadd9-e798-4ee9-bfc8-1e01ccdb00dc req-48c15512-4a3b-4e3c-8b38-f368abc83f65 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:02.306351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-992aadd9-e798-4ee9-bfc8-1e01ccdb00dc req-48c15512-4a3b-4e3c-8b38-f368abc83f65 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0533493 Aug 27 03:14:02.345917 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-992aadd9-e798-4ee9-bfc8-1e01ccdb00dc req-e2b44acf-16c6-4d17-9315-8fc3878ce9c0 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331445 Aug 27 03:14:03.473325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c64ea-64f3-4eca-9e96-63cf59502ed8 req-f49874c7-81da-40d5-bc67-6827d1732871 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:03.474921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f88c64ea-64f3-4eca-9e96-63cf59502ed8 req-f49874c7-81da-40d5-bc67-6827d1732871 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0584879 Aug 27 03:14:03.513943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f88c64ea-64f3-4eca-9e96-63cf59502ed8 req-3a2a9b1c-2964-4577-92c9-d4efd44a605c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 27 03:14:04.632470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666233-a9f3-42f9-b754-f701cc08c5be req-a413c0eb-90b0-4d51-bea7-ca336d4a87da tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:04.634116 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23666233-a9f3-42f9-b754-f701cc08c5be req-a413c0eb-90b0-4d51-bea7-ca336d4a87da tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0507295 Aug 27 03:14:04.675398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-23666233-a9f3-42f9-b754-f701cc08c5be req-3820a8df-5fee-405e-834d-2d708475d4ae tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Aug 27 03:14:05.796464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d4af6-8eb8-457f-8a6e-87351414b2b8 req-eef97e50-9b11-4f5d-bb74-66457336bb81 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:05.798020 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb8d4af6-8eb8-457f-8a6e-87351414b2b8 req-eef97e50-9b11-4f5d-bb74-66457336bb81 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0533938 Aug 27 03:14:05.836289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cb8d4af6-8eb8-457f-8a6e-87351414b2b8 req-0628b22f-ebc9-43f0-bc67-5c7f762f84da tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Aug 27 03:14:06.970341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531c5ea-0372-4b9d-a5b2-82d2e836546b req-d87f29c0-e485-4abd-b163-4b0ebef32949 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:06.971900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a531c5ea-0372-4b9d-a5b2-82d2e836546b req-d87f29c0-e485-4abd-b163-4b0ebef32949 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0601485 Aug 27 03:14:07.011279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a531c5ea-0372-4b9d-a5b2-82d2e836546b req-66845c76-daf2-4802-bdb1-9b2cd47ddeb5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Aug 27 03:14:08.133840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a1a43-4adb-49dc-85cd-0f17111ecf94 req-fd93d70a-dd1c-4a0a-a3be-fedd3d911618 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.135460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb8a1a43-4adb-49dc-85cd-0f17111ecf94 req-fd93d70a-dd1c-4a0a-a3be-fedd3d911618 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0532663 Aug 27 03:14:08.174437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb8a1a43-4adb-49dc-85cd-0f17111ecf94 req-7c4a358b-7b0f-4d55-b4a8-4c1357ca9a02 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Aug 27 03:14:08.370589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:08.485393 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-83cb236d-569c-42ce-a558-976394301fd4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.487803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-83cb236d-569c-42ce-a558-976394301fd4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.15 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&binding%3Ahost_id=n-h2-806292-1 HTTP/1.1" status: 200 len: 944 time: 0.0576198 Aug 27 03:14:08.522845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:08.537088 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:08.585143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:08.586733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ff83-9a51-4707-9b3a-82187a4b73b8 req-f62a6d52-b1e5-440a-b988-54cffd787044 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.588899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fd7ff83-9a51-4707-9b3a-82187a4b73b8 req-f62a6d52-b1e5-440a-b988-54cffd787044 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 944 time: 0.0975325 Aug 27 03:14:08.599963 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-239e0e8d-9cee-44a4-91cf-33bd1217a27f service neutron] 10.222.0.15 "GET /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843/bindings/n-h2-806292-1 HTTP/1.1" status: 200 len: 382 time: 0.0982883 Aug 27 03:14:08.607717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:08.628756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:08.632746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:08.668599 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7fd7ff83-9a51-4707-9b3a-82187a4b73b8 req-36899ec2-d790-42fd-b566-dca182ca3ad5 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716698 Aug 27 03:14:08.681095 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-8ff906cb-7fa4-4102-b3ba-cdf635a1d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.683318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-8ff906cb-7fa4-4102-b3ba-cdf635a1d578 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1096 time: 0.0590444 Aug 27 03:14:08.684669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:08.692441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.692790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.693137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.693476 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.693812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.694145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.694511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.694846 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.695168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.695551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.695881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.696204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:08.787977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-93cf0269-69f1-4170-9db9-16d09234515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.789953 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-93cf0269-69f1-4170-9db9-16d09234515f service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.0970478 Aug 27 03:14:08.863185 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-f875037f-1156-4c97-821e-daf34d4de925 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1002 time: 0.0653872 Aug 27 03:14:08.902191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['11f9e8d9-cac4-4095-822f-d963e4ecc843'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:08.917538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-18b776e7-29c8-41bd-bf2e-0d9fb94ca21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.919618 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-18b776e7-29c8-41bd-bf2e-0d9fb94ca21f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0483129 Aug 27 03:14:08.979381 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-e65d175f-4e1b-41c5-8d87-fa197e709e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:08.980910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-e65d175f-4e1b-41c5-8d87-fa197e709e88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539527 Aug 27 03:14:09.077339 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-d369824d-4bc9-4c05-8629-11201a33924c service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893412 Aug 27 03:14:09.173964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-e6840e5f-1e39-452e-bfa8-97102a47b465 service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886855 Aug 27 03:14:09.796504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f02e-0fa4-4e8d-9a00-d8cac17101ae req-1953f1dc-af33-4acb-80d5-25d25fad10fb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:09.798019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40e4f02e-0fa4-4e8d-9a00-d8cac17101ae req-1953f1dc-af33-4acb-80d5-25d25fad10fb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0551353 Aug 27 03:14:09.842755 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-40e4f02e-0fa4-4e8d-9a00-d8cac17101ae req-c83b1b86-86fd-444a-9fae-683742029a3c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386770 Aug 27 03:14:10.396946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:10.447100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:10.451760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:10.452125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.537917 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.560804 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:10.563068 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5146469-91b0-41b4-8081-e3fbcbe3a436" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:10.584784 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:10.590339 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:10.643257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:10.683980 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147eedea-501e-4cda-aed2-f0b692955904 x-openstack-request-id: req-147eedea-501e-4cda-aed2-f0b692955904 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:10.684282 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:10.684539 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-147eedea-501e-4cda-aed2-f0b692955904 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:10.684941 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'code': 200} Aug 27 03:14:10.969365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9374f6f-cec5-4817-a718-659c017032aa req-2e50083f-9cf7-4480-b08b-1f1b2482117b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:10.971002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9374f6f-cec5-4817-a718-659c017032aa req-2e50083f-9cf7-4480-b08b-1f1b2482117b tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0532722 Aug 27 03:14:11.020174 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b9374f6f-cec5-4817-a718-659c017032aa req-5190f81e-5f4d-40b8-949c-43b229d207de tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Aug 27 03:14:12.151500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90633-7b65-4b0a-8d18-6ca0e701ca28 req-24574f37-0e9f-47d1-a527-7b32e88a49ec tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:12.153039 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61a90633-7b65-4b0a-8d18-6ca0e701ca28 req-24574f37-0e9f-47d1-a527-7b32e88a49ec tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0552475 Aug 27 03:14:12.201683 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-61a90633-7b65-4b0a-8d18-6ca0e701ca28 req-76572f7c-b8d2-4a70-be5e-c0d54f778eb9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407708 Aug 27 03:14:13.133470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-9bf64c5e-f02d-43c0-a19e-20855344c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:13.135963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-9bf64c5e-f02d-43c0-a19e-20855344c1ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f&tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430 HTTP/1.1" status: 200 len: 1097 time: 0.0472143 Aug 27 03:14:13.152982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:13.210896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:13.420401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7fae-5801-48f6-b219-2aa63f5d3252 req-1bbe790e-89eb-47a5-9861-aeb0a5a91d9c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:13.422177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d03b7fae-5801-48f6-b219-2aa63f5d3252 req-1bbe790e-89eb-47a5-9861-aeb0a5a91d9c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.1093009 Aug 27 03:14:13.483563 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d03b7fae-5801-48f6-b219-2aa63f5d3252 req-62bf7ac4-e8c5-4258-a705-4c5eb3f51b91 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545878 Aug 27 03:14:13.490300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:13.524675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:13.569091 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:13.571420 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5bf67e-a260-4ce7-8ac8-af027f3ee6e3" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-unplugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:13.575326 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:13.588940 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Transition to ACTIVE for port object 11f9e8d9-cac4-4095-822f-d963e4ecc843 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:13.593388 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:13.670939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=10']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:13.688518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.688659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.688982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.689315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.689644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.689976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.690300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.690652 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.690974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.691297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.691624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.691947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:14:13.713306 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f05aa-d7aa-44b9-b9a9-6a9dde32f94a x-openstack-request-id: req-eb9f05aa-d7aa-44b9-b9a9-6a9dde32f94a {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:13.713609 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-unplugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:13.713864 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb9f05aa-d7aa-44b9-b9a9-6a9dde32f94a {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:13.714270 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'code': 200} Aug 27 03:14:13.732549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] No DVR routers for this DVR port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:13.881740 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:13.882075 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:13.882424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:13.887420 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:13.887746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Attempting to bind port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on network 962ce660-74d8-472f-bcd8-66ca88b6e828 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:13.892512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:13.892887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Checking segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:13.893226 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Bound using segment: {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:13.893647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Bound port: 11f9e8d9-cac4-4095-822f-d963e4ecc843, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87304e0-be73-4c26-a869-aa71501fea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:13.894002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:13.961172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:13.964457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:13.968885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:14.002665 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.003203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:14.004621 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] 10.222.0.46 "PUT /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1093 time: 0.8560295 Aug 27 03:14:14.031019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6ac5-6832-4a42-b490-2a27bcbf4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=11']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:14.081904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-2b331a2e-7296-4d95-aff5-ab312fad06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.083457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-2b331a2e-7296-4d95-aff5-ab312fad06ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1096 time: 0.0445189 Aug 27 03:14:14.192250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-2ab78be5-5196-4cae-816e-f4b6ad3c20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.193579 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-2ab78be5-5196-4cae-816e-f4b6ad3c20d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1022756 Aug 27 03:14:14.262896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-32a793a1-a22a-451e-a2b5-9ff2ff98aa2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0622315 Aug 27 03:14:14.321360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-02c7090f-aded-4275-a715-72a43ae394d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.322900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-02c7090f-aded-4275-a715-72a43ae394d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0535731 Aug 27 03:14:14.371498 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-b96982b7-ac6a-4b9f-8c5a-6794dbca03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.373006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-b96982b7-ac6a-4b9f-8c5a-6794dbca03fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432296 Aug 27 03:14:14.443260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:14.466799 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-cc82caad-834c-4e4a-a801-4f726a5f3620 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865448 Aug 27 03:14:14.485627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:14.574128 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d58ccb7b-0ba4-4d0f-979b-de22dab85273 req-112142ca-1441-4682-a30b-ff442a12f0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004870 Aug 27 03:14:14.615163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35cdaf-210f-4e0d-b1e0-b3eaeb0d049a req-e7dd2a6d-e677-4128-aea2-b190b287181c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:14.616844 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc35cdaf-210f-4e0d-b1e0-b3eaeb0d049a req-e7dd2a6d-e677-4128-aea2-b190b287181c tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0557480 Aug 27 03:14:14.665958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fc35cdaf-210f-4e0d-b1e0-b3eaeb0d049a req-7de7076b-9211-4bd9-82c3-ff7dc01e3253 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Aug 27 03:14:15.715761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:15.719405 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18750414-bba0-4d87-a069-18964e6e79c2" -d '{"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:15.778855 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601f1d6-3244-4292-8324-2518b80e6c73 x-openstack-request-id: req-c601f1d6-3244-4292-8324-2518b80e6c73 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:15.779220 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:15.779765 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c601f1d6-3244-4292-8324-2518b80e6c73 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:15.780346 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'status': 'completed', 'code': 200} Aug 27 03:14:15.847607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c754-4b9d-439e-aa6e-c37b2a6b34fa req-1e8b796e-9af0-43fc-b9a8-766b78c75175 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:15.849181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a74c754-4b9d-439e-aa6e-c37b2a6b34fa req-1e8b796e-9af0-43fc-b9a8-766b78c75175 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0966945 Aug 27 03:14:15.856436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d7e5590e-3d99-4aee-a823-26642d88a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:15.857930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d7e5590e-3d99-4aee-a823-26642d88a837 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1096 time: 0.0612299 Aug 27 03:14:15.889121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-66191090-2091-49c7-8ea6-ef0a51c8eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:15.892511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-66191090-2091-49c7-8ea6-ef0a51c8eb49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 1096 time: 0.0650041 Aug 27 03:14:15.945958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1a74c754-4b9d-439e-aa6e-c37b2a6b34fa req-9dbe15f9-3bd8-43b2-9abe-5e72a53d3836 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868843 Aug 27 03:14:16.005758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-c3109a15-c37b-4e19-922f-a5ff3a76ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.007271 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-c3109a15-c37b-4e19-922f-a5ff3a76ad41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1272697 Aug 27 03:14:16.007763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-21a62b92-41ba-4ef1-82e6-0136a624d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.009257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-21a62b92-41ba-4ef1-82e6-0136a624d350 service neutron] 10.222.0.46 "GET /v2.0/networks?id=962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 200 len: 913 time: 0.1099570 Aug 27 03:14:16.087363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-0b5babf0-f303-4928-8fb8-f4a7e2814fa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0723238 Aug 27 03:14:16.088760 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d7086f93-8175-4f57-8d09-dd09f7a3f13c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 200 len: 1001 time: 0.0725117 Aug 27 03:14:16.140091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-a3747435-6b5e-4441-892b-819f42209a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.141718 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-a3747435-6b5e-4441-892b-819f42209a6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.0477972 Aug 27 03:14:16.194227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-135a72f2-2de1-46a9-801c-170d64f57284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.196183 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-135a72f2-2de1-46a9-801c-170d64f57284 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473473 Aug 27 03:14:16.305516 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-c4a0d2d8-1589-450d-84d4-64a5e201c53b service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021094 Aug 27 03:14:16.407600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-c31411a2-3838-4d44-b8ea-4b84b2d71d9b service neutron] 10.222.0.15 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930495 Aug 27 03:14:16.409885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d1d536a5-057b-4576-ad86-e296eecb4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.411445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d1d536a5-057b-4576-ad86-e296eecb4e8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 200 len: 851 time: 0.3158369 Aug 27 03:14:16.461798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750414-bba0-4d87-a069-18964e6e79c2 req-5b494d22-444b-4d04-8bdb-8cda450a7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:16.463316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-5b494d22-444b-4d04-8bdb-8cda450a7dca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=962ce660-74d8-472f-bcd8-66ca88b6e828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436230 Aug 27 03:14:16.562479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-d06d7f5f-6286-4bf4-91d0-c981ac2bbce5 service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923820 Aug 27 03:14:16.660248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18750414-bba0-4d87-a069-18964e6e79c2 req-b90aa18f-c85b-483c-9986-c73b522b117f service neutron] 10.222.0.46 "GET /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903141 Aug 27 03:14:16.759065 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:17.085201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffb78-b415-47b5-8e6d-6071c59940dc req-2c72c6b3-dcdd-41f1-ae9a-9853914e5180 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:17.086847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef6ffb78-b415-47b5-8e6d-6071c59940dc req-2c72c6b3-dcdd-41f1-ae9a-9853914e5180 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0547302 Aug 27 03:14:17.128949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ef6ffb78-b415-47b5-8e6d-6071c59940dc req-25d7da38-7bf5-4dff-8cd1-a28e25d0acdf tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352774 Aug 27 03:14:18.255070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3618459-00c0-4c6e-9a6b-12ce9943cda2 req-cfa24085-5321-4171-aa6c-52b3447165e1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:18.256600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3618459-00c0-4c6e-9a6b-12ce9943cda2 req-cfa24085-5321-4171-aa6c-52b3447165e1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0533013 Aug 27 03:14:18.298395 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3618459-00c0-4c6e-9a6b-12ce9943cda2 req-ae73d394-c40e-4bef-b3fa-4e23a31923cb tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Aug 27 03:14:19.427899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6141-7ec9-4a31-a257-be549c0289d3 req-5d6223e6-ea97-44aa-91ac-5526be9244b4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:19.429391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b18f6141-7ec9-4a31-a257-be549c0289d3 req-5d6223e6-ea97-44aa-91ac-5526be9244b4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0548916 Aug 27 03:14:19.472683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b18f6141-7ec9-4a31-a257-be549c0289d3 req-a972fc84-d02f-49e3-a4e0-472c657add57 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334477 Aug 27 03:14:20.600915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0523-be22-4fb1-9544-982089854086 req-c25ebd0d-a3fd-439d-8b5a-ceb891414fff tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:20.602457 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-637b0523-be22-4fb1-9544-982089854086 req-c25ebd0d-a3fd-439d-8b5a-ceb891414fff tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0560617 Aug 27 03:14:20.642375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-637b0523-be22-4fb1-9544-982089854086 req-a44654c4-914d-4633-8a04-a6062ddc1d12 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Aug 27 03:14:21.775111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6779-1a3e-4f82-98df-eab23fcc907b req-f7a3ebbd-5313-4088-a0f8-62c933fd2969 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:21.776671 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e69c6779-1a3e-4f82-98df-eab23fcc907b req-f7a3ebbd-5313-4088-a0f8-62c933fd2969 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0538850 Aug 27 03:14:21.817679 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e69c6779-1a3e-4f82-98df-eab23fcc907b req-151f4197-e4f4-4def-8322-2ca67e855cea tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Aug 27 03:14:22.738621 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-669201bd-f8f7-48ac-8974-a3e85710613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:22.939398 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952141-7563-4a9b-af8c-17ea3a490435 req-42fe9eed-a72e-4089-a089-66867fbdf92d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:22.941142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd952141-7563-4a9b-af8c-17ea3a490435 req-42fe9eed-a72e-4089-a089-66867fbdf92d tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0511582 Aug 27 03:14:22.996163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd952141-7563-4a9b-af8c-17ea3a490435 req-4d06e04f-b225-4d65-8582-c6b039935407 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484707 Aug 27 03:14:24.129592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a320-cec1-4aa4-90fe-0c78a8bbef50 req-83889356-af88-4017-bc60-e82458049cf9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:24.131119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d42a320-cec1-4aa4-90fe-0c78a8bbef50 req-83889356-af88-4017-bc60-e82458049cf9 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0521402 Aug 27 03:14:24.172367 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4d42a320-cec1-4aa4-90fe-0c78a8bbef50 req-de4f2a8e-d1fa-4d53-90f9-85e37fcf05e8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345473 Aug 27 03:14:25.291699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e18648-f1c8-4104-9b58-afc9abe236cb req-1bb043e9-1445-4816-8748-1a2819e2f956 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:25.293220 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80e18648-f1c8-4104-9b58-afc9abe236cb req-1bb043e9-1445-4816-8748-1a2819e2f956 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0516510 Aug 27 03:14:25.299623 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3541-9dc4-4aa6-a69c-aba3d84cd8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:25.335222 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-80e18648-f1c8-4104-9b58-afc9abe236cb req-8697199b-e41d-4863-a230-e20c81f518a6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360231 Aug 27 03:14:25.513532 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:26.456550 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efda3-49d3-4308-88b8-c530bc009ff9 req-586357cc-ab44-4a9c-9547-73b4cf55bd64 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:26.458051 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-375efda3-49d3-4308-88b8-c530bc009ff9 req-586357cc-ab44-4a9c-9547-73b4cf55bd64 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 945 time: 0.0535753 Aug 27 03:14:26.498026 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-375efda3-49d3-4308-88b8-c530bc009ff9 req-f22d4a0e-41af-4226-8f93-c75f0d577d09 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333045 Aug 27 03:14:26.686341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.219116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:27.317203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:27.331457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'port_id': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'mac_address': 'fa:16:3e:85:a0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:27.372099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.385821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:27.409823 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:27.414006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:27.461811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:27.620427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab4e2-ffde-44ce-95af-d1db61db74b7 req-13521324-8d97-488c-b716-8f474ddb2740 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.621833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d8ab4e2-ffde-44ce-95af-d1db61db74b7 req-13521324-8d97-488c-b716-8f474ddb2740 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0537117 Aug 27 03:14:27.664511 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5d8ab4e2-ffde-44ce-95af-d1db61db74b7 req-2ffdc6cd-8676-4881-9057-7f74a8124dd4 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364888 Aug 27 03:14:27.787513 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a6832-7a36-4058-b8ef-ecbf96b7e33e req-63d54c03-c2ce-4056-9356-c30854067a72 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.789253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-773a6832-7a36-4058-b8ef-ecbf96b7e33e req-63d54c03-c2ce-4056-9356-c30854067a72 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0535922 Aug 27 03:14:27.816401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['11f9e8d9-cac4-4095-822f-d963e4ecc843'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:27.829501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-773a6832-7a36-4058-b8ef-ecbf96b7e33e req-715497c1-617c-415e-95f9-186d09e14ca8 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Aug 27 03:14:27.958309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876ef88-774a-4a34-a013-ca97a3604f85 req-a7b1dde5-5415-423a-85f5-94213e286ce6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:27.959852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1876ef88-774a-4a34-a013-ca97a3604f85 req-a7b1dde5-5415-423a-85f5-94213e286ce6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0569549 Aug 27 03:14:28.013964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1876ef88-774a-4a34-a013-ca97a3604f85 req-a49603c5-d6d9-4ad3-a663-66b9469ca409 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465994 Aug 27 03:14:28.106454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:28.277539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd226502-8d11-4e60-9d31-ffbae42452f3 req-fb931b91-fea9-41e3-b09e-ce691de6e9d3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:28.280045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd226502-8d11-4e60-9d31-ffbae42452f3 req-fb931b91-fea9-41e3-b09e-ce691de6e9d3 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 946 time: 0.0510149 Aug 27 03:14:28.320490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cd226502-8d11-4e60-9d31-ffbae42452f3 req-53b3aced-f60f-4f8f-842b-92db149908fe tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345020 Aug 27 03:14:29.226543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:29.280619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:29.284243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 11f9e8d9-cac4-4095-822f-d963e4ecc843 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:29.284613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:29.361210 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:29.387496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:29.389938 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c83a9-5dc8-4244-b040-561553285796" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:29.403003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:29.407766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:29.437879 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d9255-2b02-44a4-aca7-99dec9525c6f x-openstack-request-id: req-e70d9255-2b02-44a4-aca7-99dec9525c6f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:29.438172 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-plugged", "status": "completed", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:29.438450 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e70d9255-2b02-44a4-aca7-99dec9525c6f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:29.438839 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'code': 200} Aug 27 03:14:29.450627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c48fe8-048a-4af0-84b9-dfba81e54257 req-bb06de18-b8a5-4d34-a5a7-f31ce652c787 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:29.452502 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77c48fe8-048a-4af0-84b9-dfba81e54257 req-bb06de18-b8a5-4d34-a5a7-f31ce652c787 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 947 time: 0.0517735 Aug 27 03:14:29.465652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=13']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:29.491155 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-77c48fe8-048a-4af0-84b9-dfba81e54257 req-f396b5a8-6443-463b-a7e2-6d32c6e61ee1 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Aug 27 03:14:30.240326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-09d26393-619c-42e7-a26f-7b2483b2fdbc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.241803 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-09d26393-619c-42e7-a26f-7b2483b2fdbc tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 947 time: 0.0576365 Aug 27 03:14:30.335826 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Deleting port 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:30.336072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.431853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] For port 11f9e8d9-cac4-4095-822f-d963e4ecc843, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=11f9e8d9-cac4-4095-822f-d963e4ecc843,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:30.432220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.608133 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.608792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.608792 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f disassociated. External IP: 172.25.8.215, port: 11f9e8d9-cac4-4095-822f-d963e4ecc843. Aug 27 03:14:30.609086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Calling delete_port for 11f9e8d9-cac4-4095-822f-d963e4ecc843 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:30.756558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:30.787369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'Port': ['ID=11f9e8d9-cac4-4095-822f-d963e4ecc843,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:30.917049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:14:30.970745 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bab71-2c3d-470f-a485-865221cafd6c req-7bfe3360-3afb-4b13-8bfd-d323829c0e07 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:30.972360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a9bab71-2c3d-470f-a485-865221cafd6c req-7bfe3360-3afb-4b13-8bfd-d323829c0e07 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 868 time: 0.4055016 Aug 27 03:14:31.019646 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8a9bab71-2c3d-470f-a485-865221cafd6c req-fabd023a-9638-4e24-93bf-f30b4886f18f tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb034b1e-17f1-46b1-8564-219b20a46fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Aug 27 03:14:31.054009 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:14:31.064293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:14:31.074563 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:31.076268 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:14:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:31.095338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] No DVR routers for this DVR port 11f9e8d9-cac4-4095-822f-d963e4ecc843 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:31.098214 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:31.100852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1de477d9-7b58-41db-97e3-fc5c9e63c9be req-363ad0ed-c532-4b59-bb2b-a73f6ecfcafd tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.46 "DELETE /v2.0/ports/11f9e8d9-cac4-4095-822f-d963e4ecc843 HTTP/1.1" status: 204 len: 173 time: 0.8524079 Aug 27 03:14:31.101305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-deleted', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:31.104188 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e0b5c-b7f1-4843-ab40-51f2250eb7db" -d '{"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-deleted", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:31.140934 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df3de8-307c-4f18-bab8-f7b839f7e2f6 x-openstack-request-id: req-95df3de8-307c-4f18-bab8-f7b839f7e2f6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:31.141563 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c6119c-abdc-42c0-8dc4-94736329ac1f", "name": "network-vif-deleted", "tag": "11f9e8d9-cac4-4095-822f-d963e4ecc843", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:31.141563 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95df3de8-307c-4f18-bab8-f7b839f7e2f6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:31.141926 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c6119c-abdc-42c0-8dc4-94736329ac1f', 'name': 'network-vif-deleted', 'tag': '11f9e8d9-cac4-4095-822f-d963e4ecc843', 'status': 'completed', 'code': 200} Aug 27 03:14:31.197608 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:31.322240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:31.414596 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:31.538116 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:14:31.547465 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:31.548079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:14:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:31.654655 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:31.880599 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:31.911735 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ff669-a442-4dd2-a243-670658f31264 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:02:39Z', 'revision_number': 4, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '367ebb62-f7e0-4856-a1f1-ea5301dee409', 'name': '', 'network_id': '962ce660-74d8-472f-bcd8-66ca88b6e828', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'mac_address': 'fa:16:3e:ef:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:39Z', 'updated_at': '2021-08-27T03:02:44Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'subnets': [{'id': 'd8ccfb66-98e3-4c6d-b421-7d5b580dcd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:14:32.136186 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bcb173fb-33bc-4ecf-a10f-b2a025bdd4e1 req-eba9d527-6e92-4ed5-9a1e-e79e173ad014 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 210 time: 0.0300033 Aug 27 03:14:32.177969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23a6f3-6b59-4e58-82e2-206cb7eb1235 None None] New status for floating IP d9d02a66-1b16-4a89-8d13-92acea8f184f: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:14:33.130024 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:14:33.240216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:33.240871 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1942f5e6-54f5-4f4f-aa76-6061c547c023 req-fc2fbf8d-a5e0-4a28-b360-76b601f0aa80 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 210 time: 0.0272584 Aug 27 03:14:33.263876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 11f9e8d9-cac4-4095-822f-d963e4ecc843 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:14:33.264218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 11f9e8d9-cac4-4095-822f-d963e4ecc843 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:34.339443 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8740bd94-43fb-429c-a5ae-10ef8de00298 req-7e9ba763-fb4c-406a-b364-6e33464136d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/ports?device_id=11c6119c-abdc-42c0-8dc4-94736329ac1f HTTP/1.1" status: 200 len: 210 time: 0.0291491 Aug 27 03:14:38.119433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54744) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:38.176719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.206336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.258433 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.261718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.262947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "DELETE /v2.0/security-groups/cb034b1e-17f1-46b1-8564-219b20a46fa5 HTTP/1.1" status: 204 len: 168 time: 0.1421740 Aug 27 03:14:38.265785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54746) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:38.273553 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3c09c-3939-4609-879f-477e4e662900 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb034b1e-17f1-46b1-8564-219b20a46fa5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:38.285642 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-3edd1734-4005-47da-a4e6-070c8d02b8a6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] show failed (client error): The resource could not be found. Aug 27 03:14:38.292474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54748) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:38.292709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3edd1734-4005-47da-a4e6-070c8d02b8a6 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "GET /v2.0/security-groups/cb034b1e-17f1-46b1-8564-219b20a46fa5 HTTP/1.1" status: 404 len: 347 time: 0.0225792 Aug 27 03:14:38.423138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Deleting port 665ecc6a-4fc3-48db-acb6-e72f17d356bd {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:38.423484 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.503014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.503222 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.515581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Calling delete_port for 665ecc6a-4fc3-48db-acb6-e72f17d356bd owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:38.656744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.685495 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Pushing event deleted for resources: {'Port': ['ID=665ecc6a-4fc3-48db-acb6-e72f17d356bd,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:38.761281 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.763740 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:38.764894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9672f88b-ca6d-4a05-a724-f4e117b425d7 tempest-ServerActionsTestJSON-290753973 tempest-ServerActionsTestJSON-290753973-project] 10.222.0.26 "DELETE /v2.0/floatingips/d9d02a66-1b16-4a89-8d13-92acea8f184f HTTP/1.1" status: 204 len: 168 time: 0.4741094 Aug 27 03:14:38.768057 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54750) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:39.266782 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.524889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Deleting port 367ebb62-f7e0-4856-a1f1-ea5301dee409 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:39.525650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.617592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] For port 367ebb62-f7e0-4856-a1f1-ea5301dee409, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=367ebb62-f7e0-4856-a1f1-ea5301dee409,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:39.617950 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.631645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Calling delete_port for 367ebb62-f7e0-4856-a1f1-ea5301dee409 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:39.817650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:39.844156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=367ebb62-f7e0-4856-a1f1-ea5301dee409,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:40.031898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.269410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Router 73d1fec1-bd8b-4389-ad16-cbc77f27005f has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:14:40.382816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:14:40.390906 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6e9d4990-c348-41bf-8b02-870e68c67d6c admin admin] 10.222.0.26 "PUT /v2.0/routers/73d1fec1-bd8b-4389-ad16-cbc77f27005f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215966 Aug 27 03:14:40.393748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54754) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:40.398282 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Sync routers for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:14:40.417381 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:40.417999 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:14:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.504143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.527725 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:40.612467 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.671509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Deleting port 3ef30e2f-390c-4fed-88a5-08287258b5bc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:40.671813 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.719249 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:14:39Z', 'revision_number': 5, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port': {'id': '3ef30e2f-390c-4fed-88a5-08287258b5bc', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:02:37Z', 'updated_at': '2021-08-27T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.746074 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Checking router: 73d1fec1-bd8b-4389-ad16-cbc77f27005f for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:14:40.754678 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Routers {'73d1fec1-bd8b-4389-ad16-cbc77f27005f'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:14:40.755296 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:14:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.763437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] For port 3ef30e2f-390c-4fed-88a5-08287258b5bc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3ef30e2f-390c-4fed-88a5-08287258b5bc,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:40.763801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.780550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Calling delete_port for 3ef30e2f-390c-4fed-88a5-08287258b5bc owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:40.843074 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] Set router 73d1fec1-bd8b-4389-ad16-cbc77f27005f gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:14:40.898885 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:14:40Z', 'revision_number': 6, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:40.927195 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e9c3d-8374-4ade-b7b3-12b97e20f529 None None] The sync data for ids ['73d1fec1-bd8b-4389-ad16-cbc77f27005f'] in n-d-806292-1 is: [{'id': '73d1fec1-bd8b-4389-ad16-cbc77f27005f', 'name': 'tempest-ServerActionsTestJSON-2012617517-router', 'tenant_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:02:36Z', 'updated_at': '2021-08-27T03:14:40Z', 'revision_number': 6, 'project_id': 'bd39e3a0ee7c4583b1af3713e6ff9430', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:14:40.954411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:40.981664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef30e2f-390c-4fed-88a5-08287258b5bc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:41.044935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.143199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.145407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.192067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.192518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d1fec1-bd8b-4389-ad16-cbc77f27005f {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:14:41.196990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.200692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5f141efa-165f-42e7-b29b-4476abd50785 admin admin] 10.222.0.26 "DELETE /v2.0/routers/73d1fec1-bd8b-4389-ad16-cbc77f27005f HTTP/1.1" status: 204 len: 168 time: 0.8032167 Aug 27 03:14:41.203033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54756) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:41.249567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Deleting subnet d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:14:41.253068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.291793 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.381676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.436332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.466449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ccfb66-98e3-4c6d-b421-7d5b580dcd24,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:41.470403 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.472344 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bc00245-12ff-4fa2-9b73-ecad016cbf8f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8ccfb66-98e3-4c6d-b421-7d5b580dcd24 HTTP/1.1" status: 204 len: 168 time: 0.2683628 Aug 27 03:14:41.472893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00f9ff-2efd-485a-aaa9-167b77fa33a9 None None] Network 962ce660-74d8-472f-bcd8-66ca88b6e828 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:41.474897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54758) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:41.547709 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.606724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Deleting port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:41.607150 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.673910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] For port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,segment=NetworkSegment(e87304e0-be73-4c26-a869-aa71501fea2c),segment_id=e87304e0-be73-4c26-a869-aa71501fea2c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:41.674273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.689179 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Calling delete_port for 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:41.701642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] DHCP port deletion for 962ce660-74d8-472f-bcd8-66ca88b6e828 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:14:41.729576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 367ebb62-f7e0-4856-a1f1-ea5301dee409 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:41.750987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 367ebb62-f7e0-4856-a1f1-ea5301dee409 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:14:41.751608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 367ebb62-f7e0-4856-a1f1-ea5301dee409 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:41.777918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Deleting port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:14:41.778425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.782692 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.813249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:41.819070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] No DVR routers for this DVR port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:41.855163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] For port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219, host n-d-806292-1, got binding levels [] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:41.855563 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.868280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Calling delete_port for 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:14:41.871829 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 was not found and therefore no delete operation was performed {{(pid=94833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 03:14:41.873125 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.897173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] Pushing event deleted for resources: {'Port': ['ID=6e2b4794-1c7e-4f41-a9be-2cb12ac23219,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:41.903196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.903437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a70185-6de6-4b8b-aee8-acd7f97d16bb None None] No DVR routers for this DVR port 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:14:41.918718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962ce660-74d8-472f-bcd8-66ca88b6e828']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:41.930066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87304e0-be73-4c26-a869-aa71501fea2c') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:41.930494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87304e0-be73-4c26-a869-aa71501fea2c') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:14:41.941147 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.956292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.963280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:14:41.963703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:14:41.965739 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:14:42.029952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.035945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.037811 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] 10.222.0.26 "DELETE /v2.0/networks/962ce660-74d8-472f-bcd8-66ca88b6e828 HTTP/1.1" status: 204 len: 168 time: 0.5619733 Aug 27 03:14:42.050477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903a39b-5782-46d9-bb39-6d63456b5d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=962ce660-74d8-472f-bcd8-66ca88b6e828,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:42.154200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54762) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:42.196154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1de91048-88d1-4741-ac12-2527d4909588 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd39e3a0ee7c4583b1af3713e6ff9430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404737 Aug 27 03:14:42.198469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54764) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:42.254260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.277402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.327267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.332650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:42.334059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/866cb722-a569-4fb1-9cba-b76d343b3663 HTTP/1.1" status: 204 len: 168 time: 0.1345601 Aug 27 03:14:42.343712 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193de01-5192-4b49-ae96-1b578e487f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866cb722-a569-4fb1-9cba-b76d343b3663,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.058492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3ef30e2f-390c-4fed-88a5-08287258b5bc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:43.080931 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3ef30e2f-390c-4fed-88a5-08287258b5bc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:14:43.081706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3ef30e2f-390c-4fed-88a5-08287258b5bc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:43.081706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:14:43.084664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54786) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:43.106372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:14:43.106761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6e2b4794-1c7e-4f41-a9be-2cb12ac23219 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:14:43.209904 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1351221620-network', 'tenant_id': '63a7b76c706940779c6b7507ed3591f3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:43.238303 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Made reservation on behalf of 63a7b76c706940779c6b7507ed3591f3 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:43.240688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.249853 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.354763 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.358651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.385996 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:14:43.395956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3887616-2c50-4e67-a372-6f8fe92bbcca,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.403103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.403448 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Added segment bbddc508-80fb-4398-a676-7b8ef7e8b243 of type vlan for network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d Aug 27 03:14:43.448026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.473911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.475018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.475596 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.537734 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4517834 Aug 27 03:14:43.541182 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54790) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:14:43.544101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3d852-fa10-42db-8d01-c7472ff2b340 admin admin] Pushing event updated for resources: {'Network': ['ID=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.546584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Request body: {'subnet': {'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1351221620-subnet', 'tenant_id': '63a7b76c706940779c6b7507ed3591f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:43.554782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:14:43.570554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Made reservation on behalf of 63a7b76c706940779c6b7507ed3591f3 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:43.573498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.752077 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.817072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Pushing event updated for resources: {'Subnet': ['ID=842ca9e5-055a-4006-85b1-de63fd12f18d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:43.829254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Checking segment: {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:43.829604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Network hostable DHCP agents. Network: f301bfdb-d7e8-460d-84aa-057fd0fc2d2d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:14:43.847399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:14:43.857432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, f301bfdb-d7e8-460d-84aa-057fd0fc2d2d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:43.861873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:43.862505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:43.869812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889e3c7-b850-41f0-9732-5919d9448dae None None] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:43.883107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a9b93d8-459a-4241-a19a-a13a94d1509a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3405619 Aug 27 03:14:44.008772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da37aeb-71ee-40fd-a86b-878db3943b3a None None] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:14:44.354012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-8d9b1eb8-b3f3-45e2-a6d2-1b0fe1149baf tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:44.355549 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-8d9b1eb8-b3f3-45e2-a6d2-1b0fe1149baf tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 814 time: 0.1275651 Aug 27 03:14:44.371484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b8aa2468-20c0-40cd-9b5a-f0033084b8d0 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/quotas/63a7b76c706940779c6b7507ed3591f3 HTTP/1.1" status: 200 len: 375 time: 0.0100513 Aug 27 03:14:44.405181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-60c50360-683c-45a9-8102-8b0a564615ac tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279336 Aug 27 03:14:44.471728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-f1c582ed-4524-4817-bb04-1102a21a1964 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:14:44.472949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-f1c582ed-4524-4817-bb04-1102a21a1964 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609605 Aug 27 03:14:44.571785 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-881abb63-25f0-48f1-8b0e-9f641674c896 service neutron] 10.222.0.26 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924900 Aug 27 03:14:44.671815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-2434c25b-f08e-40b6-94c8-8bfc57b1e067 service neutron] 10.222.0.26 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936050 Aug 27 03:14:44.836147 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8c6745ba-ac99-4310-83fc-88ed7ff796e7 req-e663c3a6-00eb-4354-a957-8dae8f174d8c tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 210 time: 0.0270791 Aug 27 03:14:45.915316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-43816aca-f2ca-4204-8116-c9cda6a94435 req-9e941101-7622-4560-90fd-abda56a53ab8 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Aug 27 03:14:46.774336 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:47.013267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-66604658-cd83-41c5-b53a-e154ccfc600a req-7f3e84f2-2436-4b0d-b6bc-a1d652b20da5 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 210 time: 0.0272362 Aug 27 03:14:48.029564 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-68c1a0b5-f21e-4671-8a19-62df562d7252 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:48.031161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-68c1a0b5-f21e-4671-8a19-62df562d7252 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.46 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 814 time: 0.1070142 Aug 27 03:14:48.050421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Request body: {'port': {'device_id': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d', 'admin_state_up': True, 'tenant_id': '63a7b76c706940779c6b7507ed3591f3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:48.120611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-87be8440-78c9-4b20-9ed2-25544d18f4f2 req-eefc9ba1-ef80-49f7-8184-acb1015e8bcb tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 210 time: 0.0287600 Aug 27 03:14:48.168961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Made reservation on behalf of 63a7b76c706940779c6b7507ed3591f3 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:48.172606 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.314653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Allocated IP 172.20.0.14 (f301bfdb-d7e8-460d-84aa-057fd0fc2d2d/842ca9e5-055a-4006-85b1-de63fd12f18d/22bab2e6-58b5-4f1f-9b8a-735172bb53dd) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:14:48.468949 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.508734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.555467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:14:48.561421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:14:48.565559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:14:48.590829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Pushing event updated for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:48.619631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:48.620259 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.635756 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-d9d56deb-d33c-4b08-a0fa-eb1df10f99c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894907 Aug 27 03:14:48.653280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Request body: {'port': {'device_id': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:48.707857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:48.984822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bab2e6-58b5-4f1f-9b8a-735172bb53dd {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:48.992794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:49.006305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Transition to ACTIVE for port object 22bab2e6-58b5-4f1f-9b8a-735172bb53dd will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:14:49.010324 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:49.062666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:49.135328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Attempting to bind port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:14:49.135661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Attempting to bind port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:14:49.136320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Attempting to bind port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:49.140909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:14:49.141228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Attempting to bind port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:14:49.146828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:14:49.147196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Checking segment: {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:14:49.147588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Bound using segment: {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:14:49.148046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Bound port: 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:14:49.148466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:49.249367 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:14:49.252997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:14:49.259012 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:49.270627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93058-b3e7-4827-8e27-fd7c30e0b037 req-2e674dd6-1226-4943-8f90-d1b67856dc0b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.272092 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00e93058-b3e7-4827-8e27-fd7c30e0b037 req-2e674dd6-1226-4943-8f90-d1b67856dc0b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 944 time: 0.0806978 Aug 27 03:14:49.317219 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.317829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:49.319241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/22bab2e6-58b5-4f1f-9b8a-735172bb53dd HTTP/1.1" status: 200 len: 1092 time: 0.6704152 Aug 27 03:14:49.319675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:49.321955 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe6d7f5572b2957ea308985d6c6931bfad9509a717e2c4d37a3e943a1edaf6ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d" -d '{"events": [{"name": "network-changed", "server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:49.361151 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-00e93058-b3e7-4827-8e27-fd7c30e0b037 req-49cb25e4-feac-4cab-a5dd-e742f7fd16c2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678339 Aug 27 03:14:49.361774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326fc92-86cf-43b7-8308-5b051c166bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:49.368485 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd2483-6c3e-46d6-b99e-8fc1f8759419 x-openstack-request-id: req-27bd2483-6c3e-46d6-b99e-8fc1f8759419 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:49.368777 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:49.369023 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27bd2483-6c3e-46d6-b99e-8fc1f8759419 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:49.369413 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd', 'status': 'completed', 'code': 200} Aug 27 03:14:49.429156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-5fad6a29-0455-4907-b92e-5966629287c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.430886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-5fad6a29-0455-4907-b92e-5966629287c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 1095 time: 0.0451360 Aug 27 03:14:49.485403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-fc577e24-f678-4b9d-99e4-268c3fd1da30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd HTTP/1.1" status: 200 len: 217 time: 0.0371385 Aug 27 03:14:49.534951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-8091da82-a2b7-4f1f-a2f7-34710543b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.536430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-8091da82-a2b7-4f1f-a2f7-34710543b4e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=842ca9e5-055a-4006-85b1-de63fd12f18d HTTP/1.1" status: 200 len: 854 time: 0.0441501 Aug 27 03:14:49.568132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-ebaafd73-de28-4bb8-b83c-e7f6b9a175f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239315 Aug 27 03:14:49.663375 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-77b97e06-1187-46fa-bb73-2e89f57e34ab service neutron] 10.222.0.46 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Aug 27 03:14:49.753810 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfe73d80-5167-4d63-975b-64ff5f6f57a2 req-774e8fe9-2eaa-4b86-982b-f3a811b4bb32 service neutron] 10.222.0.46 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Aug 27 03:14:49.893879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-fbf8f1a0-c1f5-4e06-a20e-31dadf09665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.895350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-fbf8f1a0-c1f5-4e06-a20e-31dadf09665d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 1095 time: 0.0462177 Aug 27 03:14:49.985126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-a4340351-9e9f-4ddc-a3c2-10f2741f5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:49.986635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-a4340351-9e9f-4ddc-a3c2-10f2741f5ee3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 915 time: 0.0833912 Aug 27 03:14:50.034445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-fd874ac7-eee1-491c-bd34-df6e5e5db7eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd HTTP/1.1" status: 200 len: 217 time: 0.0388498 Aug 27 03:14:50.093015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-c0ebc390-9454-4785-ad66-a78b5b693103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:50.094554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-c0ebc390-9454-4785-ad66-a78b5b693103 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=842ca9e5-055a-4006-85b1-de63fd12f18d HTTP/1.1" status: 200 len: 854 time: 0.0466032 Aug 27 03:14:50.127457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-d6212aa0-b5a8-4cb0-8f72-993f3543e494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251412 Aug 27 03:14:50.222594 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-326db5d5-b738-4b75-922d-8da7651fc333 service neutron] 10.222.0.46 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865581 Aug 27 03:14:50.327588 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3b40cd8a-fcad-43a8-a3b8-b9d1a13c681d req-5818edc8-8be7-4677-a960-84716ca4c971 service neutron] 10.222.0.46 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982208 Aug 27 03:14:50.490849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a210a-5daf-4a62-87ea-8ea61e965c63 req-6004be6e-4952-4f5e-9cb5-55170e952d3f tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:50.492206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d55a210a-5daf-4a62-87ea-8ea61e965c63 req-6004be6e-4952-4f5e-9cb5-55170e952d3f tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 944 time: 0.0522897 Aug 27 03:14:50.530131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d55a210a-5daf-4a62-87ea-8ea61e965c63 req-45ee27a1-840f-4599-8049-e47931e9f369 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Aug 27 03:14:51.648884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b0b2-9631-423d-9976-7b07dcf094ab req-eca5e887-2164-4907-a69c-6c948f94d4d0 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:51.650922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a66b0b2-9631-423d-9976-7b07dcf094ab req-eca5e887-2164-4907-a69c-6c948f94d4d0 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 944 time: 0.0541146 Aug 27 03:14:51.687248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a66b0b2-9631-423d-9976-7b07dcf094ab req-3e1dd3cf-08bc-4b34-83f6-4c96f866f558 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Aug 27 03:14:52.741633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6136de22-3c2d-40fb-8e9e-7c8d5ec3d275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:52.867283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06ba62-4b7e-4926-a9f3-590dca8a72b2 req-3a660b9b-2f6c-4963-8bee-83efe8879dbe tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:52.867283 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee06ba62-4b7e-4926-a9f3-590dca8a72b2 req-3a660b9b-2f6c-4963-8bee-83efe8879dbe tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 944 time: 0.0507133 Aug 27 03:14:52.903285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ee06ba62-4b7e-4926-a9f3-590dca8a72b2 req-e085ed32-4472-422f-8c84-a927ae11a6aa tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Aug 27 03:14:53.331045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 22bab2e6-58b5-4f1f-9b8a-735172bb53dd details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:14:53.421740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:53.433458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd', 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d', 'port_id': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd', 'mac_address': 'fa:16:3e:78:0c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842ca9e5-055a-4006-85b1-de63fd12f18d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:14:53.473771 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:53.486781 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bab2e6-58b5-4f1f-9b8a-735172bb53dd {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:14:53.506126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:53.511610 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:53.563094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:53.870170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['22bab2e6-58b5-4f1f-9b8a-735172bb53dd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:14:54.030037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d218533-1438-4d50-b763-029a2ca50ecd req-85f7e1ff-4ec3-42ce-9024-406ab33843b6 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:54.031584 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d218533-1438-4d50-b763-029a2ca50ecd req-85f7e1ff-4ec3-42ce-9024-406ab33843b6 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Aug 27 03:14:54.072518 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8d218533-1438-4d50-b763-029a2ca50ecd req-ff4f5ea4-ad3f-47cc-a900-7d2bea54359e tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Aug 27 03:14:55.191756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043591b-ace4-47cb-a2cb-111d45628c20 req-5a422dfc-20dd-4684-a39f-92200aff193b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:55.193248 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2043591b-ace4-47cb-a2cb-111d45628c20 req-5a422dfc-20dd-4684-a39f-92200aff193b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 945 time: 0.0510564 Aug 27 03:14:55.233827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2043591b-ace4-47cb-a2cb-111d45628c20 req-86d5980a-c299-4772-874a-3ccb0843f4ba tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Aug 27 03:14:55.302954 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ea31-46cf-47ee-b662-00e36c5baa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:55.331180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 22bab2e6-58b5-4f1f-9b8a-735172bb53dd up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:14:55.394541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:14:55.401461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:14:55.403129 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:55.487208 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:55.526084 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:14:55.528357 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfed5fa-6c2f-4829-9443-c8a2d74a0d71" -d '{"events": [{"server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "name": "network-vif-plugged", "status": "completed", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:14:55.533350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:55.543402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:14:55.549553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:55.574811 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26277413-dd0b-4a7d-b168-92d910965a36 x-openstack-request-id: req-26277413-dd0b-4a7d-b168-92d910965a36 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:14:55.575105 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "name": "network-vif-plugged", "status": "completed", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:14:55.575357 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26277413-dd0b-4a7d-b168-92d910965a36 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:14:55.575814 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd', 'code': 200} Aug 27 03:14:55.611234 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:14:55.701937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36a7d6-158a-4a81-a092-cad5da3f2057 req-7dd5122f-0c77-4a2f-9b7e-0566da601ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:55.703470 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f36a7d6-158a-4a81-a092-cad5da3f2057 req-7dd5122f-0c77-4a2f-9b7e-0566da601ba0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 1097 time: 0.0423782 Aug 27 03:14:55.740853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f36a7d6-158a-4a81-a092-cad5da3f2057 req-b6157727-5b74-4247-a0b9-17cf0b796d09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Aug 27 03:14:56.691286 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:56.696532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab77d-7e60-4c71-8493-c988de597e58 req-a36a2cc6-0763-4c61-9523-56ee431079c1 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:56.698638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1ab77d-7e60-4c71-8493-c988de597e58 req-a36a2cc6-0763-4c61-9523-56ee431079c1 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.3934543 Aug 27 03:14:56.738023 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1d1ab77d-7e60-4c71-8493-c988de597e58 req-f24a7cc8-1d01-44de-9c72-f8f49b4b38b9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Aug 27 03:14:57.901621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99669e-fc15-4125-8f65-e18cf830fcc9 req-3e84ba7e-4c6e-4e8a-8770-dbaf3168c411 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:57.903194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa99669e-fc15-4125-8f65-e18cf830fcc9 req-3e84ba7e-4c6e-4e8a-8770-dbaf3168c411 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Aug 27 03:14:57.942263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa99669e-fc15-4125-8f65-e18cf830fcc9 req-3d56759e-338e-4490-9e2c-215068b9e9e8 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Aug 27 03:14:58.109970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:58.178855 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d2c0b823-a3c2-4063-9e5e-c5dec5ad604e tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:58.181163 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d2c0b823-a3c2-4063-9e5e-c5dec5ad604e tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 814 time: 0.1067674 Aug 27 03:14:58.197343 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-c41aa7c5-3b29-438c-905f-2eee691af31b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/quotas/63a7b76c706940779c6b7507ed3591f3 HTTP/1.1" status: 200 len: 375 time: 0.0105503 Aug 27 03:14:58.256852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-6aeeeb03-3fa4-402b-a650-7a3d78363d53 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537124 Aug 27 03:14:58.350265 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-cae740da-1407-4577-a424-439e2d10de73 service neutron] 10.222.0.26 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858097 Aug 27 03:14:58.452243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-5c88b598-379f-4f88-9341-066dab1a1b14 service neutron] 10.222.0.26 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946374 Aug 27 03:14:58.714243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7c0033df-fea8-4ab7-9c23-5d77778fd7d6 req-5e0092f8-6c15-4e1a-8d35-bf609ab60c48 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 210 time: 0.0802963 Aug 27 03:14:59.556642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-be7500a0-747f-4613-a2ec-56d2986c371a tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:14:59.558285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-be7500a0-747f-4613-a2ec-56d2986c371a tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.15 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 814 time: 0.1201851 Aug 27 03:14:59.575738 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Request body: {'port': {'device_id': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d', 'admin_state_up': True, 'tenant_id': '63a7b76c706940779c6b7507ed3591f3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:14:59.696852 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Made reservation on behalf of 63a7b76c706940779c6b7507ed3591f3 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:14:59.700487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:14:59.841113 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-587cf8d2-5acc-4020-be9d-0ee987765244 req-4156baaa-9fcb-476d-b85e-fd804ecd1128 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 210 time: 0.0546200 Aug 27 03:14:59.864626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Allocated IP 172.20.0.5 (f301bfdb-d7e8-460d-84aa-057fd0fc2d2d/842ca9e5-055a-4006-85b1-de63fd12f18d/3c509179-835b-43ea-a59c-fe6a484ccc9d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:00.028214 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.067680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.100175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['22bab2e6-58b5-4f1f-9b8a-735172bb53dd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:00.118111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:00.123608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:00.129429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:00.136748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Pushing event updated for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:00.167753 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.168250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.168590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.168925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.169254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.169581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.169911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.170233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.170578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.170895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.171214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.171533 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:00.198072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.198733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.214571 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-38d9b5b0-696d-4225-9705-1f670ca9a1ae tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435487 Aug 27 03:15:00.231430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Request body: {'port': {'device_id': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:00.299575 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.593725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c509179-835b-43ea-a59c-fe6a484ccc9d {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:00.604500 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.617748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Transition to ACTIVE for port object 3c509179-835b-43ea-a59c-fe6a484ccc9d will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:00.621138 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.673298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:00.745722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Attempting to bind port 3c509179-835b-43ea-a59c-fe6a484ccc9d on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:00.746065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Attempting to bind port 3c509179-835b-43ea-a59c-fe6a484ccc9d by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:00.746414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Attempting to bind port 3c509179-835b-43ea-a59c-fe6a484ccc9d on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:00.751022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Port 3c509179-835b-43ea-a59c-fe6a484ccc9d on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:15:00.751343 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Attempting to bind port 3c509179-835b-43ea-a59c-fe6a484ccc9d on network f301bfdb-d7e8-460d-84aa-057fd0fc2d2d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:00.756170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:00.756505 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Checking segment: {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:00.756887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Bound using segment: {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:00.757309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Bound port: 3c509179-835b-43ea-a59c-fe6a484ccc9d, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbddc508-80fb-4398-a676-7b8ef7e8b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:00.757670 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.828894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:00.832365 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:00.836707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.872429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.873061 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:00.874582 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c509179-835b-43ea-a59c-fe6a484ccc9d HTTP/1.1" status: 200 len: 1091 time: 0.6506267 Aug 27 03:15:00.875035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:00.877322 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af522a-61f2-43e1-acf8-554d2c3a53ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:00.936605 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881fb26-1069-4aae-a61d-bf688b410350 x-openstack-request-id: req-c881fb26-1069-4aae-a61d-bf688b410350 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:00.936893 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:00.937144 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c881fb26-1069-4aae-a61d-bf688b410350 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:00.937546 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d', 'status': 'completed', 'code': 200} Aug 27 03:15:00.952731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f119b-b657-4f85-9d4e-7e0d647c31d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:00.973052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-03cc6b5e-e33a-4b75-8a23-b1d0dc5dc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.974598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-03cc6b5e-e33a-4b75-8a23-b1d0dc5dc3bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 1094 time: 0.0515151 Aug 27 03:15:00.979816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a939ad-b1e9-4237-935b-784a8f2f1000 req-7b31998a-649e-47a4-8d35-e45aebeb296b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:00.981316 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e5a939ad-b1e9-4237-935b-784a8f2f1000 req-7b31998a-649e-47a4-8d35-e45aebeb296b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 943 time: 0.0614753 Aug 27 03:15:01.019822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-53f57431-1060-4d83-8a99-3dbecdd1d400 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d HTTP/1.1" status: 200 len: 217 time: 0.0371909 Aug 27 03:15:01.022868 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e5a939ad-b1e9-4237-935b-784a8f2f1000 req-4e0fd87a-0490-4f44-afb9-86d0a1773bc1 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Aug 27 03:15:01.076338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-4a7df559-c23a-4318-8445-fae52b4cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.077847 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-4a7df559-c23a-4318-8445-fae52b4cd76b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=842ca9e5-055a-4006-85b1-de63fd12f18d HTTP/1.1" status: 200 len: 854 time: 0.0514991 Aug 27 03:15:01.110803 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-e2588651-74ee-42dc-bab1-0ed4e2d40483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256619 Aug 27 03:15:01.204270 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-ced20c93-1161-4acb-ad33-39f8d3155675 service neutron] 10.222.0.15 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849721 Aug 27 03:15:01.304661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-be884c79-151d-4484-b494-2d9b2b6e7e4a req-f6fc95f0-a104-4717-9bf1-d5bb3b07a4a0 service neutron] 10.222.0.15 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932591 Aug 27 03:15:01.317243 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:01.406455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-175dcca1-6a34-4025-b414-7c300ce0663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.408038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-175dcca1-6a34-4025-b414-7c300ce0663d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63a7b76c706940779c6b7507ed3591f3&device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 1094 time: 0.0493960 Aug 27 03:15:01.510586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-9e9f1d8c-e3bb-46e6-8734-a6c4acae2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.512011 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-9e9f1d8c-e3bb-46e6-8734-a6c4acae2396 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 200 len: 915 time: 0.0944173 Aug 27 03:15:01.559625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-c4b471fa-9ac6-492f-8644-0e4865232a67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d HTTP/1.1" status: 200 len: 217 time: 0.0381141 Aug 27 03:15:01.612481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-9aaf572e-171b-442e-8a7e-d6950e886eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:01.613981 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-9aaf572e-171b-442e-8a7e-d6950e886eae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=842ca9e5-055a-4006-85b1-de63fd12f18d HTTP/1.1" status: 200 len: 854 time: 0.0460875 Aug 27 03:15:01.648170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-681789a4-5842-45dc-8ff7-a16f7a2ce9ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263376 Aug 27 03:15:01.750845 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-c45a1a53-8bbe-4a33-b196-1aecc6dcc5dd service neutron] 10.222.0.15 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943165 Aug 27 03:15:01.844363 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48af522a-61f2-43e1-acf8-554d2c3a53ef req-0ea8e563-9e57-4050-9891-0aea395bd1a0 service neutron] 10.222.0.15 "GET /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Aug 27 03:15:02.234431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33236b95-e1b9-4675-ab3d-71ee9c8b626c req-f41450b1-fbd7-4c8c-aac2-90334ea65101 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:02.235958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33236b95-e1b9-4675-ab3d-71ee9c8b626c req-f41450b1-fbd7-4c8c-aac2-90334ea65101 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 943 time: 0.1049860 Aug 27 03:15:02.277007 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33236b95-e1b9-4675-ab3d-71ee9c8b626c req-b160941d-ddf6-46d5-9828-451df94697ee tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Aug 27 03:15:02.601600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3c509179-835b-43ea-a59c-fe6a484ccc9d details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:15:02.700406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:02.712824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '3c509179-835b-43ea-a59c-fe6a484ccc9d', 'network_id': 'f301bfdb-d7e8-460d-84aa-057fd0fc2d2d', 'port_id': '3c509179-835b-43ea-a59c-fe6a484ccc9d', 'mac_address': 'fa:16:3e:07:02:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842ca9e5-055a-4006-85b1-de63fd12f18d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:15:02.750581 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:02.769289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c509179-835b-43ea-a59c-fe6a484ccc9d {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:02.791925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:02.796283 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:02.847140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:03.000744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3c509179-835b-43ea-a59c-fe6a484ccc9d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:03.395870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d824eb-b199-491d-97d0-cbd27cec01d4 req-a6cce51c-7673-4e59-b60d-8c0f928cc411 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:03.397404 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9d824eb-b199-491d-97d0-cbd27cec01d4 req-a6cce51c-7673-4e59-b60d-8c0f928cc411 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 944 time: 0.0502300 Aug 27 03:15:03.437193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9d824eb-b199-491d-97d0-cbd27cec01d4 req-f187bf65-f116-4e9e-84b4-a1d0ddc287d2 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Aug 27 03:15:04.557317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060844c8-1bba-493c-89a6-971bc0605732 req-8af3b8dd-4fdb-4467-aed0-26399d9fafb4 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:04.559036 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-060844c8-1bba-493c-89a6-971bc0605732 req-8af3b8dd-4fdb-4467-aed0-26399d9fafb4 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 944 time: 0.0531027 Aug 27 03:15:04.599611 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-060844c8-1bba-493c-89a6-971bc0605732 req-2b2bae32-3903-44b2-84f4-8ec2c41d4dbe tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Aug 27 03:15:04.602998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3c509179-835b-43ea-a59c-fe6a484ccc9d up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:04.656079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 3c509179-835b-43ea-a59c-fe6a484ccc9d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:04.660130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 3c509179-835b-43ea-a59c-fe6a484ccc9d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:04.660507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:04.741929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:04.769001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:04.771314 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08041b76770ab1d24b97cbd56e66bfc6e516356b5cdbf7bf8c2aa67166f727c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19127d01-5775-49c6-ab03-988972d93334" -d '{"events": [{"server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "name": "network-vif-plugged", "status": "completed", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:04.784111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:04.791711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:04.818718 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d38b8-d548-4553-97f2-16ea88966700 x-openstack-request-id: req-d30d38b8-d548-4553-97f2-16ea88966700 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:04.819006 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "name": "network-vif-plugged", "status": "completed", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:04.819266 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d30d38b8-d548-4553-97f2-16ea88966700 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:04.819649 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d', 'code': 200} Aug 27 03:15:04.849389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:04.914088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13544b-1762-4a6c-8d59-6abac7042fe3 req-01c84cda-41ac-4893-94ae-d81dc494688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:04.915770 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e13544b-1762-4a6c-8d59-6abac7042fe3 req-01c84cda-41ac-4893-94ae-d81dc494688a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 1096 time: 0.0442631 Aug 27 03:15:04.954565 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e13544b-1762-4a6c-8d59-6abac7042fe3 req-b71a4860-d3e3-4ea4-9abd-1abdd729ca22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Aug 27 03:15:05.720931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117038-e1fd-4af0-bc9f-0d6288f6461b req-ca92ae30-fdc0-4b0a-b8c2-950a39b49ab0 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:05.722484 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f117038-e1fd-4af0-bc9f-0d6288f6461b req-ca92ae30-fdc0-4b0a-b8c2-950a39b49ab0 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 945 time: 0.0560977 Aug 27 03:15:05.762504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6f117038-e1fd-4af0-bc9f-0d6288f6461b req-69c5f0d5-44e7-4734-9c89-73ddd5c8ebaf tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Aug 27 03:15:06.886997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d9064-45ed-48c3-9ef6-45fbfacc15bb req-d1fbc427-24e1-4e88-ac8f-b0bf30935f4f tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:06.888496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee8d9064-45ed-48c3-9ef6-45fbfacc15bb req-d1fbc427-24e1-4e88-ac8f-b0bf30935f4f tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Aug 27 03:15:06.931620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee8d9064-45ed-48c3-9ef6-45fbfacc15bb req-a1c587c2-4702-4632-97d8-88f065aff1aa tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Aug 27 03:15:07.187859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc882c-68c5-480f-a927-839498cab9a4 req-03619ffd-2d0d-469c-8c5c-836adc92ec74 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:07.189371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49dc882c-68c5-480f-a927-839498cab9a4 req-03619ffd-2d0d-469c-8c5c-836adc92ec74 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Aug 27 03:15:07.230292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49dc882c-68c5-480f-a927-839498cab9a4 req-ed4458c8-e608-4c4a-a78d-cf755f9cb35c tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Aug 27 03:15:08.344723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213b94-1cfa-404a-85fd-2c1efd9750e6 req-020b862e-0891-49ce-9c68-3cea905c8a1a tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.346104 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1213b94-1cfa-404a-85fd-2c1efd9750e6 req-020b862e-0891-49ce-9c68-3cea905c8a1a tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Aug 27 03:15:08.385476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c1213b94-1cfa-404a-85fd-2c1efd9750e6 req-c875a2c1-d1bb-47b0-a2b1-f4a96f60d2e9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Aug 27 03:15:08.472328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-79becf94-9ee1-4baf-a5dd-d517538d1fa9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:08.473846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-79becf94-9ee1-4baf-a5dd-d517538d1fa9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.15 "GET /v2.0/ports?device_id=aab5d45f-11ee-4224-89f7-5d937fcf5047 HTTP/1.1" status: 200 len: 945 time: 0.0501807 Aug 27 03:15:08.573936 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Deleting port 3c509179-835b-43ea-a59c-fe6a484ccc9d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:08.574251 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.669885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] For port 3c509179-835b-43ea-a59c-fe6a484ccc9d, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=3c509179-835b-43ea-a59c-fe6a484ccc9d,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:08.670213 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.684982 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Calling delete_port for 3c509179-835b-43ea-a59c-fe6a484ccc9d owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:08.820721 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.835162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['3c509179-835b-43ea-a59c-fe6a484ccc9d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:08.851760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Pushing event deleted for resources: {'Port': ['ID=3c509179-835b-43ea-a59c-fe6a484ccc9d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:08.866065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['22bab2e6-58b5-4f1f-9b8a-735172bb53dd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:08.901254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] No DVR routers for this DVR port 3c509179-835b-43ea-a59c-fe6a484ccc9d on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:08.911504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:08.913587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e7f948c-11d3-4e0e-ab87-e11426781d56 req-01319e87-a70b-407f-9d8f-0f84af06ab2d tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.15 "DELETE /v2.0/ports/3c509179-835b-43ea-a59c-fe6a484ccc9d HTTP/1.1" status: 204 len: 173 time: 0.4335797 Aug 27 03:15:08.914052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'name': 'network-vif-deleted', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:08.916947 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cfbec993412a5ce4329a70e62927d5f698f6de5043890fc141db56e84509727" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7c152a-4fbc-4b6e-900a-71388c9c5bec" -d '{"events": [{"server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "name": "network-vif-deleted", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:08.962836 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f8d8b0-d4d0-4046-aed3-20553c2154be x-openstack-request-id: req-94f8d8b0-d4d0-4046-aed3-20553c2154be {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:08.963136 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab5d45f-11ee-4224-89f7-5d937fcf5047", "name": "network-vif-deleted", "tag": "3c509179-835b-43ea-a59c-fe6a484ccc9d", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:08.963397 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94f8d8b0-d4d0-4046-aed3-20553c2154be {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:08.963807 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab5d45f-11ee-4224-89f7-5d937fcf5047', 'name': 'network-vif-deleted', 'tag': '3c509179-835b-43ea-a59c-fe6a484ccc9d', 'status': 'completed', 'code': 200} Aug 27 03:15:09.548488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2a979-c124-48e8-a314-b027efb883f6 req-6a864d62-bb72-49fd-b2f3-a0d533316df9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:09.549909 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1de2a979-c124-48e8-a314-b027efb883f6 req-6a864d62-bb72-49fd-b2f3-a0d533316df9 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0583065 Aug 27 03:15:09.590371 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1de2a979-c124-48e8-a314-b027efb883f6 req-cdde1bae-170d-4ced-9212-450add8a77d8 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Aug 27 03:15:09.725002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9592-4dfa-4ac8-89fd-0116e7723b4c req-3e1ffd4b-1f36-4514-b085-44142ec67a92 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:09.726821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5af9592-4dfa-4ac8-89fd-0116e7723b4c req-3e1ffd4b-1f36-4514-b085-44142ec67a92 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0524156 Aug 27 03:15:09.770726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d5af9592-4dfa-4ac8-89fd-0116e7723b4c req-0367a0e8-093b-4f5d-a3c0-94fbe5d8b262 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379672 Aug 27 03:15:09.889219 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b70d5-70f3-417e-8fba-820ecdbc6aa7 req-65d5b313-e1d1-44e3-b79e-b209372cecec tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:09.896777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b5b70d5-70f3-417e-8fba-820ecdbc6aa7 req-65d5b313-e1d1-44e3-b79e-b209372cecec tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0504341 Aug 27 03:15:09.930946 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4b5b70d5-70f3-417e-8fba-820ecdbc6aa7 req-7375151d-9a26-4ed3-9b75-32b77460ab6e tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Aug 27 03:15:10.100039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705e7a8-35c2-4799-aa91-e13566b69200 req-61c91b40-7f57-48e7-b358-289023e58b42 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.101504 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f705e7a8-35c2-4799-aa91-e13566b69200 req-61c91b40-7f57-48e7-b358-289023e58b42 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0483074 Aug 27 03:15:10.129553 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:15:10.138328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f705e7a8-35c2-4799-aa91-e13566b69200 req-bdd310ea-7e3d-4ea4-8f62-f861abf7f70b tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Aug 27 03:15:10.256257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ab987-661f-43c5-b2b4-45d70bab7698 req-e6b75db4-8232-4780-95e0-31db9cf155ad tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.257753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-573ab987-661f-43c5-b2b4-45d70bab7698 req-e6b75db4-8232-4780-95e0-31db9cf155ad tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0488493 Aug 27 03:15:10.294737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-573ab987-661f-43c5-b2b4-45d70bab7698 req-7d91a512-d87e-4465-9e4e-5ca7dfc60ac6 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Aug 27 03:15:10.422618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee7bd-6795-4e0f-a2ae-3bb7a2cb9287 req-737e3e80-722c-478f-abdf-30ed9a843e1c tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.424175 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99dee7bd-6795-4e0f-a2ae-3bb7a2cb9287 req-737e3e80-722c-478f-abdf-30ed9a843e1c tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0546396 Aug 27 03:15:10.468874 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-99dee7bd-6795-4e0f-a2ae-3bb7a2cb9287 req-b8316f4b-3e34-4799-a62e-11f87bcc9d0e tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Aug 27 03:15:10.795877 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479a460-e3b6-4e30-ab86-24c50ceda3ff req-5d9b3246-a746-44fd-8cb6-b0d10a6dc503 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:10.797363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b479a460-e3b6-4e30-ab86-24c50ceda3ff req-5d9b3246-a746-44fd-8cb6-b0d10a6dc503 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0501728 Aug 27 03:15:10.840201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b479a460-e3b6-4e30-ab86-24c50ceda3ff req-11512df8-15a8-4c7c-9669-ccbe771cb0b6 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367088 Aug 27 03:15:11.967111 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504ff7b-46bf-4605-b7b7-64320f98e5ce req-60eeb265-a452-40e1-b09f-1673027ffa88 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:11.968628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ff7b-46bf-4605-b7b7-64320f98e5ce req-60eeb265-a452-40e1-b09f-1673027ffa88 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0573246 Aug 27 03:15:12.009108 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8504ff7b-46bf-4605-b7b7-64320f98e5ce req-d0dc72d9-89be-456e-93d2-8c8b0d004230 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3887616-2c50-4e67-a372-6f8fe92bbcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Aug 27 03:15:12.374372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-308c5b67-a37a-4f77-a616-1a101b23d140 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:12.375853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-308c5b67-a37a-4f77-a616-1a101b23d140 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.46 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 946 time: 0.0513403 Aug 27 03:15:12.472560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Deleting port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:12.472899 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:12.575977 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] For port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,segment=NetworkSegment(bbddc508-80fb-4398-a676-7b8ef7e8b243),segment_id=bbddc508-80fb-4398-a676-7b8ef7e8b243)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:12.576334 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:12.590412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Calling delete_port for 22bab2e6-58b5-4f1f-9b8a-735172bb53dd owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:12.648927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3c509179-835b-43ea-a59c-fe6a484ccc9d no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:12.672361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 3c509179-835b-43ea-a59c-fe6a484ccc9d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:12.672713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 3c509179-835b-43ea-a59c-fe6a484ccc9d not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:12.722410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:12.752960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Pushing event deleted for resources: {'Port': ['ID=22bab2e6-58b5-4f1f-9b8a-735172bb53dd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:12.755452 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['22bab2e6-58b5-4f1f-9b8a-735172bb53dd'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:12.793027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] No DVR routers for this DVR port 22bab2e6-58b5-4f1f-9b8a-735172bb53dd on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:12.796205 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:12.799489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c7797825-86f2-4ce7-909f-3619c2d3839f req-9904baff-aef5-4439-8f31-560f8b5cd393 tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.46 "DELETE /v2.0/ports/22bab2e6-58b5-4f1f-9b8a-735172bb53dd HTTP/1.1" status: 204 len: 173 time: 0.4167392 Aug 27 03:15:12.800161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'name': 'network-vif-deleted', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:12.843803 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f579a2c0-54cb-4c24-89bf-e3d916859b99" -d '{"events": [{"server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "name": "network-vif-deleted", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:12.948646 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72003a4b-c737-48d1-a375-e1135702da8f x-openstack-request-id: req-72003a4b-c737-48d1-a375-e1135702da8f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:12.948915 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e3ccc1-ad7b-4bb7-815d-947bd6fa9864", "name": "network-vif-deleted", "tag": "22bab2e6-58b5-4f1f-9b8a-735172bb53dd", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:12.949177 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72003a4b-c737-48d1-a375-e1135702da8f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:12.949569 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e3ccc1-ad7b-4bb7-815d-947bd6fa9864', 'name': 'network-vif-deleted', 'tag': '22bab2e6-58b5-4f1f-9b8a-735172bb53dd', 'status': 'completed', 'code': 200} Aug 27 03:15:13.115885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd016fdb-a8d3-4426-9a0f-04b33c0a83ab req-7fd5f4c1-3378-4ce3-b754-8dbade8243bc tempest-ServersNegativeTestJSON-552551433 tempest-ServersNegativeTestJSON-552551433-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e3ccc1-ad7b-4bb7-815d-947bd6fa9864 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Aug 27 03:15:14.172961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54962) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:14.229931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Deleting subnet 842ca9e5-055a-4006-85b1-de63fd12f18d {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:14.233196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.268136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.320149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.376136 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.401059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842ca9e5-055a-4006-85b1-de63fd12f18d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:14.407265 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.409158 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-073aa9b0-d93a-4f6f-a6f6-e079bc7ca7fa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/842ca9e5-055a-4006-85b1-de63fd12f18d HTTP/1.1" status: 204 len: 168 time: 0.2351818 Aug 27 03:15:14.412162 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:14.481564 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.572102 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.583347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f301bfdb-d7e8-460d-84aa-057fd0fc2d2d']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:14.594320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbddc508-80fb-4398-a676-7b8ef7e8b243') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:14.594643 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbddc508-80fb-4398-a676-7b8ef7e8b243') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:14.604522 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.618377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.624441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:14.624852 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:14.626573 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:14.681495 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.687421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.689304 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f301bfdb-d7e8-460d-84aa-057fd0fc2d2d HTTP/1.1" status: 204 len: 168 time: 0.2762477 Aug 27 03:15:14.705634 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c580a-4d99-4e08-8c74-04d5a8be8f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f301bfdb-d7e8-460d-84aa-057fd0fc2d2d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:14.797391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54968) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:14.839672 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-409a93e5-acef-40d3-a88c-78ff0abe2f17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63a7b76c706940779c6b7507ed3591f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408802 Aug 27 03:15:14.842079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 54970) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:14.889703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.910414 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.956217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.958788 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:14.959917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3887616-2c50-4e67-a372-6f8fe92bbcca HTTP/1.1" status: 204 len: 168 time: 0.1168532 Aug 27 03:15:14.968014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d37cb-a0de-4573-953c-a5ad25363f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3887616-2c50-4e67-a372-6f8fe92bbcca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:15.648378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54992) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:15.740631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037869705'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:15.764649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:15.768412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:15.778043 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:15.881645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:15.887264 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:15.919436 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:15.932258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf619d59-b0d2-4fec-bfb2-b5934807ebb6,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:15.937790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:15.938133 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Added segment 3c93b162-d29f-49ba-a34d-a2da4bc80638 of type vlan for network 6e9bd443-1a75-41a7-9cae-b88734f99a9b Aug 27 03:15:15.951363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.951705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.952043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.952376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.952705 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.953030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.953354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.953673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.953993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.954311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.954660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:15.954978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:16.001570 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:16.027516 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:16.033073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:16.033658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:16.120723 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4705913 Aug 27 03:15:16.143169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a016c-afbc-4b94-ab89-98f1893411e0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Network': ['ID=6e9bd443-1a75-41a7-9cae-b88734f99a9b,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:16.153963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:16.777186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:17.408213 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 22bab2e6-58b5-4f1f-9b8a-735172bb53dd no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:17.432810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 22bab2e6-58b5-4f1f-9b8a-735172bb53dd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:17.433154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 22bab2e6-58b5-4f1f-9b8a-735172bb53dd not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:19.483688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 54998) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:19.488892 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'subnet': {'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:19.578881 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:19.582812 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.007094 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.069846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Subnet': ['ID=044dde97-1aae-4c66-9fc9-2d12ae8f7661,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.079589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking segment: {'id': '3c93b162-d29f-49ba-a34d-a2da4bc80638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:20.079971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network hostable DHCP agents. Network: 6e9bd443-1a75-41a7-9cae-b88734f99a9b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:20.096712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:20.108193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 6e9bd443-1a75-41a7-9cae-b88734f99a9b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:20.112833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.113412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.118203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83686a00-8b53-47e9-8785-27c579cee6f5 None None] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:20.130437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5c60b98f-9fe3-43aa-ac18-2c53a4c058c8 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6449335 Aug 27 03:15:20.133246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55000) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:20.139113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046812255'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:20.159933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:20.163706 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.191820 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:20.201598 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.202014 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Added segment 3d4adaa0-8e85-4fc5-a0ac-7a0ae68733e8 of type vlan for network 69aec035-d7f8-4fa5-8cca-9077c6685c24 Aug 27 03:15:20.245061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.270157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.276629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-6e9bd443-1a75-41a7-9cae-b88734f99a9b', 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b', 'tenant_id': 'a9525a93ebc8455c9c1581284963f92c', 'fixed_ips': [{'subnet_id': '044dde97-1aae-4c66-9fc9-2d12ae8f7661'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:20.276629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.277126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.277126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.340331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2052698 Aug 27 03:15:20.343305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55002) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:20.350613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'subnet': {'network_id': '69aec035-d7f8-4fa5-8cca-9077c6685c24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:20.405589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42059f3-d6f3-4bf4-bd62-3fc685d0334e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Network': ['ID=69aec035-d7f8-4fa5-8cca-9077c6685c24,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.420487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 69aec035-d7f8-4fa5-8cca-9077c6685c24 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:20.457646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:20.462279 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.495814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Allocated IP 2001:db8:0:ffff::2 (6e9bd443-1a75-41a7-9cae-b88734f99a9b/044dde97-1aae-4c66-9fc9-2d12ae8f7661/29120ddc-ebdf-4315-9cf1-2200df92c122) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:20.697465 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.703502 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.711600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Transition to ACTIVE for port object 29120ddc-ebdf-4315-9cf1-2200df92c122 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:20.729837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Transition to ACTIVE for port object 29120ddc-ebdf-4315-9cf1-2200df92c122 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:20.738608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.783583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Subnet': ['ID=813a74b0-83d7-4666-b916-96659040a8b2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.786990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:20.793154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:20.793536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking segment: {'id': '3d4adaa0-8e85-4fc5-a0ac-7a0ae68733e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '69aec035-d7f8-4fa5-8cca-9077c6685c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:20.793879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network hostable DHCP agents. Network: 69aec035-d7f8-4fa5-8cca-9077c6685c24, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:20.795669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:20.807145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Pushing event updated for resources: {'Port': ['ID=29120ddc-ebdf-4315-9cf1-2200df92c122,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:20.811585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network 69aec035-d7f8-4fa5-8cca-9077c6685c24 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:20.821268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 69aec035-d7f8-4fa5-8cca-9077c6685c24) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:20.825593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:20.826179 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.833777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6570e-cc88-4712-8456-9374bedd74cb None None] Network 69aec035-d7f8-4fa5-8cca-9077c6685c24 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:20.837251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.837590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.838021 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.838578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.838914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.839243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.839619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.840050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.840296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.840668 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.841030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.841343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:20.843534 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-73567db3-0339-4028-861c-4ef69aa5ff31 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4991622 Aug 27 03:15:20.846302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55004) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:20.908109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Attempting to bind port 29120ddc-ebdf-4315-9cf1-2200df92c122 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:20.908472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Attempting to bind port 29120ddc-ebdf-4315-9cf1-2200df92c122 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '3c93b162-d29f-49ba-a34d-a2da4bc80638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:20.908832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Attempting to bind port 29120ddc-ebdf-4315-9cf1-2200df92c122 on network 6e9bd443-1a75-41a7-9cae-b88734f99a9b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:20.919712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:20.920085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Checking segment: {'id': '3c93b162-d29f-49ba-a34d-a2da4bc80638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:20.920483 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.920872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Bound using segment: {'id': '3c93b162-d29f-49ba-a34d-a2da4bc80638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:20.921329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Bound port: 29120ddc-ebdf-4315-9cf1-2200df92c122, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93b162-d29f-49ba-a34d-a2da4bc80638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6e9bd443-1a75-41a7-9cae-b88734f99a9b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:20.921711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:20.950979 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.039626 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.041514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] For port 29120ddc-ebdf-4315-9cf1-2200df92c122, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:21.058815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] For port 29120ddc-ebdf-4315-9cf1-2200df92c122, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29120ddc-ebdf-4315-9cf1-2200df92c122,segment=NetworkSegment(3c93b162-d29f-49ba-a34d-a2da4bc80638),segment_id=3c93b162-d29f-49ba-a34d-a2da4bc80638)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:21.076162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.104599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02014b92-972a-4d01-9d2c-cdc7353c9b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-69aec035-d7f8-4fa5-8cca-9077c6685c24', 'network_id': '69aec035-d7f8-4fa5-8cca-9077c6685c24', 'tenant_id': 'a9525a93ebc8455c9c1581284963f92c', 'fixed_ips': [{'subnet_id': '813a74b0-83d7-4666-b916-96659040a8b2'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:21.105512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-02014b92-972a-4d01-9d2c-cdc7353c9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.114021 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.154885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Subnet': ['ID=813a74b0-83d7-4666-b916-96659040a8b2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.172740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e549c8-dfb8-4967-92f9-31165af07db6 None None] Pushing event updated for resources: {'Port': ['ID=29120ddc-ebdf-4315-9cf1-2200df92c122,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.214536 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.224471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aec035-d7f8-4fa5-8cca-9077c6685c24']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:21.237769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4adaa0-8e85-4fc5-a0ac-7a0ae68733e8') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:21.238068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4adaa0-8e85-4fc5-a0ac-7a0ae68733e8') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:21.249158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.249369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086a8d2-eb26-4dcb-b37b-aa99323247ff None None] Network 69aec035-d7f8-4fa5-8cca-9077c6685c24 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:21.264960 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.272177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:21.273283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:21.277519 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:21.353769 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.361480 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.366778 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/69aec035-d7f8-4fa5-8cca-9077c6685c24 HTTP/1.1" status: 204 len: 168 time: 0.5161388 Aug 27 03:15:21.368137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55006) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:21.373816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877716933'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:21.396201 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92089bc7-e96a-4d80-8a86-9a0e3bc20218 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Network': ['ID=69aec035-d7f8-4fa5-8cca-9077c6685c24,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.414585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:21.418176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.444125 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:21.455676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.456028 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Added segment b1ffa094-6506-488c-b95c-b4e4b5bed483 of type vlan for network 767bd357-a5a9-4ecb-8186-8456f6a3fb78 Aug 27 03:15:21.496526 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.524905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.530504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:21.531098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.592830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2208736 Aug 27 03:15:21.593108 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55008) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:21.600283 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'subnet': {'network_id': '767bd357-a5a9-4ecb-8186-8456f6a3fb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:21.607079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065b3b-8ce1-4aa0-871f-375c8eae2727 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Network': ['ID=767bd357-a5a9-4ecb-8186-8456f6a3fb78,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.618617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 767bd357-a5a9-4ecb-8186-8456f6a3fb78 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:21.692391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:21.695982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.757503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Performing IP validity checks on allocation pools {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 27 03:15:21.758028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.ipam_backend_mixin [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94831) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 27 03:15:21.885715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:21.956394 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Subnet': ['ID=373fa7f5-0a59-40ae-8195-e4272ca40b78,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:21.968826 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking segment: {'id': 'b1ffa094-6506-488c-b95c-b4e4b5bed483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '767bd357-a5a9-4ecb-8186-8456f6a3fb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:21.969191 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network hostable DHCP agents. Network: 767bd357-a5a9-4ecb-8186-8456f6a3fb78, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:21.986919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network 767bd357-a5a9-4ecb-8186-8456f6a3fb78 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:21.996842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 767bd357-a5a9-4ecb-8186-8456f6a3fb78) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:22.000908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:22.001573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.006481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146c30a-e176-484c-97bd-d55e05efba11 None None] Network 767bd357-a5a9-4ecb-8186-8456f6a3fb78 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:22.021149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-91ce5195-d31f-4f56-9b70-20b3bdf567f6 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4269662 Aug 27 03:15:22.024701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55010) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:22.113840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5711728-6ba2-4899-a16b-1954caa92149 None None] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:22.134477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.194770 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.209478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ef44e457-fc23-4216-bc67-8656d81b1fb0 None None] Provisioning for port 29120ddc-ebdf-4315-9cf1-2200df92c122 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:22.245945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e312562-d480-4d99-b54f-e859d8db08d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-767bd357-a5a9-4ecb-8186-8456f6a3fb78', 'network_id': '767bd357-a5a9-4ecb-8186-8456f6a3fb78', 'tenant_id': 'a9525a93ebc8455c9c1581284963f92c', 'fixed_ips': [{'subnet_id': '373fa7f5-0a59-40ae-8195-e4272ca40b78'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:22.247003 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0e312562-d480-4d99-b54f-e859d8db08d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.267822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.301505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Subnet': ['ID=373fa7f5-0a59-40ae-8195-e4272ca40b78,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:22.382601 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.391866 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75edc0-3053-4c00-99a1-a90190f1056e None None] Network 767bd357-a5a9-4ecb-8186-8456f6a3fb78 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:22.393991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767bd357-a5a9-4ecb-8186-8456f6a3fb78']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:22.406923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ffa094-6506-488c-b95c-b4e4b5bed483') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:22.406923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ffa094-6506-488c-b95c-b4e4b5bed483') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:22.418002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.432599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.439371 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:22.439922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:22.443123 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:22.512643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.519797 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.521614 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/767bd357-a5a9-4ecb-8186-8456f6a3fb78 HTTP/1.1" status: 204 len: 168 time: 0.4953139 Aug 27 03:15:22.526083 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:22.531644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938253900'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:22.538249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf1a27-62fd-49e3-930d-4505c1460d2b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Network': ['ID=767bd357-a5a9-4ecb-8186-8456f6a3fb78,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:22.556887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:22.560360 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.587353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:22.597984 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.598661 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Added segment 41026aab-bb23-4fdb-b8b2-61c717050a60 of type vlan for network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 Aug 27 03:15:22.646035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.679460 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.688434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:22.689026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.753545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2257640 Aug 27 03:15:22.756042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55014) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:22.757959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a46b5cf0-e827-4ee8-b7c5-9b38e1999f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:22.763677 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'subnet': {'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:22.809851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7725f-1a82-450e-a1a8-b2fe74b59e82 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Network': ['ID=9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:22.821775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:22.860435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:22.864205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.057045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.098996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29120ddc-ebdf-4315-9cf1-2200df92c122 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:23.127123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Subnet': ['ID=27c7f02a-56cd-4efa-8000-959322615f61,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.137818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking segment: {'id': '41026aab-bb23-4fdb-b8b2-61c717050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:23.138178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network hostable DHCP agents. Network: 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:23.157469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:23.167559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 29120ddc-ebdf-4315-9cf1-2200df92c122 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:23.168793 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:23.173462 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:23.174089 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.180255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f1336-1c58-477b-a6e4-f511c1dc4c90 None None] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:23.183342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 29120ddc-ebdf-4315-9cf1-2200df92c122 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:23.183709 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.188527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7ff7d6e1-91c8-4c48-991c-6ec1ac3c112b tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4311182 Aug 27 03:15:23.191968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:23.197450 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669818115'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:23.218699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:23.222068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.247039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:23.256275 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.256609 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Added segment 52a75454-eda3-490b-a8b2-8405ec2b4ddc of type vlan for network a90a645a-bb1a-4cc0-99be-448895375a0d Aug 27 03:15:23.301308 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.332131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.338479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:23.339188 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.351102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.393913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2008917 Aug 27 03:15:23.396722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55018) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:23.404061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Request body: {'subnet': {'network_id': 'a90a645a-bb1a-4cc0-99be-448895375a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:23.404272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6', 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6', 'tenant_id': 'a9525a93ebc8455c9c1581284963f92c', 'fixed_ips': [{'subnet_id': '27c7f02a-56cd-4efa-8000-959322615f61'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:23.405337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.420130 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 29120ddc-ebdf-4315-9cf1-2200df92c122, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29120ddc-ebdf-4315-9cf1-2200df92c122,segment=NetworkSegment(3c93b162-d29f-49ba-a34d-a2da4bc80638),segment_id=3c93b162-d29f-49ba-a34d-a2da4bc80638)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:23.426082 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.454445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544fd01-bd15-4403-853f-3005b0f1fe25 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Network': ['ID=a90a645a-bb1a-4cc0-99be-448895375a0d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.501442 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network a90a645a-bb1a-4cc0-99be-448895375a0d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:23.504100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Made reservation on behalf of a9525a93ebc8455c9c1581284963f92c for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:23.507672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.706725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.755303 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=29120ddc-ebdf-4315-9cf1-2200df92c122,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.767305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event updated for resources: {'Subnet': ['ID=0bf91eda-37f8-43a2-9b39-cc86498cd26d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:23.776593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Checking segment: {'id': '52a75454-eda3-490b-a8b2-8405ec2b4ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a90a645a-bb1a-4cc0-99be-448895375a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:23.776949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network hostable DHCP agents. Network: a90a645a-bb1a-4cc0-99be-448895375a0d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:23.794985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Network a90a645a-bb1a-4cc0-99be-448895375a0d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:23.803788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, a90a645a-bb1a-4cc0-99be-448895375a0d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:23.808084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:23.808857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.811307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Allocated IP 2001:db8::2 (9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6/27c7f02a-56cd-4efa-8000-959322615f61/ec197584-3359-4b33-b09b-94d2c709c465) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:23.815198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6e510-6964-4622-9c1f-562799a6ebe1 None None] Network a90a645a-bb1a-4cc0-99be-448895375a0d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:23.826692 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-77573992-9b1c-4acd-aab1-775b7d8d9f0e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4266026 Aug 27 03:15:23.827079 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55020) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:23.926890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:23.978880 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.037977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.067425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf4e72-eda8-4825-876f-e91fa06b8c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-a90a645a-bb1a-4cc0-99be-448895375a0d', 'network_id': 'a90a645a-bb1a-4cc0-99be-448895375a0d', 'tenant_id': 'a9525a93ebc8455c9c1581284963f92c', 'fixed_ips': [{'subnet_id': '0bf91eda-37f8-43a2-9b39-cc86498cd26d'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:24.068304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4e72-eda8-4825-876f-e91fa06b8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.074721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.076975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf91eda-37f8-43a2-9b39-cc86498cd26d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:24.093368 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Transition to ACTIVE for port object ec197584-3359-4b33-b09b-94d2c709c465 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:24.131987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.143310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90a645a-bb1a-4cc0-99be-448895375a0d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:24.153653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a75454-eda3-490b-a8b2-8405ec2b4ddc') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:24.153943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a75454-eda3-490b-a8b2-8405ec2b4ddc') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:24.160807 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Transition to ACTIVE for port object ec197584-3359-4b33-b09b-94d2c709c465 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:24.163001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.170525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.181210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.187271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:24.187732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:24.190840 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:24.196327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a20863-a2dd-470c-a747-1a8ccd3083f6 None None] Network a90a645a-bb1a-4cc0-99be-448895375a0d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:24.252511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.253561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:24.260494 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.261270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:24.262285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/a90a645a-bb1a-4cc0-99be-448895375a0d HTTP/1.1" status: 204 len: 168 time: 0.4342322 Aug 27 03:15:24.265338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55022) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.266063 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:24.276656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Pushing event updated for resources: {'Port': ['ID=ec197584-3359-4b33-b09b-94d2c709c465,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:24.301790 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e14eb-ced6-47a8-9623-4d474e703f49 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Network': ['ID=a90a645a-bb1a-4cc0-99be-448895375a0d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:24.305281 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fd0c98-2878-4f4f-b895-03d10bf7b0b0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] GET failed (client error): The resource could not be found. Aug 27 03:15:24.309557 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-51fd0c98-2878-4f4f-b895-03d10bf7b0b0 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "GET /v2.0/subnets/0bf91eda-37f8-43a2-9b39-cc86498cd26d HTTP/1.1" status: 404 len: 337 time: 0.0403721 Aug 27 03:15:24.309557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55024) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.327261 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ab0fe8-b905-4389-81d2-f9424e631b6a tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:24.327810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ab0fe8-b905-4389-81d2-f9424e631b6a tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:24.329503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-71ab0fe8-b905-4389-81d2-f9424e631b6a tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/a90a645a-bb1a-4cc0-99be-448895375a0d HTTP/1.1" status: 404 len: 339 time: 0.0191658 Aug 27 03:15:24.333673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55026) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.361822 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59c4949-d248-4eac-9ec1-55cba8ae87ed tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:24.362651 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59c4949-d248-4eac-9ec1-55cba8ae87ed tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:24.367281 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b59c4949-d248-4eac-9ec1-55cba8ae87ed tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/subnets/0bf91eda-37f8-43a2-9b39-cc86498cd26d HTTP/1.1" status: 404 len: 337 time: 0.0304770 Aug 27 03:15:24.368112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55028) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.370093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Attempting to bind port ec197584-3359-4b33-b09b-94d2c709c465 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:24.370589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Attempting to bind port ec197584-3359-4b33-b09b-94d2c709c465 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '41026aab-bb23-4fdb-b8b2-61c717050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:24.370847 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Attempting to bind port ec197584-3359-4b33-b09b-94d2c709c465 on network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:24.375816 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:24.376185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Checking segment: {'id': '41026aab-bb23-4fdb-b8b2-61c717050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:24.376583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.376971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Bound using segment: {'id': '41026aab-bb23-4fdb-b8b2-61c717050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:24.377428 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Bound port: ec197584-3359-4b33-b09b-94d2c709c465, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41026aab-bb23-4fdb-b8b2-61c717050a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:24.377812 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.386629 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-79796e30-19c5-4d1a-b899-2dcd36eb51ef tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:24.387168 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79796e30-19c5-4d1a-b899-2dcd36eb51ef tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:24.388843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79796e30-19c5-4d1a-b899-2dcd36eb51ef tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/a90a645a-bb1a-4cc0-99be-448895375a0d HTTP/1.1" status: 404 len: 339 time: 0.0198245 Aug 27 03:15:24.391354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55030) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.441205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] For port ec197584-3359-4b33-b09b-94d2c709c465, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:24.442827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Deleting subnet 27c7f02a-56cd-4efa-8000-959322615f61 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:24.444658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] For port ec197584-3359-4b33-b09b-94d2c709c465, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ec197584-3359-4b33-b09b-94d2c709c465,segment=NetworkSegment(41026aab-bb23-4fdb-b8b2-61c717050a60),segment_id=41026aab-bb23-4fdb-b8b2-61c717050a60)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:24.446803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.449028 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.498730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.504188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbbd80-31da-42f0-ae5e-1f8ecfca0c0a None None] Pushing event updated for resources: {'Port': ['ID=ec197584-3359-4b33-b09b-94d2c709c465,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:24.582868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.653381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.690220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Subnet': ['ID=27c7f02a-56cd-4efa-8000-959322615f61,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:24.692356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.694341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f73f3a3b-83e4-4e1f-bfc0-611c3f74e0af tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/subnets/27c7f02a-56cd-4efa-8000-959322615f61 HTTP/1.1" status: 204 len: 168 time: 0.3021033 Aug 27 03:15:24.697615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55032) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:24.786624 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.841981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Deleting port ec197584-3359-4b33-b09b-94d2c709c465 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:24.842664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.908358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] For port ec197584-3359-4b33-b09b-94d2c709c465, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=ec197584-3359-4b33-b09b-94d2c709c465,segment=NetworkSegment(41026aab-bb23-4fdb-b8b2-61c717050a60),segment_id=41026aab-bb23-4fdb-b8b2-61c717050a60)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:24.908724 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:24.921875 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Calling delete_port for ec197584-3359-4b33-b09b-94d2c709c465 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:25.001804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.028059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Port': ['ID=ec197584-3359-4b33-b09b-94d2c709c465,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:25.031888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No DVR routers for this DVR port ec197584-3359-4b33-b09b-94d2c709c465 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:25.116104 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.127198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.138844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41026aab-bb23-4fdb-b8b2-61c717050a60') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.139304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41026aab-bb23-4fdb-b8b2-61c717050a60') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:25.148734 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.163558 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.167299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ec197584-3359-4b33-b09b-94d2c709c465 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:25.174701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:25.175158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:25.179082 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:25.188927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ec197584-3359-4b33-b09b-94d2c709c465 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:25.189522 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ec197584-3359-4b33-b09b-94d2c709c465 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 27 03:15:25.212695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Port ec197584-3359-4b33-b09b-94d2c709c465 not found, will not notify nova. {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 27 03:15:25.213100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29120ddc-ebdf-4315-9cf1-2200df92c122 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:25.246723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.254028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.256005 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 HTTP/1.1" status: 204 len: 168 time: 0.5574739 Aug 27 03:15:25.258548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55034) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.267834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 29120ddc-ebdf-4315-9cf1-2200df92c122 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:25.268214 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.293577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf237-7a2c-4c71-8b44-571da894849f tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Network': ['ID=9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:25.295511 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d71ad89-6079-453b-ae68-7bc482d66bd3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:25.296024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d71ad89-6079-453b-ae68-7bc482d66bd3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:25.297750 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1d71ad89-6079-453b-ae68-7bc482d66bd3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/subnets/373fa7f5-0a59-40ae-8195-e4272ca40b78 HTTP/1.1" status: 404 len: 337 time: 0.0382855 Aug 27 03:15:25.303777 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55036) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.322195 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0111b4c2-7c99-4f23-bf85-f4234601fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.326060 n-d-806292-1 neutron-server[94831]: INFO neutron.pecan_wsgi.hooks.translation [None req-776e314c-4b3d-4b0c-b954-bcf14d8ba48e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:25.326694 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776e314c-4b3d-4b0c-b954-bcf14d8ba48e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94831) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:25.328450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-776e314c-4b3d-4b0c-b954-bcf14d8ba48e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/767bd357-a5a9-4ecb-8186-8456f6a3fb78 HTTP/1.1" status: 404 len: 339 time: 0.0236421 Aug 27 03:15:25.331458 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55038) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.359869 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a11d401-3794-4bae-af75-6f60cdcdfca3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:25.360315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a11d401-3794-4bae-af75-6f60cdcdfca3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:25.364398 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3a11d401-3794-4bae-af75-6f60cdcdfca3 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/subnets/813a74b0-83d7-4666-b916-96659040a8b2 HTTP/1.1" status: 404 len: 337 time: 0.0296397 Aug 27 03:15:25.364912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55040) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.383990 n-d-806292-1 neutron-server[94832]: INFO neutron.pecan_wsgi.hooks.translation [None req-affb1e1b-a949-4dcd-848f-bb2426bc1ba9 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] DELETE failed (client error): The resource could not be found. Aug 27 03:15:25.384622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affb1e1b-a949-4dcd-848f-bb2426bc1ba9 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 27 03:15:25.386346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-affb1e1b-a949-4dcd-848f-bb2426bc1ba9 tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/69aec035-d7f8-4fa5-8cca-9077c6685c24 HTTP/1.1" status: 404 len: 339 time: 0.0206740 Aug 27 03:15:25.388884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55042) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.446173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Deleting subnet 044dde97-1aae-4c66-9fc9-2d12ae8f7661 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:25.450040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.495635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2596159-7fbf-4f45-a111-14ecc7117bf8 None None] Could not find standard attr ID for object ec197584-3359-4b33-b09b-94d2c709c465. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 03:15:25.498891 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.507792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede68c49-91dd-4444-83ed-d22faac3fb2b None None] DHCP port deletion for 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:15:25.523365 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.533359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a267144-78a5-4f6f-9889-9c9101ae0a2c None None] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:25.548589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a267144-78a5-4f6f-9889-9c9101ae0a2c None None] Network 9a3b3f8b-0ffe-43a2-bfe9-380ee470eee6 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 03:15:25.586904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.645442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.678191 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Subnet': ['ID=044dde97-1aae-4c66-9fc9-2d12ae8f7661,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:25.682028 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.684180 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-059dec68-3fcf-4d86-b9b4-517c3e3bf35e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/subnets/044dde97-1aae-4c66-9fc9-2d12ae8f7661 HTTP/1.1" status: 204 len: 168 time: 0.2943878 Aug 27 03:15:25.686618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55044) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:25.688909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809e576-1a4a-41ba-b3a5-6de142494be8 None None] Network 6e9bd443-1a75-41a7-9cae-b88734f99a9b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:25.763252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.828973 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Deleting port 29120ddc-ebdf-4315-9cf1-2200df92c122 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:25.829321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.871177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] DHCP port deletion for 6e9bd443-1a75-41a7-9cae-b88734f99a9b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:15:25.900926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] For port 29120ddc-ebdf-4315-9cf1-2200df92c122, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29120ddc-ebdf-4315-9cf1-2200df92c122,segment=NetworkSegment(3c93b162-d29f-49ba-a34d-a2da4bc80638),segment_id=3c93b162-d29f-49ba-a34d-a2da4bc80638)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:25.901542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.913965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Calling delete_port for 29120ddc-ebdf-4315-9cf1-2200df92c122 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:25.920242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Deleting port 29120ddc-ebdf-4315-9cf1-2200df92c122 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:25.920625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.984338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] For port 29120ddc-ebdf-4315-9cf1-2200df92c122, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=29120ddc-ebdf-4315-9cf1-2200df92c122,segment=NetworkSegment(3c93b162-d29f-49ba-a34d-a2da4bc80638),segment_id=3c93b162-d29f-49ba-a34d-a2da4bc80638)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:25.984737 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.991275 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:25.998188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Calling delete_port for 29120ddc-ebdf-4315-9cf1-2200df92c122 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:26.019748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] No DVR routers for this DVR port 29120ddc-ebdf-4315-9cf1-2200df92c122 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:26.024494 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Port': ['ID=29120ddc-ebdf-4315-9cf1-2200df92c122,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.075838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.100634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] Pushing event deleted for resources: {'Port': ['ID=29120ddc-ebdf-4315-9cf1-2200df92c122,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.104070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384e141-ce2c-462e-818b-ba5f4877b2b5 None None] No DVR routers for this DVR port 29120ddc-ebdf-4315-9cf1-2200df92c122 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:26.108582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.120360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9bd443-1a75-41a7-9cae-b88734f99a9b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:26.131037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c93b162-d29f-49ba-a34d-a2da4bc80638') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:26.131328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c93b162-d29f-49ba-a34d-a2da4bc80638') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:26.140908 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.154836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.160942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:26.161338 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:26.164797 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:26.230618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.237464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.239321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] 10.222.0.26 "DELETE /v2.0/networks/6e9bd443-1a75-41a7-9cae-b88734f99a9b HTTP/1.1" status: 204 len: 168 time: 0.5509286 Aug 27 03:15:26.255683 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97275905-d710-403a-9dc4-fe9c1ad8cc3e tempest-NetworksIpV6Test-1162031148 tempest-NetworksIpV6Test-1162031148-project] Pushing event deleted for resources: {'Network': ['ID=6e9bd443-1a75-41a7-9cae-b88734f99a9b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:26.479475 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55050) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:26.612522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-207f52b6-4621-45d1-8ca1-60a12b217475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9525a93ebc8455c9c1581284963f92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318092 Aug 27 03:15:26.614933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55054) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:26.663854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.686217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.693567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.736319 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.739311 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:26.740527 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf619d59-b0d2-4fec-bfb2-b5934807ebb6 HTTP/1.1" status: 204 len: 168 time: 0.1246462 Aug 27 03:15:26.751918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75076df-9a61-48eb-b6e9-4a476f2370d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf619d59-b0d2-4fec-bfb2-b5934807ebb6,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:27.065281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ec197584-3359-4b33-b09b-94d2c709c465 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:27.085932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: ec197584-3359-4b33-b09b-94d2c709c465 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:27.086277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device ec197584-3359-4b33-b09b-94d2c709c465 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:27.086874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29120ddc-ebdf-4315-9cf1-2200df92c122 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:27.106221 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 29120ddc-ebdf-4315-9cf1-2200df92c122 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:27.106619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 29120ddc-ebdf-4315-9cf1-2200df92c122 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:27.387836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55076) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:27.483333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-201038651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:27.507644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.508617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.588990 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.593116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.609151 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.610343 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fe716f0f-add1-467c-9fc0-782a664aef39 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2214553 Aug 27 03:15:27.613069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55080) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:27.618043 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1869132742'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:27.638123 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Made reservation on behalf of 1e19ba8584e34f758c69fd1ab9b70b21 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:27.641650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.653782 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.750244 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.754026 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.777115 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:27.791332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6539097f-6a7a-4251-81cf-e09d484324bd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:27.794984 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.795340 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Added segment 0e2d1801-4644-4136-b55f-533d2fe238f8 of type vlan for network 8d086246-a841-40d0-b471-f3411b5a8480 Aug 27 03:15:27.834287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.859351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.864861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:27.865442 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:27.921023 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3066611 Aug 27 03:15:27.923930 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55082) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:27.931127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'subnet': {'network_id': '8d086246-a841-40d0-b471-f3411b5a8480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:27.975025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e028-88b9-42b2-a253-dd6c40404d44 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event updated for resources: {'Network': ['ID=8d086246-a841-40d0-b471-f3411b5a8480,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:27.986087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:28.028223 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Made reservation on behalf of 1e19ba8584e34f758c69fd1ab9b70b21 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:28.031803 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.111109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.214846 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.289231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event updated for resources: {'Subnet': ['ID=96f24a52-682e-45ef-af3b-6de8aa73cae0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.293491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Checking segment: {'id': '0e2d1801-4644-4136-b55f-533d2fe238f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:28.293851 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Network hostable DHCP agents. Network: 8d086246-a841-40d0-b471-f3411b5a8480, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:28.310963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Network 8d086246-a841-40d0-b471-f3411b5a8480 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:28.319209 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 8d086246-a841-40d0-b471-f3411b5a8480) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:28.324163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:28.324781 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.328761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d9727-e59a-4cd9-bd2c-01a1c222f460 None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:28.342189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6a28f7f4-18d5-4a54-9bed-00920d6c49c9 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177067 Aug 27 03:15:28.345215 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55084) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:28.350795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1186517775'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:28.373909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Made reservation on behalf of 1e19ba8584e34f758c69fd1ab9b70b21 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:28.378737 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.490609 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-8d086246-a841-40d0-b471-f3411b5a8480', 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480', 'tenant_id': '1e19ba8584e34f758c69fd1ab9b70b21', 'fixed_ips': [{'subnet_id': '96f24a52-682e-45ef-af3b-6de8aa73cae0'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:28.491678 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.643768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Allocated IP 172.20.0.2 (8d086246-a841-40d0-b471-f3411b5a8480/96f24a52-682e-45ef-af3b-6de8aa73cae0/30dfd1d8-ef94-40c3-9006-2ba418e51bb1) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:28.675905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:28.684444 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.684793 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Added segment 06a0208e-4228-43e3-bf46-320ea3d40a73 of type vlan for network 375fc75e-5605-4c50-aae7-efaeab203331 Aug 27 03:15:28.727749 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.752916 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.758792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:28.759369 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.801804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.811128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Transition to ACTIVE for port object 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:28.821878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4755485 Aug 27 03:15:28.824560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55086) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:28.827995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Transition to ACTIVE for port object 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:28.829776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'subnet': {'network_id': '375fc75e-5605-4c50-aae7-efaeab203331', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:28.834731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.874555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:28.879332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:28.881648 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:28.886355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20917-c739-4e51-b56b-e4d9d2dfc754 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event updated for resources: {'Network': ['ID=375fc75e-5605-4c50-aae7-efaeab203331,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.892925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Pushing event updated for resources: {'Port': ['ID=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:28.899115 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 375fc75e-5605-4c50-aae7-efaeab203331 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:28.932124 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Made reservation on behalf of 1e19ba8584e34f758c69fd1ab9b70b21 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:28.935824 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:28.988600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Attempting to bind port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:28.989174 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Attempting to bind port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '0e2d1801-4644-4136-b55f-533d2fe238f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:28.989410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Attempting to bind port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 on network 8d086246-a841-40d0-b471-f3411b5a8480 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:29.002335 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:29.002739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Checking segment: {'id': '0e2d1801-4644-4136-b55f-533d2fe238f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:29.003203 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.003543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Bound using segment: {'id': '0e2d1801-4644-4136-b55f-533d2fe238f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:29.004107 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Bound port: 30dfd1d8-ef94-40c3-9006-2ba418e51bb1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2d1801-4644-4136-b55f-533d2fe238f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8d086246-a841-40d0-b471-f3411b5a8480'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:29.004452 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.078302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] For port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:29.082041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] For port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,segment=NetworkSegment(0e2d1801-4644-4136-b55f-533d2fe238f8),segment_id=0e2d1801-4644-4136-b55f-533d2fe238f8)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:29.087006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.119697 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.152011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adadeee-7d3d-4d40-aa60-8ecb602c8f42 None None] Pushing event updated for resources: {'Port': ['ID=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:29.182074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event updated for resources: {'Subnet': ['ID=b2f2e905-9969-4985-9189-ce7b22b1c6b1,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:29.193354 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Checking segment: {'id': '06a0208e-4228-43e3-bf46-320ea3d40a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:29.193720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Network hostable DHCP agents. Network: 375fc75e-5605-4c50-aae7-efaeab203331, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:29.210923 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Network 375fc75e-5605-4c50-aae7-efaeab203331 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:29.220032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 375fc75e-5605-4c50-aae7-efaeab203331) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:29.224332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:29.224921 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.230375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb2706-f1ec-4d06-aef2-07801e5f8d17 None None] Network 375fc75e-5605-4c50-aae7-efaeab203331 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:29.243759 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07cd1dab-a873-4c0f-8e75-765717edf393 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4150860 Aug 27 03:15:29.243966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55088) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:29.248864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-286c1c9e-666d-443f-ae00-455a18f3607c tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Request body: {'router': {'external_gateway_info': {'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:29.425944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-375fc75e-5605-4c50-aae7-efaeab203331', 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331', 'tenant_id': '1e19ba8584e34f758c69fd1ab9b70b21', 'fixed_ips': [{'subnet_id': 'b2f2e905-9969-4985-9189-ce7b22b1c6b1'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:29.426873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.529640 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-286c1c9e-666d-443f-ae00-455a18f3607c tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.563322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Allocated IP 172.21.0.2 (375fc75e-5605-4c50-aae7-efaeab203331/b2f2e905-9969-4985-9189-ce7b22b1c6b1/42acdeb9-a606-49d6-a6b2-69adeea56e24) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:29.644202 n-d-806292-1 neutron-server[94832]: INFO neutron.api.v2.resource [None req-286c1c9e-666d-443f-ae00-455a18f3607c tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 27 03:15:29.645269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-286c1c9e-666d-443f-ae00-455a18f3607c tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "PUT /v2.0/routers/4d9a859d-0ee1-48c3-a315-5b172a14de37 HTTP/1.1" status: 400 len: 364 time: 0.4004228 Aug 27 03:15:29.651697 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55090) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:29.704307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Deleting subnet b2f2e905-9969-4985-9189-ce7b22b1c6b1 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:29.709404 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.718774 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Transition to ACTIVE for port object 42acdeb9-a606-49d6-a6b2-69adeea56e24 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:29.737068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Transition to ACTIVE for port object 42acdeb9-a606-49d6-a6b2-69adeea56e24 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:29.743190 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.750953 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.791361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.792561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Network 375fc75e-5605-4c50-aae7-efaeab203331 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:29.797783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:29.802542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:29.810713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Pushing event updated for resources: {'Port': ['ID=42acdeb9-a606-49d6-a6b2-69adeea56e24,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:29.880947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Attempting to bind port 42acdeb9-a606-49d6-a6b2-69adeea56e24 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:29.881318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Attempting to bind port 42acdeb9-a606-49d6-a6b2-69adeea56e24 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '06a0208e-4228-43e3-bf46-320ea3d40a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:29.882096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Attempting to bind port 42acdeb9-a606-49d6-a6b2-69adeea56e24 on network 375fc75e-5605-4c50-aae7-efaeab203331 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:29.887827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:29.888207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Checking segment: {'id': '06a0208e-4228-43e3-bf46-320ea3d40a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:29.888618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.889016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Bound using segment: {'id': '06a0208e-4228-43e3-bf46-320ea3d40a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:29.889486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Bound port: 42acdeb9-a606-49d6-a6b2-69adeea56e24, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a0208e-4228-43e3-bf46-320ea3d40a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '375fc75e-5605-4c50-aae7-efaeab203331'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:29.889872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.900867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.967129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.970962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] For port 42acdeb9-a606-49d6-a6b2-69adeea56e24, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:29.974509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] For port 42acdeb9-a606-49d6-a6b2-69adeea56e24, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=42acdeb9-a606-49d6-a6b2-69adeea56e24,segment=NetworkSegment(06a0208e-4228-43e3-bf46-320ea3d40a73),segment_id=06a0208e-4228-43e3-bf46-320ea3d40a73)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:29.979725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.997600 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:29.999508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "DELETE /v2.0/subnets/b2f2e905-9969-4985-9189-ce7b22b1c6b1 HTTP/1.1" status: 204 len: 168 time: 0.3468001 Aug 27 03:15:30.000556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7da9b-f9ad-4982-bc8b-5581e1f43819 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f2e905-9969-4985-9189-ce7b22b1c6b1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.002004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:30.045361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358397-9ba7-4622-b6f6-de6fe2fd380f None None] Pushing event updated for resources: {'Port': ['ID=42acdeb9-a606-49d6-a6b2-69adeea56e24,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.099149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.134056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b688b4-2b7f-4b29-abf6-e1ee78c59aa1 None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:30.163880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Deleting port 42acdeb9-a606-49d6-a6b2-69adeea56e24 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:30.164259 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.196297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9abbafa6-7daf-4d31-a710-b29a86a6057e None None] Provisioning for port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:30.241254 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] For port 42acdeb9-a606-49d6-a6b2-69adeea56e24, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=42acdeb9-a606-49d6-a6b2-69adeea56e24,segment=NetworkSegment(06a0208e-4228-43e3-bf46-320ea3d40a73),segment_id=06a0208e-4228-43e3-bf46-320ea3d40a73)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:30.241634 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.260247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Calling delete_port for 42acdeb9-a606-49d6-a6b2-69adeea56e24 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:30.351119 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.384510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] No DVR routers for this DVR port 42acdeb9-a606-49d6-a6b2-69adeea56e24 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:30.389890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Port': ['ID=42acdeb9-a606-49d6-a6b2-69adeea56e24,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.477094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.491463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375fc75e-5605-4c50-aae7-efaeab203331']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:30.507192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a0208e-4228-43e3-bf46-320ea3d40a73') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:30.507579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a0208e-4228-43e3-bf46-320ea3d40a73') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:30.519024 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.538046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.545431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:30.546016 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:30.549302 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:30.607134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.613756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.615614 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "DELETE /v2.0/networks/375fc75e-5605-4c50-aae7-efaeab203331 HTTP/1.1" status: 204 len: 168 time: 0.6118090 Aug 27 03:15:30.618149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:30.637876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814703-f737-47b7-ad3a-aa687fdc2003 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Network': ['ID=375fc75e-5605-4c50-aae7-efaeab203331,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.685340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Deleting subnet 96f24a52-682e-45ef-af3b-6de8aa73cae0 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:15:30.688850 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.746421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.844067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.912838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.940509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Subnet': ['ID=96f24a52-682e-45ef-af3b-6de8aa73cae0,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:30.946802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:30.951199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b0fbba49-6d8b-45de-a3cf-758d8029adf2 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "DELETE /v2.0/subnets/96f24a52-682e-45ef-af3b-6de8aa73cae0 HTTP/1.1" status: 204 len: 168 time: 0.3295889 Aug 27 03:15:30.951651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:30.961120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e6092-dac8-43a0-a2a5-2612bd9e42e4 None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:31.035168 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.119477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Deleting port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:31.119839 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.134203 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:31.172681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8b7b3-4204-47f7-97f8-83162ceba1ce None None] DHCP port deletion for 375fc75e-5605-4c50-aae7-efaeab203331 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:15:31.177055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4ad94140-ccab-4e92-9b13-bc4833bdfcff None None] Could not find standard attr ID for object 42acdeb9-a606-49d6-a6b2-69adeea56e24. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 03:15:31.204546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] DHCP port deletion for 8d086246-a841-40d0-b471-f3411b5a8480 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:15:31.209397 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80bb38-a7f3-4c16-bbe3-89783364d812 None None] Network 375fc75e-5605-4c50-aae7-efaeab203331 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:31.216382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] For port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,segment=NetworkSegment(0e2d1801-4644-4136-b55f-533d2fe238f8),segment_id=0e2d1801-4644-4136-b55f-533d2fe238f8)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:31.217021 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.225209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80bb38-a7f3-4c16-bbe3-89783364d812 None None] Network 375fc75e-5605-4c50-aae7-efaeab203331 could not be found, it might have been deleted concurrently. {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 27 03:15:31.234368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Calling delete_port for 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:31.258832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:31.265555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:31.265932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.321833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Deleting port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:15:31.322115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.335723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.364163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Port': ['ID=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:31.368511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] No DVR routers for this DVR port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:31.368731 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.370118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Could not find standard attr ID for object 30dfd1d8-ef94-40c3-9006-2ba418e51bb1. {{(pid=94833) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 27 03:15:31.374884 n-d-806292-1 neutron-server[94833]: INFO neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No ports have port_id starting with 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 Aug 27 03:15:31.399152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] For port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,segment=NetworkSegment(0e2d1801-4644-4136-b55f-533d2fe238f8),segment_id=0e2d1801-4644-4136-b55f-533d2fe238f8)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:31.399568 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.414401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Calling delete_port for 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:15:31.449723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.460771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d086246-a841-40d0-b471-f3411b5a8480']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.472774 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2d1801-4644-4136-b55f-533d2fe238f8') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.473078 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2d1801-4644-4136-b55f-533d2fe238f8') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:31.483072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.497508 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.503877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:15:31.504286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:15:31.507375 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:15:31.578131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.603313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.605256 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "DELETE /v2.0/networks/8d086246-a841-40d0-b471-f3411b5a8480 HTTP/1.1" status: 204 len: 168 time: 0.6526573 Aug 27 03:15:31.606832 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cb00-c5f6-472a-9eb0-5de285326cf5 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Pushing event deleted for resources: {'Network': ['ID=8d086246-a841-40d0-b471-f3411b5a8480,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:31.609132 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55098) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:31.649476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-82596a40-f443-4fd6-bfcf-cad31e5fef10 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d9a859d-0ee1-48c3-a315-5b172a14de37 HTTP/1.1" status: 200 len: 205 time: 0.0373864 Aug 27 03:15:31.651895 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55100) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:31.671446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.693949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Pushing event deleted for resources: {'Port': ['ID=30dfd1d8-ef94-40c3-9006-2ba418e51bb1,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:31.696417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] Network 8d086246-a841-40d0-b471-f3411b5a8480 is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 03:15:31.696642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3f395-f938-4b6a-8c88-bd52536caa83 None None] No DVR routers for this DVR port 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:15:31.723928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.884717 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.887650 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.949198 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.949601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Fanout notify agent at l3_agent the message router_deleted on router 4d9a859d-0ee1-48c3-a315-5b172a14de37 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:15:31.957149 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:31.959112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-89e58be5-2ed6-4991-a0be-55912cd05395 tempest-RoutersNegativeTest-1134824304 tempest-RoutersNegativeTest-1134824304-project] 10.222.0.26 "DELETE /v2.0/routers/4d9a859d-0ee1-48c3-a315-5b172a14de37 HTTP/1.1" status: 204 len: 168 time: 0.3060150 Aug 27 03:15:32.205723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55106) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:32.337612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-49670c86-dbfa-4b70-a16e-d09c67dca76d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e19ba8584e34f758c69fd1ab9b70b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304796 Aug 27 03:15:32.340036 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55110) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:32.388144 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.408573 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.454896 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.457801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:32.459017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6539097f-6a7a-4251-81cf-e09d484324bd HTTP/1.1" status: 204 len: 168 time: 0.1180553 Aug 27 03:15:32.467643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7e4a6-8ffa-4115-a761-d9dd5d06e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539097f-6a7a-4251-81cf-e09d484324bd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:33.082939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 42acdeb9-a606-49d6-a6b2-69adeea56e24 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:33.104357 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 42acdeb9-a606-49d6-a6b2-69adeea56e24 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:33.104740 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 42acdeb9-a606-49d6-a6b2-69adeea56e24 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:33.105158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:15:33.124178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:15:33.124530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 30dfd1d8-ef94-40c3-9006-2ba418e51bb1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:15:33.134518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:33.230790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-133290377-network', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:33.251528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Made reservation on behalf of f523d336aa9a4a2aa7ab949c84a66fd7 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:33.253789 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.262942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.357309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.361675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.391539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:33.397053 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a0d65a-a56b-49bc-a016-81a558f4f919,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:33.405802 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.406139 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Added segment f4474386-d5f2-44af-88c3-3cfe92ac573b of type vlan for network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 Aug 27 03:15:33.444816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.469601 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.470585 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:33.471176 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.529394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3936179 Aug 27 03:15:33.532269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:33.537022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Request body: {'subnet': {'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-subnet', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:33.543129 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a21d2-d25b-4da6-8855-855d8ed851e3 admin admin] Pushing event updated for resources: {'Network': ['ID=779a8bba-ffe8-4018-ba02-0c0cf71d8565,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:33.552688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:33.563284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Made reservation on behalf of f523d336aa9a4a2aa7ab949c84a66fd7 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:33.565997 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:33.738357 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.116264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d959462-cb9c-4b81-add8-6df420011d95,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.124848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Checking segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:34.125202 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Network hostable DHCP agents. Network: 779a8bba-ffe8-4018-ba02-0c0cf71d8565, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:34.141331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:34.151344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 779a8bba-ffe8-4018-ba02-0c0cf71d8565) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:34.156287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:34.157035 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.162271 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e860b7-9d6d-47ee-9586-0439ee12a570 None None] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:34.175580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-df305b9a-4812-42c4-8659-0d20d8a5fa85 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6397610 Aug 27 03:15:34.175767 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55138) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:34.180489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:34.200938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.202041 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.254679 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.365779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:34.366684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.395308 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.500407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Allocated IP 172.20.0.2 (779a8bba-ffe8-4018-ba02-0c0cf71d8565/7d959462-cb9c-4b81-add8-6df420011d95/2a2d8a43-7866-4866-971a-584c2f6ff381) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:34.598759 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.619045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.646355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.654921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Transition to ACTIVE for port object 2a2d8a43-7866-4866-971a-584c2f6ff381 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:34.670154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Transition to ACTIVE for port object 2a2d8a43-7866-4866-971a-584c2f6ff381 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:34.676503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.714274 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:34.719270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:34.722728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:34.728431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Allocated IP 172.25.8.118 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/cc7c19e3-601b-4a24-92e9-be5107da8195) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:34.729180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Pushing event updated for resources: {'Port': ['ID=2a2d8a43-7866-4866-971a-584c2f6ff381,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.791899 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Attempting to bind port 2a2d8a43-7866-4866-971a-584c2f6ff381 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:34.792273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Attempting to bind port 2a2d8a43-7866-4866-971a-584c2f6ff381 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:34.792624 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Attempting to bind port 2a2d8a43-7866-4866-971a-584c2f6ff381 on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:34.797419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:34.798223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Checking segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:34.798223 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.798583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Bound using segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:34.799033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Bound port: 2a2d8a43-7866-4866-971a-584c2f6ff381, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:34.799938 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.840071 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.864897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] For port 2a2d8a43-7866-4866-971a-584c2f6ff381, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:34.868957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] For port 2a2d8a43-7866-4866-971a-584c2f6ff381, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a2d8a43-7866-4866-971a-584c2f6ff381,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:34.872856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.881254 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:34.923274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:34.923274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:34.925457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:34.935990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b94b4-2e96-4f58-8dcb-1b333054991c None None] Pushing event updated for resources: {'Port': ['ID=2a2d8a43-7866-4866-971a-584c2f6ff381,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:34.959256 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Pushing event updated for resources: {'Port': ['ID=cc7c19e3-601b-4a24-92e9-be5107da8195,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:35.216204 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.410756 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.537014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:15:35.651435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:35.660547 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Sync routers for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:35.668725 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:35.670415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-71b0856b-2eab-4e08-b08f-2b4c77ff58ae admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4934812 Aug 27 03:15:35.673064 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55140) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:35.673254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:35.673990 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:35.787462 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:35.924092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed46740-289d-423e-945d-db2627a98543 None None] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:36.008904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c0fd852d-f4ee-464e-ba7b-ee7b3c920919 None None] Provisioning for port 2a2d8a43-7866-4866-971a-584c2f6ff381 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:36.096361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:35Z', 'revision_number': 3, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:36.116081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.128611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Checking router: 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:36.128968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Updating router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 port cc7c19e3-601b-4a24-92e9-be5107da8195 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:36.170321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.282713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Allocated IP 172.20.0.1 (779a8bba-ffe8-4018-ba02-0c0cf71d8565/7d959462-cb9c-4b81-add8-6df420011d95/dab3682f-f919-40f3-a12d-08dba4942660) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:36.398241 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.412292 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Transition to ACTIVE for port object dab3682f-f919-40f3-a12d-08dba4942660 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:36.446993 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.491167 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:36.494679 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:36.495156 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.499503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:36.502932 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Pushing event updated for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.514858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Transition to ACTIVE for port object cc7c19e3-601b-4a24-92e9-be5107da8195 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:36.524116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.543107 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.603242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Attempting to bind port cc7c19e3-601b-4a24-92e9-be5107da8195 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:36.603615 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Attempting to bind port cc7c19e3-601b-4a24-92e9-be5107da8195 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:36.603979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Attempting to bind port cc7c19e3-601b-4a24-92e9-be5107da8195 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:36.611690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4cffe-c4d7-4d0a-b9c3-cca019cd51b5 None None] Pushing event updated for resources: {'Port': ['ID=cc7c19e3-601b-4a24-92e9-be5107da8195,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.615686 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:36.616072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:36.616479 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.616870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:36.617386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Bound port: cc7c19e3-601b-4a24-92e9-be5107da8195, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:36.617768 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.680731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.685241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] For port cc7c19e3-601b-4a24-92e9-be5107da8195, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:36.688681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] For port cc7c19e3-601b-4a24-92e9-be5107da8195, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc7c19e3-601b-4a24-92e9-be5107da8195,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:36.694329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.761135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4cffe-c4d7-4d0a-b9c3-cca019cd51b5 None None] Pushing event updated for resources: {'Port': ['ID=cc7c19e3-601b-4a24-92e9-be5107da8195,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.764822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:36.765464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:36.867121 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.872968 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.895320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:36.921769 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a0ae71f6-5518-4dab-ac36-3888e539e08f None None] Provisioning for port dab3682f-f919-40f3-a12d-08dba4942660 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:36.928453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a0ae71f6-5518-4dab-ac36-3888e539e08f None None] Provisioning complete for port dab3682f-f919-40f3-a12d-08dba4942660 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:36.928868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a0ae71f6-5518-4dab-ac36-3888e539e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:36.950159 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Pushing event updated for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:36.954096 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.036190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae71f6-5518-4dab-ac36-3888e539e08f None None] Port dab3682f-f919-40f3-a12d-08dba4942660 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:37.086158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:37.087724 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:37.143200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a2d8a43-7866-4866-971a-584c2f6ff381 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:37.193821 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dab3682f-f919-40f3-a12d-08dba4942660', 'name': '', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'mac_address': 'fa:16:3e:be:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:36Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 1, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'subnets': [{'id': '7d959462-cb9c-4b81-add8-6df420011d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:37.212301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:37.230854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249c1f-268c-4fde-8d56-64640692e90c None None] The sync data for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 is: [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dab3682f-f919-40f3-a12d-08dba4942660', 'name': '', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'mac_address': 'fa:16:3e:be:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:36Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 1, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'subnets': [{'id': '7d959462-cb9c-4b81-add8-6df420011d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:37.243500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2a2d8a43-7866-4866-971a-584c2f6ff381 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:37.247928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2a2d8a43-7866-4866-971a-584c2f6ff381 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:37.248297 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.338374 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.340730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:37.345934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b562704c-8133-4784-8929-3da1e0d2fe8b admin admin] 10.222.0.26 "PUT /v2.0/routers/8f46b7d6-f85d-49bc-92a5-f1574e67b1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718831 Aug 27 03:15:37.380880 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2a2d8a43-7866-4866-971a-584c2f6ff381, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a2d8a43-7866-4866-971a-584c2f6ff381,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:37.386580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.398337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6297111b-cd8c-4892-a673-25a3c36547ab None None] Provisioning complete for port dab3682f-f919-40f3-a12d-08dba4942660 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:37.398779 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6297111b-cd8c-4892-a673-25a3c36547ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.486041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6297111b-cd8c-4892-a673-25a3c36547ab None None] Port dab3682f-f919-40f3-a12d-08dba4942660 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:37.496680 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2a2d8a43-7866-4866-971a-584c2f6ff381,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:37.873181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55156) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:37.881674 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1472332611-network', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:37.912245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Made reservation on behalf of 77f24fb67e9e4308bb6ced0da3b75ffd for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:37.914774 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:37.923435 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.035196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.039611 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.063599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:15:38.082482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6039a05-ac0f-46d9-bca8-e0636662abe8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.086714 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.087134 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Added segment 6184a206-2aba-4769-8a29-760c2f0cf57c of type vlan for network 7edb77d5-632e-4656-849e-9b076597228b Aug 27 03:15:38.134506 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.159988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.161127 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.161731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.223554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3492100 Aug 27 03:15:38.227300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:38.229385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b84ea-089a-4623-b0d0-1ab4ca8109b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7edb77d5-632e-4656-849e-9b076597228b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.233355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Request body: {'subnet': {'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-subnet', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:38.239008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7edb77d5-632e-4656-849e-9b076597228b details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:15:38.257107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Made reservation on behalf of 77f24fb67e9e4308bb6ced0da3b75ffd for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:38.260644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.444928 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.499703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7da5c74-d803-4af5-beeb-6acbfdaebf68,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:38.509981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Checking segment: {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:38.510338 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Network hostable DHCP agents. Network: 7edb77d5-632e-4656-849e-9b076597228b, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:15:38.528121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Network 7edb77d5-632e-4656-849e-9b076597228b is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:15:38.538432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7edb77d5-632e-4656-849e-9b076597228b) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:38.543596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:38.544196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.550691 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a5e17-245a-4f62-94d8-fc507f8e3794 None None] Network 7edb77d5-632e-4656-849e-9b076597228b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:38.563139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55160) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:38.567707 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:38.570779 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2cbe810a-643c-4317-a82d-29cbb6c05eea admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3414719 Aug 27 03:15:38.592582 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.593684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.647573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.721751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7edb77d5-632e-4656-849e-9b076597228b', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:15:38.722660 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.798243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:38.874478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Allocated IP 172.20.0.2 (7edb77d5-632e-4656-849e-9b076597228b/d7da5c74-d803-4af5-beeb-6acbfdaebf68/bbe64822-5472-4329-92d2-4c9ada9134a4) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:39.008675 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.022673 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.028884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.033608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Transition to ACTIVE for port object bbe64822-5472-4329-92d2-4c9ada9134a4 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:39.052445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Transition to ACTIVE for port object bbe64822-5472-4329-92d2-4c9ada9134a4 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:39.061907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.108410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Network 7edb77d5-632e-4656-849e-9b076597228b is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:39.113969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:39.121100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:39.128471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Pushing event updated for resources: {'Port': ['ID=bbe64822-5472-4329-92d2-4c9ada9134a4,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:39.175099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Allocated IP 172.25.8.169 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/194966fc-e2e8-4d6e-baa8-dfdd9658c631) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:39.185449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Attempting to bind port bbe64822-5472-4329-92d2-4c9ada9134a4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:39.185825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Attempting to bind port bbe64822-5472-4329-92d2-4c9ada9134a4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:39.186272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Attempting to bind port bbe64822-5472-4329-92d2-4c9ada9134a4 on network 7edb77d5-632e-4656-849e-9b076597228b {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:39.196361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:39.196813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Checking segment: {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:39.198248 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.198722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Bound using segment: {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:39.199360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Bound port: bbe64822-5472-4329-92d2-4c9ada9134a4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:39.199791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.203881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc7c19e3-601b-4a24-92e9-be5107da8195 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:39.438343 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Sync routers for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:39.451793 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:39.452727 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:39.468937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] For port bbe64822-5472-4329-92d2-4c9ada9134a4, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:39.471422 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port cc7c19e3-601b-4a24-92e9-be5107da8195 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:39.474718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] For port bbe64822-5472-4329-92d2-4c9ada9134a4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bbe64822-5472-4329-92d2-4c9ada9134a4,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:39.479062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cc7c19e3-601b-4a24-92e9-be5107da8195 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:39.479487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.483522 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.577188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c79806-c3c8-4c6b-a53f-5b7cb7f4ba01 None None] Pushing event updated for resources: {'Port': ['ID=bbe64822-5472-4329-92d2-4c9ada9134a4,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:39.577886 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:39.630742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.651297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.656346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port cc7c19e3-601b-4a24-92e9-be5107da8195, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc7c19e3-601b-4a24-92e9-be5107da8195,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:39.660960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.661761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a2d8a43-7866-4866-971a-584c2f6ff381 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:39.693428 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.743227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:39.746767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=cc7c19e3-601b-4a24-92e9-be5107da8195,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:39.746970 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:39.753537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2a2d8a43-7866-4866-971a-584c2f6ff381 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:39.753912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:39.758145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:39.791938 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Pushing event updated for resources: {'Port': ['ID=194966fc-e2e8-4d6e-baa8-dfdd9658c631,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:39.896300 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dab3682f-f919-40f3-a12d-08dba4942660', 'name': '', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'mac_address': 'fa:16:3e:be:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:36Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 2, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'subnets': [{'id': '7d959462-cb9c-4b81-add8-6df420011d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:39.927619 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Checking router: 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:39.927975 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Updating router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 port dab3682f-f919-40f3-a12d-08dba4942660 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:39.958917 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.102608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.358856 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.361196 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.370832 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Transition to ACTIVE for port object dab3682f-f919-40f3-a12d-08dba4942660 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:40.377422 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.459170 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Pushing event updated for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:40.491723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.492619 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.492965 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.493817 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.494144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.496336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.496819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.497237 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.497588 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.498089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.498467 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.498838 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:15:40.520513 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Attempting to bind port dab3682f-f919-40f3-a12d-08dba4942660 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:40.520513 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Attempting to bind port dab3682f-f919-40f3-a12d-08dba4942660 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:40.521072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Attempting to bind port dab3682f-f919-40f3-a12d-08dba4942660 on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:40.528435 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:40.528908 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Checking segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:40.530008 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.530469 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Bound using segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:40.531644 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Bound port: dab3682f-f919-40f3-a12d-08dba4942660, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:40.532225 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.548023 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Router 106c87a9-6324-493c-b03f-f9619426a0bc is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:15:40.621108 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] For port dab3682f-f919-40f3-a12d-08dba4942660, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:40.625338 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] For port dab3682f-f919-40f3-a12d-08dba4942660, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dab3682f-f919-40f3-a12d-08dba4942660,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:40.632811 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.685163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:40.688782 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:40.689432 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:40.705433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Sync routers for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:40.708069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:40.709684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-cbc1bea5-443c-4a7b-aaf5-68bd06a0042b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1455193 Aug 27 03:15:40.712963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55162) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:15:40.717173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:40.718019 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:40.768397 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e25e4-0916-4066-bfd0-d92ea4ab7e3b None None] Pushing event updated for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:40.854717 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:40.896651 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:40.969832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e3c99-b334-4da0-98a5-2b6fdacbfa92 None None] Network 7edb77d5-632e-4656-849e-9b076597228b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:15:41.090819 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0315486e-4fe8-466e-a5f8-006f0ea5dfd5 None None] Provisioning for port bbe64822-5472-4329-92d2-4c9ada9134a4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:41.100238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dab3682f-f919-40f3-a12d-08dba4942660', 'name': '', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'mac_address': 'fa:16:3e:be:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:36Z', 'updated_at': '2021-08-27T03:15:40Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'subnets': [{'id': '7d959462-cb9c-4b81-add8-6df420011d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:41.142326 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185e101-0588-4620-b5d8-ee513555b161 None None] The sync data for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 is: [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:36Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'dab3682f-f919-40f3-a12d-08dba4942660', 'name': '', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'mac_address': 'fa:16:3e:be:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:36Z', 'updated_at': '2021-08-27T03:15:40Z', 'revision_number': 4, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'subnets': [{'id': '7d959462-cb9c-4b81-add8-6df420011d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:41.277385 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 3, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:41.316494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Checking router: 106c87a9-6324-493c-b03f-f9619426a0bc for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:41.316849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Updating router 106c87a9-6324-493c-b03f-f9619426a0bc port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:41.344897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.346776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc7c19e3-601b-4a24-92e9-be5107da8195 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:41.359973 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.523998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cc7c19e3-601b-4a24-92e9-be5107da8195 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:41.524245 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.601015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Allocated IP 172.20.0.1 (7edb77d5-632e-4656-849e-9b076597228b/d7da5c74-d803-4af5-beeb-6acbfdaebf68/5207e032-4b31-48ca-8110-6f003ac84ec1) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:41.691380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bbe64822-5472-4329-92d2-4c9ada9134a4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:41.731316 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.746378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Transition to ACTIVE for port object 5207e032-4b31-48ca-8110-6f003ac84ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:41.781716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.799559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.801882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port bbe64822-5472-4329-92d2-4c9ada9134a4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:41.809087 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bbe64822-5472-4329-92d2-4c9ada9134a4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:41.809466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.820993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Network 7edb77d5-632e-4656-849e-9b076597228b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:41.826062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:41.829755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:41.838207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Transition to ACTIVE for port object 194966fc-e2e8-4d6e-baa8-dfdd9658c631 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:41.847099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.862605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:41.896312 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.924594 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Attempting to bind port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:41.924975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Attempting to bind port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:41.925345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Attempting to bind port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:41.928027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588148-6290-40c3-b7b2-8d7631230e31 None None] Pushing event updated for resources: {'Port': ['ID=194966fc-e2e8-4d6e-baa8-dfdd9658c631,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:41.940906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:41.941687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:41.942188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:41.942706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:41.943439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Bound port: 194966fc-e2e8-4d6e-baa8-dfdd9658c631, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:41.943930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.020160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.058532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] For port 194966fc-e2e8-4d6e-baa8-dfdd9658c631, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:42.065248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] For port 194966fc-e2e8-4d6e-baa8-dfdd9658c631, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=194966fc-e2e8-4d6e-baa8-dfdd9658c631,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:42.078512 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.081863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port bbe64822-5472-4329-92d2-4c9ada9134a4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bbe64822-5472-4329-92d2-4c9ada9134a4,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.120076 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.128873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.129643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dab3682f-f919-40f3-a12d-08dba4942660 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:42.174104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588148-6290-40c3-b7b2-8d7631230e31 None None] Pushing event updated for resources: {'Port': ['ID=194966fc-e2e8-4d6e-baa8-dfdd9658c631,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.183934 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1c65e726-3742-4d28-8d93-24ace13efe9d None None] Provisioning for port 5207e032-4b31-48ca-8110-6f003ac84ec1 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:42.212944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1c65e726-3742-4d28-8d93-24ace13efe9d None None] Provisioning complete for port 5207e032-4b31-48ca-8110-6f003ac84ec1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:42.213311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1c65e726-3742-4d28-8d93-24ace13efe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.242563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:42.243207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:42.285911 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.291696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.318674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=bbe64822-5472-4329-92d2-4c9ada9134a4,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.325595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1c65e726-3742-4d28-8d93-24ace13efe9d None None] Port 5207e032-4b31-48ca-8110-6f003ac84ec1 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:42.361833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.364471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.367556 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port dab3682f-f919-40f3-a12d-08dba4942660 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:42.375168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port dab3682f-f919-40f3-a12d-08dba4942660 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:42.375534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.422756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:42.453880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Network 7edb77d5-632e-4656-849e-9b076597228b is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:42.456417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:42.576968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Router 106c87a9-6324-493c-b03f-f9619426a0bc has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:15:42.583044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.641467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port dab3682f-f919-40f3-a12d-08dba4942660, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dab3682f-f919-40f3-a12d-08dba4942660,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:42.667691 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.691991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:15:42.698149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-02406855-4af1-4d64-889d-3605c13411b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/106c87a9-6324-493c-b03f-f9619426a0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841094 Aug 27 03:15:42.738437 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:42.755859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5207e032-4b31-48ca-8110-6f003ac84ec1', 'name': '', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'mac_address': 'fa:16:3e:0f:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:41Z', 'updated_at': '2021-08-27T03:15:41Z', 'revision_number': 1, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'subnets': [{'id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:42.782745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2f5809eb-8b6e-46bd-9c0d-37ce67c32ade None None] Provisioning complete for port 5207e032-4b31-48ca-8110-6f003ac84ec1 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:42.783112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f5809eb-8b6e-46bd-9c0d-37ce67c32ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:42.785919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b04fb16-9ca1-44fe-9484-d11120b82ab1 None None] The sync data for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 is: [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5207e032-4b31-48ca-8110-6f003ac84ec1', 'name': '', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'mac_address': 'fa:16:3e:0f:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:41Z', 'updated_at': '2021-08-27T03:15:41Z', 'revision_number': 1, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'subnets': [{'id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:42.826010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2f5809eb-8b6e-46bd-9c0d-37ce67c32ade None None] Port 5207e032-4b31-48ca-8110-6f003ac84ec1 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:43.126746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bbe64822-5472-4329-92d2-4c9ada9134a4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:43.181170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bbe64822-5472-4329-92d2-4c9ada9134a4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:43.181554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:43.263920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dab3682f-f919-40f3-a12d-08dba4942660 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:43.319167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port dab3682f-f919-40f3-a12d-08dba4942660 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:43.319654 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:43.692508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-ebb07a46-3bf3-463e-9eaf-45a0095de1d2 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:43.694041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-ebb07a46-3bf3-463e-9eaf-45a0095de1d2 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 816 time: 0.3715127 Aug 27 03:15:43.709921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-cf54d3ce-6131-4317-bfe0-6b8cd6ca217d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/quotas/f523d336aa9a4a2aa7ab949c84a66fd7 HTTP/1.1" status: 200 len: 375 time: 0.0099826 Aug 27 03:15:43.761498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-65d1242e-be7b-4ae2-8d6a-8e769b64d199 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462170 Aug 27 03:15:43.957333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-6eba0214-487a-4db1-8f36-e29de3aac83e service neutron] 10.222.0.26 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844542 Aug 27 03:15:44.063132 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-512a7406-cc9b-4278-a8cf-1db7bea2c7bb service neutron] 10.222.0.26 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995774 Aug 27 03:15:44.245451 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-782a48fb-d3c0-43fd-ac5f-702159e68f2e req-23bfd473-68a0-4089-916e-242bb311b5b7 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Aug 27 03:15:45.108737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 194966fc-e2e8-4d6e-baa8-dfdd9658c631 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:45.162281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:45.167257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:45.167946 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.324169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-72b8ba02-4cd7-4b0d-a05e-f8b8be76a01d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:45.326055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-72b8ba02-4cd7-4b0d-a05e-f8b8be76a01d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 816 time: 0.1548784 Aug 27 03:15:45.350990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Request body: {'port': {'device_id': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'admin_state_up': True, 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:45.402301 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Sync routers for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:15:45.413217 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:45.414659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:45.417843 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8be34b9e-17c8-47e7-84f7-0e0214f20d97 req-50594196-044f-497d-b54b-16cd5e532988 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 210 time: 0.0626640 Aug 27 03:15:45.429209 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.449919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 194966fc-e2e8-4d6e-baa8-dfdd9658c631, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=194966fc-e2e8-4d6e-baa8-dfdd9658c631,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:45.454151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.492081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Made reservation on behalf of f523d336aa9a4a2aa7ab949c84a66fd7 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:15:45.496206 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.502709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=194966fc-e2e8-4d6e-baa8-dfdd9658c631,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:45.553107 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:45.640200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Allocated IP 172.20.0.5 (779a8bba-ffe8-4018-ba02-0c0cf71d8565/7d959462-cb9c-4b81-add8-6df420011d95/739e2279-3197-430e-8e14-1a716df3068d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:15:45.764738 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5207e032-4b31-48ca-8110-6f003ac84ec1', 'name': '', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'mac_address': 'fa:16:3e:0f:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:41Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 2, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'subnets': [{'id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:45.791160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Checking router: 106c87a9-6324-493c-b03f-f9619426a0bc for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:15:45.791512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Updating router 106c87a9-6324-493c-b03f-f9619426a0bc port 5207e032-4b31-48ca-8110-6f003ac84ec1 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:15:45.815691 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.821784 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.830653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Transition to ACTIVE for port object 739e2279-3197-430e-8e14-1a716df3068d will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:45.872407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:45.912961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:15:45.916531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:15:45.922685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:15:45.949675 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Pushing event updated for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:45.984853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:45.985575 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.005079 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-c2b21027-05d2-4d8b-9d00-37c6934729a1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6591470 Aug 27 03:15:46.123846 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.134677 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Transition to ACTIVE for port object 5207e032-4b31-48ca-8110-6f003ac84ec1 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:46.140325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Request body: {'port': {'device_id': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:15:46.143722 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.178418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-586d71f9-8dc0-442a-bc68-42139f207440 None None] Provisioning for port 739e2279-3197-430e-8e14-1a716df3068d completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:46.191208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-586d71f9-8dc0-442a-bc68-42139f207440 None None] Provisioning complete for port 739e2279-3197-430e-8e14-1a716df3068d triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:46.191619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-586d71f9-8dc0-442a-bc68-42139f207440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.205423 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fd237-8a57-45da-8ba5-bb2bad5b60b9 None None] Pushing event updated for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:46.208145 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.244596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-586d71f9-8dc0-442a-bc68-42139f207440 None None] Port 739e2279-3197-430e-8e14-1a716df3068d cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:15:46.259129 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Attempting to bind port 5207e032-4b31-48ca-8110-6f003ac84ec1 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:46.259502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Attempting to bind port 5207e032-4b31-48ca-8110-6f003ac84ec1 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:46.259861 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Attempting to bind port 5207e032-4b31-48ca-8110-6f003ac84ec1 on network 7edb77d5-632e-4656-849e-9b076597228b {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:46.265048 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:46.265415 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Checking segment: {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:46.265815 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.266874 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Bound using segment: {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:46.267339 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Bound port: 5207e032-4b31-48ca-8110-6f003ac84ec1, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6184a206-2aba-4769-8a29-760c2f0cf57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7edb77d5-632e-4656-849e-9b076597228b'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:46.267717 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.350052 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] For port 5207e032-4b31-48ca-8110-6f003ac84ec1, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:46.354680 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] For port 5207e032-4b31-48ca-8110-6f003ac84ec1, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5207e032-4b31-48ca-8110-6f003ac84ec1,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:46.360706 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.422481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:15:46.423701 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:15:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:46.487257 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fd237-8a57-45da-8ba5-bb2bad5b60b9 None None] Pushing event updated for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:46.541101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739e2279-3197-430e-8e14-1a716df3068d {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:46.557542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.577434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9e0a1-09b2-4dc6-96c3-deaa6caa2e99 req-4d8c85de-653b-4e17-a554-2aac4239a50b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:46.579059 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01e9e0a1-09b2-4dc6-96c3-deaa6caa2e99 req-4d8c85de-653b-4e17-a554-2aac4239a50b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 931 time: 0.0655839 Aug 27 03:15:46.585967 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Transition to ACTIVE for port object 739e2279-3197-430e-8e14-1a716df3068d will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:15:46.596210 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.632211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01e9e0a1-09b2-4dc6-96c3-deaa6caa2e99 req-5bfb4549-b791-41a0-9001-4f1b4c7d1de0 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Aug 27 03:15:46.677081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:15:46.714069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Pushing event updated for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:46.736156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Attempting to bind port 739e2279-3197-430e-8e14-1a716df3068d on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:15:46.736493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Attempting to bind port 739e2279-3197-430e-8e14-1a716df3068d by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:15:46.736827 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Attempting to bind port 739e2279-3197-430e-8e14-1a716df3068d on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:46.741465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Port 739e2279-3197-430e-8e14-1a716df3068d on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:15:46.741822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Attempting to bind port 739e2279-3197-430e-8e14-1a716df3068d on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:15:46.747766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:15:46.748107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Checking segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:15:46.748497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Bound using segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:15:46.748927 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Bound port: 739e2279-3197-430e-8e14-1a716df3068d, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:15:46.749291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.799667 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.842113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:15:46.845772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=739e2279-3197-430e-8e14-1a716df3068d,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:15:46.849745 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.886016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:46.886657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:46.888117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] 10.222.0.46 "PUT /v2.0/ports/739e2279-3197-430e-8e14-1a716df3068d HTTP/1.1" status: 200 len: 1091 time: 0.7958391 Aug 27 03:15:46.890433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'tag': '739e2279-3197-430e-8e14-1a716df3068d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:46.892733 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "tag": "739e2279-3197-430e-8e14-1a716df3068d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:46.930721 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2b45-8772-4ae7-9c38-87d6cd95fb90 service neutron] Pushing event updated for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:46.939962 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5207e032-4b31-48ca-8110-6f003ac84ec1', 'name': '', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'mac_address': 'fa:16:3e:0f:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:41Z', 'updated_at': '2021-08-27T03:15:46Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'subnets': [{'id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:15:46.971400 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f70563-263e-4a3e-b445-b236513cdf0f x-openstack-request-id: req-08f70563-263e-4a3e-b445-b236513cdf0f {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:46.971707 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "tag": "739e2279-3197-430e-8e14-1a716df3068d", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:46.971965 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08f70563-263e-4a3e-b445-b236513cdf0f {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:46.972400 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'tag': '739e2279-3197-430e-8e14-1a716df3068d', 'status': 'completed', 'code': 200} Aug 27 03:15:46.978916 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b901e-dfcd-4a68-a21c-deb91512692f None None] The sync data for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 is: [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:15:42Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5207e032-4b31-48ca-8110-6f003ac84ec1', 'name': '', 'network_id': '7edb77d5-632e-4656-849e-9b076597228b', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'mac_address': 'fa:16:3e:0f:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:41Z', 'updated_at': '2021-08-27T03:15:46Z', 'revision_number': 4, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'subnets': [{'id': 'd7da5c74-d803-4af5-beeb-6acbfdaebf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:15:47.053844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-00459b5a-c866-4189-b7a1-c572d46afad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.055821 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-00459b5a-c866-4189-b7a1-c572d46afad6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 1094 time: 0.0679708 Aug 27 03:15:47.129708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-a5c75198-0dda-4434-a563-171483ff9ee2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739e2279-3197-430e-8e14-1a716df3068d HTTP/1.1" status: 200 len: 217 time: 0.0584595 Aug 27 03:15:47.130841 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:15:47.164330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 194966fc-e2e8-4d6e-baa8-dfdd9658c631 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:47.187582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-10770531-d086-47a9-a64b-edef2eb2ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.189585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-10770531-d086-47a9-a64b-edef2eb2ce88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 200 len: 855 time: 0.0519304 Aug 27 03:15:47.234320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:47.234971 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.248562 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-df4d7169-aee0-4fc1-883b-a0e46eb3e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.250133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-df4d7169-aee0-4fc1-883b-a0e46eb3e3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=779a8bba-ffe8-4018-ba02-0c0cf71d8565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539036 Aug 27 03:15:47.331414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5207e032-4b31-48ca-8110-6f003ac84ec1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:47.378709 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-274f65a5-9363-4724-8f1c-8ffe8cc974f8 service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210306 Aug 27 03:15:47.388314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5207e032-4b31-48ca-8110-6f003ac84ec1 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:47.392851 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5207e032-4b31-48ca-8110-6f003ac84ec1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:47.393306 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.477189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0500de97-fb3c-4024-8030-fdf8b8b7d4bd req-bb91b50e-9ee8-4678-b142-1ee12f16ea1b service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916712 Aug 27 03:15:47.482941 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.517927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5207e032-4b31-48ca-8110-6f003ac84ec1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5207e032-4b31-48ca-8110-6f003ac84ec1,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:47.522220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:47.572306 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:47.613112 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-661c32b2-e26d-4220-acf6-e0457d683f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.614827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-661c32b2-e26d-4220-acf6-e0457d683f9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 1094 time: 0.0528569 Aug 27 03:15:47.711130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-0b1bcfff-f725-4386-8e43-ead940f63591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.712605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-0b1bcfff-f725-4386-8e43-ead940f63591 service neutron] 10.222.0.46 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 917 time: 0.0903513 Aug 27 03:15:47.758012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-d9c7669e-4fc6-4dcc-a84b-51876d3019c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=739e2279-3197-430e-8e14-1a716df3068d HTTP/1.1" status: 200 len: 217 time: 0.0385735 Aug 27 03:15:47.768412 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46f931-f587-43f0-967f-d4f3d4a84ebc req-3cc7de23-94c6-4356-9b08-a2cba50cd1e5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.769920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca46f931-f587-43f0-967f-d4f3d4a84ebc req-3cc7de23-94c6-4356-9b08-a2cba50cd1e5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 943 time: 0.0546641 Aug 27 03:15:47.808601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca46f931-f587-43f0-967f-d4f3d4a84ebc req-865b3979-e777-4229-b75e-34450acc983a tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 27 03:15:47.809447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-8f4486c9-6412-42ca-b314-604cf4cd711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.811029 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-8f4486c9-6412-42ca-b314-604cf4cd711a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 200 len: 855 time: 0.0455716 Aug 27 03:15:47.859078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-05d17b69-a2b1-406e-9caa-0e23f2b8cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:47.860589 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-05d17b69-a2b1-406e-9caa-0e23f2b8cc96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=779a8bba-ffe8-4018-ba02-0c0cf71d8565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427582 Aug 27 03:15:47.958242 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-7365de7f-322a-460e-ae9b-644480c865cb service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906188 Aug 27 03:15:48.049256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce97453e-95a2-4613-bf20-bd66bcb8f5f0 req-39f93835-30e0-44c9-9a17-5ebb1bdf618f service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Aug 27 03:15:48.935176 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b275302-a9ee-4f8c-b9fd-bdf151300162 req-052e5de6-3f77-4099-b96c-4f5a3cfa9687 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:48.936847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b275302-a9ee-4f8c-b9fd-bdf151300162 req-052e5de6-3f77-4099-b96c-4f5a3cfa9687 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 943 time: 0.0547853 Aug 27 03:15:48.988771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0b275302-a9ee-4f8c-b9fd-bdf151300162 req-5a3e4fb6-fb99-4bd2-a097-3728b546681e tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Aug 27 03:15:49.092045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5207e032-4b31-48ca-8110-6f003ac84ec1 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:49.144737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5207e032-4b31-48ca-8110-6f003ac84ec1 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:49.145047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:50.110471 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11722a76-ea58-43a8-8c40-391fdcf850ed req-9c328765-b104-4693-9a7b-985f5dadaca4 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:50.111951 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11722a76-ea58-43a8-8c40-391fdcf850ed req-9c328765-b104-4693-9a7b-985f5dadaca4 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 943 time: 0.0502493 Aug 27 03:15:50.150660 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-11722a76-ea58-43a8-8c40-391fdcf850ed req-e13f7192-eaa0-4c19-9842-e0b7dabb0649 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Aug 27 03:15:51.265231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040bf8-8f44-4488-abdb-88147ae5490a req-c4afabff-f656-4c45-a5ed-33a69e27fa24 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:51.266747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a7040bf8-8f44-4488-abdb-88147ae5490a req-c4afabff-f656-4c45-a5ed-33a69e27fa24 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 943 time: 0.0492356 Aug 27 03:15:51.303815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a7040bf8-8f44-4488-abdb-88147ae5490a req-c32782d2-bd47-405e-8e38-25b22be24846 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Aug 27 03:15:51.596720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 739e2279-3197-430e-8e14-1a716df3068d details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:15:51.693065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=739e2279-3197-430e-8e14-1a716df3068d,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:51.705190 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '739e2279-3197-430e-8e14-1a716df3068d', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'port_id': '739e2279-3197-430e-8e14-1a716df3068d', 'mac_address': 'fa:16:3e:27:46:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:15:51.750124 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.764773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739e2279-3197-430e-8e14-1a716df3068d {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:15:51.788109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=739e2279-3197-430e-8e14-1a716df3068d,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:51.793172 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:51.841144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:52.175362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['739e2279-3197-430e-8e14-1a716df3068d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:15:52.417231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01decc4f-c40c-491d-9442-a8b73cb50b92 req-c3e3160d-7e4a-4b6b-ab2c-201bfa481426 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:52.418626 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01decc4f-c40c-491d-9442-a8b73cb50b92 req-c3e3160d-7e4a-4b6b-ab2c-201bfa481426 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 944 time: 0.0489433 Aug 27 03:15:52.456269 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01decc4f-c40c-491d-9442-a8b73cb50b92 req-2fb0a441-b4cd-4315-92bc-72c642a00a4a tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 27 03:15:52.744619 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-371a1afd-88f5-488a-9310-bb1329468f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.572488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18059daf-676d-46b1-8a6e-bf9f4447e572 req-e7325061-a369-4804-aa8b-2cc52ed5409e tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:53.573963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18059daf-676d-46b1-8a6e-bf9f4447e572 req-e7325061-a369-4804-aa8b-2cc52ed5409e tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 944 time: 0.0521069 Aug 27 03:15:53.610551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 739e2279-3197-430e-8e14-1a716df3068d up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:15:53.611586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-18059daf-676d-46b1-8a6e-bf9f4447e572 req-1cf9e355-83ca-436f-b42b-bc92550d8504 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Aug 27 03:15:53.658364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 739e2279-3197-430e-8e14-1a716df3068d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:15:53.661978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 739e2279-3197-430e-8e14-1a716df3068d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:15:53.662344 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.739577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.762113 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739e2279-3197-430e-8e14-1a716df3068d'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:15:53.775801 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=739e2279-3197-430e-8e14-1a716df3068d,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:15:53.780019 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:53.806216 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0617b60-0fa6-4737-b6be-a9eaa22469ff" -d '{"events": [{"server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "name": "network-vif-plugged", "status": "completed", "tag": "739e2279-3197-430e-8e14-1a716df3068d"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:15:53.834296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:15:53.892721 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108fc846-12fd-49c3-9712-ba6fd0fe42e1 x-openstack-request-id: req-108fc846-12fd-49c3-9712-ba6fd0fe42e1 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:15:53.893018 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "name": "network-vif-plugged", "status": "completed", "tag": "739e2279-3197-430e-8e14-1a716df3068d", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:15:53.893279 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-108fc846-12fd-49c3-9712-ba6fd0fe42e1 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:15:53.893682 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739e2279-3197-430e-8e14-1a716df3068d', 'code': 200} Aug 27 03:15:54.011787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb748be-d4ad-4d94-a5d7-9c7f26db141b req-43145dbe-0844-4232-a2bc-1b15db30a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:54.013256 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebb748be-d4ad-4d94-a5d7-9c7f26db141b req-43145dbe-0844-4232-a2bc-1b15db30a57d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 1096 time: 0.0396616 Aug 27 03:15:54.050695 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ebb748be-d4ad-4d94-a5d7-9c7f26db141b req-9e69a6bc-4405-476c-baba-019fa9fea5a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Aug 27 03:15:54.723449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328911-2d8e-44b6-971f-c845268961cf req-ddd63b81-e716-47c0-808f-f1b15639171d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:54.724908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e328911-2d8e-44b6-971f-c845268961cf req-ddd63b81-e716-47c0-808f-f1b15639171d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Aug 27 03:15:54.762104 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e328911-2d8e-44b6-971f-c845268961cf req-901fddf1-66d0-4cc7-b039-968e1ace62c8 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Aug 27 03:15:55.303410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-62db7887-b54b-4e39-ae25-818181146c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:55.516027 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:55.886897 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69332c-1205-4f4b-9b82-e600cc175ffb req-ed2afcc0-4b0c-4ff9-8b24-ff5777635637 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:55.888413 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d69332c-1205-4f4b-9b82-e600cc175ffb req-ed2afcc0-4b0c-4ff9-8b24-ff5777635637 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Aug 27 03:15:55.926865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3d69332c-1205-4f4b-9b82-e600cc175ffb req-0339d6cd-3528-48e7-8775-a75aae990fac tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Aug 27 03:15:56.052993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810185c0-de9a-4e2b-84c7-30c50cce27f5 req-d1a828fe-658e-456a-bfbe-6fe6a35d2228 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:15:56.054922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-810185c0-de9a-4e2b-84c7-30c50cce27f5 req-d1a828fe-658e-456a-bfbe-6fe6a35d2228 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Aug 27 03:15:56.094515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-810185c0-de9a-4e2b-84c7-30c50cce27f5 req-e9c95fc7-dd92-48f7-8231-7d0d519c9521 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334957 Aug 27 03:15:56.699241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:15:58.115034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:01.315151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:14.607014 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e836b-a632-49ca-926d-aecdff797831 req-6356cd39-cfa0-488b-94c8-758c3c7a6ba0 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:14.608395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-631e836b-a632-49ca-926d-aecdff797831 req-6356cd39-cfa0-488b-94c8-758c3c7a6ba0 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Aug 27 03:16:14.649282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-631e836b-a632-49ca-926d-aecdff797831 req-f3af2a11-7ba7-43fe-9714-610715b63d7d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349696 Aug 27 03:16:15.768036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917cae9-af00-4ee2-882a-0877a665f94b req-8877ed8d-ccd5-4e92-813d-7e1516dc569b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:15.769507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f917cae9-af00-4ee2-882a-0877a665f94b req-8877ed8d-ccd5-4e92-813d-7e1516dc569b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0497081 Aug 27 03:16:15.808181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f917cae9-af00-4ee2-882a-0877a665f94b req-9964f94a-0bbb-4981-a91b-97243dc96a57 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Aug 27 03:16:16.500570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-260b77df-d51f-4c4d-a72c-644f8edcbf6e tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:16.501958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-260b77df-d51f-4c4d-a72c-644f8edcbf6e tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Aug 27 03:16:16.590783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Deleting port 739e2279-3197-430e-8e14-1a716df3068d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:16.591123 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:16.680882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] For port 739e2279-3197-430e-8e14-1a716df3068d, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=739e2279-3197-430e-8e14-1a716df3068d,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:16.681246 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:16.693785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Calling delete_port for 739e2279-3197-430e-8e14-1a716df3068d owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:16.790714 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:16.822307 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:16.850508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Pushing event deleted for resources: {'Port': ['ID=739e2279-3197-430e-8e14-1a716df3068d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:16.854907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['739e2279-3197-430e-8e14-1a716df3068d'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:16:16.859738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.859738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.859934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.860171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.860470 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.860795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.861133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.861446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.861769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.862090 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.862431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.862747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:16.912105 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] No DVR routers for this DVR port 739e2279-3197-430e-8e14-1a716df3068d on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:16:16.915356 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:16.917331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-891c908d-c1c2-491d-8289-c3d1002418a4 req-c7f4d3b1-81fe-4a74-bae0-abdaa55b801f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "DELETE /v2.0/ports/739e2279-3197-430e-8e14-1a716df3068d HTTP/1.1" status: 204 len: 173 time: 0.4089792 Aug 27 03:16:16.917902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'name': 'network-vif-deleted', 'tag': '739e2279-3197-430e-8e14-1a716df3068d'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:16.920351 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae5e081-fe96-4a48-ad21-8f2dc08781e2" -d '{"events": [{"server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "name": "network-vif-deleted", "tag": "739e2279-3197-430e-8e14-1a716df3068d"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:16.938840 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6fd755ba-2350-4af4-afee-adc1a1a31647 req-50638baa-624b-404c-938c-6c632070f972 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c2bd05-8a69-4504-824f-cf5a8d43e637 HTTP/1.1" status: 200 len: 210 time: 0.0474916 Aug 27 03:16:16.976232 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7521ff0-ab12-43f6-801a-2e5f07486866 x-openstack-request-id: req-c7521ff0-ab12-43f6-801a-2e5f07486866 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:16.976534 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c2bd05-8a69-4504-824f-cf5a8d43e637", "name": "network-vif-deleted", "tag": "739e2279-3197-430e-8e14-1a716df3068d", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:16.976845 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7521ff0-ab12-43f6-801a-2e5f07486866 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:16.977251 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c2bd05-8a69-4504-824f-cf5a8d43e637', 'name': 'network-vif-deleted', 'tag': '739e2279-3197-430e-8e14-1a716df3068d', 'status': 'completed', 'code': 200} Aug 27 03:16:18.541947 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-e285e805-bee8-40ba-bdb1-5851056dabc8 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:18.543455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-e285e805-bee8-40ba-bdb1-5851056dabc8 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 816 time: 0.1168311 Aug 27 03:16:18.558162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-f9211978-14fa-4130-884a-9519807d7879 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/quotas/f523d336aa9a4a2aa7ab949c84a66fd7 HTTP/1.1" status: 200 len: 375 time: 0.0090368 Aug 27 03:16:18.608802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-f6163bf1-a120-4328-9ff2-cc2d3dc357ef tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456953 Aug 27 03:16:18.772482 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-8e6fd069-6e0f-4335-9901-102874370b70 service neutron] 10.222.0.26 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196942 Aug 27 03:16:18.871423 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-2dc79f5b-ee17-4ff6-9427-bc8ffaeb4112 service neutron] 10.222.0.26 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921547 Aug 27 03:16:19.047240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32aa18ec-e749-45f5-8ff2-2729ac92a553 req-f1489b00-63de-4f98-bd04-17f6e0d84c02 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 210 time: 0.0311763 Aug 27 03:16:20.014540 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-0dad5828-5294-4eec-a3cd-ba0c5261b8ca tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:20.015980 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-0dad5828-5294-4eec-a3cd-ba0c5261b8ca tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 816 time: 0.1031802 Aug 27 03:16:20.035229 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Request body: {'port': {'device_id': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'admin_state_up': True, 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:20.145858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cda9134c-4fdd-4796-b7e8-fd392f044e21 req-302eb913-a48a-45db-bd49-55b711f60927 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 210 time: 0.0308244 Aug 27 03:16:20.150028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Made reservation on behalf of f523d336aa9a4a2aa7ab949c84a66fd7 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:16:20.153578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.277138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Allocated IP 172.20.0.11 (779a8bba-ffe8-4018-ba02-0c0cf71d8565/7d959462-cb9c-4b81-add8-6df420011d95/464c44f1-0728-4efa-953a-8a8faf03ee69) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:16:20.419766 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.434073 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Transition to ACTIVE for port object 464c44f1-0728-4efa-953a-8a8faf03ee69 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:20.466652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.505842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:16:20.508769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:16:20.514957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:16:20.544395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Pushing event updated for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:20.572335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:20.572975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.588402 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-ece1687c-720e-432d-8c4a-40b5c0eb52d6 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569756 Aug 27 03:16:20.606621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Request body: {'port': {'device_id': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:16:20.660684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.747257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d29d115c-8d11-48da-9fd5-aff1ca4ad977 None None] Provisioning for port 464c44f1-0728-4efa-953a-8a8faf03ee69 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:16:20.751578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d29d115c-8d11-48da-9fd5-aff1ca4ad977 None None] Provisioning complete for port 464c44f1-0728-4efa-953a-8a8faf03ee69 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:20.751952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d29d115c-8d11-48da-9fd5-aff1ca4ad977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.785402 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d29d115c-8d11-48da-9fd5-aff1ca4ad977 None None] Port 464c44f1-0728-4efa-953a-8a8faf03ee69 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:16:20.922020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c44f1-0728-4efa-953a-8a8faf03ee69 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:16:20.929170 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:20.940691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Transition to ACTIVE for port object 464c44f1-0728-4efa-953a-8a8faf03ee69 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:16:20.944306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:21.001202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Pushing event updated for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:21.070512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Attempting to bind port 464c44f1-0728-4efa-953a-8a8faf03ee69 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:16:21.073576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Attempting to bind port 464c44f1-0728-4efa-953a-8a8faf03ee69 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:16:21.073576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Attempting to bind port 464c44f1-0728-4efa-953a-8a8faf03ee69 on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:21.076932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Port 464c44f1-0728-4efa-953a-8a8faf03ee69 on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:16:21.077317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Attempting to bind port 464c44f1-0728-4efa-953a-8a8faf03ee69 on network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:16:21.082746 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:16:21.083078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Checking segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:16:21.083457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Bound using segment: {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:16:21.083870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Bound port: 464c44f1-0728-4efa-953a-8a8faf03ee69, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4474386-d5f2-44af-88c3-3cfe92ac573b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:16:21.084227 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:21.150518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:16:21.154505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=464c44f1-0728-4efa-953a-8a8faf03ee69,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:16:21.159427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:21.195515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.196637 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:21.198039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] 10.222.0.46 "PUT /v2.0/ports/464c44f1-0728-4efa-953a-8a8faf03ee69 HTTP/1.1" status: 200 len: 1092 time: 0.5964136 Aug 27 03:16:21.198503 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:21.200931 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd851e-f412-46ec-ad3f-313d500fc36d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:21.258176 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f3498-dc08-4d30-93ff-8b433d91002b x-openstack-request-id: req-ff4f3498-dc08-4d30-93ff-8b433d91002b {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:21.259026 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:21.259285 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff4f3498-dc08-4d30-93ff-8b433d91002b {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:21.259691 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69', 'status': 'completed', 'code': 200} Aug 27 03:16:21.264272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273303cc-4578-496d-8e09-2174f6b5b003 service neutron] Pushing event updated for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:21.312574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abe3d4-4a55-4969-974c-a91a7192c72f req-d3981212-4c79-4771-ba9e-ef92284bea7d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.314133 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21abe3d4-4a55-4969-974c-a91a7192c72f req-d3981212-4c79-4771-ba9e-ef92284bea7d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 944 time: 0.0923145 Aug 27 03:16:21.337918 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-d9110c5e-d3af-4f8d-8df1-00a2ef3f725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.339442 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-d9110c5e-d3af-4f8d-8df1-00a2ef3f725d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 1095 time: 0.0678046 Aug 27 03:16:21.368227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21abe3d4-4a55-4969-974c-a91a7192c72f req-c9dd32c7-f0a0-42c6-9745-18a5ef62523f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467544 Aug 27 03:16:21.399795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-b0274558-998f-4445-85af-d119e59a33b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=464c44f1-0728-4efa-953a-8a8faf03ee69 HTTP/1.1" status: 200 len: 217 time: 0.0442722 Aug 27 03:16:21.452167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-20d1ad6e-e710-434f-bee7-139ea0ec6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.453647 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-20d1ad6e-e710-434f-bee7-139ea0ec6031 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 200 len: 855 time: 0.0471566 Aug 27 03:16:21.505981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-e3a83bd4-e75a-4ec2-86e5-9bf16cf7d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.507746 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-e3a83bd4-e75a-4ec2-86e5-9bf16cf7d9d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=779a8bba-ffe8-4018-ba02-0c0cf71d8565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473735 Aug 27 03:16:21.599353 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-1d25e42c-4f39-422b-b76d-aa3ab637e6ed service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Aug 27 03:16:21.688841 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-765064a8-54f0-4cee-89fe-f0a70059d928 req-39c3f86c-2558-469b-8a8c-ce8c0c44f09d service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809870 Aug 27 03:16:21.761074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 739e2279-3197-430e-8e14-1a716df3068d no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:21.781526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 739e2279-3197-430e-8e14-1a716df3068d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:16:21.781870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 739e2279-3197-430e-8e14-1a716df3068d not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:21.817263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-296d2a2d-974b-4cd4-8574-da153ca8af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.818792 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-296d2a2d-974b-4cd4-8574-da153ca8af37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 1095 time: 0.0459135 Aug 27 03:16:21.905891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-d97e2a3f-e620-442f-bdd7-685cda26070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:21.907265 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-d97e2a3f-e620-442f-bdd7-685cda26070a service neutron] 10.222.0.46 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 917 time: 0.0811768 Aug 27 03:16:21.950236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-80c440bc-d0ee-4f44-aaa0-f8e2636d1efc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=464c44f1-0728-4efa-953a-8a8faf03ee69 HTTP/1.1" status: 200 len: 217 time: 0.0348995 Aug 27 03:16:22.001460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-b9a71896-1925-4220-92eb-9478a2b3c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:22.002883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-b9a71896-1925-4220-92eb-9478a2b3c077 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 200 len: 855 time: 0.0461936 Aug 27 03:16:22.047589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-95dab32d-71e9-4b6f-b849-4c3372959792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:22.049179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-95dab32d-71e9-4b6f-b849-4c3372959792 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=779a8bba-ffe8-4018-ba02-0c0cf71d8565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396583 Aug 27 03:16:22.138139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-32d40868-cbef-4218-90b2-aa7ca331d58e service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Aug 27 03:16:22.230763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0bd851e-f412-46ec-ad3f-313d500fc36d req-d8ae97fb-0e32-4b48-be95-a1903ca10330 service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862842 Aug 27 03:16:22.488525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99019e-fb33-46a0-b513-ea9044f3a11a req-e2415a15-d48d-4612-b295-e2e9f9c48cd5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:22.489903 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b99019e-fb33-46a0-b513-ea9044f3a11a req-e2415a15-d48d-4612-b295-e2e9f9c48cd5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 27 03:16:22.527913 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b99019e-fb33-46a0-b513-ea9044f3a11a req-1b2b3f8c-a9d2-4bdf-8913-0cfbefd32071 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 27 03:16:22.751224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c11e9c8-4930-48e9-a71f-092878acff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:23.641847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9adb5-8204-4874-b510-781406a3b6c5 req-014f32c1-211f-4a0a-90fc-edd238a1fa42 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:23.643362 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9e9adb5-8204-4874-b510-781406a3b6c5 req-014f32c1-211f-4a0a-90fc-edd238a1fa42 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 944 time: 0.0491605 Aug 27 03:16:23.679699 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e9e9adb5-8204-4874-b510-781406a3b6c5 req-e0248fa8-998c-44a0-8e7c-36bfe5bf0c5c tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Aug 27 03:16:24.130590 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:16:24.799134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a01c3-727f-4a22-8031-73190d44c8bc req-467da0f6-190e-4c49-96ac-23f89011ccb5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:24.800605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b20a01c3-727f-4a22-8031-73190d44c8bc req-467da0f6-190e-4c49-96ac-23f89011ccb5 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 944 time: 0.0553005 Aug 27 03:16:24.838921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b20a01c3-727f-4a22-8031-73190d44c8bc req-9b58d606-07bd-4804-a232-92579132b780 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Aug 27 03:16:25.306109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8110fe8e-6a67-4684-a1ed-a2b5937cf2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:25.516221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:25.771010 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 464c44f1-0728-4efa-953a-8a8faf03ee69 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:16:25.871531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=464c44f1-0728-4efa-953a-8a8faf03ee69,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:25.884121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '464c44f1-0728-4efa-953a-8a8faf03ee69', 'network_id': '779a8bba-ffe8-4018-ba02-0c0cf71d8565', 'port_id': '464c44f1-0728-4efa-953a-8a8faf03ee69', 'mac_address': 'fa:16:3e:17:ec:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d959462-cb9c-4b81-add8-6df420011d95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:16:25.923820 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:25.942889 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464c44f1-0728-4efa-953a-8a8faf03ee69 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:16:25.965149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2446cd3-3eca-4617-9b33-70b47cce53c3 req-561046c8-ba60-4b7b-bd1a-9acb970aac5c tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:25.967389 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2446cd3-3eca-4617-9b33-70b47cce53c3 req-561046c8-ba60-4b7b-bd1a-9acb970aac5c tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 944 time: 0.0619071 Aug 27 03:16:25.970716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=464c44f1-0728-4efa-953a-8a8faf03ee69,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:25.975052 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:26.009443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c2446cd3-3eca-4617-9b33-70b47cce53c3 req-498a6dce-94be-4118-be13-d1b5cf66c0da tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Aug 27 03:16:26.032713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:26.040014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.040359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.040698 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.041035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.041367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.041695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.042022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.042351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.042717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.043022 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.043349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.043672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:26.331450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['464c44f1-0728-4efa-953a-8a8faf03ee69'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:16:26.698676 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:27.131227 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3b864-0145-4449-a256-f112fa63ac17 req-ad52cce8-8466-4263-a409-34c013b26686 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:27.132743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed3b864-0145-4449-a256-f112fa63ac17 req-ad52cce8-8466-4263-a409-34c013b26686 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 945 time: 0.0490143 Aug 27 03:16:27.170776 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aed3b864-0145-4449-a256-f112fa63ac17 req-351bee9a-54ea-4daa-87ca-dea4d0899a27 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Aug 27 03:16:27.798480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 464c44f1-0728-4efa-953a-8a8faf03ee69 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:16:27.849573 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 464c44f1-0728-4efa-953a-8a8faf03ee69 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:16:27.853912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 464c44f1-0728-4efa-953a-8a8faf03ee69 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:16:27.854280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:27.930553 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:27.953814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:27.956348 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a127a4d3-4555-4221-be35-13eb80f4c35d" -d '{"events": [{"server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "name": "network-vif-plugged", "status": "completed", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:27.971995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=464c44f1-0728-4efa-953a-8a8faf03ee69,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:27.977435 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:28.004643 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3bb88-88bc-481b-a6e1-ede0a6b6a6fe x-openstack-request-id: req-32b3bb88-88bc-481b-a6e1-ede0a6b6a6fe {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:28.005145 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "name": "network-vif-plugged", "status": "completed", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:28.005362 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32b3bb88-88bc-481b-a6e1-ede0a6b6a6fe {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:28.005814 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69', 'code': 200} Aug 27 03:16:28.037642 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:28.117376 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:28.133919 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1abd2-c249-43a5-afea-6168d7405188 req-a5fe73ae-70e3-4004-8d13-8677aeb15749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:28.135592 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bd1abd2-c249-43a5-afea-6168d7405188 req-a5fe73ae-70e3-4004-8d13-8677aeb15749 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 1097 time: 0.0458701 Aug 27 03:16:28.170813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0bd1abd2-c249-43a5-afea-6168d7405188 req-ece4d14b-a14c-4e87-aba1-6c4466e64f33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285616 Aug 27 03:16:28.300372 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbab246-16b5-45ba-abb1-455a41fc5506 req-9e25f3df-5a5f-4150-93be-cf54836041c1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:28.302042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fbab246-16b5-45ba-abb1-455a41fc5506 req-9e25f3df-5a5f-4150-93be-cf54836041c1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0543988 Aug 27 03:16:28.353520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4fbab246-16b5-45ba-abb1-455a41fc5506 req-c65193ce-a7f4-4cb2-aeb2-af60a87f7829 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Aug 27 03:16:29.474781 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddcd0b-a3f8-427e-9464-0cffed4e36d5 req-7c105ca7-26e9-460f-9f38-1649accb41c4 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:29.476249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56ddcd0b-a3f8-427e-9464-0cffed4e36d5 req-7c105ca7-26e9-460f-9f38-1649accb41c4 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0500209 Aug 27 03:16:29.515694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-56ddcd0b-a3f8-427e-9464-0cffed4e36d5 req-24e5a5c4-5b4b-4168-87e2-e72f77b0af97 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Aug 27 03:16:30.642063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89cbab-3112-456c-a3ad-e6055603be6d req-f26eee8b-2cbb-4ebf-b2cf-bb2f1c4823f2 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:30.643746 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b89cbab-3112-456c-a3ad-e6055603be6d req-f26eee8b-2cbb-4ebf-b2cf-bb2f1c4823f2 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0587857 Aug 27 03:16:30.685462 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2b89cbab-3112-456c-a3ad-e6055603be6d req-1086dc99-064e-4f70-9c1c-454f4bee824f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Aug 27 03:16:30.805991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55643ff-68e5-4e69-b02d-76a2dc579595 req-5c2b0492-77d1-4008-b68d-977bd74a5e53 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:30.807565 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a55643ff-68e5-4e69-b02d-76a2dc579595 req-5c2b0492-77d1-4008-b68d-977bd74a5e53 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0558307 Aug 27 03:16:30.849853 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a55643ff-68e5-4e69-b02d-76a2dc579595 req-5ed321af-bb44-4c66-a199-b30fa3070c0d tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Aug 27 03:16:31.335326 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:46.811445 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:46.860328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-47c07f5a-038f-4fa8-b60a-c42b1456cbec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406337 Aug 27 03:16:46.960298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-b46b261f-dda0-4a29-95a1-142cf7625c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:46.961697 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-b46b261f-dda0-4a29-95a1-142cf7625c54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 1097 time: 0.0411699 Aug 27 03:16:47.072493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-dfb30bec-298a-4f5b-99be-b6939607c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:47.074292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-dfb30bec-298a-4f5b-99be-b6939607c5cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 200 len: 917 time: 0.0913231 Aug 27 03:16:47.119952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-51c9cc2c-d5b3-4b73-92c5-3b4781e58156 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=464c44f1-0728-4efa-953a-8a8faf03ee69 HTTP/1.1" status: 200 len: 217 time: 0.0373435 Aug 27 03:16:47.167813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-3c5daf27-1b42-476c-9943-76ab1cfd5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:47.169285 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-3c5daf27-1b42-476c-9943-76ab1cfd5cc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 200 len: 855 time: 0.0431376 Aug 27 03:16:47.220232 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-76e24c81-3e56-4bfc-aa33-94a62650d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:47.221681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-76e24c81-3e56-4bfc-aa33-94a62650d4e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=779a8bba-ffe8-4018-ba02-0c0cf71d8565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459003 Aug 27 03:16:47.317639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-e322ec6c-d19c-4e98-b326-86543e831e09 service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876997 Aug 27 03:16:47.428338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bb6847da-290e-4ea4-9da3-8ba83660f43a req-cbfae7a4-df3c-4ac0-84ea-a3eb807d40e9 service neutron] 10.222.0.46 "GET /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926929 Aug 27 03:16:48.203228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-eb657013-e006-4cde-bd22-8004623b39a3 req-10d739f8-9afb-4e26-9453-b824a2fa9a48 tempest-ServerDiskConfigTestJSON-957747868 tempest-ServerDiskConfigTestJSON-957747868-project] (94831) timed out ('10.222.0.46', 53328) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:16:50.589615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38add38-f7a4-4293-99ef-56229eb99ee0 req-f1a236dc-3ea9-4c86-956d-6b5d2aeacb96 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:50.591203 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d38add38-f7a4-4293-99ef-56229eb99ee0 req-f1a236dc-3ea9-4c86-956d-6b5d2aeacb96 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.3249090 Aug 27 03:16:50.628549 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d38add38-f7a4-4293-99ef-56229eb99ee0 req-20b0ab67-7385-40e3-9bfe-9706f958d62f tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Aug 27 03:16:51.745531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0c263-a7e4-4464-a16c-70df4f0759ee req-3baa6572-4d14-4168-92bf-c2e5322db62b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:51.747035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2f0c263-a7e4-4464-a16c-70df4f0759ee req-3baa6572-4d14-4168-92bf-c2e5322db62b tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0498853 Aug 27 03:16:51.786274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2f0c263-a7e4-4464-a16c-70df4f0759ee req-28e8919b-0b1e-46fd-baa6-92f09b9f0fd1 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1a0d65a-a56b-49bc-a016-81a558f4f919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 27 03:16:52.215537 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-324c3519-6258-47d4-bf65-f01a35703fb3 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:16:52.216990 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-324c3519-6258-47d4-bf65-f01a35703fb3 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 946 time: 0.0473938 Aug 27 03:16:52.306447 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Deleting port 464c44f1-0728-4efa-953a-8a8faf03ee69 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:52.306794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:52.392698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] For port 464c44f1-0728-4efa-953a-8a8faf03ee69, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=464c44f1-0728-4efa-953a-8a8faf03ee69,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:52.393060 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:52.406995 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Calling delete_port for 464c44f1-0728-4efa-953a-8a8faf03ee69 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:52.533954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:52.559662 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Pushing event deleted for resources: {'Port': ['ID=464c44f1-0728-4efa-953a-8a8faf03ee69,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:52.568173 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['464c44f1-0728-4efa-953a-8a8faf03ee69'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:16:52.606288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] No DVR routers for this DVR port 464c44f1-0728-4efa-953a-8a8faf03ee69 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:16:52.609101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:52.611138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f97084c3-46be-4fa8-bf0e-906c6728b1e1 req-3e047a3e-b8fb-4447-adc7-74211f8bce83 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.46 "DELETE /v2.0/ports/464c44f1-0728-4efa-953a-8a8faf03ee69 HTTP/1.1" status: 204 len: 173 time: 0.3881788 Aug 27 03:16:52.611607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'name': 'network-vif-deleted', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:16:52.613951 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff17a58-7b8a-41c9-ad35-5f4b5e40f7eb" -d '{"events": [{"server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "name": "network-vif-deleted", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:16:52.660006 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f1e79-9239-4eff-8d0f-4c240b60f5ca x-openstack-request-id: req-9d5f1e79-9239-4eff-8d0f-4c240b60f5ca {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:16:52.660328 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7139652-15a3-4e3a-a45a-1173b16068dc", "name": "network-vif-deleted", "tag": "464c44f1-0728-4efa-953a-8a8faf03ee69", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:16:52.660577 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5f1e79-9239-4eff-8d0f-4c240b60f5ca {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:16:52.660965 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7139652-15a3-4e3a-a45a-1173b16068dc', 'name': 'network-vif-deleted', 'tag': '464c44f1-0728-4efa-953a-8a8faf03ee69', 'status': 'completed', 'code': 200} Aug 27 03:16:52.742898 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-81ea9629-5971-4f99-aa59-27c9916d16d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:52.890780 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-82a448b6-1a77-4418-8912-cd2829858d51 req-418946de-e079-484d-9c7e-5803163be5a8 tempest-TestEncryptedCinderVolumes-1133001861 tempest-TestEncryptedCinderVolumes-1133001861-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7139652-15a3-4e3a-a45a-1173b16068dc HTTP/1.1" status: 200 len: 210 time: 0.0276928 Aug 27 03:16:53.981949 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55504) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:54.328966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:54.572758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Deleting port dab3682f-f919-40f3-a12d-08dba4942660 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:54.573098 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:54.649603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] For port dab3682f-f919-40f3-a12d-08dba4942660, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=dab3682f-f919-40f3-a12d-08dba4942660,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:54.649882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:54.662222 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Calling delete_port for dab3682f-f919-40f3-a12d-08dba4942660 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:54.839170 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:54.870682 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Pushing event deleted for resources: {'Port': ['ID=dab3682f-f919-40f3-a12d-08dba4942660,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:54.894837 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.895188 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.895656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.895993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.896326 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.896683 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.897011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.897334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.897657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.897973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.898298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:54.898645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:16:55.044813 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.262652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:16:55.308123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-45e53b6c-3e30-420d-8c4a-e043e49c8eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.372732 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:16:55.378132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c333b20b-b36b-4b1a-86f6-355b415970cf admin admin] 10.222.0.26 "PUT /v2.0/routers/8f46b7d6-f85d-49bc-92a5-f1574e67b1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3951259 Aug 27 03:16:55.380692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55506) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:55.382977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Sync routers for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:16:55.392746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:55.393364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:55.486172 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.496831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:55.605199 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.697394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:16:54Z', 'revision_number': 5, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:55.729039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Checking router: 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:16:55.742177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Routers {'8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:55.743282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:55.855305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] Set router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:55.956505 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 464c44f1-0728-4efa-953a-8a8faf03ee69 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:55.966267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:55.980149 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 464c44f1-0728-4efa-953a-8a8faf03ee69 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:16:55.980492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 464c44f1-0728-4efa-953a-8a8faf03ee69 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:56.021289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Deleting port cc7c19e3-601b-4a24-92e9-be5107da8195 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:56.021626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.063969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:16:54Z', 'revision_number': 5, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:56.091358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6060b81d-be11-47b6-b354-a817a91af45c None None] The sync data for ids ['8f46b7d6-f85d-49bc-92a5-f1574e67b1e4'] in n-d-806292-1 is: [{'id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'name': 'tempest-TestEncryptedCinderVolumes-133290377-router', 'tenant_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:16:54Z', 'revision_number': 5, 'project_id': 'f523d336aa9a4a2aa7ab949c84a66fd7', 'gw_port': {'id': 'cc7c19e3-601b-4a24-92e9-be5107da8195', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f46b7d6-f85d-49bc-92a5-f1574e67b1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:34Z', 'updated_at': '2021-08-27T03:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:16:56.106765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] For port cc7c19e3-601b-4a24-92e9-be5107da8195, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cc7c19e3-601b-4a24-92e9-be5107da8195,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:56.107321 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.121980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Calling delete_port for cc7c19e3-601b-4a24-92e9-be5107da8195 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:56.305457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.335558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7c19e3-601b-4a24-92e9-be5107da8195,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:56.396512 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.497623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.499926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.546070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.546672 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:16:56.551996 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.553142 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fc3f8e5f-8ee1-4ce2-aa84-265e4dffa69f admin admin] 10.222.0.26 "DELETE /v2.0/routers/8f46b7d6-f85d-49bc-92a5-f1574e67b1e4 HTTP/1.1" status: 204 len: 168 time: 1.1713331 Aug 27 03:16:56.556408 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55508) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:56.605441 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Deleting subnet 7d959462-cb9c-4b81-add8-6df420011d95 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:16:56.608810 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.645588 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.704579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.726626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.785285 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.810762 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d959462-cb9c-4b81-add8-6df420011d95,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:56.816085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.818081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-55ffd90c-e1a5-4bc8-8862-9c242a218ea9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d959462-cb9c-4b81-add8-6df420011d95 HTTP/1.1" status: 204 len: 168 time: 0.2606635 Aug 27 03:16:56.820922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55510) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:56.821356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad1cd8-dd1c-4315-9395-4d65b169d43e None None] Network 779a8bba-ffe8-4018-ba02-0c0cf71d8565 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:16:56.889163 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:56.944123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Deleting port 2a2d8a43-7866-4866-971a-584c2f6ff381 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:56.944462 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.011301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] For port 2a2d8a43-7866-4866-971a-584c2f6ff381, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a2d8a43-7866-4866-971a-584c2f6ff381,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:57.011581 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.024995 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Calling delete_port for 2a2d8a43-7866-4866-971a-584c2f6ff381 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:57.044438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] DHCP port deletion for 779a8bba-ffe8-4018-ba02-0c0cf71d8565 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:16:57.106250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Deleting port 2a2d8a43-7866-4866-971a-584c2f6ff381 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:57.106838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.126243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.148195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc7c19e3-601b-4a24-92e9-be5107da8195 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:57.152180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2d8a43-7866-4866-971a-584c2f6ff381,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:57.159574 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] No DVR routers for this DVR port 2a2d8a43-7866-4866-971a-584c2f6ff381 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:16:57.182126 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: cc7c19e3-601b-4a24-92e9-be5107da8195 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:16:57.182492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cc7c19e3-601b-4a24-92e9-be5107da8195 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:57.182897 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a2d8a43-7866-4866-971a-584c2f6ff381 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:57.209451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2a2d8a43-7866-4866-971a-584c2f6ff381 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:16:57.209716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2a2d8a43-7866-4866-971a-584c2f6ff381 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:57.210122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dab3682f-f919-40f3-a12d-08dba4942660 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:16:57.213326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] For port 2a2d8a43-7866-4866-971a-584c2f6ff381, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2a2d8a43-7866-4866-971a-584c2f6ff381,segment=NetworkSegment(f4474386-d5f2-44af-88c3-3cfe92ac573b),segment_id=f4474386-d5f2-44af-88c3-3cfe92ac573b)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:57.213721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.235902 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.241177 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: dab3682f-f919-40f3-a12d-08dba4942660 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:16:57.241524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device dab3682f-f919-40f3-a12d-08dba4942660 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:16:57.246671 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Calling delete_port for 2a2d8a43-7866-4866-971a-584c2f6ff381 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:57.247105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779a8bba-ffe8-4018-ba02-0c0cf71d8565']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:57.258166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4474386-d5f2-44af-88c3-3cfe92ac573b') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:57.258491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4474386-d5f2-44af-88c3-3cfe92ac573b') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:57.267912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.281704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.287861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:16:57.288261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:16:57.290081 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:16:57.319118 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.342321 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] Pushing event deleted for resources: {'Port': ['ID=2a2d8a43-7866-4866-971a-584c2f6ff381,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:57.348236 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873760d-8b9e-4452-a799-985b7564a1c2 None None] No DVR routers for this DVR port 2a2d8a43-7866-4866-971a-584c2f6ff381 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:16:57.351848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.359290 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.362841 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] 10.222.0.26 "DELETE /v2.0/networks/779a8bba-ffe8-4018-ba02-0c0cf71d8565 HTTP/1.1" status: 204 len: 168 time: 0.5408978 Aug 27 03:16:57.364342 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55512) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:57.374646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587455-d85d-4484-b3a4-c074653e73db admin admin] Pushing event deleted for resources: {'Network': ['ID=779a8bba-ffe8-4018-ba02-0c0cf71d8565,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:57.696036 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:57.940396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Deleting port 5207e032-4b31-48ca-8110-6f003ac84ec1 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:57.940740 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.019364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] For port 5207e032-4b31-48ca-8110-6f003ac84ec1, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5207e032-4b31-48ca-8110-6f003ac84ec1,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:58.019632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.031704 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Calling delete_port for 5207e032-4b31-48ca-8110-6f003ac84ec1 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:58.119392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.208272 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.236416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5207e032-4b31-48ca-8110-6f003ac84ec1,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:58.402940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.611157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Router 106c87a9-6324-493c-b03f-f9619426a0bc has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:16:58.720116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:16:58.725908 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0327ade4-87b9-48a7-b3c0-381af35c1ae4 admin admin] 10.222.0.26 "PUT /v2.0/routers/106c87a9-6324-493c-b03f-f9619426a0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3604994 Aug 27 03:16:58.729038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55514) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:58.732314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Sync routers for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:16:58.741922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:58.742648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:58.838331 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.847654 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:58.941219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:58.996722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Deleting port 194966fc-e2e8-4d6e-baa8-dfdd9658c631 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:58.997061 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.021667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:16:58Z', 'revision_number': 5, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port': {'id': '194966fc-e2e8-4d6e-baa8-dfdd9658c631', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:15:39Z', 'updated_at': '2021-08-27T03:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:59.051957 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Checking router: 106c87a9-6324-493c-b03f-f9619426a0bc for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:16:59.060175 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Routers {'106c87a9-6324-493c-b03f-f9619426a0bc'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:16:59.060784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['106c87a9-6324-493c-b03f-f9619426a0bc'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:59.082710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] For port 194966fc-e2e8-4d6e-baa8-dfdd9658c631, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=194966fc-e2e8-4d6e-baa8-dfdd9658c631,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:59.083079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.100335 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Calling delete_port for 194966fc-e2e8-4d6e-baa8-dfdd9658c631 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:16:59.147669 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] Set router 106c87a9-6324-493c-b03f-f9619426a0bc gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:16:59.198833 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:16:58Z', 'revision_number': 6, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:16:59.228509 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccedc9-56c5-4fe7-a80a-821566f622cf None None] The sync data for ids ['106c87a9-6324-493c-b03f-f9619426a0bc'] in n-d-806292-1 is: [{'id': '106c87a9-6324-493c-b03f-f9619426a0bc', 'name': 'tempest-TestEncryptedCinderVolumes-1472332611-router', 'tenant_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:15:38Z', 'updated_at': '2021-08-27T03:16:58Z', 'revision_number': 6, 'project_id': '77f24fb67e9e4308bb6ced0da3b75ffd', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:16:59.273383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.301650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Pushing event deleted for resources: {'Port': ['ID=194966fc-e2e8-4d6e-baa8-dfdd9658c631,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:59.363701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.451895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.453868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.496101 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.496667 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106c87a9-6324-493c-b03f-f9619426a0bc {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:16:59.500958 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.501970 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9a27d895-588e-4473-84d1-eeac2dc4547a admin admin] 10.222.0.26 "DELETE /v2.0/routers/106c87a9-6324-493c-b03f-f9619426a0bc HTTP/1.1" status: 204 len: 168 time: 0.7709885 Aug 27 03:16:59.504645 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55516) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:59.552522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Deleting subnet d7da5c74-d803-4af5-beeb-6acbfdaebf68 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:16:59.556593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.593046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.685042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.745666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.774023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.775979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d7da5c74-d803-4af5-beeb-6acbfdaebf68 HTTP/1.1" status: 204 len: 168 time: 0.2704229 Aug 27 03:16:59.777164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f502be-c042-4737-83d4-e36a4a54df52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7da5c74-d803-4af5-beeb-6acbfdaebf68,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:16:59.779080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f187ca-0011-4d34-9923-9ebb5d13d336 None None] Network 7edb77d5-632e-4656-849e-9b076597228b requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:16:59.779570 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55518) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:16:59.854479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.913607 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Deleting port bbe64822-5472-4329-92d2-4c9ada9134a4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:16:59.914178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:16:59.966580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] DHCP port deletion for 7edb77d5-632e-4656-849e-9b076597228b request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:16:59.991559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] For port bbe64822-5472-4329-92d2-4c9ada9134a4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bbe64822-5472-4329-92d2-4c9ada9134a4,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:16:59.991938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.005140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Calling delete_port for bbe64822-5472-4329-92d2-4c9ada9134a4 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:00.012732 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Deleting port bbe64822-5472-4329-92d2-4c9ada9134a4 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:17:00.013123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.085441 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.117522 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe64822-5472-4329-92d2-4c9ada9134a4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:00.127280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] No DVR routers for this DVR port bbe64822-5472-4329-92d2-4c9ada9134a4 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:00.201693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.216982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edb77d5-632e-4656-849e-9b076597228b']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:00.228549 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6184a206-2aba-4769-8a29-760c2f0cf57c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:00.228844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6184a206-2aba-4769-8a29-760c2f0cf57c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:00.238445 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.240153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] For port bbe64822-5472-4329-92d2-4c9ada9134a4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bbe64822-5472-4329-92d2-4c9ada9134a4,segment=NetworkSegment(6184a206-2aba-4769-8a29-760c2f0cf57c),segment_id=6184a206-2aba-4769-8a29-760c2f0cf57c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:00.240546 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.253217 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.254101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Calling delete_port for bbe64822-5472-4329-92d2-4c9ada9134a4 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:17:00.260611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:17:00.261336 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:17:00.262722 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:17:00.320263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.325522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.327393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7edb77d5-632e-4656-849e-9b076597228b HTTP/1.1" status: 204 len: 168 time: 0.5470703 Aug 27 03:17:00.339109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.339289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a32809-039a-47e3-b299-5415dfd95e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7edb77d5-632e-4656-849e-9b076597228b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:00.347145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Network 7edb77d5-632e-4656-849e-9b076597228b is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 03:17:00.347606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] No DVR routers for this DVR port bbe64822-5472-4329-92d2-4c9ada9134a4 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:17:00.369720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08358e9a-511c-4525-b73a-23b8e0ae0848 None None] Pushing event deleted for resources: {'Port': ['ID=bbe64822-5472-4329-92d2-4c9ada9134a4,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:00.485737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55522) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:00.524082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-15ae0f2c-ed4f-4f3f-ab7e-46e8cc81c297 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f523d336aa9a4a2aa7ab949c84a66fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370507 Aug 27 03:17:00.526769 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55524) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:00.574019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.595131 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.640373 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.643005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:00.644192 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1a0d65a-a56b-49bc-a016-81a558f4f919 HTTP/1.1" status: 204 len: 168 time: 0.1165571 Aug 27 03:17:00.652617 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09696ee-5a97-44c4-9ec2-17bfacb3de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a0d65a-a56b-49bc-a016-81a558f4f919,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:00.954430 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55530) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:00.999744 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7df5c360-32b8-4a4c-9b9e-602ca0eafa06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77f24fb67e9e4308bb6ced0da3b75ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441275 Aug 27 03:17:01.002156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55532) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:01.048434 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.069955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.119353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.122007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.125561 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6039a05-ac0f-46d9-bca8-e0636662abe8 HTTP/1.1" status: 204 len: 168 time: 0.1200657 Aug 27 03:17:01.129810 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:17:01.131567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607de4-ed09-46b7-8543-c714478de876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6039a05-ac0f-46d9-bca8-e0636662abe8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:01.139715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bbe64822-5472-4329-92d2-4c9ada9134a4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:01.167892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: bbe64822-5472-4329-92d2-4c9ada9134a4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:01.168240 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bbe64822-5472-4329-92d2-4c9ada9134a4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:01.168660 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 194966fc-e2e8-4d6e-baa8-dfdd9658c631 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:01.188436 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 194966fc-e2e8-4d6e-baa8-dfdd9658c631 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:01.188785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 194966fc-e2e8-4d6e-baa8-dfdd9658c631 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:01.189195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5207e032-4b31-48ca-8110-6f003ac84ec1 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:17:01.208178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5207e032-4b31-48ca-8110-6f003ac84ec1 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:17:01.208515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5207e032-4b31-48ca-8110-6f003ac84ec1 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:17:01.344905 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.799541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55554) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:01.897714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-732406842-network', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:01.921135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Made reservation on behalf of dd50756d6495454ab5f5ecc4298b1074 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:01.923562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:01.932994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.019954 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.023742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.037081 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:17:02.060303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.060651 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Added segment b4cd51d9-8d1b-4e26-b79d-967100b99d18 of type vlan for network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 Aug 27 03:17:02.069285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec1ca80-d840-48aa-ba53-4584754edfd8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:02.105944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.129976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.130934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:02.131503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.185741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3851233 Aug 27 03:17:02.188763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:02.190726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120122b-e33b-447b-85f6-bc53e709e9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba646c0-5b44-4f5e-a605-8ea64d30beb7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:02.193973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Request body: {'subnet': {'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-732406842-subnet', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:02.201380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:17:02.216284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Made reservation on behalf of dd50756d6495454ab5f5ecc4298b1074 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:02.218816 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.397912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.453523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3f98be-717e-4da3-8978-b73456d2645a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:02.465850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Checking segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:02.466280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Network hostable DHCP agents. Network: 7ba646c0-5b44-4f5e-a605-8ea64d30beb7, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:17:02.482796 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:17:02.491137 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 7ba646c0-5b44-4f5e-a605-8ea64d30beb7) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:02.495717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:02.496309 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.501688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c67150-0ff1-4c37-b686-4e59af4e1125 None None] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:02.510610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-86508f84-7314-487f-8b91-51b05e4f5292 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3205462 Aug 27 03:17:02.513088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55562) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:02.517402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:02.537445 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.538498 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.607899 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.648077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:17:02.648851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.746685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.787312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Allocated IP 172.20.0.2 (7ba646c0-5b44-4f5e-a605-8ea64d30beb7/0f3f98be-717e-4da3-8978-b73456d2645a/da30f6a3-b98c-4ddf-970b-138bd82e83e3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:02.934362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.943752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Transition to ACTIVE for port object da30f6a3-b98c-4ddf-970b-138bd82e83e3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:02.950406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.959125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Transition to ACTIVE for port object da30f6a3-b98c-4ddf-970b-138bd82e83e3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:02.964493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:02.970949 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.013626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Pushing event updated for resources: {'Port': ['ID=da30f6a3-b98c-4ddf-970b-138bd82e83e3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:03.017530 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:03.019285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:03.022090 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:03.075602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Attempting to bind port da30f6a3-b98c-4ddf-970b-138bd82e83e3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:03.075978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Attempting to bind port da30f6a3-b98c-4ddf-970b-138bd82e83e3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:03.076575 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Attempting to bind port da30f6a3-b98c-4ddf-970b-138bd82e83e3 on network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:03.077586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Allocated IP 172.25.8.68 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/fc54f501-3d70-46f4-bebe-7f097bde617f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:03.082293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:03.082702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Checking segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:03.083107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.083496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Bound using segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:03.083953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Bound port: da30f6a3-b98c-4ddf-970b-138bd82e83e3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:03.084379 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.151000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] For port da30f6a3-b98c-4ddf-970b-138bd82e83e3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:03.153973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] For port da30f6a3-b98c-4ddf-970b-138bd82e83e3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da30f6a3-b98c-4ddf-970b-138bd82e83e3,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:03.158629 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.184129 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.220625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44ca31-3bc8-44a5-ac7e-1acc527327a8 None None] Pushing event updated for resources: {'Port': ['ID=da30f6a3-b98c-4ddf-970b-138bd82e83e3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:03.225569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.271204 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:03.274709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:03.277309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:03.301324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Pushing event updated for resources: {'Port': ['ID=fc54f501-3d70-46f4-bebe-7f097bde617f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:03.554137 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.746026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:03.886881 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Router eab3ed9d-5e96-49af-90df-67f531e9907a is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:17:04.008644 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:04.021298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Sync routers for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:04.024701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.025937 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4a622e88-decc-444d-8ee0-80f46f1c1e36 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5119107 Aug 27 03:17:04.028594 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55568) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:04.034748 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:04.035391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:04.128469 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fbff53-1b72-4570-8669-d05ebf6af04b None None] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:04.191840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:04.326162 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e256a7a3-a8d2-41ec-9505-48f982f44326 None None] Provisioning for port da30f6a3-b98c-4ddf-970b-138bd82e83e3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:04.452009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.464906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:03Z', 'revision_number': 3, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:04.497005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Checking router: eab3ed9d-5e96-49af-90df-67f531e9907a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:04.497352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Updating router eab3ed9d-5e96-49af-90df-67f531e9907a port fc54f501-3d70-46f4-bebe-7f097bde617f binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:17:04.522944 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.628880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Allocated IP 172.20.0.1 (7ba646c0-5b44-4f5e-a605-8ea64d30beb7/0f3f98be-717e-4da3-8978-b73456d2645a/3862e204-82a2-4e66-b63d-1436be959739) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:04.739212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.753306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Transition to ACTIVE for port object 3862e204-82a2-4e66-b63d-1436be959739 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:04.786167 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.794844 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.804466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Transition to ACTIVE for port object fc54f501-3d70-46f4-bebe-7f097bde617f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:04.810989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.832112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:04.835074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:04.838027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:04.862517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Pushing event updated for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:04.866032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Attempting to bind port fc54f501-3d70-46f4-bebe-7f097bde617f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:04.866434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Attempting to bind port fc54f501-3d70-46f4-bebe-7f097bde617f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:04.866797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Attempting to bind port fc54f501-3d70-46f4-bebe-7f097bde617f on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:04.874761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f2620-4ca3-44e9-b672-869a8f9f535e None None] Pushing event updated for resources: {'Port': ['ID=fc54f501-3d70-46f4-bebe-7f097bde617f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:04.877622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:04.877996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:04.878425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.878794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:04.879275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Bound port: fc54f501-3d70-46f4-bebe-7f097bde617f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:04.879656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.887834 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:04.935464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] For port fc54f501-3d70-46f4-bebe-7f097bde617f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:04.939075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] For port fc54f501-3d70-46f4-bebe-7f097bde617f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fc54f501-3d70-46f4-bebe-7f097bde617f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:04.944827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.007470 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:05.008121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:05.064525 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f2620-4ca3-44e9-b672-869a8f9f535e None None] Pushing event updated for resources: {'Port': ['ID=fc54f501-3d70-46f4-bebe-7f097bde617f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:05.146635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4affe297-b72d-4bb6-946d-a39d65672d77 None None] Provisioning for port 3862e204-82a2-4e66-b63d-1436be959739 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:05.152446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:05.154892 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4affe297-b72d-4bb6-946d-a39d65672d77 None None] Provisioning complete for port 3862e204-82a2-4e66-b63d-1436be959739 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:05.155257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4affe297-b72d-4bb6-946d-a39d65672d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.229361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da30f6a3-b98c-4ddf-970b-138bd82e83e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:05.312850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4affe297-b72d-4bb6-946d-a39d65672d77 None None] Port 3862e204-82a2-4e66-b63d-1436be959739 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:17:05.362151 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.362403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port da30f6a3-b98c-4ddf-970b-138bd82e83e3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:05.385319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port da30f6a3-b98c-4ddf-970b-138bd82e83e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:05.385692 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.449360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:03Z', 'revision_number': 3, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:05.527094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.531838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.600335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Pushing event updated for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:05.603616 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.652361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef4a81-ba61-4308-930f-c5a05d1dd5d0 None None] The sync data for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 is: [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:03Z', 'revision_number': 3, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:05.673247 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.701298 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:05.702866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:05.711552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port da30f6a3-b98c-4ddf-970b-138bd82e83e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da30f6a3-b98c-4ddf-970b-138bd82e83e3,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:05.715747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:05.771626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=da30f6a3-b98c-4ddf-970b-138bd82e83e3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:05.841437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Router eab3ed9d-5e96-49af-90df-67f531e9907a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:17:05.992791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:05.999625 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-58f3d12a-0586-4cff-9005-612bfc75bafd admin admin] 10.222.0.26 "PUT /v2.0/routers/eab3ed9d-5e96-49af-90df-67f531e9907a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9697385 Aug 27 03:17:06.041984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6b9d39c0-37a6-47eb-9fcc-b7963fffe628 None None] Provisioning complete for port 3862e204-82a2-4e66-b63d-1436be959739 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:06.042360 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b9d39c0-37a6-47eb-9fcc-b7963fffe628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.077627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d39c0-37a6-47eb-9fcc-b7963fffe628 None None] Port 3862e204-82a2-4e66-b63d-1436be959739 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:17:06.490261 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:06.495583 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1920169959-network', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:06.515629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Made reservation on behalf of ab31f68931914b008c8eb95a7d90bf2d for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:06.518009 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.527113 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.614332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.618073 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.644213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:17:06.649934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e2dde-9f95-4830-9a4d-0a0e4429a90d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:06.658685 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.659070 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Added segment 536ddc3c-1f80-46ae-9147-cfeca814b8a9 of type vlan for network 84e01305-c115-44fe-adf8-f17719f639e3 Aug 27 03:17:06.699982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.723882 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.725017 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:06.725646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.785540 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2940168 Aug 27 03:17:06.788231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55586) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:06.795269 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Request body: {'subnet': {'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1920169959-subnet', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:06.799250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0bca6-a4ef-4cc9-89b8-e6f6fcee636f admin admin] Pushing event updated for resources: {'Network': ['ID=84e01305-c115-44fe-adf8-f17719f639e3,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:06.808773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 84e01305-c115-44fe-adf8-f17719f639e3 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:17:06.819079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Made reservation on behalf of ab31f68931914b008c8eb95a7d90bf2d for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:06.821712 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:06.999302 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.053673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=005de00c-966e-4a1e-8977-e9e5e9c3a286,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:07.064096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Checking segment: {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:07.064455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Network hostable DHCP agents. Network: 84e01305-c115-44fe-adf8-f17719f639e3, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:17:07.084582 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Network 84e01305-c115-44fe-adf8-f17719f639e3 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:17:07.096161 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 84e01305-c115-44fe-adf8-f17719f639e3) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:07.100620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:07.101134 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.105384 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a8aae0-fe68-4f34-bd52-2034a65a767f None None] Network 84e01305-c115-44fe-adf8-f17719f639e3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:07.116475 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5ecfa245-0be7-4321-b784-7c57f4ed5634 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248885 Aug 27 03:17:07.119079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:07.124996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:07.145970 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.147018 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.196440 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Sync routers for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:07.212436 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:07.212986 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:07.221174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.243555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fc54f501-3d70-46f4-bebe-7f097bde617f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:07.318080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-84e01305-c115-44fe-adf8-f17719f639e3', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:17:07.319108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.319266 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:07.335382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port fc54f501-3d70-46f4-bebe-7f097bde617f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:07.341489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port fc54f501-3d70-46f4-bebe-7f097bde617f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:07.341937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.370411 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.521856 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 2, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:07.526036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Allocated IP 172.20.0.2 (84e01305-c115-44fe-adf8-f17719f639e3/005de00c-966e-4a1e-8977-e9e5e9c3a286/570e69d7-0605-462e-af48-af8d5668c3b9) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:07.528322 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.549577 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Checking router: eab3ed9d-5e96-49af-90df-67f531e9907a for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:07.549929 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Updating router eab3ed9d-5e96-49af-90df-67f531e9907a port 3862e204-82a2-4e66-b63d-1436be959739 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:17:07.559946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port fc54f501-3d70-46f4-bebe-7f097bde617f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fc54f501-3d70-46f4-bebe-7f097bde617f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:07.570217 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.570711 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da30f6a3-b98c-4ddf-970b-138bd82e83e3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:07.577336 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.586300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.606149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.694635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=fc54f501-3d70-46f4-bebe-7f097bde617f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:07.718839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Allocated IP 172.25.8.70 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/83311c5b-0e6e-47a4-9f5e-4ef75eac5592) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:07.737386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port da30f6a3-b98c-4ddf-970b-138bd82e83e3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:07.737602 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.806353 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.817094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Transition to ACTIVE for port object 570e69d7-0605-462e-af48-af8d5668c3b9 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:07.833181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Transition to ACTIVE for port object 570e69d7-0605-462e-af48-af8d5668c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:07.835086 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.842182 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.879733 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.907652 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Network 84e01305-c115-44fe-adf8-f17719f639e3 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:07.915209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:07.921908 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:07.936245 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Pushing event updated for resources: {'Port': ['ID=570e69d7-0605-462e-af48-af8d5668c3b9,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:07.936726 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:07.944262 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:07.955890 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:07.958228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Pushing event updated for resources: {'Port': ['ID=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:07.975155 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.986682 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Transition to ACTIVE for port object 3862e204-82a2-4e66-b63d-1436be959739 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:07.989254 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Attempting to bind port 570e69d7-0605-462e-af48-af8d5668c3b9 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:07.989527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Attempting to bind port 570e69d7-0605-462e-af48-af8d5668c3b9 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:07.990059 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Attempting to bind port 570e69d7-0605-462e-af48-af8d5668c3b9 on network 84e01305-c115-44fe-adf8-f17719f639e3 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:07.994750 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.996030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:07.996391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Checking segment: {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:07.996968 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:07.997355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Bound using segment: {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:07.997809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Bound port: 570e69d7-0605-462e-af48-af8d5668c3b9, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:07.998184 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.050012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Pushing event updated for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:08.071701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] For port 570e69d7-0605-462e-af48-af8d5668c3b9, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:08.075044 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.075377 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.075711 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.075825 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] For port 570e69d7-0605-462e-af48-af8d5668c3b9, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=570e69d7-0605-462e-af48-af8d5668c3b9,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:08.076038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.076365 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.076677 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.076996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.077314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.077689 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.077998 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.078314 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.078651 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:08.081632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.130088 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Attempting to bind port 3862e204-82a2-4e66-b63d-1436be959739 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:08.130491 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Attempting to bind port 3862e204-82a2-4e66-b63d-1436be959739 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:08.134346 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Attempting to bind port 3862e204-82a2-4e66-b63d-1436be959739 on network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:08.144114 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:08.144512 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Checking segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:08.144909 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.145293 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Bound using segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:08.145746 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Bound port: 3862e204-82a2-4e66-b63d-1436be959739, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:08.146117 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.163216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592881-325c-4267-a6f2-5f534f10d27b None None] Pushing event updated for resources: {'Port': ['ID=570e69d7-0605-462e-af48-af8d5668c3b9,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:08.235080 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] For port 3862e204-82a2-4e66-b63d-1436be959739, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:08.238801 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] For port 3862e204-82a2-4e66-b63d-1436be959739, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3862e204-82a2-4e66-b63d-1436be959739,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:08.248339 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.281757 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.297922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:08.298591 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:08.371499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61322e9f-d9cd-4e25-b3bf-f78123d78a45 None None] Pushing event updated for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:08.474440 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:08.544192 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.680939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Router afdd9ea0-394a-4383-9e55-b534d3570a7e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:17:08.688120 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:08Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:08.716122 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d842a-b429-44ea-b316-2ab9ba42dbca None None] The sync data for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 is: [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:08Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:08.800152 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:08.817765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Sync routers for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:08.819682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:08.821502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2bf1308b-f218-41e4-b04e-fa516bac380e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7009015 Aug 27 03:17:08.824659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55590) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:08.829332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:08.830081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:08.976285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:09.229005 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:08Z', 'revision_number': 3, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:09.265431 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Checking router: afdd9ea0-394a-4383-9e55-b534d3570a7e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:09.266058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Updating router afdd9ea0-394a-4383-9e55-b534d3570a7e port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:17:09.303436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.344081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35304b3-777d-4c14-bf8a-4fb0a89fd594 None None] Network 84e01305-c115-44fe-adf8-f17719f639e3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:17:09.349016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 570e69d7-0605-462e-af48-af8d5668c3b9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:09.515241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-589121e2-98da-4fb8-9bd1-9b4618361cfa None None] Provisioning for port 570e69d7-0605-462e-af48-af8d5668c3b9 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:09.621446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 570e69d7-0605-462e-af48-af8d5668c3b9 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:09.632122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 570e69d7-0605-462e-af48-af8d5668c3b9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:09.632491 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.694850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.831241 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.837746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.861163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Transition to ACTIVE for port object 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:09.872440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.887818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 570e69d7-0605-462e-af48-af8d5668c3b9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=570e69d7-0605-462e-af48-af8d5668c3b9,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:09.894902 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Allocated IP 172.20.0.1 (84e01305-c115-44fe-adf8-f17719f639e3/005de00c-966e-4a1e-8977-e9e5e9c3a286/170c3f2c-cb18-48eb-8002-2893ef016bdc) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:09.909477 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:09.910304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fc54f501-3d70-46f4-bebe-7f097bde617f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:09.970870 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83ba60-421f-473c-ab40-ca18ddbe513e None None] Pushing event updated for resources: {'Port': ['ID=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:09.981079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Attempting to bind port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:09.981459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Attempting to bind port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:09.981824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Attempting to bind port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:10.040940 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.060295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Transition to ACTIVE for port object 170c3f2c-cb18-48eb-8002-2893ef016bdc will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:10.103368 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.144653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Network 84e01305-c115-44fe-adf8-f17719f639e3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:10.150353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:10.154308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:10.187644 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Pushing event updated for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:10.188832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:10.189209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:10.189721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.189996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:10.190531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Bound port: 83311c5b-0e6e-47a4-9f5e-4ef75eac5592, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:10.190912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.205107 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.245358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=570e69d7-0605-462e-af48-af8d5668c3b9,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:10.255938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-579eb1c8-d7c8-4ea8-a440-c977ceb83cfb None None] Provisioning complete for port 570e69d7-0605-462e-af48-af8d5668c3b9 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:10.256312 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-579eb1c8-d7c8-4ea8-a440-c977ceb83cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.292318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port fc54f501-3d70-46f4-bebe-7f097bde617f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:10.292744 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.328509 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] For port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:10.346815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] For port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:10.347660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.355647 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.452985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83ba60-421f-473c-ab40-ca18ddbe513e None None] Pushing event updated for resources: {'Port': ['ID=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:10.455654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:10.456260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:10.519456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.524760 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.547252 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3862e204-82a2-4e66-b63d-1436be959739 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:10.597379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.598738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Pushing event updated for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:10.630916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:10.676791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3862e204-82a2-4e66-b63d-1436be959739 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:10.686893 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3862e204-82a2-4e66-b63d-1436be959739 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:10.687262 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.694990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Network 84e01305-c115-44fe-adf8-f17719f639e3 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:10.696422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:10.719494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d441cbef-051c-4d20-81bd-7baf7d503f44 None None] Provisioning for port 170c3f2c-cb18-48eb-8002-2893ef016bdc completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:10.753224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d441cbef-051c-4d20-81bd-7baf7d503f44 None None] Provisioning complete for port 170c3f2c-cb18-48eb-8002-2893ef016bdc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:10.753568 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d441cbef-051c-4d20-81bd-7baf7d503f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.826288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Router afdd9ea0-394a-4383-9e55-b534d3570a7e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:17:10.846597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d441cbef-051c-4d20-81bd-7baf7d503f44 None None] Port 170c3f2c-cb18-48eb-8002-2893ef016bdc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:17:10.928097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.949491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:17:10.957848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-559bbd37-3c01-4d9e-8d07-62793c9f9514 admin admin] 10.222.0.26 "PUT /v2.0/routers/afdd9ea0-394a-4383-9e55-b534d3570a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1321354 Aug 27 03:17:10.978266 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3862e204-82a2-4e66-b63d-1436be959739, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3862e204-82a2-4e66-b63d-1436be959739,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:10.984053 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:10.992104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '170c3f2c-cb18-48eb-8002-2893ef016bdc', 'name': '', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:09Z', 'updated_at': '2021-08-27T03:17:09Z', 'revision_number': 1, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'subnets': [{'id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:11.012922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-47f0e9eb-ae86-41b6-9591-189bb3f3926d None None] Provisioning complete for port 170c3f2c-cb18-48eb-8002-2893ef016bdc triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:11.013293 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47f0e9eb-ae86-41b6-9591-189bb3f3926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:11.061110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b46fd0-a2bb-450c-8939-a5cd81c5e666 None None] The sync data for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 is: [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '170c3f2c-cb18-48eb-8002-2893ef016bdc', 'name': '', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:09Z', 'updated_at': '2021-08-27T03:17:09Z', 'revision_number': 1, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'subnets': [{'id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:11.095058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-47f0e9eb-ae86-41b6-9591-189bb3f3926d None None] Port 170c3f2c-cb18-48eb-8002-2893ef016bdc cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:17:11.100888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:11.162372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 570e69d7-0605-462e-af48-af8d5668c3b9 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:11.211455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 570e69d7-0605-462e-af48-af8d5668c3b9 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:11.211932 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:13.234743 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Sync routers for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:17:13.245012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:13.245630 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:13.257969 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3862e204-82a2-4e66-b63d-1436be959739 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:13.328672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3862e204-82a2-4e66-b63d-1436be959739 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:13.329799 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:13.396495 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:13.438768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:13.518882 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:13.522945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:13.523335 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:13.621704 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:13.643960 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '170c3f2c-cb18-48eb-8002-2893ef016bdc', 'name': '', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:09Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 2, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'subnets': [{'id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:13.644230 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:13.650054 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:13.678216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Checking router: afdd9ea0-394a-4383-9e55-b534d3570a7e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:17:13.678620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Updating router afdd9ea0-394a-4383-9e55-b534d3570a7e port 170c3f2c-cb18-48eb-8002-2893ef016bdc binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:17:13.709540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:13.720407 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.036490 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.048797 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Transition to ACTIVE for port object 170c3f2c-cb18-48eb-8002-2893ef016bdc will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:14.057112 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.119757 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a51a6-777d-42a9-8034-49fd22c5836d None None] Pushing event updated for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:14.178029 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Attempting to bind port 170c3f2c-cb18-48eb-8002-2893ef016bdc on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:14.178778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Attempting to bind port 170c3f2c-cb18-48eb-8002-2893ef016bdc by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:14.181604 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Attempting to bind port 170c3f2c-cb18-48eb-8002-2893ef016bdc on network 84e01305-c115-44fe-adf8-f17719f639e3 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:14.187508 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:14.188030 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Checking segment: {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:14.188530 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.189028 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Bound using segment: {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:14.189620 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Bound port: 170c3f2c-cb18-48eb-8002-2893ef016bdc, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536ddc3c-1f80-46ae-9147-cfeca814b8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:14.190523 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.273463 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] For port 170c3f2c-cb18-48eb-8002-2893ef016bdc, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:14.278222 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] For port 170c3f2c-cb18-48eb-8002-2893ef016bdc, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=170c3f2c-cb18-48eb-8002-2893ef016bdc,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:14.289244 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:14.369597 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:17:14.370234 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:16:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:14.372251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a51a6-777d-42a9-8034-49fd22c5836d None None] Pushing event updated for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:14.517766 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:17:14.870637 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '170c3f2c-cb18-48eb-8002-2893ef016bdc', 'name': '', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:09Z', 'updated_at': '2021-08-27T03:17:14Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'subnets': [{'id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:17:14.897709 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af32ab64-462f-4f65-80a2-0c5d2d549c9c None None] The sync data for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 is: [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '170c3f2c-cb18-48eb-8002-2893ef016bdc', 'name': '', 'network_id': '84e01305-c115-44fe-adf8-f17719f639e3', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'mac_address': 'fa:16:3e:b6:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:09Z', 'updated_at': '2021-08-27T03:17:14Z', 'revision_number': 4, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'subnets': [{'id': '005de00c-966e-4a1e-8977-e9e5e9c3a286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:17:15.189447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:15.260127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:15.260507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.351738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 170c3f2c-cb18-48eb-8002-2893ef016bdc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:15.414970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 170c3f2c-cb18-48eb-8002-2893ef016bdc completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:15.426064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 170c3f2c-cb18-48eb-8002-2893ef016bdc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:15.426624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.530132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.572366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 170c3f2c-cb18-48eb-8002-2893ef016bdc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=170c3f2c-cb18-48eb-8002-2893ef016bdc,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:15.577822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:15.645483 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:16.825063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:17.166202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 170c3f2c-cb18-48eb-8002-2893ef016bdc up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:17.221165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 170c3f2c-cb18-48eb-8002-2893ef016bdc triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:17.221539 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:21.215623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-d7db46da-f70d-4f7a-942d-6230aaa9230f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:21.217089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-d7db46da-f70d-4f7a-942d-6230aaa9230f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 814 time: 0.1002607 Aug 27 03:17:21.235043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-3debaddd-8e57-4b3b-bbb3-24a2fa6c4cc3 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/quotas/dd50756d6495454ab5f5ecc4298b1074 HTTP/1.1" status: 200 len: 375 time: 0.0101163 Aug 27 03:17:21.299322 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-eb947e64-87f9-4213-88b4-03eccdf06759 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579126 Aug 27 03:17:21.393161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-a2f9f9c1-cca9-4c7b-9906-64afc29d81a4 service neutron] 10.222.0.26 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816054 Aug 27 03:17:21.488671 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-a6f27dad-62a3-49cb-adc6-3358e15d59ef service neutron] 10.222.0.26 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891693 Aug 27 03:17:21.653903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7446b859-e325-4aab-9833-0c77adf4354f req-9d3ce6d5-2695-4aa7-bd06-ff45f566ee00 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 210 time: 0.0296552 Aug 27 03:17:22.692433 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-954e33fd-f57c-4a8a-bed3-c972c046276a tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:22.694916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-954e33fd-f57c-4a8a-bed3-c972c046276a tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 814 time: 0.1278946 Aug 27 03:17:22.724585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'port': {'device_id': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'admin_state_up': True, 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:22.764271 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e12a022f-0a4e-401d-8625-e5de01007cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:22.773687 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3b5030ad-4ef5-49e6-ae3b-c5a124070e2c req-dc3e63de-0695-4a91-8ed1-e0805f393554 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 210 time: 0.0374613 Aug 27 03:17:22.852983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Made reservation on behalf of dd50756d6495454ab5f5ecc4298b1074 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:17:22.856638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:23.008561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Allocated IP 172.20.0.6 (7ba646c0-5b44-4f5e-a605-8ea64d30beb7/0f3f98be-717e-4da3-8978-b73456d2645a/28c7266a-5276-41a6-b6ae-4f5f3d2c3391) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:23.249462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:23.271948 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Transition to ACTIVE for port object 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:23.317367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:23.380339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:23.383951 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:23.388618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:23.413976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:23.428600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.428600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.428600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.428600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.428600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.429194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.429194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.429391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.429741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.430084 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.430443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.430779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:23.458293 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:23.459010 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:23.477412 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-dffb39f8-f027-402c-a07d-f24391874c0c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564261 Aug 27 03:17:23.666167 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1308a1c6-c47f-42b2-bd0e-17b0903d8fed None None] Provisioning for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:23.672212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-1308a1c6-c47f-42b2-bd0e-17b0903d8fed None None] Provisioning complete for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:23.672816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1308a1c6-c47f-42b2-bd0e-17b0903d8fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:23.712665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-1308a1c6-c47f-42b2-bd0e-17b0903d8fed None None] Port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:17:23.887547 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df998c0-aa65-403c-bdef-f9904b08918f req-ff063267-0405-411b-923d-bdc01b76c6a4 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:23.889775 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4df998c0-aa65-403c-bdef-f9904b08918f req-ff063267-0405-411b-923d-bdc01b76c6a4 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0546167 Aug 27 03:17:23.935446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4df998c0-aa65-403c-bdef-f9904b08918f req-0b5f8b5c-b2dc-4a85-b8c0-41a5af07b426 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Aug 27 03:17:25.066700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56387ffe-1adf-42c9-a044-e19b30355c0a req-1b5241b9-c00a-4f54-8d13-0fa097fa47e4 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:25.068255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56387ffe-1adf-42c9-a044-e19b30355c0a req-1b5241b9-c00a-4f54-8d13-0fa097fa47e4 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0544555 Aug 27 03:17:25.110399 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56387ffe-1adf-42c9-a044-e19b30355c0a req-467abed0-9580-44ad-9ea7-14bde5069dbe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355160 Aug 27 03:17:25.310399 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3f7bd605-cfa5-4074-b65b-481c3ffc9d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:25.518773 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:26.235848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406a650-32b7-4f47-b19f-b555950a6d8c req-f618fa3e-13ac-4925-a454-9bb5977fc7bb tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:26.238053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2406a650-32b7-4f47-b19f-b555950a6d8c req-f618fa3e-13ac-4925-a454-9bb5977fc7bb tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0533612 Aug 27 03:17:26.279275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2406a650-32b7-4f47-b19f-b555950a6d8c req-790f2910-fe45-4423-be3a-27e24e50a3c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Aug 27 03:17:26.712068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:27.399277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53100cf6-a4f2-4bb9-95b6-89a9b6be145a req-a1550173-b693-456a-a044-1c8aada57fc0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:27.400693 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53100cf6-a4f2-4bb9-95b6-89a9b6be145a req-a1550173-b693-456a-a044-1c8aada57fc0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0518634 Aug 27 03:17:27.450495 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-53100cf6-a4f2-4bb9-95b6-89a9b6be145a req-abe55840-7494-4a89-833a-1403a98815d9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Aug 27 03:17:28.128733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:28.572054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9432a-8d62-458a-89cb-03e5191e8140 req-da7d2d7f-3a5c-4626-8bbb-370f2c5c7b49 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:28.573537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cca9432a-8d62-458a-89cb-03e5191e8140 req-da7d2d7f-3a5c-4626-8bbb-370f2c5c7b49 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0513515 Aug 27 03:17:28.614397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cca9432a-8d62-458a-89cb-03e5191e8140 req-57cdfc0f-776b-4ecd-b83b-8f8a66917b55 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Aug 27 03:17:29.733423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c4568-f985-4ca8-9aea-7fdd370b3a73 req-297946f0-e3fe-49b4-8b9e-7585ff8c6de9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:29.735049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c15c4568-f985-4ca8-9aea-7fdd370b3a73 req-297946f0-e3fe-49b4-8b9e-7585ff8c6de9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0525568 Aug 27 03:17:29.781883 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c15c4568-f985-4ca8-9aea-7fdd370b3a73 req-bb187fd6-9498-4631-a845-5983fe1afeb2 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Aug 27 03:17:30.906165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dd7ed-1a81-425c-9465-19c05972c990 req-852479e7-6cf3-4228-8da5-ce33a804aa0b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:30.907815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c47dd7ed-1a81-425c-9465-19c05972c990 req-852479e7-6cf3-4228-8da5-ce33a804aa0b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0507319 Aug 27 03:17:30.955764 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c47dd7ed-1a81-425c-9465-19c05972c990 req-73acd454-6f78-47ce-971e-03a352072b2d tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413251 Aug 27 03:17:31.360997 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:32.098528 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22a089-2a6f-4310-b755-a553ea12b0d7 req-a3c27ef4-d3f5-4df6-8f7f-e0557ec1c201 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:32.100078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a22a089-2a6f-4310-b755-a553ea12b0d7 req-a3c27ef4-d3f5-4df6-8f7f-e0557ec1c201 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0643923 Aug 27 03:17:32.159291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6a22a089-2a6f-4310-b755-a553ea12b0d7 req-13a64404-dc7c-45c0-b23b-59cf023a6741 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Aug 27 03:17:33.287279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f2a8-0646-4e43-bd46-9f139817b6f4 req-97a6b0ec-8094-4d16-9e19-199b33f103b9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:33.288752 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d10f2a8-0646-4e43-bd46-9f139817b6f4 req-97a6b0ec-8094-4d16-9e19-199b33f103b9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0487487 Aug 27 03:17:33.328349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5d10f2a8-0646-4e43-bd46-9f139817b6f4 req-837b932c-bdf1-4a66-ad3c-346b5cd76a03 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 27 03:17:34.446730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f07a5-b251-4263-b1da-9212e14f1ac5 req-1671dc24-86f0-4c10-901d-4c3714e67461 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:34.448359 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-946f07a5-b251-4263-b1da-9212e14f1ac5 req-1671dc24-86f0-4c10-901d-4c3714e67461 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0540106 Aug 27 03:17:34.494261 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-946f07a5-b251-4263-b1da-9212e14f1ac5 req-a3e6a412-e34c-4bfd-90a1-e38f91005849 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373538 Aug 27 03:17:35.607328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6496d8b-9422-4601-b93c-f6eb72f93ff7 req-22e6bd4a-af34-4372-9728-4989c8662603 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:35.608774 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6496d8b-9422-4601-b93c-f6eb72f93ff7 req-22e6bd4a-af34-4372-9728-4989c8662603 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0503039 Aug 27 03:17:35.646376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c6496d8b-9422-4601-b93c-f6eb72f93ff7 req-518676e1-dfc6-4a39-a90e-2a52184106dc tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Aug 27 03:17:36.764908 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3ce7b-2c85-4ad3-bab1-471d203b395b req-c299d515-9f97-46aa-92d0-ac6ea8f073b5 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:36.766407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e3ce7b-2c85-4ad3-bab1-471d203b395b req-c299d515-9f97-46aa-92d0-ac6ea8f073b5 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 931 time: 0.0493147 Aug 27 03:17:36.805311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-17e3ce7b-2c85-4ad3-bab1-471d203b395b req-5b1c7539-a083-4f3b-b613-3a795c0e08f7 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Aug 27 03:17:37.311716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Request body: {'port': {'device_id': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:37.368808 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.623971 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:37.631921 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.645605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Transition to ACTIVE for port object 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:17:37.649522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.699932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:37.777064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Attempting to bind port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:17:37.777392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Attempting to bind port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:17:37.777720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Attempting to bind port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 on network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:37.783093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 on network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:17:37.783467 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Attempting to bind port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 on network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:17:37.788945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:17:37.789283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Checking segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:17:37.789666 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Bound using segment: {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:17:37.790628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Bound port: 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd51d9-8d1b-4e26-b79d-967100b99d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:17:37.790987 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.864512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:17:37.868780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:17:37.874204 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.948278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:37.949220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:37.956246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] 10.222.0.46 "PUT /v2.0/ports/28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 1091 time: 0.6509144 Aug 27 03:17:37.990212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:37.991681 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:38.006561 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2ac5e-e60a-468c-bcb5-6c097052eb05 service neutron] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:38.023381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380bc57-7415-490f-806d-d7d5d51f5f23 req-292a334c-6243-42bd-ad62-c5137dbca2da tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.026006 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f380bc57-7415-490f-806d-d7d5d51f5f23 req-292a334c-6243-42bd-ad62-c5137dbca2da tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 943 time: 0.1266530 Aug 27 03:17:38.058563 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d80ed0-1e01-4907-9c39-49a2cbee43f1 x-openstack-request-id: req-33d80ed0-1e01-4907-9c39-49a2cbee43f1 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:38.058945 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:38.059093 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33d80ed0-1e01-4907-9c39-49a2cbee43f1 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:38.059482 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:17:38.103090 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f380bc57-7415-490f-806d-d7d5d51f5f23 req-88388b3d-e308-4304-8a8b-a2ba00fae5f0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Aug 27 03:17:38.106109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-5f9919d5-e3a2-47cc-ae59-df39194ff0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.107590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-5f9919d5-e3a2-47cc-ae59-df39194ff0aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1094 time: 0.0806141 Aug 27 03:17:38.131897 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:17:38.162978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-8b040780-c855-419b-8668-20c2aa07d205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 217 time: 0.0421512 Aug 27 03:17:38.215208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-5bff759e-e363-462e-94cd-41bd5ad948e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.216656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-5bff759e-e363-462e-94cd-41bd5ad948e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0468245 Aug 27 03:17:38.263217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-55ada8a7-0ebe-45f7-8eb5-e1302b77ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.264715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-55ada8a7-0ebe-45f7-8eb5-e1302b77ada2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415459 Aug 27 03:17:38.360347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-cb64e7a5-70d9-4fa5-8579-866f0b9a2587 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881276 Aug 27 03:17:38.449873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-92b71c4e-b611-4e1a-abef-7da9d2317400 req-abb19313-00f5-417a-a570-c6e5f6167d31 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Aug 27 03:17:38.570057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-b6dec3f8-6cc2-4dbf-87a1-58b7c3fcd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.572108 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-b6dec3f8-6cc2-4dbf-87a1-58b7c3fcd84d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1094 time: 0.0410261 Aug 27 03:17:38.664159 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-2249b457-d9e1-4c7a-b2c2-f0381b0396d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.665570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-2249b457-d9e1-4c7a-b2c2-f0381b0396d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0858800 Aug 27 03:17:38.706025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-1a3b8b03-5e26-4f7c-b447-89c2e699f1b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 217 time: 0.0334802 Aug 27 03:17:38.754237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-be111306-55e6-40de-82bf-500c6b84df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.755688 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-be111306-55e6-40de-82bf-500c6b84df73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0423310 Aug 27 03:17:38.812489 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-3359aa8e-eab3-4fc6-979f-6ac93179bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:38.815263 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-3359aa8e-eab3-4fc6-979f-6ac93179bf57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519898 Aug 27 03:17:38.902469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-21618137-7530-412f-aefb-b5ee81250690 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799928 Aug 27 03:17:38.996440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8978cf29-f5ce-47cb-9f5d-ee51017acc3a req-425675dd-a516-41d1-8ea0-eb28332133b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Aug 27 03:17:39.232280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6fd6-f0b2-4ee4-bae2-709ae43eb8ba req-0093ce40-440b-4e94-bcbd-feb9ab805209 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:39.233753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e3e6fd6-f0b2-4ee4-bae2-709ae43eb8ba req-0093ce40-440b-4e94-bcbd-feb9ab805209 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 943 time: 0.0533581 Aug 27 03:17:39.274278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e3e6fd6-f0b2-4ee4-bae2-709ae43eb8ba req-0fc27873-4826-4295-9251-c061f9077cb7 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Aug 27 03:17:40.403392 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be628b7-f9f8-4af1-8b3b-be1f86c577de req-406df69b-5ac8-44c3-888b-f3980149e2a1 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:40.404828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be628b7-f9f8-4af1-8b3b-be1f86c577de req-406df69b-5ac8-44c3-888b-f3980149e2a1 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 943 time: 0.0499482 Aug 27 03:17:40.442825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be628b7-f9f8-4af1-8b3b-be1f86c577de req-6689afe2-69d4-410d-8d54-bca9a7161e31 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Aug 27 03:17:41.564176 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e003137-d8b6-44a0-83bd-4f15002d80e2 req-83232d45-95a5-422e-97c0-a291e4f8761b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:41.565640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e003137-d8b6-44a0-83bd-4f15002d80e2 req-83232d45-95a5-422e-97c0-a291e4f8761b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 943 time: 0.0500417 Aug 27 03:17:41.611253 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7e003137-d8b6-44a0-83bd-4f15002d80e2 req-20719747-ef15-49ab-b7b9-5f10bcbdbbd0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Aug 27 03:17:42.243702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:17:42.345772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:42.357688 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'port_id': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'mac_address': 'fa:16:3e:e0:80:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:17:42.401632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:42.417423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:17:42.435998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:42.440352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:42.486214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:42.494053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.494403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.494754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.495086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.495413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.495735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.496054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.496373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.496696 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.497014 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.497330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.497644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:42.725129 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0e23-836c-42da-adab-65e4defcdc5d req-bb5b5594-15ef-4616-b09e-1659e1802464 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:42.726634 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73eb0e23-836c-42da-adab-65e4defcdc5d req-bb5b5594-15ef-4616-b09e-1659e1802464 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 944 time: 0.0496538 Aug 27 03:17:42.767704 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-73eb0e23-836c-42da-adab-65e4defcdc5d req-b8a82ea9-1d03-4185-bdb2-0a34cbfc7e39 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Aug 27 03:17:42.823714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:17:43.883790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b129cb8-f666-41cb-9aec-e97633e64a26 req-9d72a83f-004d-456d-9032-d5280f83acc8 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:43.885278 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b129cb8-f666-41cb-9aec-e97633e64a26 req-9d72a83f-004d-456d-9032-d5280f83acc8 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 944 time: 0.0493870 Aug 27 03:17:43.922505 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7b129cb8-f666-41cb-9aec-e97633e64a26 req-1e9cce60-b5c2-4e5a-be16-180d3897d455 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Aug 27 03:17:44.247531 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:17:44.297610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:17:44.301386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:17:44.301756 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.378187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.399900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:17:44.402087 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f847ca69-4880-4355-88b3-031bbc322cd0" -d '{"events": [{"server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "name": "network-vif-plugged", "status": "completed", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:17:44.415393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:17:44.421334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:44.449679 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5905124-0538-4bc8-b51b-6dda5160a470 x-openstack-request-id: req-e5905124-0538-4bc8-b51b-6dda5160a470 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:17:44.449981 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "name": "network-vif-plugged", "status": "completed", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:17:44.450237 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5905124-0538-4bc8-b51b-6dda5160a470 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:17:44.450651 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'code': 200} Aug 27 03:17:44.475985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:44.567111 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8617c2-0843-499e-83d3-9c3b0af24ef3 req-5eeb4bec-afbd-4630-978b-7eefb193c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:44.568590 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa8617c2-0843-499e-83d3-9c3b0af24ef3 req-5eeb4bec-afbd-4630-978b-7eefb193c5a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1096 time: 0.0428717 Aug 27 03:17:44.602773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fa8617c2-0843-499e-83d3-9c3b0af24ef3 req-ca45aa66-e47f-4348-8366-11bf98feb62f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275834 Aug 27 03:17:45.036806 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111aaf8-cc73-4faa-863d-3e677b5d557c req-580f4e1f-45ad-4a51-ae3d-6c4583496ed2 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:45.038300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b111aaf8-cc73-4faa-863d-3e677b5d557c req-580f4e1f-45ad-4a51-ae3d-6c4583496ed2 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0505257 Aug 27 03:17:45.081703 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b111aaf8-cc73-4faa-863d-3e677b5d557c req-17e34f5c-37f4-40db-9255-167e19c699ee tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Aug 27 03:17:46.198287 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25335d33-75aa-408c-9dde-0d6aa9913ffd req-51028155-b59a-4644-b69e-63e865c93e60 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:46.199796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25335d33-75aa-408c-9dde-0d6aa9913ffd req-51028155-b59a-4644-b69e-63e865c93e60 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0502825 Aug 27 03:17:46.237194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-25335d33-75aa-408c-9dde-0d6aa9913ffd req-bcae8e87-e41b-4f45-88ee-186d619eaec4 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Aug 27 03:17:46.349011 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b699-3f7d-4e18-807f-6cb9fe315218 req-6a4c7224-85dd-4e5a-a76a-3f9b4594f9a1 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:46.350407 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aee9b699-3f7d-4e18-807f-6cb9fe315218 req-6a4c7224-85dd-4e5a-a76a-3f9b4594f9a1 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0486932 Aug 27 03:17:46.392856 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-aee9b699-3f7d-4e18-807f-6cb9fe315218 req-58266732-bb08-4f08-b2eb-60512877a16e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Aug 27 03:17:46.593368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9571e-844a-4f97-9237-ed1676b9ef50 req-27179446-b8c6-4e5c-a844-e55cf0616588 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:46.594897 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28d9571e-844a-4f97-9237-ed1676b9ef50 req-27179446-b8c6-4e5c-a844-e55cf0616588 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0490348 Aug 27 03:17:46.632302 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-28d9571e-844a-4f97-9237-ed1676b9ef50 req-1f300886-f362-42a3-93ce-cf9b074be620 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Aug 27 03:17:46.812385 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:47.818786 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-a426d373-df1d-4676-aff8-9a5b768e32d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381298 Aug 27 03:17:47.917735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-2eae2623-d309-45c2-9d85-9d203b076256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:47.919149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-2eae2623-d309-45c2-9d85-9d203b076256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1096 time: 0.0435560 Aug 27 03:17:48.032776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-26f3567a-12b6-4af1-af09-538cd57f676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:48.034341 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-26f3567a-12b6-4af1-af09-538cd57f676a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0959344 Aug 27 03:17:48.076724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-92d287e9-6e9e-4dfb-ae69-92bf7d8ffb8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 217 time: 0.0354815 Aug 27 03:17:48.129647 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-31cc4450-e343-425b-8cc3-65fd25458428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:48.131177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-31cc4450-e343-425b-8cc3-65fd25458428 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0482757 Aug 27 03:17:48.176804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-da76dcb7-8412-4271-913d-8f406b9189b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:48.178236 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-da76dcb7-8412-4271-913d-8f406b9189b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400538 Aug 27 03:17:48.271408 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-a62821da-0cf8-4b45-bab0-04ac8236d4d7 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Aug 27 03:17:48.371167 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1493f528-dc6a-4d27-9733-5ef5006d9951 req-fc2e8795-54f1-40f0-bacb-0cca0f7688e4 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Aug 27 03:17:52.748785 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d71a83e8-0c58-4f62-ab0b-b5f1804e8c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:55.311659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-48cd516f-d551-4ca0-b4b3-d8929693bfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:55.520807 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:56.708976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.126800 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.309700 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2123-558f-482a-8441-2abcb8c1bea7 req-a1ae4fe8-c2fe-4eee-8ba3-c11578b502f0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:58.311231 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57de2123-558f-482a-8441-2abcb8c1bea7 req-a1ae4fe8-c2fe-4eee-8ba3-c11578b502f0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0530517 Aug 27 03:17:58.348506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-57de2123-558f-482a-8441-2abcb8c1bea7 req-5e546c25-3fce-40a8-b550-f49f6ca77871 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Aug 27 03:17:58.371139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:58.556434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736deeee-a4d2-4f23-a41d-e23477a83fe5 tempest-TestMinimumBasicScenario-1377483953 tempest-TestMinimumBasicScenario-1377483953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:17:58.557974 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-736deeee-a4d2-4f23-a41d-e23477a83fe5 tempest-TestMinimumBasicScenario-1377483953 tempest-TestMinimumBasicScenario-1377483953-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1091 time: 0.1858766 Aug 27 03:17:58.561149 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55824) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:17:58.565952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:17:58.589026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.687705 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.824814 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Allocated IP 172.25.8.253 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/43acbf63-e7e6-4e98-a96a-262c0dc7046a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:17:58.928826 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:58.969245 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.007089 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:17:59.012967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:17:59.016489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:17:59.022068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'Port': ['ID=43acbf63-e7e6-4e98-a96a-262c0dc7046a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:59.051841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.052192 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.052532 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.052867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.053201 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.053530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.053867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.054194 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.054549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.054901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.055224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.055544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:17:59.393491 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.463557 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.626650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.632174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.700550 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'Port': ['ID=43acbf63-e7e6-4e98-a96a-262c0dc7046a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:17:59.714477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:17:59.813993 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Floating IP dacf157b-ba80-44d8-b6a5-4050cc8126db associated. External IP: 172.25.8.253, port: 28c7266a-5276-41a6-b6ae-4f5f3d2c3391. Aug 27 03:18:00.348133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Router eab3ed9d-5e96-49af-90df-67f531e9907a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:18:00.453088 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:18:00.463510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Sync routers for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:18:00.470293 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.475662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:00.477255 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:00.501211 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-38f48e37-aa28-40f8-8c45-d3c66767576f tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9389925 Aug 27 03:18:00.501788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:00.506074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55828) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:00.512341 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461131529', 'description': 'tempest-secgroup-smoke-1461131529 description', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:00.534331 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.641355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.645168 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:00.650238 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.680464 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.681760 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1747518 Aug 27 03:18:00.684735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55834) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:00.690520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:00.696180 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf92ed-9aa5-41e1-8534-9a755adcf181 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b259fa21-f195-4626-b977-ac491182cc41,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:00.732010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.761910 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c545f9-d2e8-48b4-b9d4-afcc46169636 x-openstack-request-id: req-e1c545f9-d2e8-48b4-b9d4-afcc46169636 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:00.762211 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:00.762573 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1c545f9-d2e8-48b4-b9d4-afcc46169636 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:00.762971 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:18:00.781507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:00.788095 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.792889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.813397 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694caf54-9099-440c-b87d-590d177b6149,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:00.821888 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.825739 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-11fc9107-ece4-45ee-b5eb-c9fafe44b28b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375122 Aug 27 03:18:00.826021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55838) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:00.831132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:00.854595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-5cd594b2-5fd8-4905-9d63-ac7f64068541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:00.856753 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-5cd594b2-5fd8-4905-9d63-ac7f64068541 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1096 time: 0.0508859 Aug 27 03:18:00.859457 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.928432 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.933718 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.959433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd75fe-bc54-429b-8f87-93b3f5c2b44d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:00.967332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:00.968919 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7a947e69-9524-4caf-9ba3-c34e84f44328 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417382 Aug 27 03:18:00.972513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55840) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:00.981091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:00.982107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-948dfe5c-6f08-412f-b650-b91b306f5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:00.983953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-948dfe5c-6f08-412f-b650-b91b306f5bf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.1203790 Aug 27 03:18:01.016898 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.041865 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'dacf157b-ba80-44d8-b6a5-4050cc8126db', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'port_id': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'mac_address': 'fa:16:3e:e0:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:17:59Z', 'updated_at': '2021-08-27T03:17:59Z', 'revision_number': 0, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:01.065310 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-88ad6072-4c96-4d0b-a4de-fe61125bfc79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 999 time: 0.0738578 Aug 27 03:18:01.075568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Checking router: eab3ed9d-5e96-49af-90df-67f531e9907a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:18:01.082356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.085066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:18:01.085909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:17:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:01.087908 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.109771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e156e7-febd-43f1-8b56-48df282f282b,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.114701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.116371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b05de8c-5e70-46f3-8b5c-cd79cf5df5c6 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416845 Aug 27 03:18:01.120790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55842) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:01.127186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:01.133981 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-e1c956ce-b1f0-4359-a673-e73c2c6fec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.135501 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-e1c956ce-b1f0-4359-a673-e73c2c6fec40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0637708 Aug 27 03:18:01.158187 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.189166 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-64a56d02-1570-4525-b2f3-49bb5d2ad1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.190724 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-64a56d02-1570-4525-b2f3-49bb5d2ad1c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474763 Aug 27 03:18:01.197689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:18:01.220226 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.225200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.246214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365ad8d0-bc1e-4130-a90b-396305e53ee9,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.253573 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.257906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55844) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:01.258809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a7131b8b-9d20-4f4d-b3a1-6e9bde505eb9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369030 Aug 27 03:18:01.263004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:01.324529 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Project dd50756d6495454ab5f5ecc4298b1074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:18:01.331578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-d578d32c-7851-4fe5-b105-3a09594fc89c service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339157 Aug 27 03:18:01.333040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.365358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.442092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'dacf157b-ba80-44d8-b6a5-4050cc8126db', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'port_id': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'mac_address': 'fa:16:3e:e0:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:17:59Z', 'updated_at': '2021-08-27T03:17:59Z', 'revision_number': 0, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:18:01.446619 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.460281 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.479757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f2e54d-9e7d-4adf-8acf-21c1d9be2a7c req-6ae1ef8e-1c25-424e-8c55-e90d71d5e33b service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375713 Aug 27 03:18:01.480025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567767bf-7ba3-44b3-88c7-4411ad1c00bb None None] The sync data for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 is: [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'dacf157b-ba80-44d8-b6a5-4050cc8126db', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'port_id': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'mac_address': 'fa:16:3e:e0:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:17:59Z', 'updated_at': '2021-08-27T03:17:59Z', 'revision_number': 0, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:18:01.484512 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62601579-0d17-4a4d-bbd5-d7d05eb40937,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.491035 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.495441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ea3c37ed-858b-4ee1-9fc4-529c86eae311 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2363994 Aug 27 03:18:01.495854 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:18:01.501170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'security_group_rule': {'security_group_id': 'b259fa21-f195-4626-b977-ac491182cc41', 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:01.525899 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Project dd50756d6495454ab5f5ecc4298b1074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:18:01.531066 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.598538 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.604399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.623944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9057e466-5419-4c7b-bdbb-5088d4c00b26,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:01.626991 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:01.628199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7f8dd4b4-5cc9-405b-93d3-c5eb291bf72e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307697 Aug 27 03:18:01.689508 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3339cf-cf60-4924-a726-3f52be836916 None None] New status for floating IP dacf157b-ba80-44d8-b6a5-4050cc8126db: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:18:01.712812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-70d6a268-bf3f-4d74-bcc0-1eed1da83c63 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461131529&fields=id&tenant_id=dd50756d6495454ab5f5ecc4298b1074 HTTP/1.1" status: 200 len: 267 time: 0.0366337 Aug 27 03:18:01.777984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-6c066158-eac3-46a6-92d5-513397040abe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:01.779610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-6c066158-eac3-46a6-92d5-513397040abe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0593207 Aug 27 03:18:01.793729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'port': {'security_groups': ['7ec1ca80-d840-48aa-ba53-4584754edfd8', 'b259fa21-f195-4626-b977-ac491182cc41']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:18:01.875230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:02.158271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:18:02.187396 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:02.192062 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:02.225372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:02.240752 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.241497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:02.243520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-acd1db4e-943a-4e44-8ca1-b346f18dc771 req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "PUT /v2.0/ports/28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 981 time: 0.4569192 Aug 27 03:18:02.267163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c3ffe-8057-474c-888b-bd30d0665a1c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=6']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:18:02.355643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:18:02.373304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a1c5d-f1a7-4efb-9ebb-47e69e6d78cd req-70a64958-dc43-4a12-b63e-2a7b65933c8b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.374953 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87a1c5d-f1a7-4efb-9ebb-47e69e6d78cd req-70a64958-dc43-4a12-b63e-2a7b65933c8b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0529785 Aug 27 03:18:02.427773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d87a1c5d-f1a7-4efb-9ebb-47e69e6d78cd req-71d0ecbf-581b-485c-80e2-df5054c6a3ba tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464189 Aug 27 03:18:02.574279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a56d4eb4-d5c0-4433-a78c-0b596c876c49 None None] Provisioning complete for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:18:02.574922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a56d4eb4-d5c0-4433-a78c-0b596c876c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:02.764503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:18:02.766922 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90184bd4-4db8-4985-a1cc-8e1adaf13518" -d '{"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:18:02.803485 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a17462-bb26-4a02-b98d-de03a20d3279 x-openstack-request-id: req-e5a17462-bb26-4a02-b98d-de03a20d3279 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:18:02.803779 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:18:02.804026 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5a17462-bb26-4a02-b98d-de03a20d3279 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:18:02.804422 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:18:02.890461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-7902a96d-395e-47f9-81c1-53a51e9aabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.891972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-7902a96d-395e-47f9-81c1-53a51e9aabff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1135 time: 0.0422559 Aug 27 03:18:02.986269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-2e2f69de-75d1-4df9-87a1-2e5e7a9f9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:02.987674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-2e2f69de-75d1-4df9-87a1-2e5e7a9f9487 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0877945 Aug 27 03:18:03.324899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-4c551135-f47f-4074-8668-a950448b6621 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 1001 time: 0.3295937 Aug 27 03:18:03.373731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-4ceeee60-d2b4-4428-b2df-03638bf0477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:03.375184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-4ceeee60-d2b4-4428-b2df-03638bf0477d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0433683 Aug 27 03:18:03.427213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-bfca7a38-fff6-49cf-9700-14dc800d7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:03.428719 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-bfca7a38-fff6-49cf-9700-14dc800d7fcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448785 Aug 27 03:18:03.520288 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-9b6a5331-17b6-4d21-8df4-cce9128faa15 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Aug 27 03:18:03.607492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-90184bd4-4db8-4985-a1cc-8e1adaf13518 req-907c3103-9474-4cee-9323-a2bf72ae2068 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796778 Aug 27 03:18:15.130516 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:16.817196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:22.762861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-dc2581d0-f33c-40f5-892c-51c182116c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.314526 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a0d0e70e-50ec-4768-aa39-58149166becb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:25.522524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:26.713976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:28.136713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:31.362447 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:46.834957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:47.839552 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-deb54fd7-b96b-48a1-9b1d-1d1163fc9168 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496330 Aug 27 03:18:47.939271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-a8ceed0f-4641-40fb-a2f0-21be225c55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:47.940760 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-a8ceed0f-4641-40fb-a2f0-21be225c55a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1135 time: 0.0443890 Aug 27 03:18:48.042315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-85ae4434-b88d-4fee-8d5d-a2da42c973bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:48.043796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-85ae4434-b88d-4fee-8d5d-a2da42c973bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0820200 Aug 27 03:18:48.113311 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-bc7e7dc5-7bee-4033-aaa2-43c264d4db0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 1001 time: 0.0616348 Aug 27 03:18:48.161800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-ad43b562-e7a8-4cb6-b4ec-e4d29d1fb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:48.163262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-ad43b562-e7a8-4cb6-b4ec-e4d29d1fb0c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0427494 Aug 27 03:18:48.209935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-0e58b47d-53a2-499d-a444-0fa25e6011eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:18:48.211449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-0e58b47d-53a2-499d-a444-0fa25e6011eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412910 Aug 27 03:18:48.302460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-9c150e15-236a-40e8-b49d-847ce5a54afb service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Aug 27 03:18:48.390217 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-443fa4c0-2870-494f-9c8f-264cb61b951a req-02e9ea62-d783-4810-bf19-ddb98dfcb2dd service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807283 Aug 27 03:18:52.130860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:18:52.758733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0463a0c0-7b7c-4408-8880-85cdf63724ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:55.315440 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1e8e2a21-ecbe-40f1-9a7f-412298c5aa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:55.525010 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:56.712649 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:18:58.131050 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:01.117274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472dac-2b4a-46df-833f-4ea05a2faca4 req-f0b3d86a-c275-474d-ac13-9afc77781b46 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:01.118789 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e472dac-2b4a-46df-833f-4ea05a2faca4 req-f0b3d86a-c275-474d-ac13-9afc77781b46 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0523140 Aug 27 03:19:01.141544 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-14248e52-329a-4fe8-9966-ddd07af81b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:01.143063 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-14248e52-329a-4fe8-9966-ddd07af81b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1135 time: 0.0438783 Aug 27 03:19:01.169850 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3e472dac-2b4a-46df-833f-4ea05a2faca4 req-becc929f-5fa1-4820-b5e6-5b8e019fe085 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446219 Aug 27 03:19:01.237840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-3bfde99a-27db-450d-9a7d-483448b678c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:01.239393 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-3bfde99a-27db-450d-9a7d-483448b678c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0885012 Aug 27 03:19:01.303965 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-fd519ae5-66ca-4ec1-8380-a790b84d2729 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 1001 time: 0.0567791 Aug 27 03:19:01.363462 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-77cd285f-7716-40f5-b5e2-ad7950cc0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:01.365098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-77cd285f-7716-40f5-b5e2-ad7950cc0c6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0542746 Aug 27 03:19:01.365239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:01.412136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-2a901c93-4b8c-4301-9ece-b1d6a3994c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:01.413649 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-2a901c93-4b8c-4301-9ece-b1d6a3994c6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413737 Aug 27 03:19:01.504800 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-b37f2618-d268-4734-9262-c5f9bab1b139 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Aug 27 03:19:01.599311 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39c843b4-6e97-4168-ad02-9386c7a536a7 req-a79599d0-6f26-4053-b0e2-8e2f728e539d service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864875 Aug 27 03:19:02.300362 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17188f-d271-43da-b7be-6300fa66a465 req-b0e65e1b-0cd8-40ea-986e-c6f79f3c103a tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:02.301845 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae17188f-d271-43da-b7be-6300fa66a465 req-b0e65e1b-0cd8-40ea-986e-c6f79f3c103a tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0501635 Aug 27 03:19:02.345652 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ae17188f-d271-43da-b7be-6300fa66a465 req-10e9afe8-1908-4775-93d6-45fc5fd2728d tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376260 Aug 27 03:19:03.461165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d49331-c10e-4339-930d-cca33e37db68 req-01afec48-65ed-48ea-887d-13de9960507c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:03.462777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32d49331-c10e-4339-930d-cca33e37db68 req-01afec48-65ed-48ea-887d-13de9960507c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0484936 Aug 27 03:19:03.502330 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-32d49331-c10e-4339-930d-cca33e37db68 req-c523bd21-7170-4af9-8a3d-5b7f91ef500b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336416 Aug 27 03:19:04.615677 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320d59-459e-4235-9a32-8b23ad45f451 req-f4d953f6-8359-4a66-b6f1-3ede9191e395 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:04.617246 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58320d59-459e-4235-9a32-8b23ad45f451 req-f4d953f6-8359-4a66-b6f1-3ede9191e395 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0489061 Aug 27 03:19:04.661002 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58320d59-459e-4235-9a32-8b23ad45f451 req-fbf56695-7e0b-4d3d-9c42-78caad008827 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377371 Aug 27 03:19:05.776640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd83f5-0226-4711-bdf9-ed1a593e82a7 req-ee9c4dbb-9e3e-4e67-b1e1-d2509c0aa83e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:05.778098 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1dd83f5-0226-4711-bdf9-ed1a593e82a7 req-ee9c4dbb-9e3e-4e67-b1e1-d2509c0aa83e tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0522139 Aug 27 03:19:05.817274 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e1dd83f5-0226-4711-bdf9-ed1a593e82a7 req-b90c77c0-78fe-45b5-a73d-37097ae56ed3 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331321 Aug 27 03:19:06.931980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0115-dcd3-45f4-9c67-d69e1ac92369 req-6a46a5ed-d146-4bf9-92b4-c291efc137d9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:06.933449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d79d0115-dcd3-45f4-9c67-d69e1ac92369 req-6a46a5ed-d146-4bf9-92b4-c291efc137d9 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0493858 Aug 27 03:19:06.975828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d79d0115-dcd3-45f4-9c67-d69e1ac92369 req-f81fd271-6abb-413c-be3c-f27db37f585a tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362048 Aug 27 03:19:08.093919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d8cd4-f783-400d-a773-8ddfa63081aa req-56739d89-f6b5-4797-85d1-879f7073c2a8 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:08.095431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f93d8cd4-f783-400d-a773-8ddfa63081aa req-56739d89-f6b5-4797-85d1-879f7073c2a8 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0494516 Aug 27 03:19:08.135303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f93d8cd4-f783-400d-a773-8ddfa63081aa req-5f833e61-e56d-4cc2-ade4-7b03fab1c351 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332637 Aug 27 03:19:09.249714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee3a81-ec40-4ec8-a157-3184125abdfc req-617bf26b-1821-4a55-a355-c55040c15e50 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:09.251320 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2eee3a81-ec40-4ec8-a157-3184125abdfc req-617bf26b-1821-4a55-a355-c55040c15e50 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0497956 Aug 27 03:19:09.290406 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2eee3a81-ec40-4ec8-a157-3184125abdfc req-c59f5082-5887-43e9-8e54-334501f260b0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323088 Aug 27 03:19:10.405350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84da76-5b2e-42fa-971e-cb85b50a9816 req-89645952-7dfd-457a-be97-527ba1ae056b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:10.406822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c84da76-5b2e-42fa-971e-cb85b50a9816 req-89645952-7dfd-457a-be97-527ba1ae056b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0484960 Aug 27 03:19:10.445846 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3c84da76-5b2e-42fa-971e-cb85b50a9816 req-462d7ec7-ecfb-422c-9370-70def17d9819 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330470 Aug 27 03:19:11.560044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae8e31-7627-4390-8f8a-f4dc855c950f req-4f95c994-7f41-4a91-a82e-cd4a62d3a33c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:11.561495 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bae8e31-7627-4390-8f8a-f4dc855c950f req-4f95c994-7f41-4a91-a82e-cd4a62d3a33c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0481002 Aug 27 03:19:11.604270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1bae8e31-7627-4390-8f8a-f4dc855c950f req-950d0047-918e-4588-a5dc-dff04b8c3fdb tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367839 Aug 27 03:19:12.723000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74426d7-3a9e-4c0e-a405-1be491f1de0d req-131f26fa-d6e6-4007-a14b-8cec376ba36c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:12.724569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d74426d7-3a9e-4c0e-a405-1be491f1de0d req-131f26fa-d6e6-4007-a14b-8cec376ba36c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0531278 Aug 27 03:19:12.772732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d74426d7-3a9e-4c0e-a405-1be491f1de0d req-b9368987-561d-4180-9e1f-ed4359c23996 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&id=b259fa21-f195-4626-b977-ac491182cc41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422478 Aug 27 03:19:16.830152 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:22.759849 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3dc22beb-a610-4006-963a-730b5f4fde67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:25.316228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bc418ea-1d7c-4f78-958f-f01b7ee191e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:25.526499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:26.717025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:28.135817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:29.130536 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:19:31.355094 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:46.828500 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:48.815075 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-da34285e-0b57-4589-83e1-160c1004c8d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394909 Aug 27 03:19:48.910619 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-d3879967-0bbd-489a-b0b0-43b499c4e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:48.912189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-d3879967-0bbd-489a-b0b0-43b499c4e860 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1135 time: 0.0411341 Aug 27 03:19:49.017813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-b4fd4e36-b26c-4235-b76a-cc63d0d19526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:49.019405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-b4fd4e36-b26c-4235-b76a-cc63d0d19526 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.0882354 Aug 27 03:19:49.085015 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-b27e7fac-5723-49a1-a206-82b921fc63be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 1001 time: 0.0586493 Aug 27 03:19:49.139322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-b61491d7-ab7c-4cff-b938-9067313cbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:49.140820 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-b61491d7-ab7c-4cff-b938-9067313cbe38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0496762 Aug 27 03:19:49.191169 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-e529a803-ee0d-4f67-bc63-31d53f6985ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:19:49.192676 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-e529a803-ee0d-4f67-bc63-31d53f6985ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446658 Aug 27 03:19:49.282241 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-c2a564c2-484d-419d-94cb-2ca03ff7033b service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821018 Aug 27 03:19:49.376710 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-67ef81f8-6819-4238-a4c0-76b3201d7ea1 req-f1e50f00-c56b-437c-acdd-995fbd8f5470 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877683 Aug 27 03:19:52.760746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3be5f757-1d9f-4bd0-91d7-94b915d372f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.316664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-82e579df-1b6b-4b98-b343-963efcda5005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:55.529088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:56.719725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:19:58.136444 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:01.371166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:06.130032 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:20:16.311065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-329098b2-c1d2-4fe6-8bac-8c533136d83c tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461131529&fields=id&tenant_id=dd50756d6495454ab5f5ecc4298b1074 HTTP/1.1" status: 200 len: 267 time: 0.0872860 Aug 27 03:20:16.364370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-89c03809-010a-4b48-8f19-657de3afb061 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:16.365825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-89c03809-010a-4b48-8f19-657de3afb061 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 984 time: 0.0489519 Aug 27 03:20:16.377935 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Request body: {'port': {'security_groups': ['7ec1ca80-d840-48aa-ba53-4584754edfd8']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:16.441427 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.636477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:16.665612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.670056 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.703150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:16.719241 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:16.719989 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.721336 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0c3685a9-2e97-4695-8924-3082fa49bd39 req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "PUT /v2.0/ports/28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 942 time: 0.3482442 Aug 27 03:20:16.721752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:16.724088 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9088c47-db47-45d9-a144-8fcfafda4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:16.729355 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 55956) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:16.782551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event updated for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:16.799434 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.799873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.800290 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.800639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.800972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.801304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.801636 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.801959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.802286 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.802641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.802965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.803329 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe7b9f-08ac-414f-bfdc-35c6cd35dd87 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:16.831066 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.863419 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.868605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:16.909279 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.937826 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.941078 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:16.945173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "DELETE /v2.0/security-groups/b259fa21-f195-4626-b977-ac491182cc41 HTTP/1.1" status: 204 len: 168 time: 0.2123535 Aug 27 03:20:16.946433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 55964) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:16.956772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40840f65-8a52-404f-a0a2-81995fa962fe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b259fa21-f195-4626-b977-ac491182cc41,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:17.091983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9ea0b136-17d8-45ee-a241-6f7dac2fd33a None None] Provisioning complete for port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:17.092362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9ea0b136-17d8-45ee-a241-6f7dac2fd33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.130247 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Deleting port 43acbf63-e7e6-4e98-a96a-262c0dc7046a {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:17.130644 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.210972 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.211295 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.222751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Calling delete_port for 43acbf63-e7e6-4e98-a96a-262c0dc7046a owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:17.393924 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.418206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event deleted for resources: {'Port': ['ID=43acbf63-e7e6-4e98-a96a-262c0dc7046a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:17.431419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.431773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.432112 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.432448 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.433321 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.433652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.433978 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.434303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.434727 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.435052 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.435374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.435690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:17.495279 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.495596 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Floating IP dacf157b-ba80-44d8-b6a5-4050cc8126db disassociated (deleted). External IP: 172.25.8.253, port: 28c7266a-5276-41a6-b6ae-4f5f3d2c3391. Aug 27 03:20:17.710209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Router eab3ed9d-5e96-49af-90df-67f531e9907a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:17.820443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:17.825927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:17.831009 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Sync routers for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:17.844916 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:17.845785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:17.861336 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-96635140-4f9e-48ac-a35f-0899443fc6ae tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "DELETE /v2.0/floatingips/dacf157b-ba80-44d8-b6a5-4050cc8126db HTTP/1.1" status: 204 len: 168 time: 0.9142380 Aug 27 03:20:17.861941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:17.864606 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f888bf-cdcf-4562-bc5c-e0233b884579" -d '{"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:17.930030 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92f086-bce0-4a0e-8f41-5a926d2c2621 x-openstack-request-id: req-be92f086-bce0-4a0e-8f41-5a926d2c2621 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:17.930596 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:17.930896 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be92f086-bce0-4a0e-8f41-5a926d2c2621 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:17.931407 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:20:17.963488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:17.966689 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3550c-7e33-41e7-b837-5b5177b7609a x-openstack-request-id: req-7ee3550c-7e33-41e7-b837-5b5177b7609a {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:17.967203 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:17.967311 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ee3550c-7e33-41e7-b837-5b5177b7609a {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:17.967657 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:20:18.040515 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-6fb35a3d-64c4-4a92-b814-74d14461f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.043642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-6fb35a3d-64c4-4a92-b814-74d14461f32e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1096 time: 0.0504827 Aug 27 03:20:18.173289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-55e85cf7-d0dc-4459-a52a-3603533a2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.174825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-55e85cf7-d0dc-4459-a52a-3603533a2e2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.1242926 Aug 27 03:20:18.193853 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:18.217971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-07a2ace2-d88f-4276-89ba-b5d82e87019c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 217 time: 0.0361469 Aug 27 03:20:18.227085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Checking router: eab3ed9d-5e96-49af-90df-67f531e9907a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:18.236270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:18.236881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:19:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:18.279326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-4bde3213-cbeb-42c0-9da3-387448e6879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.280829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-4bde3213-cbeb-42c0-9da3-387448e6879b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0560811 Aug 27 03:20:18.332323 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-062ed71e-f589-4dbb-ba42-df10862df769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.333832 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-062ed71e-f589-4dbb-ba42-df10862df769 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455103 Aug 27 03:20:18.339965 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:18.425524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-83dbb049-1c4c-4cc7-8b5c-aae1ffd3e006 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834773 Aug 27 03:20:18.523109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a9088c47-db47-45d9-a144-8fcfafda4de2 req-9a42ccac-ffa6-4550-9332-eeabdc74b051 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 Aug 27 03:20:18.549824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:18.585528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95efb5-ed89-4a9a-99f6-934bf223a4ef None None] The sync data for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 is: [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:05Z', 'revision_number': 4, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3862e204-82a2-4e66-b63d-1436be959739', 'name': '', 'network_id': '7ba646c0-5b44-4f5e-a605-8ea64d30beb7', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'mac_address': 'fa:16:3e:e2:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:04Z', 'updated_at': '2021-08-27T03:17:10Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'subnets': [{'id': '0f3f98be-717e-4da3-8978-b73456d2645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:18.645792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-dfd4d69f-05bc-4c45-8d20-dede459e33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.647301 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-dfd4d69f-05bc-4c45-8d20-dede459e33ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd50756d6495454ab5f5ecc4298b1074&device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 1096 time: 0.0421548 Aug 27 03:20:18.767782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-66bc9530-0b8d-446b-8cf5-24b1ebd0ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.769318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-66bc9530-0b8d-446b-8cf5-24b1ebd0ecb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 200 len: 915 time: 0.1141250 Aug 27 03:20:18.813036 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-5bbf8ef1-65df-4f74-9388-acfe57dd50fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 200 len: 217 time: 0.0365603 Aug 27 03:20:18.859302 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b7a8d7-2122-4354-82cb-9f86b2fcc3a0 None None] New status for floating IP dacf157b-ba80-44d8-b6a5-4050cc8126db: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:20:18.867165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-159073ef-b56e-4274-9256-43ad09f76778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.868726 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-159073ef-b56e-4274-9256-43ad09f76778 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 200 len: 853 time: 0.0496352 Aug 27 03:20:18.924107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-54b231fe-56c2-492d-b79e-8dd5de025850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:18.925685 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-54b231fe-56c2-492d-b79e-8dd5de025850 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ba646c0-5b44-4f5e-a605-8ea64d30beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493753 Aug 27 03:20:19.023895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-3a986561-a3dd-4518-92f1-16952c8f9273 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911703 Aug 27 03:20:19.115916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97f888bf-cdcf-4562-bc5c-e0233b884579 req-d0c12e7c-db1a-4178-a3d7-d8bcde34a0c3 service neutron] 10.222.0.46 "GET /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846655 Aug 27 03:20:22.765814 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-552bcaed-dd41-49ce-86da-019d17bb815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:24.879560 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f841-ecb5-4647-b8ea-9440b44afeef req-9b833b18-4378-4bf0-8903-f13e9836efbf tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:24.881260 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fea7f841-ecb5-4647-b8ea-9440b44afeef req-9b833b18-4378-4bf0-8903-f13e9836efbf tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0702357 Aug 27 03:20:24.934047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fea7f841-ecb5-4647-b8ea-9440b44afeef req-042f6141-e247-4428-97d1-6f3d7cd8affe tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Aug 27 03:20:25.319668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6db4c9a4-b65c-428f-922b-2c79ff23084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:25.533786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:26.109140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fa392-b1e9-4aa2-88c2-b1ef29f06847 req-572ce22f-d2ab-4ed9-9165-143e9e8fb713 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:26.110650 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60fa392-b1e9-4aa2-88c2-b1ef29f06847 req-572ce22f-d2ab-4ed9-9165-143e9e8fb713 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.1086168 Aug 27 03:20:26.149049 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a60fa392-b1e9-4aa2-88c2-b1ef29f06847 req-ae2d99db-1f11-407e-ba7a-a36a45780c0d tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/security-groups?id=7ec1ca80-d840-48aa-ba53-4584754edfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Aug 27 03:20:26.724601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:26.732754 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-d3b8e394-586c-4142-92d5-88743ef96d4b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:26.734243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-d3b8e394-586c-4142-92d5-88743ef96d4b tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 945 time: 0.0516107 Aug 27 03:20:26.831649 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Deleting port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:26.831994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:26.920924 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] For port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:26.921273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:26.933742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Calling delete_port for 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:27.075839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:27.108613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Pushing event deleted for resources: {'Port': ['ID=28c7266a-5276-41a6-b6ae-4f5f3d2c3391,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:27.108957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['28c7266a-5276-41a6-b6ae-4f5f3d2c3391'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:27.149615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] No DVR routers for this DVR port 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:20:27.152622 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:27.154627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab9004f5-0c7e-4eeb-8919-66fc91532be7 req-ba451ee3-a4bc-465f-84ee-64989ae77df0 tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.46 "DELETE /v2.0/ports/28c7266a-5276-41a6-b6ae-4f5f3d2c3391 HTTP/1.1" status: 204 len: 173 time: 0.4145935 Aug 27 03:20:27.155061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'name': 'network-vif-deleted', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:27.157297 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfd6b6-219a-4ccb-93bd-d56401818cec" -d '{"events": [{"server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "name": "network-vif-deleted", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:27.196179 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f71b00-11d6-4cba-b50e-cfd747ac21ae x-openstack-request-id: req-89f71b00-11d6-4cba-b50e-cfd747ac21ae {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:27.196453 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba7c38f-19cb-4277-a5df-3f60939051fc", "name": "network-vif-deleted", "tag": "28c7266a-5276-41a6-b6ae-4f5f3d2c3391", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:27.196883 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89f71b00-11d6-4cba-b50e-cfd747ac21ae {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:27.197446 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7c38f-19cb-4277-a5df-3f60939051fc', 'name': 'network-vif-deleted', 'tag': '28c7266a-5276-41a6-b6ae-4f5f3d2c3391', 'status': 'completed', 'code': 200} Aug 27 03:20:27.250362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f8c9ac69-46db-4648-84b1-4b13820e0525 req-58672b6a-6d29-4742-b2bd-9210a2a57aff tempest-TestMinimumBasicScenario-234817902 tempest-TestMinimumBasicScenario-234817902-project] 10.222.0.26 "GET /v2.0/ports?device_id=fba7c38f-19cb-4277-a5df-3f60939051fc HTTP/1.1" status: 200 len: 210 time: 0.0298984 Aug 27 03:20:28.140733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:28.816412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:29.157215 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:29.395679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Deleting port 3862e204-82a2-4e66-b63d-1436be959739 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:29.395914 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:29.471894 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] For port 3862e204-82a2-4e66-b63d-1436be959739, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3862e204-82a2-4e66-b63d-1436be959739,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:29.472252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:29.488784 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Calling delete_port for 3862e204-82a2-4e66-b63d-1436be959739 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:29.663615 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:29.690015 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3862e204-82a2-4e66-b63d-1436be959739,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:29.880484 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.416397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Router eab3ed9d-5e96-49af-90df-67f531e9907a has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:30.520585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:30.525718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0e1fc8d1-eb7d-49eb-bb4a-12cad5d762a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/eab3ed9d-5e96-49af-90df-67f531e9907a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7083762 Aug 27 03:20:30.528775 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:30.531597 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Sync routers for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:30.542068 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:30.542718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:30.635401 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.648034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:30.749430 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.812760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Deleting port fc54f501-3d70-46f4-bebe-7f097bde617f {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:30.813100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.894027 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] For port fc54f501-3d70-46f4-bebe-7f097bde617f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fc54f501-3d70-46f4-bebe-7f097bde617f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:30.895164 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:30.908885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Calling delete_port for fc54f501-3d70-46f4-bebe-7f097bde617f owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:31.021549 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:20:29Z', 'revision_number': 5, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port': {'id': 'fc54f501-3d70-46f4-bebe-7f097bde617f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:31.048580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Checking router: eab3ed9d-5e96-49af-90df-67f531e9907a for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:31.059373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Routers {'eab3ed9d-5e96-49af-90df-67f531e9907a'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:31.060061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['eab3ed9d-5e96-49af-90df-67f531e9907a'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:31.118475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.136432 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:31.148714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc54f501-3d70-46f4-bebe-7f097bde617f,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:31.165503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:31.165839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 28c7266a-5276-41a6-b6ae-4f5f3d2c3391 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:31.175727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] Set router eab3ed9d-5e96-49af-90df-67f531e9907a gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:31.222090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.259165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:20:30Z', 'revision_number': 6, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:31.287320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cad3c43-a553-4c8d-a0ac-9efa716b35ae None None] The sync data for ids ['eab3ed9d-5e96-49af-90df-67f531e9907a'] in n-d-806292-1 is: [{'id': 'eab3ed9d-5e96-49af-90df-67f531e9907a', 'name': 'tempest-TestMinimumBasicScenario-732406842-router', 'tenant_id': 'dd50756d6495454ab5f5ecc4298b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:02Z', 'updated_at': '2021-08-27T03:20:30Z', 'revision_number': 6, 'project_id': 'dd50756d6495454ab5f5ecc4298b1074', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:31.318934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.322197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.368007 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.368719 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab3ed9d-5e96-49af-90df-67f531e9907a {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:20:31.379340 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.381253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7a0720df-cf2c-4589-9184-72425a461d48 admin admin] 10.222.0.26 "DELETE /v2.0/routers/eab3ed9d-5e96-49af-90df-67f531e9907a HTTP/1.1" status: 204 len: 168 time: 0.8501372 Aug 27 03:20:31.383692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56076) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:31.389648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.431854 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Deleting subnet 0f3f98be-717e-4da3-8978-b73456d2645a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:20:31.435568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.473016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.550161 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.607383 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.633901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3f98be-717e-4da3-8978-b73456d2645a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:31.643565 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.647220 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d3faf7f8-33b9-4cff-a66e-77137bb14e5b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f3f98be-717e-4da3-8978-b73456d2645a HTTP/1.1" status: 204 len: 168 time: 0.2623422 Aug 27 03:20:31.649979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:31.656281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f9fb6-6faa-4869-8d72-bc6d9f33c75c None None] Network 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:31.730809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.803604 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Deleting port da30f6a3-b98c-4ddf-970b-138bd82e83e3 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:31.804025 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.872716 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] For port da30f6a3-b98c-4ddf-970b-138bd82e83e3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=da30f6a3-b98c-4ddf-970b-138bd82e83e3,segment=NetworkSegment(b4cd51d9-8d1b-4e26-b79d-967100b99d18),segment_id=b4cd51d9-8d1b-4e26-b79d-967100b99d18)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:31.873089 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.885872 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Calling delete_port for da30f6a3-b98c-4ddf-970b-138bd82e83e3 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:31.967790 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:31.993271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Pushing event deleted for resources: {'Port': ['ID=da30f6a3-b98c-4ddf-970b-138bd82e83e3,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:31.999750 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] No DVR routers for this DVR port da30f6a3-b98c-4ddf-970b-138bd82e83e3 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:20:32.082416 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.093805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba646c0-5b44-4f5e-a605-8ea64d30beb7']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:32.101276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bceb10d-1be7-4771-89a3-a1f1a27c2845 None None] DHCP port deletion for 7ba646c0-5b44-4f5e-a605-8ea64d30beb7 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:20:32.109997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd51d9-8d1b-4e26-b79d-967100b99d18') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:32.110493 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd51d9-8d1b-4e26-b79d-967100b99d18') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:32.126301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.144780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.151714 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:20:32.152387 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:20:32.154784 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:20:32.216376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.222075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.224037 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7ba646c0-5b44-4f5e-a605-8ea64d30beb7 HTTP/1.1" status: 204 len: 168 time: 0.5730679 Aug 27 03:20:32.228481 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:32.235324 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c2f58-dab9-4bd8-bdc3-c67e77a1d88f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba646c0-5b44-4f5e-a605-8ea64d30beb7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:32.605847 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.861678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Deleting port 170c3f2c-cb18-48eb-8002-2893ef016bdc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:32.861928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.940339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] For port 170c3f2c-cb18-48eb-8002-2893ef016bdc, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=170c3f2c-cb18-48eb-8002-2893ef016bdc,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:32.940703 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:32.958175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Calling delete_port for 170c3f2c-cb18-48eb-8002-2893ef016bdc owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:33.150554 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:33.174979 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Pushing event deleted for resources: {'Port': ['ID=170c3f2c-cb18-48eb-8002-2893ef016bdc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:33.333079 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3862e204-82a2-4e66-b63d-1436be959739 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:33.355508 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3862e204-82a2-4e66-b63d-1436be959739 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:33.355993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3862e204-82a2-4e66-b63d-1436be959739 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:33.356499 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fc54f501-3d70-46f4-bebe-7f097bde617f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:33.380197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: fc54f501-3d70-46f4-bebe-7f097bde617f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:33.380646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fc54f501-3d70-46f4-bebe-7f097bde617f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:33.381307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da30f6a3-b98c-4ddf-970b-138bd82e83e3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:33.392401 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:33.401526 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: da30f6a3-b98c-4ddf-970b-138bd82e83e3 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:33.402524 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device da30f6a3-b98c-4ddf-970b-138bd82e83e3 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:33.622789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Router afdd9ea0-394a-4383-9e55-b534d3570a7e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:33.727310 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:33.732695 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3fcd35e4-660a-4bbe-8cc6-e2ad630cd7db admin admin] 10.222.0.26 "PUT /v2.0/routers/afdd9ea0-394a-4383-9e55-b534d3570a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029476 Aug 27 03:20:33.735729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56084) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:33.739581 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Sync routers for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:33.754452 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:33.755388 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:33.841919 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:33.861304 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:33.956135 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.009573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Deleting port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:34.009835 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.092150 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] For port 83311c5b-0e6e-47a4-9f5e-4ef75eac5592, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:34.092507 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.106687 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Calling delete_port for 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:34.114003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:20:33Z', 'revision_number': 5, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port': {'id': '83311c5b-0e6e-47a4-9f5e-4ef75eac5592', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:34.143653 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Checking router: afdd9ea0-394a-4383-9e55-b534d3570a7e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:34.152956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Routers {'afdd9ea0-394a-4383-9e55-b534d3570a7e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:34.153578 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['afdd9ea0-394a-4383-9e55-b534d3570a7e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:34.243479 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] Set router afdd9ea0-394a-4383-9e55-b534d3570a7e gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:34.285648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.304819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:20:33Z', 'revision_number': 6, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:34.318823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=83311c5b-0e6e-47a4-9f5e-4ef75eac5592,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:34.337214 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b610e-0ea6-47b2-8fae-8187101a5a4b None None] The sync data for ids ['afdd9ea0-394a-4383-9e55-b534d3570a7e'] in n-d-806292-1 is: [{'id': 'afdd9ea0-394a-4383-9e55-b534d3570a7e', 'name': 'tempest-TestMinimumBasicScenario-1920169959-router', 'tenant_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:17:07Z', 'updated_at': '2021-08-27T03:20:33Z', 'revision_number': 6, 'project_id': 'ab31f68931914b008c8eb95a7d90bf2d', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:34.390322 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.482103 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.484286 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.529977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.530580 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdd9ea0-394a-4383-9e55-b534d3570a7e {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:20:34.535952 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.537159 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ba2686cf-4585-4768-b24a-324470301c2d admin admin] 10.222.0.26 "DELETE /v2.0/routers/afdd9ea0-394a-4383-9e55-b534d3570a7e HTTP/1.1" status: 204 len: 168 time: 0.8005250 Aug 27 03:20:34.539902 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:34.589331 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Deleting subnet 005de00c-966e-4a1e-8977-e9e5e9c3a286 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:20:34.593143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.627690 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.719210 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:34.784707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.140559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=005de00c-966e-4a1e-8977-e9e5e9c3a286,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:35.145829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.148230 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b98fb79a-1187-4791-99a7-aaf12a96c503 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/005de00c-966e-4a1e-8977-e9e5e9c3a286 HTTP/1.1" status: 204 len: 168 time: 0.6071002 Aug 27 03:20:35.151065 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56088) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:35.151872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8336636-f33f-4d87-a8ee-f3464bdfd158 None None] Network 84e01305-c115-44fe-adf8-f17719f639e3 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:35.249821 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.292080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:35.319246 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Deleting port 570e69d7-0605-462e-af48-af8d5668c3b9 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:35.319605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.332782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:35.333053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 83311c5b-0e6e-47a4-9f5e-4ef75eac5592 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:35.333420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 170c3f2c-cb18-48eb-8002-2893ef016bdc no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:35.355610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 170c3f2c-cb18-48eb-8002-2893ef016bdc {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:35.355961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 170c3f2c-cb18-48eb-8002-2893ef016bdc not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:35.402423 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] For port 570e69d7-0605-462e-af48-af8d5668c3b9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=570e69d7-0605-462e-af48-af8d5668c3b9,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:35.402857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.420825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Calling delete_port for 570e69d7-0605-462e-af48-af8d5668c3b9 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:35.449103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] DHCP port deletion for 84e01305-c115-44fe-adf8-f17719f639e3 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:20:35.502281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Deleting port 570e69d7-0605-462e-af48-af8d5668c3b9 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:20:35.502620 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.517039 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.551313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] No DVR routers for this DVR port 570e69d7-0605-462e-af48-af8d5668c3b9 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:20:35.553350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Pushing event deleted for resources: {'Port': ['ID=570e69d7-0605-462e-af48-af8d5668c3b9,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:35.584214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] For port 570e69d7-0605-462e-af48-af8d5668c3b9, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=570e69d7-0605-462e-af48-af8d5668c3b9,segment=NetworkSegment(536ddc3c-1f80-46ae-9147-cfeca814b8a9),segment_id=536ddc3c-1f80-46ae-9147-cfeca814b8a9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:35.584622 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.599722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Calling delete_port for 570e69d7-0605-462e-af48-af8d5668c3b9 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:20:35.630585 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.641615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e01305-c115-44fe-adf8-f17719f639e3']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:35.658128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536ddc3c-1f80-46ae-9147-cfeca814b8a9') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:35.658547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536ddc3c-1f80-46ae-9147-cfeca814b8a9') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:35.668501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 03:20:35.676344 n-d-806292-1 neutron-server[94833]: self.session.flush() Aug 27 03:20:35.685545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.685817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.695114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:20:35.695632 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:20:35.697373 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:20:35.716304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Pushing event deleted for resources: {'Port': ['ID=570e69d7-0605-462e-af48-af8d5668c3b9,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:35.721669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] No DVR routers for this DVR port 570e69d7-0605-462e-af48-af8d5668c3b9 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:20:35.731044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.731416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.731727 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.732062 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.732392 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.732715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.733038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.733586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.733746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.734037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.734309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.734656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cca64-a31e-4a03-8327-d3d9aa62152f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:35.762648 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.769105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:35.771070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] 10.222.0.26 "DELETE /v2.0/networks/84e01305-c115-44fe-adf8-f17719f639e3 HTTP/1.1" status: 204 len: 168 time: 0.6189625 Aug 27 03:20:35.783259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641dc73-1bec-45c5-81f0-3ba878db24db admin admin] Pushing event deleted for resources: {'Network': ['ID=84e01305-c115-44fe-adf8-f17719f639e3,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:35.940055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56092) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:35.981345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8b49bfc1-21eb-443b-95fe-410c5f856a35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd50756d6495454ab5f5ecc4298b1074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401127 Aug 27 03:20:35.983820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:36.033313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.054931 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.106399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.109560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.110753 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ec1ca80-d840-48aa-ba53-4584754edfd8 HTTP/1.1" status: 204 len: 168 time: 0.1260309 Aug 27 03:20:36.119842 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2390c-f7db-495a-8fa7-b17e1ef839b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec1ca80-d840-48aa-ba53-4584754edfd8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:36.450693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:36.494115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-17b4656b-5085-47c2-8513-2b70f3cba3fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab31f68931914b008c8eb95a7d90bf2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418668 Aug 27 03:20:36.497656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:36.547087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.569377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.622680 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.625087 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:36.626254 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df7e2dde-9f95-4830-9a4d-0a0e4429a90d HTTP/1.1" status: 204 len: 168 time: 0.1276753 Aug 27 03:20:36.634562 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b08edb-6041-4ec2-9f0f-9175e6c6bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e2dde-9f95-4830-9a4d-0a0e4429a90d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:37.259246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 570e69d7-0605-462e-af48-af8d5668c3b9 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:20:37.288199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 570e69d7-0605-462e-af48-af8d5668c3b9 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:20:37.288670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 570e69d7-0605-462e-af48-af8d5668c3b9 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:20:38.446696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56142) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:38.452248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055647035', 'description': 'tempest-secgroup-smoke-2055647035 description', 'project_id': 'b940e8947aee48358ba5efd19d453db2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:38.475682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.484268 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.578234 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.582576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.620571 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94496944-fc39-4ff6-9d11-2383bae1adbf,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:38.690081 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.693979 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.721841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.723118 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2751002 Aug 27 03:20:38.725040 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d3bc4-0e02-48bb-a82f-29339c18c910 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:38.726664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56144) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:38.732403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:38.760425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.819475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.824569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.843831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543d3bb5-c9d4-4357-9b37-dff3caf5b8d0,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:38.850132 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.854886 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-31e85015-9b5e-4857-925e-8bd6b212751e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268983 Aug 27 03:20:38.856108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56146) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:38.860657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:38.888835 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.953409 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.957067 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.977029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e20001-31d5-4ee4-9fac-a47db9de624e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:38.981223 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:38.982894 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b68f92f6-ab29-4f77-bbb3-60caea4e6e64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256366 Aug 27 03:20:38.986336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56148) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:38.991794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.018690 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.086005 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.090294 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.116381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4498da9d-e38d-40a7-abc9-3fadd59fa503,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:39.124203 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.125943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c7084298-ebeb-479f-b3ad-58dd45c98802 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381776 Aug 27 03:20:39.128724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56152) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:39.133557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.159658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.226678 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.231367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.249524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab796ed-980a-4f74-997c-1000e88c6e83,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:39.260152 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.261666 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7e7ce295-237e-4c1c-a6ec-6c7ce6ff5f63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318996 Aug 27 03:20:39.264495 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56154) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:39.269098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.292918 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:20:39.297996 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.361641 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.366030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.383932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199fd767-6615-421b-b49c-b1a8ec827fee,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:39.391789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.393173 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2ff75812-b935-42d8-9a92-b64f711f75b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277790 Aug 27 03:20:39.396237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56158) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:39.401943 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '4ffaa7ab-3e9c-4097-abaa-f2e62ade3444', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.424958 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:20:39.429932 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.494335 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.497890 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.515883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb38192-4d0a-4f37-be77-b5092fe268b7,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:39.524196 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.525533 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a148fd39-6120-4dd6-a4fa-c6c4e43a4b72 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283302 Aug 27 03:20:39.529186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56160) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:39.535589 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'network': {'name': 'tempest-network-smoke--1475143582', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.556965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:39.560852 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.586008 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:20:39.595723 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.596062 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Added segment f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff of type vlan for network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 Aug 27 03:20:39.636274 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.661643 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.667641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:39.668220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.730000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1997888 Aug 27 03:20:39.734216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56162) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:39.738984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d367b3-4a1a-4efc-aff7-baa9b37b1a64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Network': ['ID=2332c6c8-ebe9-404b-9f69-1c40f3c42175,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:39.739215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'admin_state_up': True, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:39.749679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:20:39.764719 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.765831 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.819806 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:39.965791 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.157179 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.179731 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.281157 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.122 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/eb96d105-ab7b-405a-8d2e-aef1f1dc8f62) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:40.402308 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.441625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.480268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:40.485063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:40.488586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:40.496816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:40.749694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:40.954481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.086133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 68feae6a-b467-4d62-b374-78f4ef6f5a7c is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:20:41.194324 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:41.207197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Sync routers for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:41.220606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:41.221765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:41.223052 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.225044 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-657741e9-7d06-4419-b812-c33cef3392df tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4894488 Aug 27 03:20:41.228243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56164) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:41.341852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:41.367032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8719e667-a9c1-489f-b329-c2cf29d5f9f6 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b940e8947aee48358ba5efd19d453db2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1365986 Aug 27 03:20:41.370955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56168) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:41.469138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46347a33-a98e-43b1-b1e0-5f2758528933 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:41.471419 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-46347a33-a98e-43b1-b1e0-5f2758528933 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993812 Aug 27 03:20:41.474321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56170) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:41.515523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ad66557a-81ff-4726-9ef0-c63aa9694074 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396652 Aug 27 03:20:41.518688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56172) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:41.522985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:40Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:41.523809 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272577449', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:41.555052 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Checking router: 68feae6a-b467-4d62-b374-78f4ef6f5a7c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:41.555398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Updating router 68feae6a-b467-4d62-b374-78f4ef6f5a7c port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:41.580227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.612639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:41.616377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.810793 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.852805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.863486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Transition to ACTIVE for port object eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:41.871416 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.879426 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Subnet': ['ID=9cf7a617-f51b-43ff-80bd-f3e41c106f2a,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:41.893601 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Checking segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:41.894021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network hostable DHCP agents. Network: 2332c6c8-ebe9-404b-9f69-1c40f3c42175, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:20:41.913344 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:20:41.926227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 2332c6c8-ebe9-404b-9f69-1c40f3c42175) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:41.937449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf6d4c-ac14-4524-aa37-4362a6b5671a None None] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:41.940969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:41.941955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.942364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Attempting to bind port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:41.942758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Attempting to bind port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:41.943202 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Attempting to bind port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:41.958188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280bec6-8684-4478-8529-f33a5388d6fb None None] Pushing event updated for resources: {'Port': ['ID=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:41.972539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-191e0a06-a4c5-4e90-a04f-9ad9e2962c0d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4512262 Aug 27 03:20:41.973323 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56174) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:41.989999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:41.990355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:41.990873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:41.991806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:41.991975 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Bound port: eb96d105-ab7b-405a-8d2e-aef1f1dc8f62, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:41.992355 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.075350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] For port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:42.078912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] For port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:42.107621 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.201718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:42.202349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:42.204345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280bec6-8684-4478-8529-f33a5388d6fb None None] Pushing event updated for resources: {'Port': ['ID=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:42.210831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:20:42.211696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.416996 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:42.464211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.529496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Allocated IP 172.20.0.2 (2332c6c8-ebe9-404b-9f69-1c40f3c42175/9cf7a617-f51b-43ff-80bd-f3e41c106f2a/c833d894-cccc-4b05-9eb0-e6b0aa82e1a3) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:42.890854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:40Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:42.895749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.922832 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7cd90-bd19-4f61-9385-2d9d662f827e None None] The sync data for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 is: [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:40Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:42.929281 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Transition to ACTIVE for port object c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:42.950051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Transition to ACTIVE for port object c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:42.956657 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:42.995735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:43.001196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:43.005872 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:43.021443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Pushing event updated for resources: {'Port': ['ID=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:43.023034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.1 (2332c6c8-ebe9-404b-9f69-1c40f3c42175/9cf7a617-f51b-43ff-80bd-f3e41c106f2a/3e2c099c-ffbc-46f5-ad58-fe5ef192f200) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:43.082013 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Attempting to bind port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:43.082537 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Attempting to bind port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:43.082955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Attempting to bind port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 on network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:43.089772 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:43.090248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Checking segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:43.090759 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.091818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Bound using segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:43.091818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Bound port: c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:43.092202 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.130318 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:20:43.167657 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] For port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:43.172826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] For port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:43.181001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.184895 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.199965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:43.239332 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.244329 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b4a34-61fb-4750-a6d8-22d504944cda None None] Pushing event updated for resources: {'Port': ['ID=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:43.290465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:43.293875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:43.298928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:43.343150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:43.367055 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:43.370399 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.414497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:43.419259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:43.419635 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.537337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.546478 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.564809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:43.569713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.628951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:43.877544 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.882273 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.963324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:43.965374 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:44.063748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:44.065170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:44.190264 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 68feae6a-b467-4d62-b374-78f4ef6f5a7c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:44.301382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32518eb-dd01-4eb8-83f4-148343910407 None None] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:20:44.304154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:44.311246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed94a94b-05d0-4970-9d59-9191c38a1ccb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/68feae6a-b467-4d62-b374-78f4ef6f5a7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362765 Aug 27 03:20:44.445140 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3a36e1cb-3bec-407f-9237-3aca976f3b94 None None] Provisioning for port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:44.476943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-ef51f080-b8dd-48cd-8d2c-82ee14b52b7e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055647035&fields=id&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 267 time: 0.0344563 Aug 27 03:20:44.612338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-a59198ab-7893-468d-9d5c-48b142839a9b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:44.613924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-a59198ab-7893-468d-9d5c-48b142839a9b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 797 time: 0.1289556 Aug 27 03:20:44.630357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-7b37039a-5801-4cf0-96a5-5217cb4d9de5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/quotas/b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 375 time: 0.0099113 Aug 27 03:20:44.699117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-1d37974b-60f7-4eef-81e8-9ebd79b998d5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557268 Aug 27 03:20:44.713459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2dc0598-0f67-467a-9888-3fbdae2ad581 None None] Provisioning for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:44.718070 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d2dc0598-0f67-467a-9888-3fbdae2ad581 None None] Provisioning complete for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:44.718578 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d2dc0598-0f67-467a-9888-3fbdae2ad581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:44.751758 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Sync routers for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:44.768862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc0598-0f67-467a-9888-3fbdae2ad581 None None] Port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:44.809072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-a4df383b-b86e-43e2-9882-92ce8d2a3f99 service neutron] 10.222.0.26 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076984 Aug 27 03:20:44.870170 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:44.870836 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:44.991878 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:44.997401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-cde1ad86-e6a2-4e2d-8df4-006b7dc9fa4f None None] Provisioning complete for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:44.997774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cde1ad86-e6a2-4e2d-8df4-006b7dc9fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.038638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-cde1ad86-e6a2-4e2d-8df4-006b7dc9fa4f None None] Port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:45.160864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-23755d78-5311-4884-8b76-2057f54487c4 None None] Provisioning complete for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:45.161567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-23755d78-5311-4884-8b76-2057f54487c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.200164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-23755d78-5311-4884-8b76-2057f54487c4 None None] Port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:45.218732 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 2, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:45.247182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Checking router: 68feae6a-b467-4d62-b374-78f4ef6f5a7c for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:45.247529 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Updating router 68feae6a-b467-4d62-b374-78f4ef6f5a7c port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:20:45.276293 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.277176 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-b881e65f-caa8-47fa-8128-93d0b1c664b6 service neutron] 10.222.0.26 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563193 Aug 27 03:20:45.347521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:45.400347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:45.412443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:45.413257 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.475372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8b995d3c-cdb3-4639-873c-0a248d2ddf10 req-db09c2e7-f5b1-42c6-9d4c-620d6f2bea2f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 210 time: 0.0416939 Aug 27 03:20:45.528299 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.564591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:45.569260 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.570106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:45.612714 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.623172 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Transition to ACTIVE for port object 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:45.630346 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.649030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:45.662867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:45.663238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.740130 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Pushing event updated for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:45.759152 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Attempting to bind port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:45.760301 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Attempting to bind port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:45.760581 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Attempting to bind port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 on network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:45.770556 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:45.771342 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Checking segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:45.771774 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.772171 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Bound using segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:45.772661 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Bound port: 3e2c099c-ffbc-46f5-ad58-fe5ef192f200, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:45.773041 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.777152 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.777681 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.778023 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.778352 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.778706 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.779057 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.779382 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.779701 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.780166 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.780502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.780819 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.781134 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:20:45.853038 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] For port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:45.856930 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] For port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:45.860984 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:45.926846 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c850a4-7838-4b87-b3e6-8330dce3a1e0 None None] Pushing event updated for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:45.938817 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:45.939424 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:46.064363 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:46.285501 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:45Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:46.312121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa29fd-0196-4363-b787-dc46074d9036 None None] The sync data for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 is: [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:45Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:46.567464 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e796a30-3097-4c61-8ed3-0ac0e9b085c8 req-7b9ba3ee-d724-4eac-ae4a-15d73d1c61dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 210 time: 0.0309730 Aug 27 03:20:46.707840 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-e814da3d-d7ec-4b6e-829f-8b4bc01ef1f4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:46.709357 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-e814da3d-d7ec-4b6e-829f-8b4bc01ef1f4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 797 time: 0.1146984 Aug 27 03:20:46.756345 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-8bcf119a-fa7b-4a26-b1d6-5c58ba0eb7c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 380 time: 0.0371165 Aug 27 03:20:46.770697 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'port': {'device_id': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'admin_state_up': True, 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'security_groups': ['4ffaa7ab-3e9c-4097-abaa-f2e62ade3444']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:46.828665 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:46.890680 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:20:46.897313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.040221 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.12 (2332c6c8-ebe9-404b-9f69-1c40f3c42175/9cf7a617-f51b-43ff-80bd-f3e41c106f2a/be6d0313-2b7b-4eec-a4d0-8d067f8d6f60) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:47.215620 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.232460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:47.270189 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.321169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:47.328133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:47.330740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:47.337451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:47.360784 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:47.407717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:47.408701 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.415776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:47.426081 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:47.426487 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.433481 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-aced0ea6-9afb-4f8d-a920-0b117bf17df5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6669447 Aug 27 03:20:47.452766 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-d4e20557-a357-4619-8f6d-5761694cc598 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:20:47.453881 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-d4e20557-a357-4619-8f6d-5761694cc598 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105517 Aug 27 03:20:47.530358 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.568703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Request body: {'port': {'device_id': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:47.570159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:47.577478 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.578417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:47.637535 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.659827 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c8c4bef-537a-477c-8c3c-d33bd063020d None None] Provisioning for port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:47.673184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c8c4bef-537a-477c-8c3c-d33bd063020d None None] Provisioning complete for port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:47.673556 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c8c4bef-537a-477c-8c3c-d33bd063020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.676486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:47.692757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e54a12-7d05-4bd0-ac99-3a41d9dc500b req-35d000b4-fc87-4c82-954e-4e8dd0e1755c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:47.694363 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32e54a12-7d05-4bd0-ac99-3a41d9dc500b req-35d000b4-fc87-4c82-954e-4e8dd0e1755c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 932 time: 0.0515370 Aug 27 03:20:47.719563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c4bef-537a-477c-8c3c-d33bd063020d None None] Port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:20:47.727012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:47.727395 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.738653 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32e54a12-7d05-4bd0-ac99-3a41d9dc500b req-6f3f0f82-c234-4dd5-a979-c8776d1c233c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364702 Aug 27 03:20:47.938592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:20:47.946042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:47.959848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Transition to ACTIVE for port object be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:20:47.963501 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:48.017336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:48.094435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Attempting to bind port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:20:48.094770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Attempting to bind port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:20:48.095098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Attempting to bind port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 on network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:48.100612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 on network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:20:48.100945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Attempting to bind port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 on network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:20:48.107734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:20:48.108414 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Checking segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:20:48.108734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Bound using segment: {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:20:48.109163 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Bound port: be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:20:48.109552 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:48.179939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:20:48.184042 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:20:48.189574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:48.224332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.225056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:48.226486 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] 10.222.0.15 "PUT /v2.0/ports/be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 1092 time: 0.7147462 Aug 27 03:20:48.226923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:48.229784 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d2872b-a042-45e8-a5e2-75fffc60c7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:48.258573 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2c886-40fc-41ed-9105-7a7586e3ac14 service neutron] Pushing event updated for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:48.300590 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad3e24-bf27-4faa-b81c-ee001847e2c1 x-openstack-request-id: req-adad3e24-bf27-4faa-b81c-ee001847e2c1 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:48.301018 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:48.301603 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adad3e24-bf27-4faa-b81c-ee001847e2c1 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:48.302111 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'status': 'completed', 'code': 200} Aug 27 03:20:48.334035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-cc5fa528-6d01-4f67-ad53-5b21e0d908d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.335677 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-cc5fa528-6d01-4f67-ad53-5b21e0d908d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1095 time: 0.0492227 Aug 27 03:20:48.396340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-7c286bad-b9f1-4a1c-b05f-b1b6b09df4ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 217 time: 0.0514555 Aug 27 03:20:48.449350 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-fc09f3c8-4f4d-4590-b909-bcda388a3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.450868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-fc09f3c8-4f4d-4590-b909-bcda388a3c03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 200 len: 834 time: 0.0475535 Aug 27 03:20:48.499236 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-e6eeabb5-9353-4517-9fa3-31df0a650d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.500744 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-e6eeabb5-9353-4517-9fa3-31df0a650d98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2332c6c8-ebe9-404b-9f69-1c40f3c42175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422404 Aug 27 03:20:48.596587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-753046a3-4e2e-4660-804c-18c8bddee408 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Aug 27 03:20:48.686872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9c646727-a2e3-464d-a931-f2cdabe9708e req-19125352-3e00-4658-83ec-efc48aef511c service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Aug 27 03:20:48.779925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-c575183b-cb82-4af1-be12-5f80906cf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.781450 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-c575183b-cb82-4af1-be12-5f80906cf8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1095 time: 0.0495663 Aug 27 03:20:48.878151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853aab1-714c-460a-96c2-c4a7d5f31779 req-037df9ad-cad9-4fa7-a026-ca2463c140e0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.879689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9853aab1-714c-460a-96c2-c4a7d5f31779 req-037df9ad-cad9-4fa7-a026-ca2463c140e0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 944 time: 0.0494225 Aug 27 03:20:48.882673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-a7a08b04-2ea2-4e3e-b41a-0f3e277021b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.884178 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-a7a08b04-2ea2-4e3e-b41a-0f3e277021b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 898 time: 0.0903041 Aug 27 03:20:48.919512 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9853aab1-714c-460a-96c2-c4a7d5f31779 req-8cda9cf0-fa53-4b8f-a2d8-e88e7a7c647b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Aug 27 03:20:48.928995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-e1ff70db-0af8-4ba3-8e44-ca463350a24e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 217 time: 0.0369895 Aug 27 03:20:48.987825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-d36ba5e8-6714-43e6-bea7-9172dbf4e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:48.989307 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-d36ba5e8-6714-43e6-bea7-9172dbf4e768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 200 len: 834 time: 0.0533123 Aug 27 03:20:49.036468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-a4e5dc0a-5e0a-4222-b718-b788f5114669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:49.037986 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-a4e5dc0a-5e0a-4222-b718-b788f5114669 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2332c6c8-ebe9-404b-9f69-1c40f3c42175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404761 Aug 27 03:20:49.149170 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-093d384e-a6ee-40bc-ad28-6c86a27e6dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986495 Aug 27 03:20:49.256952 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:49.257466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-08d2872b-a042-45e8-a5e2-75fffc60c7e4 req-a91bb799-c628-4b8d-a409-fe554e042927 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983734 Aug 27 03:20:49.307713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:49.308079 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:50.037779 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb62e0b-57f0-4ed6-af52-0ce29eab6a14 req-62536624-3020-42e6-ad4d-f28466d74050 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:50.039285 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfb62e0b-57f0-4ed6-af52-0ce29eab6a14 req-62536624-3020-42e6-ad4d-f28466d74050 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 944 time: 0.0495884 Aug 27 03:20:50.078858 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dfb62e0b-57f0-4ed6-af52-0ce29eab6a14 req-f5ed19d8-b049-40b9-981e-139e475d22a2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Aug 27 03:20:51.199860 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba2a8f-73a6-49c9-81f6-a1f8b03192da req-efe8ba3e-7c65-4998-8df7-c7132656b7d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:51.201613 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69ba2a8f-73a6-49c9-81f6-a1f8b03192da req-efe8ba3e-7c65-4998-8df7-c7132656b7d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 944 time: 0.0534563 Aug 27 03:20:51.238761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-69ba2a8f-73a6-49c9-81f6-a1f8b03192da req-5c7eddb3-0223-4ab6-8d99-80eb8d1eae1c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Aug 27 03:20:52.253605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:20:52.350914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:52.356552 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563c21-f9b3-452c-b1d7-aa0fbe7027a8 req-24b5b676-aa69-479b-a80d-6dade81e9573 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:52.358160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd563c21-f9b3-452c-b1d7-aa0fbe7027a8 req-24b5b676-aa69-479b-a80d-6dade81e9573 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 944 time: 0.0542111 Aug 27 03:20:52.363198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'port_id': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'mac_address': 'fa:16:3e:31:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:20:52.396415 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd563c21-f9b3-452c-b1d7-aa0fbe7027a8 req-2bcdafa4-5e14-4299-8950-21e4dc0b8cab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Aug 27 03:20:52.400797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:52.413920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:20:52.443372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:52.447926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:52.492560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:52.690518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:20:52.772713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b080c0e6-d15b-4529-ae0b-4ccc03b62af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:53.517021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdca65-fe87-4065-8287-cc4bbb6e970f req-060f459b-57da-4372-953e-7bf276ebcfc3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:53.518426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c8cdca65-fe87-4065-8287-cc4bbb6e970f req-060f459b-57da-4372-953e-7bf276ebcfc3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Aug 27 03:20:53.558027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c8cdca65-fe87-4065-8287-cc4bbb6e970f req-749ebb47-0280-47d2-a687-6507f4bf75f8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336418 Aug 27 03:20:54.265406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:20:54.315320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:20:54.318839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:20:54.319204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.393446 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.415404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:54.418216 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022e8c8-cd26-4f3a-a7af-a49a03b6cfab" -d '{"events": [{"server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "name": "network-vif-plugged", "status": "completed", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:54.430440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:20:54.435636 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:54.489038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:54.518293 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64bc144-7e66-4018-ba9d-7f09ba5611ec x-openstack-request-id: req-d64bc144-7e66-4018-ba9d-7f09ba5611ec {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:54.518599 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "name": "network-vif-plugged", "status": "completed", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:54.518849 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d64bc144-7e66-4018-ba9d-7f09ba5611ec {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:54.519241 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'code': 200} Aug 27 03:20:54.621443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f3ce4-87ab-4c78-86ae-91c9c29b4ddd req-51ff7c63-52c2-44ce-b5cf-8936ac99544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.623030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-456f3ce4-87ab-4c78-86ae-91c9c29b4ddd req-51ff7c63-52c2-44ce-b5cf-8936ac99544e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0455811 Aug 27 03:20:54.659702 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-456f3ce4-87ab-4c78-86ae-91c9c29b4ddd req-06d51269-cb8e-48bb-bbba-59b9ab8a87ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296245 Aug 27 03:20:54.688937 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58241e23-128c-45f8-b16c-76e76cdf132b req-5643ea5d-5208-42c8-9415-11fad569546f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:54.690453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58241e23-128c-45f8-b16c-76e76cdf132b req-5643ea5d-5208-42c8-9415-11fad569546f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0562890 Aug 27 03:20:54.728936 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58241e23-128c-45f8-b16c-76e76cdf132b req-d07e71fc-3497-4497-9f69-ad966eb27759 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Aug 27 03:20:55.320508 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9df32dea-3f83-4993-bfed-885ecf9fda36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.537935 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:55.851399 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afba90-4ff9-4a9a-8247-f01a1aa7630b req-2b557d32-d2fc-4125-916d-866aa8273f8e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:55.852799 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b9afba90-4ff9-4a9a-8247-f01a1aa7630b req-2b557d32-d2fc-4125-916d-866aa8273f8e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0536604 Aug 27 03:20:55.890758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b9afba90-4ff9-4a9a-8247-f01a1aa7630b req-dc2a08f5-efab-4d28-90a5-01ae1a70514a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319664 Aug 27 03:20:56.012541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34842-ccb8-4d3d-82ed-681e9f58edc7 req-71f9c57a-31b9-4c0c-b46e-47761fc09835 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.014019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbe34842-ccb8-4d3d-82ed-681e9f58edc7 req-71f9c57a-31b9-4c0c-b46e-47761fc09835 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0526624 Aug 27 03:20:56.050828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fbe34842-ccb8-4d3d-82ed-681e9f58edc7 req-fa4e3b20-6e6a-48fe-903b-009fc0771641 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308774 Aug 27 03:20:56.072709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56240) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:56.116977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81405a27-77a5-41fb-938a-8c14ecc6f6af tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:56.118406 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-81405a27-77a5-41fb-938a-8c14ecc6f6af tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1092 time: 0.0441842 Aug 27 03:20:56.121980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56242) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:56.126479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:20:56.148509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.268125 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.387904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.126 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/afa2e5ae-e69c-45fe-95cd-c0c042460736) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:20:56.495479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.535355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.575433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:20:56.579723 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:20:56.584238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:20:56.617781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=afa2e5ae-e69c-45fe-95cd-c0c042460736,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:56.727108 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:56.948879 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.019626 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.174912 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.179546 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.245214 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=afa2e5ae-e69c-45fe-95cd-c0c042460736,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:20:57.258335 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.356078 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 93d8ce75-03fc-4835-a9e4-ef392be5e87f associated. External IP: 172.25.8.126, port: be6d0313-2b7b-4eec-a4d0-8d067f8d6f60. Aug 27 03:20:57.562259 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 68feae6a-b467-4d62-b374-78f4ef6f5a7c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:20:57.671437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:20:57.681169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Sync routers for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:20:57.687481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:57.691433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:57.692036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:57.714160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-16a6daf4-b305-4c78-a928-f968a80ffb4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5910916 Aug 27 03:20:57.714761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:20:57.716982 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1d581-f366-45d4-b0bc-aa614f601f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:20:57.760555 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca7ae2-ca12-416d-b0a7-72711783fc50 x-openstack-request-id: req-92ca7ae2-ca12-416d-b0a7-72711783fc50 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:20:57.760919 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:20:57.761268 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92ca7ae2-ca12-416d-b0a7-72711783fc50 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:20:57.761821 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'status': 'completed', 'code': 200} Aug 27 03:20:57.800925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:57.847096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b6285-cb10-4e5a-9098-463947ff8112 req-de551eec-a575-425e-b23c-05e0c8ce96d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:57.848595 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c21b6285-cb10-4e5a-9098-463947ff8112 req-de551eec-a575-425e-b23c-05e0c8ce96d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0817628 Aug 27 03:20:57.855638 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-360dddf1-a4cc-41f4-830f-2d1be108a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:57.857018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-360dddf1-a4cc-41f4-830f-2d1be108a8c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0614986 Aug 27 03:20:57.940164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c21b6285-cb10-4e5a-9098-463947ff8112 req-b6a06456-3885-4418-86c1-78a6a3c05d90 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821986 Aug 27 03:20:57.968158 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56248) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:57.975558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-b862add5-10c5-48f0-a264-dc5980c78061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:57.977147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-b862add5-10c5-48f0-a264-dc5980c78061 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 898 time: 0.1125143 Aug 27 03:20:58.035599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38708de7-e6c7-4fef-9170-4267d48c1e17 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/93d8ce75-03fc-4835-a9e4-ef392be5e87f HTTP/1.1" status: 200 len: 992 time: 0.0662048 Aug 27 03:20:58.044263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93d8ce75-03fc-4835-a9e4-ef392be5e87f', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'port_id': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'mac_address': 'fa:16:3e:31:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:56Z', 'updated_at': '2021-08-27T03:20:56Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:58.055258 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-96aa74d5-0715-4f2f-ae4a-e97a6ac60c00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 1000 time: 0.0708489 Aug 27 03:20:58.073841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Checking router: 68feae6a-b467-4d62-b374-78f4ef6f5a7c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:20:58.082515 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:20:58.083124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:20:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:58.107567 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-c0e554e7-9b77-4369-87b7-651d896ca98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:58.109056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-c0e554e7-9b77-4369-87b7-651d896ca98e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 200 len: 834 time: 0.0462372 Aug 27 03:20:58.159708 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-9c66fc6d-fe4a-4cc5-9ffc-f4268127ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:20:58.161265 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-9c66fc6d-fe4a-4cc5-9ffc-f4268127ecf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2332c6c8-ebe9-404b-9f69-1c40f3c42175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448253 Aug 27 03:20:58.175706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:20:58.202259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:20:58.262868 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-466edadc-efc4-417e-bc9f-86c9239af8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930073 Aug 27 03:20:58.359544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-01c1d581-f366-45d4-b0bc-aa614f601f1e req-955ef740-7a88-4e53-890a-1f40c34b29c7 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Aug 27 03:20:58.585942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93d8ce75-03fc-4835-a9e4-ef392be5e87f', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'port_id': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'mac_address': 'fa:16:3e:31:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:56Z', 'updated_at': '2021-08-27T03:20:56Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:20:58.617805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31265a8-cfd6-42e7-830d-f7c6e2a6e769 None None] The sync data for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 is: [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '93d8ce75-03fc-4835-a9e4-ef392be5e87f', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'port_id': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'mac_address': 'fa:16:3e:31:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:20:56Z', 'updated_at': '2021-08-27T03:20:56Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:20:58.813596 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64b0f24-492d-45f3-8106-79941d4bed53 None None] New status for floating IP 93d8ce75-03fc-4835-a9e4-ef392be5e87f: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:20:59.037893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56250) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:20:59.101384 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-624ebd78-6573-4eb9-9c38-db766c28a110 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/93d8ce75-03fc-4835-a9e4-ef392be5e87f HTTP/1.1" status: 200 len: 994 time: 0.0623107 Aug 27 03:21:01.422529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:16.843832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:20.128940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:22.764861 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-610a6cad-1c5f-42c5-a639-5cdae64634de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:25.323246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97cc673f-2802-4eb3-bfab-0209439107ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:25.540392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:26.729112 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.145684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:28.756066 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f16e26-bac8-4a82-8f76-eaadda300b3a req-37ed8d41-0817-4300-9f79-a8d8e62da758 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:28.757527 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86f16e26-bac8-4a82-8f76-eaadda300b3a req-37ed8d41-0817-4300-9f79-a8d8e62da758 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Aug 27 03:21:28.795487 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-86f16e26-bac8-4a82-8f76-eaadda300b3a req-333f0007-7ede-400d-bcc1-7181e3b92f9e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 27 03:21:29.924234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ac601-d1c7-4ef6-9bfb-911df5e2259a req-2cbc40ee-ad9f-4a31-9030-a22472a6077b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:29.925749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-580ac601-d1c7-4ef6-9bfb-911df5e2259a req-2cbc40ee-ad9f-4a31-9030-a22472a6077b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0601459 Aug 27 03:21:29.964320 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-580ac601-d1c7-4ef6-9bfb-911df5e2259a req-c2c52d61-4269-4661-b2b8-f71205555cf6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Aug 27 03:21:29.987098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56270) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:30.046945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bfdd3dd8-b568-4f18-96c1-a60ef882d9d6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/93d8ce75-03fc-4835-a9e4-ef392be5e87f HTTP/1.1" status: 200 len: 994 time: 0.0581274 Aug 27 03:21:31.319590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677762-ccff-4ed1-9acb-11d18721cf82 req-08659cc0-798a-4bee-a959-02fc4a1047a5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:31.321150 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1677762-ccff-4ed1-9acb-11d18721cf82 req-08659cc0-798a-4bee-a959-02fc4a1047a5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0538948 Aug 27 03:21:31.359883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c1677762-ccff-4ed1-9acb-11d18721cf82 req-5cdc8684-2f68-4d90-ade0-d37e4e839506 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Aug 27 03:21:31.423123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:32.479142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447567f6-ebec-464d-a71e-fd7a9acde1c6 req-a6c78a92-946e-4354-9067-01ea3ffe87f5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:32.480596 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-447567f6-ebec-464d-a71e-fd7a9acde1c6 req-a6c78a92-946e-4354-9067-01ea3ffe87f5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0525753 Aug 27 03:21:32.518255 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-447567f6-ebec-464d-a71e-fd7a9acde1c6 req-e14ec4dc-7ea8-4a57-ae35-a5ab47247997 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Aug 27 03:21:33.632454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08d4b0-d541-464f-a75b-957390c1bc1f req-a3c9d01d-f9d4-4b9f-a2bd-51b006c4c2d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:33.633865 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab08d4b0-d541-464f-a75b-957390c1bc1f req-a3c9d01d-f9d4-4b9f-a2bd-51b006c4c2d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0482574 Aug 27 03:21:33.673269 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ab08d4b0-d541-464f-a75b-957390c1bc1f req-b5b6fd89-0c1b-4461-860d-37629897d866 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Aug 27 03:21:33.684509 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-8c7315c4-ef86-4c4d-9af9-0a788d96870c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401862 Aug 27 03:21:33.694991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:33.784077 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-232ca325-e9d2-4956-9396-532d18b9f215 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/93d8ce75-03fc-4835-a9e4-ef392be5e87f HTTP/1.1" status: 200 len: 994 time: 0.0879776 Aug 27 03:21:33.790402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-d5ccf505-6bd7-4639-b71c-db86f3275518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:33.791835 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-d5ccf505-6bd7-4639-b71c-db86f3275518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0611796 Aug 27 03:21:33.898651 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-33d4484f-1534-4cbb-a62b-c53c35ce152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:33.900025 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-33d4484f-1534-4cbb-a62b-c53c35ce152a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 898 time: 0.0869703 Aug 27 03:21:33.971206 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-031ba04b-8e3c-47b3-ba07-9f3a57c4d047 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 1002 time: 0.0631039 Aug 27 03:21:34.003520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:34.023810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-0c6c3f04-62d1-46a8-b0bc-fa73bf157f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:34.025299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-0c6c3f04-62d1-46a8-b0bc-fa73bf157f76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 200 len: 834 time: 0.0464783 Aug 27 03:21:34.073320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-472789f3-28ff-4cb1-8288-7a5dd7bb7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:34.075153 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-472789f3-28ff-4cb1-8288-7a5dd7bb7bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2332c6c8-ebe9-404b-9f69-1c40f3c42175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413637 Aug 27 03:21:34.173628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port afa2e5ae-e69c-45fe-95cd-c0c042460736 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:34.173857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:34.175738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-e0946202-7f4f-4a7c-bab5-eaac24532d3a service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927460 Aug 27 03:21:34.260391 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:34.260794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:34.268971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-790e2443-bbe7-40b7-9fd4-7e321158addd req-bc0f83d9-2b00-4a3f-a5a3-8598f40f8be5 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856838 Aug 27 03:21:34.273632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for afa2e5ae-e69c-45fe-95cd-c0c042460736 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:34.449927 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:34.476984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=afa2e5ae-e69c-45fe-95cd-c0c042460736,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:34.502616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.502966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.503317 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.503650 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.503983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.504316 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.504648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.504975 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.505306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.505632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.505958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.506279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:34.550472 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:34.550995 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 93d8ce75-03fc-4835-a9e4-ef392be5e87f disassociated (deleted). External IP: 172.25.8.126, port: be6d0313-2b7b-4eec-a4d0-8d067f8d6f60. Aug 27 03:21:35.050348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 68feae6a-b467-4d62-b374-78f4ef6f5a7c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:21:35.163733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:35.168665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:35.173412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Sync routers for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:35.183373 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:35.184193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:35.195883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d164a679-64c5-4beb-9459-22bcbcb1efa3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/floatingips/93d8ce75-03fc-4835-a9e4-ef392be5e87f HTTP/1.1" status: 204 len: 168 time: 1.1912177 Aug 27 03:21:35.196891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:35.199324 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:35.247217 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dddda8-1fae-4adb-b622-386449b05c21 x-openstack-request-id: req-f9dddda8-1fae-4adb-b622-386449b05c21 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:35.247699 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:35.248313 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9dddda8-1fae-4adb-b622-386449b05c21 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:35.248983 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'status': 'completed', 'code': 200} Aug 27 03:21:35.303412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:35.321632 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-b4ff60f8-1130-4074-90a4-5f13012d4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:35.324003 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-b4ff60f8-1130-4074-90a4-5f13012d4020 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 1097 time: 0.0546989 Aug 27 03:21:35.463257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-4d9cdfef-59a3-46a5-9993-38c4d28c47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:35.464727 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-4d9cdfef-59a3-46a5-9993-38c4d28c47ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 200 len: 898 time: 0.1273322 Aug 27 03:21:35.473097 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529bad6-3dba-4e2e-bd16-94a07025db39 req-362d3b03-fd95-4f26-9bd0-1c078d390bb5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:35.474554 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5529bad6-3dba-4e2e-bd16-94a07025db39 req-362d3b03-fd95-4f26-9bd0-1c078d390bb5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0743973 Aug 27 03:21:35.520236 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-affe03c4-eea0-4253-a6cf-2dbbc0158086 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 200 len: 217 time: 0.0447083 Aug 27 03:21:35.524102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:35.555206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Checking router: 68feae6a-b467-4d62-b374-78f4ef6f5a7c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:35.566584 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:35.567439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:35.580823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5529bad6-3dba-4e2e-bd16-94a07025db39 req-b51bb22a-6c77-4735-9e7e-b0f6a2f8090b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996268 Aug 27 03:21:35.590833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-a20cfbf7-93ab-4f04-ae1b-ca955cc5f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:35.592280 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-a20cfbf7-93ab-4f04-ae1b-ca955cc5f1f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 200 len: 834 time: 0.0640569 Aug 27 03:21:35.644035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-0a0a88d8-60bd-4126-bc69-a3a9a4f987cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:35.645546 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-0a0a88d8-60bd-4126-bc69-a3a9a4f987cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2332c6c8-ebe9-404b-9f69-1c40f3c42175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442727 Aug 27 03:21:35.678166 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:35.898792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:35.926262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd163-88d0-474c-85b3-ce65a1165ba7 None None] The sync data for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 is: [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '3e2c099c-ffbc-46f5-ad58-fe5ef192f200', 'name': '', 'network_id': '2332c6c8-ebe9-404b-9f69-1c40f3c42175', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:02:1c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:42Z', 'updated_at': '2021-08-27T03:20:47Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '9cf7a617-f51b-43ff-80bd-f3e41c106f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:36.075362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-bccbefaa-7e21-4bb1-a093-4f5c2b2934a5 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197118 Aug 27 03:21:36.150425 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea46ab1-a342-4429-8024-b7caa652f261 None None] New status for floating IP 93d8ce75-03fc-4835-a9e4-ef392be5e87f: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:21:36.176934 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-27f9a7e7-94a6-4f3f-bcd7-f682af4cbe44 req-d20617ee-c241-444e-9cc5-361a81d3ce19 service neutron] 10.222.0.15 "GET /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934877 Aug 27 03:21:36.699980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353576d6-88ec-490a-b33e-202834562f9d req-08d34b24-b05e-4065-8f81-9cbea81fa700 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:36.701901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-353576d6-88ec-490a-b33e-202834562f9d req-08d34b24-b05e-4065-8f81-9cbea81fa700 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0494268 Aug 27 03:21:36.741801 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-353576d6-88ec-490a-b33e-202834562f9d req-bfcb3918-6e6c-4480-8e9a-cb001f9f7151 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Aug 27 03:21:36.986104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-c8235326-ec99-476f-b846-fc33de4a8973 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:36.987507 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-c8235326-ec99-476f-b846-fc33de4a8973 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 946 time: 0.0598443 Aug 27 03:21:37.076308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:37.076645 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:37.169485 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:37.169861 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:37.182934 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:37.312783 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:37.343433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=be6d0313-2b7b-4eec-a4d0-8d067f8d6f60,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:37.355807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.356210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.356500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.356945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.357319 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.357621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.358034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.358919 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.359258 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.359590 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.359920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.360244 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:37.398893 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] No DVR routers for this DVR port be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:21:37.401576 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:37.404141 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-70d3000d-6df1-4f5f-9fa4-cdb48922c302 req-a8b7ae05-65d7-41ff-90c0-3ea22eda6906 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "DELETE /v2.0/ports/be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 HTTP/1.1" status: 204 len: 173 time: 0.4102769 Aug 27 03:21:37.404743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'name': 'network-vif-deleted', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:37.407370 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e676a-2276-43d3-9242-ea91e2a61b00" -d '{"events": [{"server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "name": "network-vif-deleted", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:37.448940 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d38e2e-a3c3-445d-bb1f-9cbbf921a2cf x-openstack-request-id: req-19d38e2e-a3c3-445d-bb1f-9cbbf921a2cf {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:37.449236 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd198c3-9260-4154-b2d8-fcfdbb0f6c49", "name": "network-vif-deleted", "tag": "be6d0313-2b7b-4eec-a4d0-8d067f8d6f60", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:37.449495 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19d38e2e-a3c3-445d-bb1f-9cbbf921a2cf {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:37.449906 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd198c3-9260-4154-b2d8-fcfdbb0f6c49', 'name': 'network-vif-deleted', 'tag': 'be6d0313-2b7b-4eec-a4d0-8d067f8d6f60', 'status': 'completed', 'code': 200} Aug 27 03:21:37.856761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-044cf4e5-b24a-4293-b1a7-f8c8fd536df5 req-3a4c512d-806f-4d0b-8a00-bcb8b95b7ae9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbd198c3-9260-4154-b2d8-fcfdbb0f6c49 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Aug 27 03:21:38.914655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:39.353220 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:39.612722 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:39.613040 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:39.702411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 3e2c099c-ffbc-46f5-ad58-fe5ef192f200, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:39.702792 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:39.716177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:39.907680 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:39.938514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=3e2c099c-ffbc-46f5-ad58-fe5ef192f200,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:40.116525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.338834 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 68feae6a-b467-4d62-b374-78f4ef6f5a7c has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:21:40.433032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:21:40.451504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:40.458299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:21:40.458675 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device be6d0313-2b7b-4eec-a4d0-8d067f8d6f60 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:21:40.459675 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-88344010-a5b8-4c93-96dc-e0fead7cfee8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/68feae6a-b467-4d62-b374-78f4ef6f5a7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439312 Aug 27 03:21:40.460610 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56308) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:40.463112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Sync routers for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:40.473918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:40.474587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:40.513165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting subnet 9cf7a617-f51b-43ff-80bd-f3e41c106f2a {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:21:40.516885 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.560294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.585200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:40.654479 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.719042 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.745559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf7a617-f51b-43ff-80bd-f3e41c106f2a,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:40.754923 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.757908 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e63a6d87-9ffe-4a64-bf70-903f3ceeaeec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/subnets/9cf7a617-f51b-43ff-80bd-f3e41c106f2a HTTP/1.1" status: 204 len: 168 time: 0.2960556 Aug 27 03:21:40.764200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56310) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:40.768681 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f99e7-2122-4995-9f4e-10feb37d5b01 None None] Network 2332c6c8-ebe9-404b-9f69-1c40f3c42175 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:40.822708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:21:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:40.857809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Checking router: 68feae6a-b467-4d62-b374-78f4ef6f5a7c for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:40.878167 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:40.889089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Routers {'68feae6a-b467-4d62-b374-78f4ef6f5a7c'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:40.890320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:41.206199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] Set router 68feae6a-b467-4d62-b374-78f4ef6f5a7c gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:41.253208 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] DHCP port deletion for 2332c6c8-ebe9-404b-9f69-1c40f3c42175 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:21:41.286913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.345581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:41.345845 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.380216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:21:41.428391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port eb96d105-ab7b-405a-8d2e-aef1f1dc8f62, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:41.428788 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.443041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:41.455028 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Deleting port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:21:41.455642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.584242 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] For port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:41.584791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.589429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.623533 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Calling delete_port for c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:21:41.627870 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.665207 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=eb96d105-ab7b-405a-8d2e-aef1f1dc8f62,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:41.665756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,segment=NetworkSegment(f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff),segment_id=f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:41.670485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:21:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:41.719752 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.728103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.749715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e604a15-04ab-4864-b975-fd63f108de74 None None] The sync data for ids ['68feae6a-b467-4d62-b374-78f4ef6f5a7c'] in n-d-806292-1 is: [{'id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180463069', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:20:39Z', 'updated_at': '2021-08-27T03:21:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'eb96d105-ab7b-405a-8d2e-aef1f1dc8f62', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68feae6a-b467-4d62-b374-78f4ef6f5a7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:20:40Z', 'updated_at': '2021-08-27T03:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:41.815579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:41.821156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.823299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.823970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.824326 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.824655 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.824991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.825324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.825914 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.826247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.826599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.826923 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.827809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.828100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.828434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:41.832571 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.856672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] Pushing event deleted for resources: {'Port': ['ID=c833d894-cccc-4b05-9eb0-e6b0aa82e1a3,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:41.862750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f85e26-c01e-4978-a7a4-7e9c770c10d8 None None] No DVR routers for this DVR port c833d894-cccc-4b05-9eb0-e6b0aa82e1a3 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:21:41.880322 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.880957 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Fanout notify agent at l3_agent the message router_deleted on router 68feae6a-b467-4d62-b374-78f4ef6f5a7c {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:21:41.888283 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:41.890094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b69e005d-f222-44c6-a660-719c3ec3c369 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/routers/68feae6a-b467-4d62-b374-78f4ef6f5a7c HTTP/1.1" status: 204 len: 168 time: 1.1235831 Aug 27 03:21:41.892762 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56312) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:41.971646 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.057557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.069284 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2332c6c8-ebe9-404b-9f69-1c40f3c42175']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:42.080932 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:42.081224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b0b6c-4ed2-4557-86ae-4bd412f2b1ff') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:42.099823 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.122464 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.130218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:21:42.130868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:21:42.134421 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:21:42.200588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.209267 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.211430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/networks/2332c6c8-ebe9-404b-9f69-1c40f3c42175 HTTP/1.1" status: 204 len: 168 time: 0.3177226 Aug 27 03:21:42.214454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56314) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:42.225177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be3641-717a-4c7c-8856-9ba43ed82df7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Network': ['ID=2332c6c8-ebe9-404b-9f69-1c40f3c42175,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:42.290003 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.329956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.397454 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.400328 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:42.401513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ffaa7ab-3e9c-4097-abaa-f2e62ade3444 HTTP/1.1" status: 204 len: 168 time: 0.1854980 Aug 27 03:21:42.416376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536ef02-0ec6-4ba6-adf1-de898b8d3c16 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffaa7ab-3e9c-4097-abaa-f2e62ade3444,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:42.895289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56320) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:42.899992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696532867', 'description': 'tempest-secgroup-smoke-696532867 description', 'project_id': 'b940e8947aee48358ba5efd19d453db2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:42.923763 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.005515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.009877 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.038014 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.039284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429601 Aug 27 03:21:43.042346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56322) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.051928 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.056513 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056da68-498d-4851-b13b-75e622cb0ad7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d4396f-14a8-4fb7-96bb-0399c3668737,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.084291 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.144091 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.147759 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.166160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d7dca5-2473-4a15-92e8-7a19bc376c74,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.173189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.174359 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-007a4e05-7952-433a-95c5-46f7cdc8a146 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309855 Aug 27 03:21:43.177314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56324) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.181731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.208780 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.274913 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.278991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.286398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:21:43.300109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d28307-a8bb-4455-9dfb-8dd8d84977b3,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.306796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.308201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c86aea6d-1b5f-4209-9431-ca14378eb6c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299481 Aug 27 03:21:43.311415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56326) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.316324 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:21:43.316583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 3e2c099c-ffbc-46f5-ad58-fe5ef192f200 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:21:43.316933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.317055 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:21:43.337006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:21:43.337354 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device eb96d105-ab7b-405a-8d2e-aef1f1dc8f62 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:21:43.351049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.402771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.406966 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.425544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038b2fa5-8ab4-4f5d-a854-bf6bc39be06d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.431672 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.435232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-352ffc53-c5e1-4b3b-a62a-7441e7222695 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198270 Aug 27 03:21:43.435554 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56328) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.440016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.466637 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.532568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.536482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.555348 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8011d3b8-27f3-49b9-bef5-32a43f9acc9f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.560340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.562138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2206acf8-cdd1-4715-963a-dfd97744a7ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250572 Aug 27 03:21:43.564812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56330) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.569148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.590510 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:21:43.595277 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.654747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.658431 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.674640 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd157c5-5d06-4037-8536-89bcc8ae9429,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.684233 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.688751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-555ff6d6-2ef5-4038-a6d8-143db2d86cf1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229892 Aug 27 03:21:43.691673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56332) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.696422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '00d4396f-14a8-4fb7-96bb-0399c3668737', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.723380 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:21:43.729156 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.792663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.796773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.810660 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034e9db7-0a4e-4758-b879-f6134f0ea851,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:43.822796 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.824008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-54f1dc1e-0908-4b7d-a81d-f0939506af12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313148 Aug 27 03:21:43.827760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:43.832760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'network': {'name': 'tempest-network-smoke--679838216', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:43.857964 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:43.861716 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.886263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:21:43.896023 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.896368 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Added segment 8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c of type vlan for network 37926fe4-e0d5-4177-862c-14a5a597269e Aug 27 03:21:43.937014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.962589 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:43.968228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:43.968868 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.029914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2011166 Aug 27 03:21:44.032661 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:44.037149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'admin_state_up': True, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:44.049474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3f7b-6801-40b6-b01c-11b53144e3ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Network': ['ID=37926fe4-e0d5-4177-862c-14a5a597269e,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:44.063606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 37926fe4-e0d5-4177-862c-14a5a597269e details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:21:44.074173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.075350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.126817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.266588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.475671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.501158 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.606240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.209 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/b0097847-dda8-46cc-b63b-eae015fde88f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:44.710327 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.750644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:44.787773 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:44.792655 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:44.798622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:44.803609 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=b0097847-dda8-46cc-b63b-eae015fde88f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:45.054508 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:45.263807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:45.396022 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:21:45.500227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:45.510556 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Sync routers for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:45.519875 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:45.520994 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:45.521297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5e8fb31e-37ea-4c79-bd7b-18be65f6d466 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4875929 Aug 27 03:21:45.521666 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:45.524401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56340) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:45.558730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7f49ddd1-40d6-49c8-b2b5-19e49bd89cb6 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b940e8947aee48358ba5efd19d453db2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332088 Aug 27 03:21:45.561500 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56342) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:45.715052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6decf-83db-45eb-8a05-2641b275aa8c tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:45.716454 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-38b6decf-83db-45eb-8a05-2641b275aa8c tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540458 Aug 27 03:21:45.719926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56344) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:45.723745 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:45.751414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ac66926d-c3d4-40e3-ad85-2a456e756c82 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303373 Aug 27 03:21:45.754039 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56346) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:45.759415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012331233', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:45.850493 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:45.854153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:45.906502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:44Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:45.932037 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Checking router: 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:45.932417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Updating router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 port b0097847-dda8-46cc-b63b-eae015fde88f binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:21:45.960185 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.041566 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.107169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Subnet': ['ID=2a928bc1-16a3-4e9d-9f0d-911abdbb251f,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:46.115743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Checking segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:46.116101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network hostable DHCP agents. Network: 37926fe4-e0d5-4177-862c-14a5a597269e, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:21:46.134063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 37926fe4-e0d5-4177-862c-14a5a597269e is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:21:46.147834 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 37926fe4-e0d5-4177-862c-14a5a597269e) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:46.153704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:46.153704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.158466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635e9f9-0ec3-4548-980c-5cb775a2c6bf None None] Network 37926fe4-e0d5-4177-862c-14a5a597269e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:46.172884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-404c3c67-c14b-41eb-81ec-97b14b23ba2a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145765 Aug 27 03:21:46.173263 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56348) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:21:46.223706 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.236072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Transition to ACTIVE for port object b0097847-dda8-46cc-b63b-eae015fde88f will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:46.243035 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.297697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Attempting to bind port b0097847-dda8-46cc-b63b-eae015fde88f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:46.298029 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Attempting to bind port b0097847-dda8-46cc-b63b-eae015fde88f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:46.298334 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Attempting to bind port b0097847-dda8-46cc-b63b-eae015fde88f on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:46.307146 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Pushing event updated for resources: {'Port': ['ID=b0097847-dda8-46cc-b63b-eae015fde88f,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:46.309361 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:46.309728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:46.310181 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.310520 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:46.310977 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Bound port: b0097847-dda8-46cc-b63b-eae015fde88f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:46.311398 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.316154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-37926fe4-e0d5-4177-862c-14a5a597269e', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:21:46.317032 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.319423 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.319864 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.320278 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.320573 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.320899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.321221 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.321539 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.321856 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.322189 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.322517 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.322831 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.323144 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:21:46.376419 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] For port b0097847-dda8-46cc-b63b-eae015fde88f, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:46.379863 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] For port b0097847-dda8-46cc-b63b-eae015fde88f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0097847-dda8-46cc-b63b-eae015fde88f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:46.384325 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.449102 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:46.449741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:46.477231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Allocated IP 172.20.0.2 (37926fe4-e0d5-4177-862c-14a5a597269e/2a928bc1-16a3-4e9d-9f0d-911abdbb251f/84a8727c-54e8-45bc-a5ca-774ad4d5db6f) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:46.491541 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e9f6-61c5-453f-ae2a-911accff7e94 None None] Pushing event updated for resources: {'Port': ['ID=b0097847-dda8-46cc-b63b-eae015fde88f,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:46.574111 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:46.645554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.654737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Transition to ACTIVE for port object 84a8727c-54e8-45bc-a5ca-774ad4d5db6f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:46.671970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Transition to ACTIVE for port object 84a8727c-54e8-45bc-a5ca-774ad4d5db6f will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:46.678307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.716475 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Network 37926fe4-e0d5-4177-862c-14a5a597269e is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:46.722210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:46.725945 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:46.733212 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Pushing event updated for resources: {'Port': ['ID=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:46.779281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:44Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:46.785883 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Attempting to bind port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:46.786250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Attempting to bind port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:46.786643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Attempting to bind port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f on network 37926fe4-e0d5-4177-862c-14a5a597269e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:46.791734 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:46.792102 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Checking segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:46.792503 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.792888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Bound using segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:46.793345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Bound port: 84a8727c-54e8-45bc-a5ca-774ad4d5db6f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:46.793860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.807566 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d6f94-12c0-4cfb-8715-9fe07b2caee1 None None] The sync data for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 is: [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:44Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:46.878706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.879855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] For port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:46.883270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] For port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:46.889310 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:46.956275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992809d-16cc-472d-b568-45a6ec380db6 None None] Pushing event updated for resources: {'Port': ['ID=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:46.976551 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.391710 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a8727c-54e8-45bc-a5ca-774ad4d5db6f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:47.403703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.1 (37926fe4-e0d5-4177-862c-14a5a597269e/2a928bc1-16a3-4e9d-9f0d-911abdbb251f/cbbe1005-9b0a-4c16-9e00-0071c27cc53f) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:47.462979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:47.468374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0097847-dda8-46cc-b63b-eae015fde88f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:47.522284 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port b0097847-dda8-46cc-b63b-eae015fde88f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:47.526504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b0097847-dda8-46cc-b63b-eae015fde88f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:47.526882 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.558666 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.578961 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object cbbe1005-9b0a-4c16-9e00-0071c27cc53f will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:47.626072 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.635554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.661630 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port b0097847-dda8-46cc-b63b-eae015fde88f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0097847-dda8-46cc-b63b-eae015fde88f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:47.669984 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.678376 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 37926fe4-e0d5-4177-862c-14a5a597269e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:47.684475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:47.689832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:47.696987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:47.729601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=b0097847-dda8-46cc-b63b-eae015fde88f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:47.751578 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.901799 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:47.993937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efde58f-dd00-4635-97c6-e1e6c76fbe81 None None] Network 37926fe4-e0d5-4177-862c-14a5a597269e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:21:48.114613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Provisioning for port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:48.121391 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Provisioning complete for port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:48.121766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.227582 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.240265 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.249338 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.302828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] For port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:48.309488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.328991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:48.332801 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.363754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18a0bd-dd7c-4575-b33c-c8d99ce1efd3 None None] Pushing event updated for resources: {'Port': ['ID=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:48.434265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 37926fe4-e0d5-4177-862c-14a5a597269e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:48.435757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:48.540100 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Provisioning complete for port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:48.540674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.565998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:21:48.651921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Provisioning for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:48.656447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Provisioning complete for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:48.656899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.701208 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:21:48.702060 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9040383b-7e35-493a-927f-0d056bf9bf5c None None] Port cbbe1005-9b0a-4c16-9e00-0071c27cc53f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:48.710238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7481caae-555e-4af0-b462-3c22d449853f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/5f8bd15f-4cb9-46d9-a287-0a4f454d20b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5337584 Aug 27 03:21:48.720752 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Sync routers for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:21:48.730414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:48.731076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:48.849722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-86184596-1c77-4d6a-9ecb-14666058fe85 None None] Provisioning complete for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:48.850188 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-86184596-1c77-4d6a-9ecb-14666058fe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:48.875743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-6701fde2-4700-470e-bfa5-01a991b9ae64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696532867&fields=id&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 267 time: 0.0486596 Aug 27 03:21:48.881674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:48.919617 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-86184596-1c77-4d6a-9ecb-14666058fe85 None None] Port cbbe1005-9b0a-4c16-9e00-0071c27cc53f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:48.990236 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-20f56a80-f808-4276-92b6-5d0a3787dd18 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:48.991682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-20f56a80-f808-4276-92b6-5d0a3787dd18 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 796 time: 0.1090493 Aug 27 03:21:49.007126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-3731bd4b-eebd-4592-8b9b-6db06cc1b691 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/quotas/b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Aug 27 03:21:49.071884 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-ed25943a-1606-45a7-9d2c-bfc09e78cf5d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581934 Aug 27 03:21:49.073738 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-85bc1f73-b822-44fe-bcaf-bc78196966b7 None None] Provisioning complete for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:49.074111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-85bc1f73-b822-44fe-bcaf-bc78196966b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.128551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-85bc1f73-b822-44fe-bcaf-bc78196966b7 None None] Port cbbe1005-9b0a-4c16-9e00-0071c27cc53f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:49.140654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:48Z', 'revision_number': 2, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:49.169607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Checking router: 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:21:49.169951 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Updating router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 port cbbe1005-9b0a-4c16-9e00-0071c27cc53f binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:21:49.186581 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-8b76dd2b-47cd-4739-a67d-d635946182f1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:49.187612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-8b76dd2b-47cd-4739-a67d-d635946182f1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604334 Aug 27 03:21:49.196020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.283916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-b1464322-ed62-46c9-b6ec-354052a58eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Aug 27 03:21:49.385861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-5b9ac79a-da5a-4f6b-8f58-85bf699da539 service neutron] 10.222.0.26 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954268 Aug 27 03:21:49.456151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a8727c-54e8-45bc-a5ca-774ad4d5db6f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:49.576806 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:49.578077 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.731847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.742879 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0097847-dda8-46cc-b63b-eae015fde88f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:49.746765 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Transition to ACTIVE for port object cbbe1005-9b0a-4c16-9e00-0071c27cc53f will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:49.771642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.833379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1618d9-deb9-4dfe-a41c-b15a409a32b6 None None] Pushing event updated for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:49.866546 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port b0097847-dda8-46cc-b63b-eae015fde88f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:49.866922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.920315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Attempting to bind port cbbe1005-9b0a-4c16-9e00-0071c27cc53f on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:49.921215 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Attempting to bind port cbbe1005-9b0a-4c16-9e00-0071c27cc53f by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:49.921581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Attempting to bind port cbbe1005-9b0a-4c16-9e00-0071c27cc53f on network 37926fe4-e0d5-4177-862c-14a5a597269e {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:49.933209 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:49.933568 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Checking segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:49.933968 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:49.934361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Bound using segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:49.934854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Bound port: cbbe1005-9b0a-4c16-9e00-0071c27cc53f, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:49.935236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:50.038409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] For port cbbe1005-9b0a-4c16-9e00-0071c27cc53f, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:50.046985 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] For port cbbe1005-9b0a-4c16-9e00-0071c27cc53f, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:50.058111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:50.129653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1618d9-deb9-4dfe-a41c-b15a409a32b6 None None] Pushing event updated for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:50.132620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:21:50.133649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:50.247358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:21:50.459101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:50Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:21:50.486216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a0b51-4e4b-4e44-952e-358235a87961 None None] The sync data for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 is: [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:50Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:21:50.626199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-daaa7f17-9b72-4fae-8429-a8f6cae0cf20 req-0ad38148-3469-4605-96c5-d923067c596b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 210 time: 0.0298028 Aug 27 03:21:51.328849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbbe1005-9b0a-4c16-9e00-0071c27cc53f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:51.384848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:51.389297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:51.389679 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.488536 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.524282 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port cbbe1005-9b0a-4c16-9e00-0071c27cc53f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:51.535899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:51.600004 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:51.760475 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d40499df-28f0-4f3d-bc09-ae1966200cb2 req-04dcadd6-45ae-4776-88a4-cc9bd74b3aef tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 210 time: 0.0395410 Aug 27 03:21:51.811364 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-9cd098ed-fe0c-46fb-8cf9-61348b00eeda tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:51.812830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-9cd098ed-fe0c-46fb-8cf9-61348b00eeda tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 796 time: 0.1508877 Aug 27 03:21:51.872110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-c826aa7e-ea12-4dd0-89c5-ca7a791045db tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 379 time: 0.0371354 Aug 27 03:21:51.892332 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'port': {'device_id': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'admin_state_up': True, 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'security_groups': ['00d4396f-14a8-4fb7-96bb-0399c3668737']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:52.004989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:21:52.008684 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.147053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.3 (37926fe4-e0d5-4177-862c-14a5a597269e/2a928bc1-16a3-4e9d-9f0d-911abdbb251f/3414f9d3-26bf-4410-957b-35a36f813630) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:21:52.297254 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.311657 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object 3414f9d3-26bf-4410-957b-35a36f813630 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:52.345994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.388026 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 37926fe4-e0d5-4177-862c-14a5a597269e is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:21:52.394041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:21:52.396711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:21:52.424171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:52.459141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:52.462378 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.478059 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-13b5f851-8975-4825-9959-3d2e855501c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894771 Aug 27 03:21:52.496956 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-4fa3bde9-b27a-45bc-9574-4660f26773e1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:21:52.498496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-4fa3bde9-b27a-45bc-9574-4660f26773e1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077932 Aug 27 03:21:52.557444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Request body: {'port': {'device_id': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:21:52.617602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-63d3e88a-53c1-4a72-92bd-72a70352f6d9 None None] Provisioning for port 3414f9d3-26bf-4410-957b-35a36f813630 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:52.622707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-63d3e88a-53c1-4a72-92bd-72a70352f6d9 None None] Provisioning complete for port 3414f9d3-26bf-4410-957b-35a36f813630 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:52.623083 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-63d3e88a-53c1-4a72-92bd-72a70352f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.629009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.658239 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-63d3e88a-53c1-4a72-92bd-72a70352f6d9 None None] Port 3414f9d3-26bf-4410-957b-35a36f813630 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:21:52.776110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-73988d39-243f-4540-aacc-3cca10083f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.886273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b696-4f2e-4a83-8e78-e2bd0b34fba1 req-57e7346f-c4e8-46ab-8652-c85c41002a25 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:52.887964 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2d8b696-4f2e-4a83-8e78-e2bd0b34fba1 req-57e7346f-c4e8-46ab-8652-c85c41002a25 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 931 time: 0.0524478 Aug 27 03:21:52.910724 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3414f9d3-26bf-4410-957b-35a36f813630 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:21:52.919564 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.933874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Transition to ACTIVE for port object 3414f9d3-26bf-4410-957b-35a36f813630 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:21:52.940306 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:52.949053 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e2d8b696-4f2e-4a83-8e78-e2bd0b34fba1 req-4b34e98c-f625-46f7-a7b4-a4f26508cd3b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491998 Aug 27 03:21:52.997020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Pushing event updated for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:53.088596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Attempting to bind port 3414f9d3-26bf-4410-957b-35a36f813630 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:21:53.089017 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Attempting to bind port 3414f9d3-26bf-4410-957b-35a36f813630 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:21:53.089271 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Attempting to bind port 3414f9d3-26bf-4410-957b-35a36f813630 on network 37926fe4-e0d5-4177-862c-14a5a597269e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:53.097321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Port 3414f9d3-26bf-4410-957b-35a36f813630 on network 37926fe4-e0d5-4177-862c-14a5a597269e not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:21:53.097321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Attempting to bind port 3414f9d3-26bf-4410-957b-35a36f813630 on network 37926fe4-e0d5-4177-862c-14a5a597269e {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:21:53.100915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:21:53.101341 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Checking segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:21:53.101805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Bound using segment: {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:21:53.102313 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Bound port: 3414f9d3-26bf-4410-957b-35a36f813630, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:21:53.102779 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.189641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:21:53.193021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3414f9d3-26bf-4410-957b-35a36f813630,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:21:53.196562 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.232885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.233479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.234958 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] 10.222.0.46 "PUT /v2.0/ports/3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 1091 time: 0.7297573 Aug 27 03:21:53.235416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:53.239403 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82621ed1-424f-4c3d-b890-7a0d317738ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:53.280474 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732bbe5-b03f-4bdd-a38c-76cd99897e80 service neutron] Pushing event updated for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:53.324599 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d798d8ff-1ef7-4f89-b969-63b38c148feb x-openstack-request-id: req-d798d8ff-1ef7-4f89-b969-63b38c148feb {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:53.325339 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:53.326001 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d798d8ff-1ef7-4f89-b969-63b38c148feb {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:53.326485 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630', 'status': 'completed', 'code': 200} Aug 27 03:21:53.332375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbbe1005-9b0a-4c16-9e00-0071c27cc53f up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:53.367019 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-ac1209ea-f7fb-4a15-a03a-4f6d738495dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.368642 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-ac1209ea-f7fb-4a15-a03a-4f6d738495dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1094 time: 0.0566766 Aug 27 03:21:53.384339 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port cbbe1005-9b0a-4c16-9e00-0071c27cc53f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:53.384705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:53.421664 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-c181b19f-b862-4eef-b631-be2d4c640e13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 217 time: 0.0395305 Aug 27 03:21:53.475576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-bb5e61f1-ac90-4c7d-b726-2686a7109fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.477057 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-bb5e61f1-ac90-4c7d-b726-2686a7109fc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0489831 Aug 27 03:21:53.523816 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e071-10f7-4315-8026-4613107f3be5 req-e95ee0a1-9d33-41a8-8b84-85dc68a3455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.525223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-e95ee0a1-9d33-41a8-8b84-85dc68a3455d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405426 Aug 27 03:21:53.629739 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-9cc3f13e-5fea-4eb6-ab6d-b04f9ed43b71 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963647 Aug 27 03:21:53.722479 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7451e071-10f7-4315-8026-4613107f3be5 req-eddb5ac1-df21-4259-8063-43749955fb6c service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 Aug 27 03:21:53.846738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-54d66a1a-4f4f-49b1-9247-79a4dfc23e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.848249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-54d66a1a-4f4f-49b1-9247-79a4dfc23e99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1094 time: 0.0431926 Aug 27 03:21:53.949691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-8479ae10-d75f-4cfc-bdc6-b25ed515528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:53.951249 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-8479ae10-d75f-4cfc-bdc6-b25ed515528c service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.0953338 Aug 27 03:21:53.995387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-7a77763c-e09d-40ac-ac90-b0b4372741f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 217 time: 0.0361414 Aug 27 03:21:54.052383 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-db13cce2-653e-4c37-81df-8dece02cc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:54.053903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-db13cce2-653e-4c37-81df-8dece02cc663 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0512888 Aug 27 03:21:54.072953 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dab39-849f-4cb2-bec2-0348f82d3dee req-2264851f-93af-41bc-86f3-e436b56e9d55 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:54.074542 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b8dab39-849f-4cb2-bec2-0348f82d3dee req-2264851f-93af-41bc-86f3-e436b56e9d55 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 943 time: 0.0504851 Aug 27 03:21:54.102947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-254c5ddb-4fea-4906-b59c-e043d9dbb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:54.104643 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-254c5ddb-4fea-4906-b59c-e043d9dbb3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433729 Aug 27 03:21:54.117213 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b8dab39-849f-4cb2-bec2-0348f82d3dee req-879be586-6d25-4ea3-88da-f0e9f1edce5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349767 Aug 27 03:21:54.195669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-f6d68b64-1571-47ba-a438-dc24949404ce service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Aug 27 03:21:54.292515 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-82621ed1-424f-4c3d-b890-7a0d317738ef req-0959d1e6-920b-49ab-9700-1e132f371cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892670 Aug 27 03:21:55.244268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073c4d3-8de7-45a2-9e38-f3d951e074eb req-6f56bf6c-5aa7-4eaa-9efa-78b4cbdff3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:55.245808 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f073c4d3-8de7-45a2-9e38-f3d951e074eb req-6f56bf6c-5aa7-4eaa-9efa-78b4cbdff3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 943 time: 0.0508020 Aug 27 03:21:55.285011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f073c4d3-8de7-45a2-9e38-f3d951e074eb req-820085f2-6f16-417d-8ae5-86795354b349 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325925 Aug 27 03:21:55.326537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-446facb4-82c5-4a86-a3ae-2a4e62c4c376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:55.543572 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:56.409172 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fa7b6-46d5-4bac-9b74-46335b18acd9 req-b17b580a-ea9a-4227-b0be-7d173c7652ea tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:56.410740 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb2fa7b6-46d5-4bac-9b74-46335b18acd9 req-b17b580a-ea9a-4227-b0be-7d173c7652ea tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 943 time: 0.0560448 Aug 27 03:21:56.449623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-eb2fa7b6-46d5-4bac-9b74-46335b18acd9 req-4c53ac43-7b94-4133-bbec-36ac5c0d80ff tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328593 Aug 27 03:21:56.738717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.127526 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:21:57.474445 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3414f9d3-26bf-4410-957b-35a36f813630 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:21:57.569685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a369-b62d-45fe-9ca5-9a80c7b1e0c7 req-f702a369-5444-4a8c-9d9c-5213b2f0d72e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:57.571276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee11a369-b62d-45fe-9ca5-9a80c7b1e0c7 req-f702a369-5444-4a8c-9d9c-5213b2f0d72e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 943 time: 0.0521066 Aug 27 03:21:57.588864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3414f9d3-26bf-4410-957b-35a36f813630,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:57.603406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '3414f9d3-26bf-4410-957b-35a36f813630', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'port_id': '3414f9d3-26bf-4410-957b-35a36f813630', 'mac_address': 'fa:16:3e:7e:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:21:57.623861 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ee11a369-b62d-45fe-9ca5-9a80c7b1e0c7 req-75bb66ba-74c4-4748-bd01-f1abb19d77cf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 Aug 27 03:21:57.652907 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.669910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3414f9d3-26bf-4410-957b-35a36f813630 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:21:57.693089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3414f9d3-26bf-4410-957b-35a36f813630,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:57.698086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:57.745586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:58.118712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['3414f9d3-26bf-4410-957b-35a36f813630'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:21:58.162434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:58.749538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9670-2723-437e-8d2f-7b5dc25fae78 req-9c431ae2-c3f1-4ce2-81f1-424509136040 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:58.751455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-443b9670-2723-437e-8d2f-7b5dc25fae78 req-9c431ae2-c3f1-4ce2-81f1-424509136040 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 944 time: 0.0534101 Aug 27 03:21:58.791264 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-443b9670-2723-437e-8d2f-7b5dc25fae78 req-48c5a444-e37e-4452-ab0a-33e5d3514d94 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Aug 27 03:21:59.475077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3414f9d3-26bf-4410-957b-35a36f813630 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:21:59.536500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 3414f9d3-26bf-4410-957b-35a36f813630 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:21:59.540498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 3414f9d3-26bf-4410-957b-35a36f813630 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:21:59.540872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.620417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.644867 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:21:59.648381 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28299d6d-0827-4c52-be65-a5ed404218b1" -d '{"events": [{"server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "name": "network-vif-plugged", "status": "completed", "tag": "3414f9d3-26bf-4410-957b-35a36f813630"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:21:59.662888 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3414f9d3-26bf-4410-957b-35a36f813630,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:21:59.667036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:21:59.690211 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32f078c-b362-4e5e-b25a-ea6eefbc4d19 x-openstack-request-id: req-b32f078c-b362-4e5e-b25a-ea6eefbc4d19 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:21:59.690521 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "name": "network-vif-plugged", "status": "completed", "tag": "3414f9d3-26bf-4410-957b-35a36f813630", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:21:59.690772 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b32f078c-b362-4e5e-b25a-ea6eefbc4d19 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:21:59.691155 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630', 'code': 200} Aug 27 03:21:59.719649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:21:59.806794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e24b-744f-490e-8adb-e4633035b2ee req-6ab841b2-1273-4176-9f87-40582b681e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:59.808276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a12e24b-744f-490e-8adb-e4633035b2ee req-6ab841b2-1273-4176-9f87-40582b681e30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0401125 Aug 27 03:21:59.849290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1a12e24b-744f-490e-8adb-e4633035b2ee req-d3537c8d-1cec-45c5-a88f-7d86224892d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337064 Aug 27 03:21:59.907529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc4936-3f33-4de5-8670-6af58c13049f req-37286f62-2d92-4361-97b1-8157ae0a7933 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:21:59.909027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cbc4936-3f33-4de5-8670-6af58c13049f req-37286f62-2d92-4361-97b1-8157ae0a7933 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0501781 Aug 27 03:21:59.946033 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2cbc4936-3f33-4de5-8670-6af58c13049f req-edd7c58d-2dc3-4a36-9564-7bc409a17db5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Aug 27 03:22:01.070340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbe33b-bd56-4415-afea-64551520f1a9 req-c9a4b40c-edf9-43bb-bbf2-d0a9aec6b778 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:01.072129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdfbe33b-bd56-4415-afea-64551520f1a9 req-c9a4b40c-edf9-43bb-bbf2-d0a9aec6b778 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0546925 Aug 27 03:22:01.114570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cdfbe33b-bd56-4415-afea-64551520f1a9 req-d9ae6b67-e1bd-4e67-af92-ec610b5cdfba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Aug 27 03:22:01.427739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.233675 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322051-cc49-4b4b-bf1c-89cb86f8bc89 req-3770396d-c47d-47f2-b88d-f587b0e36505 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:02.235192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96322051-cc49-4b4b-bf1c-89cb86f8bc89 req-3770396d-c47d-47f2-b88d-f587b0e36505 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0540540 Aug 27 03:22:02.275072 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96322051-cc49-4b4b-bf1c-89cb86f8bc89 req-8fb5e898-320e-4643-a34f-6f5d8088a37d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339863 Aug 27 03:22:02.391391 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1b3c-a8aa-42f0-98b7-73c9698cfd92 req-3ed02369-96f3-4193-9016-26b3e1886590 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:02.392849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f14c1b3c-a8aa-42f0-98b7-73c9698cfd92 req-3ed02369-96f3-4193-9016-26b3e1886590 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0493283 Aug 27 03:22:02.436905 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f14c1b3c-a8aa-42f0-98b7-73c9698cfd92 req-1daed9fb-d8d2-4f52-af1f-9318dfd0f903 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Aug 27 03:22:02.459450 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56412) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:02.503703 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770e5d89-b03d-4b0d-a649-92117ddb5ae6 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:02.505468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-770e5d89-b03d-4b0d-a649-92117ddb5ae6 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1091 time: 0.0449946 Aug 27 03:22:02.508331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56414) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:02.512879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '3414f9d3-26bf-4410-957b-35a36f813630', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:22:02.535888 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.633100 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.740384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.50 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/579b0f29-f93a-4c78-8490-96224e28f7eb) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:22:02.863574 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.918981 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:02.971965 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:22:02.976193 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:22:02.978136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=579b0f29-f93a-4c78-8490-96224e28f7eb,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:02.980582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:22:03.671342 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.737591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.884032 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.888632 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:03.961046 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=579b0f29-f93a-4c78-8490-96224e28f7eb,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:22:03.968381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.066682 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 4ca497c5-8050-4e35-84aa-2f97099db78a associated. External IP: 172.25.8.50, port: 3414f9d3-26bf-4410-957b-35a36f813630. Aug 27 03:22:04.267538 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:22:04.370432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:22:04.381009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Sync routers for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:22:04.386843 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:04.390148 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:04.390813 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:04.413244 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e991202b-db60-4c2a-b471-ef7dc990e0c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9039111 Aug 27 03:22:04.413853 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:22:04.416274 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41ed29d-1788-4025-bc41-5100a339ef13" -d '{"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:22:04.484486 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbacd13-6ac6-4943-96b4-8f3bae652cd9 x-openstack-request-id: req-1dbacd13-6ac6-4943-96b4-8f3bae652cd9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:22:04.485007 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:22:04.485270 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dbacd13-6ac6-4943-96b4-8f3bae652cd9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:22:04.485672 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630', 'status': 'completed', 'code': 200} Aug 27 03:22:04.513741 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:04.536199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af555-8930-4133-8a09-b7756e0f67a6 req-6b05066f-3ccc-4a08-abde-b01339a7aeae tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.537918 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-132af555-8930-4133-8a09-b7756e0f67a6 req-6b05066f-3ccc-4a08-abde-b01339a7aeae tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0604396 Aug 27 03:22:04.569348 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-f78f8da7-67ae-433a-9e49-22538849ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.571117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-f78f8da7-67ae-433a-9e49-22538849ea18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0465803 Aug 27 03:22:04.581284 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-132af555-8930-4133-8a09-b7756e0f67a6 req-8b8febb6-c3e0-4f59-bb95-cf31a07c10ab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346360 Aug 27 03:22:04.611709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56422) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:04.697264 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-71c8bfaf-fad5-45d1-aec1-cf6043c8a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.699157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-feec3d37-bbe8-41f6-8ed8-24adf5a8873a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/4ca497c5-8050-4e35-84aa-2f97099db78a HTTP/1.1" status: 200 len: 990 time: 0.0855546 Aug 27 03:22:04.699606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-71c8bfaf-fad5-45d1-aec1-cf6043c8a5e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.1211038 Aug 27 03:22:04.751559 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '4ca497c5-8050-4e35-84aa-2f97099db78a', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'port_id': '3414f9d3-26bf-4410-957b-35a36f813630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'mac_address': 'fa:16:3e:7e:6b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:03Z', 'updated_at': '2021-08-27T03:22:03Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:04.765673 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-9bf1bdd9-e496-4a89-a536-91747d8ea1e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 998 time: 0.0595596 Aug 27 03:22:04.782167 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Checking router: 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:22:04.791084 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:22:04.791633 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:21:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:04.826732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-281f0a20-3145-46ef-92ff-63e95b5859e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.827873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-281f0a20-3145-46ef-92ff-63e95b5859e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0538843 Aug 27 03:22:04.885758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-2b5a0e0f-751b-428b-98bf-ccbdee8a4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:04.887813 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-2b5a0e0f-751b-428b-98bf-ccbdee8a4ff5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532084 Aug 27 03:22:04.984441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-08977c5a-644d-4327-9a92-bbcd843f790e service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878949 Aug 27 03:22:04.991756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:22:05.084542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e41ed29d-1788-4025-bc41-5100a339ef13 req-a2750aa5-2b23-49f5-aec3-b82c633130ac service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933189 Aug 27 03:22:05.215903 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '4ca497c5-8050-4e35-84aa-2f97099db78a', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'port_id': '3414f9d3-26bf-4410-957b-35a36f813630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'mac_address': 'fa:16:3e:7e:6b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:03Z', 'updated_at': '2021-08-27T03:22:03Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:22:05.241943 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad2cb20-ac0a-4d59-9a5e-091830079e22 None None] The sync data for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 is: [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '4ca497c5-8050-4e35-84aa-2f97099db78a', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'port_id': '3414f9d3-26bf-4410-957b-35a36f813630', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'mac_address': 'fa:16:3e:7e:6b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:22:03Z', 'updated_at': '2021-08-27T03:22:03Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:22:05.455606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bae10-e03c-4bc0-a756-d1d3b8bb29b6 None None] New status for floating IP 4ca497c5-8050-4e35-84aa-2f97099db78a: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:22:05.703187 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56424) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:22:05.764437 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7c96e60e-de8c-4fd0-8ca5-b3af0e436a49 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/4ca497c5-8050-4e35-84aa-2f97099db78a HTTP/1.1" status: 200 len: 992 time: 0.0595767 Aug 27 03:22:16.869708 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:22.768116 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a5d1921f-7dd7-454f-b4e2-9cbc786846fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.333702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f2f4787e-f19b-4ac9-97f8-ecc82b40634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:25.548265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:26.736115 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:28.153311 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:31.429307 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:34.127089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:22:46.870547 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:50.786282 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-8c6f032e-31e6-465b-a99e-6932cc384776 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404680 Aug 27 03:22:50.881668 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-b06f3287-3317-446d-bcc3-2014a4aa62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:50.883251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-b06f3287-3317-446d-bcc3-2014a4aa62b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0410769 Aug 27 03:22:50.989946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-e9b54dc2-d205-4b37-8928-3ba11dacc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:50.991457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-e9b54dc2-d205-4b37-8928-3ba11dacc85e service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.0893295 Aug 27 03:22:51.057405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-ee702443-6ba6-4270-b06a-fba1c2e41bf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 1000 time: 0.0582926 Aug 27 03:22:51.112394 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-1fab9ffc-548e-46d4-afee-ae28e1f7daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:51.113855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-1fab9ffc-548e-46d4-afee-ae28e1f7daa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0494158 Aug 27 03:22:51.160487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-b2281f08-f58f-4480-b392-420854b246a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:22:51.162013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-b2281f08-f58f-4480-b392-420854b246a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412090 Aug 27 03:22:51.255219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-214ada4d-1c54-43cb-9177-9127b5215e0e service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Aug 27 03:22:51.347669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7e5da71d-6069-4b5b-8085-8322189c66c0 req-352bba26-0a9c-4d51-8a68-b40b7cf6a1f9 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855722 Aug 27 03:22:52.770778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-47570a91-a7fb-480d-8836-7ba9a5a0e07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.325240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-700eb9d8-2ec2-4e8a-895e-8a3aac33cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:55.549436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:56.738405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:22:58.155560 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:01.425270 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:08.629466 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352af5c-eea6-4e64-8eea-2f848ac9af0e req-590e4cd9-a506-4e46-a503-50b1a853a7d8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.631001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1352af5c-eea6-4e64-8eea-2f848ac9af0e req-590e4cd9-a506-4e46-a503-50b1a853a7d8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0782814 Aug 27 03:23:08.636567 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-f7631fdd-852c-4219-a242-0c55ca7243cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.637985 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-f7631fdd-852c-4219-a242-0c55ca7243cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0581951 Aug 27 03:23:08.716929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1352af5c-eea6-4e64-8eea-2f848ac9af0e req-2cb110e8-625f-4bec-b00c-09c044c4e97f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778713 Aug 27 03:23:08.754012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-27e079cf-5e69-4b1b-93a7-ac8b40346bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.755568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-27e079cf-5e69-4b1b-93a7-ac8b40346bfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.1037662 Aug 27 03:23:08.827261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-9b05a98d-21be-49ac-a716-c3343ce183fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 1000 time: 0.0626435 Aug 27 03:23:08.877023 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-f88ae325-328e-441e-9d15-bd8dda77df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.878511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-f88ae325-328e-441e-9d15-bd8dda77df03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0433972 Aug 27 03:23:08.923849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-9462b79f-2297-426a-89f3-557dfd932730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:08.925338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-9462b79f-2297-426a-89f3-557dfd932730 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399046 Aug 27 03:23:09.020895 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-86b89f69-fb57-49c8-9c89-441fcab18d9a service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885897 Aug 27 03:23:09.111960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a079c4eb-be72-4877-bfce-ce3f9b524c13 req-ef669e2e-a1dd-4b39-9d71-73e74fb83d9e service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835764 Aug 27 03:23:09.835216 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551893b-8b54-444b-aba5-40994965e22d req-948043db-2411-4030-b15f-c34637b20ced tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:09.836734 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6551893b-8b54-444b-aba5-40994965e22d req-948043db-2411-4030-b15f-c34637b20ced tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0504355 Aug 27 03:23:09.875714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6551893b-8b54-444b-aba5-40994965e22d req-f8b779f2-f7eb-433f-af2c-eddbcfc0298f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Aug 27 03:23:10.992831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec9484-15b2-4def-ba56-05894c59e9ae req-dea9a456-261a-41a5-b88c-4ec4e11e635c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:10.994307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-edec9484-15b2-4def-ba56-05894c59e9ae req-dea9a456-261a-41a5-b88c-4ec4e11e635c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0494816 Aug 27 03:23:11.032077 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-edec9484-15b2-4def-ba56-05894c59e9ae req-f85a5041-7fa2-49ef-a024-d5e13428b904 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317254 Aug 27 03:23:11.126479 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:12.151424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85186859-8221-4fcd-8b71-153fa46f9a73 req-091f37bf-b10b-4427-9b9b-75012f376f05 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:12.152931 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85186859-8221-4fcd-8b71-153fa46f9a73 req-091f37bf-b10b-4427-9b9b-75012f376f05 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0537210 Aug 27 03:23:12.190792 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-85186859-8221-4fcd-8b71-153fa46f9a73 req-1799f803-f059-4bd2-9e6c-c70cd3dc33b7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 27 03:23:13.311734 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26ffcf-5e51-453b-a1df-437f34b9633c req-d68d9c42-dda0-4211-b247-ac2d24efcfc8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:13.313232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c26ffcf-5e51-453b-a1df-437f34b9633c req-d68d9c42-dda0-4211-b247-ac2d24efcfc8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0547163 Aug 27 03:23:13.351418 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6c26ffcf-5e51-453b-a1df-437f34b9633c req-96652119-a8c7-4da3-bcee-0cbc25d03665 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Aug 27 03:23:14.465974 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf0d16-fead-43d6-9c3e-1a231b0ac943 req-ea61c733-600e-4152-a6e2-b6423ae37784 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:14.467581 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bf0d16-fead-43d6-9c3e-1a231b0ac943 req-ea61c733-600e-4152-a6e2-b6423ae37784 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0493588 Aug 27 03:23:14.507169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0bf0d16-fead-43d6-9c3e-1a231b0ac943 req-96544c50-3586-4bb5-9b4d-a816bd6f5d20 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Aug 27 03:23:15.624340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bdb00-7562-473c-89e8-95bfd2f257b5 req-940820cb-1064-4c20-a8bb-dd60e85972f4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:15.625872 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3bdb00-7562-473c-89e8-95bfd2f257b5 req-940820cb-1064-4c20-a8bb-dd60e85972f4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0504146 Aug 27 03:23:15.663216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ca3bdb00-7562-473c-89e8-95bfd2f257b5 req-d8698f47-47f3-42b1-8c6c-1833cce25f0b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Aug 27 03:23:16.787417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc022bf-5634-4747-8154-59ca304f48fd req-147f29fc-b1ff-48bf-9539-d43f48b93a3e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:16.788900 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc022bf-5634-4747-8154-59ca304f48fd req-147f29fc-b1ff-48bf-9539-d43f48b93a3e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0511091 Aug 27 03:23:16.826922 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7dc022bf-5634-4747-8154-59ca304f48fd req-8da40d7a-83a3-4912-a23f-d9ce4f934b5d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Aug 27 03:23:16.867612 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:17.941322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a841-dee2-44f5-9c70-b917ce123ef1 req-29d69b6c-e1b4-432a-a987-5c096a246bd6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:17.942796 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf1a841-dee2-44f5-9c70-b917ce123ef1 req-29d69b6c-e1b4-432a-a987-5c096a246bd6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0497382 Aug 27 03:23:17.983102 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ecf1a841-dee2-44f5-9c70-b917ce123ef1 req-57119369-0f99-456e-b1b9-bd4b41d81a75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343008 Aug 27 03:23:19.115132 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223fe7-930b-41f9-a42f-86f3c982ffa8 req-b9978500-74ea-4fff-9903-340e120b6d12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:19.116608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c223fe7-930b-41f9-a42f-86f3c982ffa8 req-b9978500-74ea-4fff-9903-340e120b6d12 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0536611 Aug 27 03:23:19.153704 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0c223fe7-930b-41f9-a42f-86f3c982ffa8 req-673ba44a-6714-427b-bb31-c566535b9fbe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Aug 27 03:23:20.275268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e891-d777-4869-8b2a-e6e34398ca17 req-49e9a526-a81f-493d-85a1-d9578b2b5110 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:20.277062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d162e891-d777-4869-8b2a-e6e34398ca17 req-49e9a526-a81f-493d-85a1-d9578b2b5110 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0564976 Aug 27 03:23:20.314350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d162e891-d777-4869-8b2a-e6e34398ca17 req-73fa2152-9dda-4991-a300-96488e4cdbcb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Aug 27 03:23:21.430812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d0a8-983b-4e20-a9d7-67f0aed78145 req-d5d19101-aa24-4568-9414-9b010f898e55 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:21.432303 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2174d0a8-983b-4e20-a9d7-67f0aed78145 req-d5d19101-aa24-4568-9414-9b010f898e55 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0508332 Aug 27 03:23:21.472014 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2174d0a8-983b-4e20-a9d7-67f0aed78145 req-3c980fa0-0cbd-468a-b49d-c590628d2b78 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336483 Aug 27 03:23:22.587051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64473d1-9a10-4832-9131-5f44f28134e3 req-8aa19947-06bb-43f9-ac94-5e6ad554603a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:22.588657 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a64473d1-9a10-4832-9131-5f44f28134e3 req-8aa19947-06bb-43f9-ac94-5e6ad554603a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0499880 Aug 27 03:23:22.630121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a64473d1-9a10-4832-9131-5f44f28134e3 req-30544f51-fbd2-4a9e-bf81-6d148d26d65d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Aug 27 03:23:22.771423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a6afd086-8f86-4440-a678-76aaae2bc45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:23.753099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1263a4-ddb1-47e4-b649-fb53be38da02 req-4cc78651-b5ef-44e8-8506-fbc2a884c0f2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:23.754665 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a1263a4-ddb1-47e4-b649-fb53be38da02 req-4cc78651-b5ef-44e8-8506-fbc2a884c0f2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 27 03:23:23.792266 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7a1263a4-ddb1-47e4-b649-fb53be38da02 req-00421883-f6fa-43eb-8463-78f1311c2e86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315311 Aug 27 03:23:24.910119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048b32c-d030-44fa-9fc4-e4c998eb93cb req-c448790b-502f-4e75-9e06-04de1b179d05 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:24.911623 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8048b32c-d030-44fa-9fc4-e4c998eb93cb req-c448790b-502f-4e75-9e06-04de1b179d05 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0512428 Aug 27 03:23:24.955318 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8048b32c-d030-44fa-9fc4-e4c998eb93cb req-8f16b595-6bef-4d38-bf03-9f73d54941f1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Aug 27 03:23:25.325977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d067ef7b-081e-4d24-b52a-30de63b7d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:25.550591 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:26.077371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305152c-6f79-4ead-b708-7f3e473b1ccb req-10a63fa1-e0fb-4e18-8a80-13f6e8603c0b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:26.078921 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2305152c-6f79-4ead-b708-7f3e473b1ccb req-10a63fa1-e0fb-4e18-8a80-13f6e8603c0b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0554929 Aug 27 03:23:26.116668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2305152c-6f79-4ead-b708-7f3e473b1ccb req-b51e977b-1eff-4b21-a6bc-60bd32d8d52c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Aug 27 03:23:26.138628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56496) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:23:26.201907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-de08cada-7347-467a-be89-53aa6cf9bcba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/4ca497c5-8050-4e35-84aa-2f97099db78a HTTP/1.1" status: 200 len: 992 time: 0.0611305 Aug 27 03:23:26.740990 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:28.159405 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:31.427423 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:46.877966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:48.127334 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:23:51.820899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-ab8823c1-f18f-419b-9365-fc033dd1054a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455735 Aug 27 03:23:51.921222 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-c6c1b37d-5a42-4618-a9a1-409fbd28dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:51.923338 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-c6c1b37d-5a42-4618-a9a1-409fbd28dec3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0441723 Aug 27 03:23:52.035501 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-012ab017-c722-499c-a269-7444d6b19b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:52.037008 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-012ab017-c722-499c-a269-7444d6b19b49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.0942924 Aug 27 03:23:52.108851 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-84c7c75e-6713-4316-8f54-2b9e10cc67ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 1000 time: 0.0645025 Aug 27 03:23:52.159520 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-145c8740-9f32-4532-afb5-5579375a24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:52.161032 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-145c8740-9f32-4532-afb5-5579375a24b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0456901 Aug 27 03:23:52.207829 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-87bfd82e-d6b0-4a36-a393-4801659c123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:23:52.209347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-87bfd82e-d6b0-4a36-a393-4801659c123b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411444 Aug 27 03:23:52.304214 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-9dc9bd59-5862-4457-b7d5-a8cc8c84d3d5 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Aug 27 03:23:52.403267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1c1ea8d8-561b-4ef6-b901-f9732093716d req-91648914-8dc8-448f-9e1d-a5fe2ab4b967 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920231 Aug 27 03:23:52.773456 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-59816dcb-7a24-41d3-9ff3-30403d9fb388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:55.327569 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fdca8f6-f2b3-404f-987a-bef485db93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:55.552624 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:56.747419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:23:58.164220 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:01.426876 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:16.897419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:21.446729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56536) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:21.634347 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 579b0f29-f93a-4c78-8490-96224e28f7eb {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:24:21.634926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:21.728374 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:21.728640 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:21.742487 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 579b0f29-f93a-4c78-8490-96224e28f7eb owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:24:21.899800 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:21.925267 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=579b0f29-f93a-4c78-8490-96224e28f7eb,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:21.942930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.943289 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.943722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.944058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.944463 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.944892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.945303 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.945646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.945977 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.946311 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.946663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:21.946992 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:22.005044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:22.005272 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 4ca497c5-8050-4e35-84aa-2f97099db78a disassociated (deleted). External IP: 172.25.8.50, port: 3414f9d3-26bf-4410-957b-35a36f813630. Aug 27 03:24:22.237467 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:24:22.351291 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:22.356416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:22.361634 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Sync routers for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:22.371121 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:22.371750 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:22.395996 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4f98edc8-eaab-4ad3-a24c-60394627c352 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ca497c5-8050-4e35-84aa-2f97099db78a HTTP/1.1" status: 204 len: 168 time: 0.9457300 Aug 27 03:24:22.395996 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:24:22.398330 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126d7b7-e586-4922-8db2-412fa56a59c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:24:22.543342 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:22.577686 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06979f-b2bb-4a44-bdd0-3f3428104a89 x-openstack-request-id: req-4d06979f-b2bb-4a44-bdd0-3f3428104a89 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:24:22.578197 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "tag": "3414f9d3-26bf-4410-957b-35a36f813630", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:24:22.578301 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d06979f-b2bb-4a44-bdd0-3f3428104a89 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:24:22.578663 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630', 'status': 'completed', 'code': 200} Aug 27 03:24:22.684688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2090ec7-0ab2-4939-bd28-d34840b68b11 req-0b185227-1c38-4bc5-8b32-4e0fd370568b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:22.686892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2090ec7-0ab2-4939-bd28-d34840b68b11 req-0b185227-1c38-4bc5-8b32-4e0fd370568b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0711589 Aug 27 03:24:22.701266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-606dc2ca-aaac-4fbb-9a3e-bfb4b652b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:22.704215 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-606dc2ca-aaac-4fbb-9a3e-bfb4b652b0af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 1096 time: 0.0621686 Aug 27 03:24:22.761831 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f2090ec7-0ab2-4939-bd28-d34840b68b11 req-a23b8fa9-92a1-42aa-b3d0-fa98ab0cf8a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680068 Aug 27 03:24:22.795728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e46de07b-2971-4480-bcab-43974034b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:22.852357 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-7a12a162-c1c0-4caf-bdf6-d190e4a38c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:22.852642 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:22.854084 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-7a12a162-c1c0-4caf-bdf6-d190e4a38c27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 200 len: 897 time: 0.1393459 Aug 27 03:24:22.880648 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Checking router: 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:22.892740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:22.893885 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:23:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:22.915866 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-be95bf5f-69a0-4544-bca7-be4c5bf3372d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 200 len: 217 time: 0.0520627 Aug 27 03:24:22.985288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-92fb183b-c8d6-40aa-a44b-30bcdfe5c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:22.987381 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-92fb183b-c8d6-40aa-a44b-30bcdfe5c76c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 200 len: 835 time: 0.0639112 Aug 27 03:24:23.023931 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:23.039220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-1e20e442-f726-4dc1-acc0-5fad46adc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:23.040578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-1e20e442-f726-4dc1-acc0-5fad46adc26e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=37926fe4-e0d5-4177-862c-14a5a597269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450480 Aug 27 03:24:23.146960 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-771d8c3b-a0a9-4cd6-9cbd-fc720be26f2c service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970116 Aug 27 03:24:23.263862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5126d7b7-e586-4922-8db2-412fa56a59c9 req-fe0ee1f4-fb1b-40de-95b4-31971dddfd12 service neutron] 10.222.0.46 "GET /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066587 Aug 27 03:24:23.269735 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:23.300887 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db430d-6b82-4f6e-a9ec-fa46e158bffe None None] The sync data for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 is: [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'cbbe1005-9b0a-4c16-9e00-0071c27cc53f', 'name': '', 'network_id': '37926fe4-e0d5-4177-862c-14a5a597269e', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:3c:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:47Z', 'updated_at': '2021-08-27T03:21:51Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '2a928bc1-16a3-4e9d-9f0d-911abdbb251f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:23.536361 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125fd07-90ad-4a1e-8e24-de0cf410beab None None] New status for floating IP 4ca497c5-8050-4e35-84aa-2f97099db78a: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:24:23.898456 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcc716-a48b-4f70-a80e-a02b06f0c4be req-af96d109-3c0a-490a-8b37-392bc5602450 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:23.900225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdbcc716-a48b-4f70-a80e-a02b06f0c4be req-af96d109-3c0a-490a-8b37-392bc5602450 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0598300 Aug 27 03:24:23.942745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fdbcc716-a48b-4f70-a80e-a02b06f0c4be req-bbfbd8b1-5e34-4df2-960e-e2868877b9e5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=00d4396f-14a8-4fb7-96bb-0399c3668737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363960 Aug 27 03:24:24.534198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-d67f4827-cfd5-49b3-9ea4-3ce7913d6963 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:24.535749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-d67f4827-cfd5-49b3-9ea4-3ce7913d6963 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 945 time: 0.0571420 Aug 27 03:24:24.631289 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 3414f9d3-26bf-4410-957b-35a36f813630 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:24:24.631633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:24.735482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 3414f9d3-26bf-4410-957b-35a36f813630, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=3414f9d3-26bf-4410-957b-35a36f813630,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:24.736492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:24.750553 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 3414f9d3-26bf-4410-957b-35a36f813630 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:24:24.900009 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:24.936859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=3414f9d3-26bf-4410-957b-35a36f813630,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:24.952063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.952542 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.952752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.953094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.953432 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.953765 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.954098 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.954527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.954847 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.955180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.955508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.955833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:24.991782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] No DVR routers for this DVR port 3414f9d3-26bf-4410-957b-35a36f813630 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:24:24.994321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:24.996396 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ba2c36b0-c25a-4d92-a4af-8400e0efda00 req-19efc9c3-1815-4972-8f7c-3fb713314dfe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "DELETE /v2.0/ports/3414f9d3-26bf-4410-957b-35a36f813630 HTTP/1.1" status: 204 len: 173 time: 0.4543531 Aug 27 03:24:24.996949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'name': 'network-vif-deleted', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:24:24.999225 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49521f0-c22f-4190-a8e2-46947f49992b" -d '{"events": [{"server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "name": "network-vif-deleted", "tag": "3414f9d3-26bf-4410-957b-35a36f813630"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:24:25.045651 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1541b15-b5f3-4479-9dd7-51aaa7544c4d x-openstack-request-id: req-a1541b15-b5f3-4479-9dd7-51aaa7544c4d {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:24:25.046151 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47c0ecb-aba6-4fe9-98a6-744c85bc9baf", "name": "network-vif-deleted", "tag": "3414f9d3-26bf-4410-957b-35a36f813630", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:24:25.046609 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1541b15-b5f3-4479-9dd7-51aaa7544c4d {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:24:25.047311 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47c0ecb-aba6-4fe9-98a6-744c85bc9baf', 'name': 'network-vif-deleted', 'tag': '3414f9d3-26bf-4410-957b-35a36f813630', 'status': 'completed', 'code': 200} Aug 27 03:24:25.068610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c50e078d-e99b-438e-b885-f5edef0284d8 req-ac583099-cfa2-4c07-8925-800f2c5d73f8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=d47c0ecb-aba6-4fe9-98a6-744c85bc9baf HTTP/1.1" status: 200 len: 210 time: 0.0306661 Aug 27 03:24:25.130264 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:24:25.331290 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2cac31b2-bf00-4e1f-b75b-637b39ae167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:25.557874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.141355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56556) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:26.542069 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.749588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.833442 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port cbbe1005-9b0a-4c16-9e00-0071c27cc53f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:24:26.833694 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.941879 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port cbbe1005-9b0a-4c16-9e00-0071c27cc53f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:26.942242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:26.955665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for cbbe1005-9b0a-4c16-9e00-0071c27cc53f owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:24:27.165555 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:27.204420 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=cbbe1005-9b0a-4c16-9e00-0071c27cc53f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:27.416857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:27.654664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:24:27.762869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:27.768815 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0607f089-65f1-4c61-b944-bec43daf40ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/5f8bd15f-4cb9-46d9-a287-0a4f454d20b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6253958 Aug 27 03:24:27.771435 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56558) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:27.776075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Sync routers for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:27.788267 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:27.789265 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:27.907284 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:28.105473 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:24:27Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:28.140089 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Checking router: 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:28.159307 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Routers {'5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:28.159941 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:28.180674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.184565 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting subnet 2a928bc1-16a3-4e9d-9f0d-911abdbb251f {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:24:28.191338 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.243739 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.271008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3414f9d3-26bf-4410-957b-35a36f813630 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:24:28.272826 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] Set router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:28.294793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 3414f9d3-26bf-4410-957b-35a36f813630 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:24:28.295128 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 3414f9d3-26bf-4410-957b-35a36f813630 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:24:28.346605 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.429779 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.459486 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Subnet': ['ID=2a928bc1-16a3-4e9d-9f0d-911abdbb251f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:28.465149 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.469885 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3c040333-6419-4c64-b60e-6bdd4c469c2c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/subnets/2a928bc1-16a3-4e9d-9f0d-911abdbb251f HTTP/1.1" status: 204 len: 168 time: 0.6950221 Aug 27 03:24:28.471320 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56560) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:28.474750 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19cb72-d073-4fd4-89e0-1a6b7b397113 None None] Network 37926fe4-e0d5-4177-862c-14a5a597269e requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:24:28.574609 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:24:27Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:28.594665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.605296 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3701e-f303-45d0-9055-4302429a83ff None None] The sync data for ids ['5f8bd15f-4cb9-46d9-a287-0a4f454d20b9'] in n-d-806292-1 is: [{'id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538127401', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:24:27Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'b0097847-dda8-46cc-b63b-eae015fde88f', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bd15f-4cb9-46d9-a287-0a4f454d20b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:21:44Z', 'updated_at': '2021-08-27T03:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:28.663626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] DHCP port deletion for 37926fe4-e0d5-4177-862c-14a5a597269e request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:24:28.709296 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.735552 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Deleting port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:24:28.735937 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.771637 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port b0097847-dda8-46cc-b63b-eae015fde88f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:24:28.771995 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.820394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] For port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,segment=NetworkSegment(8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c),segment_id=8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:28.820974 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.838286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Calling delete_port for 84a8727c-54e8-45bc-a5ca-774ad4d5db6f owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:24:28.857444 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port b0097847-dda8-46cc-b63b-eae015fde88f, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=b0097847-dda8-46cc-b63b-eae015fde88f,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:28.857897 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.879889 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for b0097847-dda8-46cc-b63b-eae015fde88f owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:24:28.943339 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:28.971957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Pushing event deleted for resources: {'Port': ['ID=84a8727c-54e8-45bc-a5ca-774ad4d5db6f,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:28.978425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] No DVR routers for this DVR port 84a8727c-54e8-45bc-a5ca-774ad4d5db6f on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:24:28.988317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.989506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.990375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.990670 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.991189 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.991736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.992486 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.993949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.994457 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.995179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.995736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:28.995736 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79775d0a-0370-4b11-a9db-d8f7b63076fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:29.077770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.129740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=b0097847-dda8-46cc-b63b-eae015fde88f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:29.204304 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.308592 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.310940 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.357159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.357692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Fanout notify agent at l3_agent the message router_deleted on router 5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:24:29.365148 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.369360 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5bccf68-fa73-40c2-8f03-4ac046309723 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/routers/5f8bd15f-4cb9-46d9-a287-0a4f454d20b9 HTTP/1.1" status: 204 len: 168 time: 0.8943653 Aug 27 03:24:29.370269 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56562) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:29.456035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a8727c-54e8-45bc-a5ca-774ad4d5db6f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:24:29.457265 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.483783 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 84a8727c-54e8-45bc-a5ca-774ad4d5db6f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:24:29.484418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 84a8727c-54e8-45bc-a5ca-774ad4d5db6f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:24:29.484995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbbe1005-9b0a-4c16-9e00-0071c27cc53f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:24:29.507808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: cbbe1005-9b0a-4c16-9e00-0071c27cc53f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:24:29.508440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device cbbe1005-9b0a-4c16-9e00-0071c27cc53f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:24:29.552531 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.562799 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37926fe4-e0d5-4177-862c-14a5a597269e']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:29.574157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:29.574479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccb26e4-db10-4dc8-acd4-e9bbe6f85e7c') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:29.584450 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.598370 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.604497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:24:29.604898 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:24:29.607889 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:24:29.672148 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.682277 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.684134 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/networks/37926fe4-e0d5-4177-862c-14a5a597269e HTTP/1.1" status: 204 len: 168 time: 0.3135123 Aug 27 03:24:29.687314 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56564) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:29.697148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14b3d-4a86-4eb6-a129-5a0bade9bae7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Network': ['ID=37926fe4-e0d5-4177-862c-14a5a597269e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:29.754676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.783745 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.859977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.863769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:29.865196 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/security-groups/00d4396f-14a8-4fb7-96bb-0399c3668737 HTTP/1.1" status: 204 len: 168 time: 0.1766803 Aug 27 03:24:29.879512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f534c71-c2a5-4c78-8b65-930236758689 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d4396f-14a8-4fb7-96bb-0399c3668737,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.180860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56570) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.185820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733116804', 'description': 'tempest-secgroup-smoke-733116804 description', 'project_id': 'b940e8947aee48358ba5efd19d453db2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.210505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.300515 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.305019 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.339305 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.340567 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1585405 Aug 27 03:24:30.343503 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56572) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.348678 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.354155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a03903-b60f-4196-82f7-78ca5f81a2aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.381517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.446630 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.450772 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.470603 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd52d61-42ce-403f-af64-ef6c3c2d5bbd,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.474261 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.475471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1173adae-d866-4256-a531-883f33387051 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309114 Aug 27 03:24:30.478378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56574) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.482743 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.510442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.571026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.576767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.606045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe911374-5548-4892-b40c-1a035e6513c6,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.615337 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.621038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dedd36dc-50c4-4413-9a31-e684cd58e7b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378510 Aug 27 03:24:30.621483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56576) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.628145 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.655771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.719607 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.726324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.744720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c878d27-75b5-4dcc-9efc-c441b4326c27,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.752669 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.753939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b75629ee-d0da-4c74-af6e-2a75e1690bab tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313229 Aug 27 03:24:30.758034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56578) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.763029 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.795227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.875068 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.880045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.896445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f594cff-aba7-4779-a096-fc22982db00d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:30.907769 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:30.909027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a773a42c-af36-4f4a-84f4-96d723c67842 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500201 Aug 27 03:24:30.912004 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56580) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:30.916865 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:30.953636 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:24:30.959521 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.028037 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.032361 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.050070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576ea7cb-5584-4aa9-a67f-f82ef0bdf068,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:31.060803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.064613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-aab18cd3-db10-4d3a-9bc9-b39caa4ed28d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489344 Aug 27 03:24:31.064847 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56582) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:31.069378 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:31.095841 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:24:31.100768 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.172002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.175249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.196818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0954ee-deb2-4b12-854e-be049ae00d14,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:31.200869 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.202947 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-79381971-b9ba-4382-9511-037b4a8b7dc7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371391 Aug 27 03:24:31.205409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56584) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:31.210517 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'network': {'name': 'tempest-network-smoke--1011053192', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:31.231091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:24:31.234596 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.260253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:24:31.270983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.271419 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Added segment ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6 of type vlan for network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 Aug 27 03:24:31.327925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.341595 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0097847-dda8-46cc-b63b-eae015fde88f no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:24:31.358977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.362099 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: b0097847-dda8-46cc-b63b-eae015fde88f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:24:31.362466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device b0097847-dda8-46cc-b63b-eae015fde88f not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:24:31.365964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:31.366836 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.428504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.429732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2232549 Aug 27 03:24:31.432868 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56586) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:31.440745 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'admin_state_up': True, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:31.443355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523674-b320-4d4d-8a66-461ef6631bca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Network': ['ID=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:31.459138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:24:31.468253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.469350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.531907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.681526 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.880744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:31.899733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.007611 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.36 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/2ee95537-a278-47a3-91ba-8efcc671a8b7) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:32.437579 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.476819 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:32.514235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:32.517162 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:32.522985 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:32.547096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=2ee95537-a278-47a3-91ba-8efcc671a8b7,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:32.794263 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.023421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.159598 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router d493d7e1-aeb0-4d9f-857f-cc95753c7695 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:24:33.270873 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:33.283118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Sync routers for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:33.292821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.294094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-071237eb-496c-4a20-92c2-24afcec6d8dc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8599474 Aug 27 03:24:33.296485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:33.297251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:33.297785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56588) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:33.330276 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d4a7b636-dd25-441e-b2b5-1f873aa85cea tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b940e8947aee48358ba5efd19d453db2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296013 Aug 27 03:24:33.333355 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56590) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:33.425690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:33.453783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a4093-4b8d-4b93-99c5-2d36bb1e1dae tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:33.455923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-516a4093-4b8d-4b93-99c5-2d36bb1e1dae tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209383 Aug 27 03:24:33.459342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56592) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:33.490239 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3505f52-4132-4623-9abf-b9c3b9d56de7 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296435 Aug 27 03:24:33.493181 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56594) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:33.498122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390823568', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:33.590941 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:24:33.594547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.617664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:32Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:33.652007 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Checking router: d493d7e1-aeb0-4d9f-857f-cc95753c7695 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:33.652356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Updating router d493d7e1-aeb0-4d9f-857f-cc95753c7695 port 2ee95537-a278-47a3-91ba-8efcc671a8b7 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:24:33.681754 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.808545 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.880301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Subnet': ['ID=a64bf8c5-6877-4ed3-aad5-5187a1de11de,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:33.890986 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Checking segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:33.891359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network hostable DHCP agents. Network: 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:24:33.911014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:24:33.922557 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:33.929229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:33.930324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:33.943318 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a2a43-dcef-4b7c-9e24-bc6144db20d3 None None] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:24:33.950154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ec475ea6-120a-4c3e-a28c-01dd01b2f619 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4559343 Aug 27 03:24:33.952952 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56596) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:34.010728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.031963 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Transition to ACTIVE for port object 2ee95537-a278-47a3-91ba-8efcc671a8b7 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:34.041505 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.128374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Attempting to bind port 2ee95537-a278-47a3-91ba-8efcc671a8b7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:34.128737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Attempting to bind port 2ee95537-a278-47a3-91ba-8efcc671a8b7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:34.129096 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Attempting to bind port 2ee95537-a278-47a3-91ba-8efcc671a8b7 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:34.149405 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8efd-81e2-49af-bcc2-63bd4b7b0736 None None] Pushing event updated for resources: {'Port': ['ID=2ee95537-a278-47a3-91ba-8efcc671a8b7,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:34.154011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:34.154460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:34.154866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.155250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:34.155725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Bound port: 2ee95537-a278-47a3-91ba-8efcc671a8b7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:34.156097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.205971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:24:34.206859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.239263 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] For port 2ee95537-a278-47a3-91ba-8efcc671a8b7, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:34.242623 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] For port 2ee95537-a278-47a3-91ba-8efcc671a8b7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee95537-a278-47a3-91ba-8efcc671a8b7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:34.252235 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.428338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:34.429272 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:34.449896 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.483763 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc8efd-81e2-49af-bcc2-63bd4b7b0736 None None] Pushing event updated for resources: {'Port': ['ID=2ee95537-a278-47a3-91ba-8efcc671a8b7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:34.534733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Allocated IP 172.20.0.2 (2a85e630-d2d2-4d28-bf42-48a60ba6c5f8/a64bf8c5-6877-4ed3-aad5-5187a1de11de/93ad20f4-ef60-421e-8907-eca8c68e8fd5) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:34.647299 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:34.848144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.875358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Transition to ACTIVE for port object 93ad20f4-ef60-421e-8907-eca8c68e8fd5 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:34.895158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Transition to ACTIVE for port object 93ad20f4-ef60-421e-8907-eca8c68e8fd5 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:34.903847 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:34.954631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:34.955896 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.1 (2a85e630-d2d2-4d28-bf42-48a60ba6c5f8/a64bf8c5-6877-4ed3-aad5-5187a1de11de/fd2d2e47-b576-40c8-a15a-6dc2f9d57218) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:34.959557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:34.964895 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:34.967822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:32Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:34.969417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Pushing event updated for resources: {'Port': ['ID=93ad20f4-ef60-421e-8907-eca8c68e8fd5,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:34.999981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed661d-c39d-449d-84e8-69a95741b062 None None] The sync data for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 is: [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:32Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:35.056196 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Attempting to bind port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:35.056721 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Attempting to bind port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:35.057156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Attempting to bind port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:35.063003 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:35.063566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Checking segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:35.064132 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.064606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Bound using segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:35.065285 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Bound port: 93ad20f4-ef60-421e-8907-eca8c68e8fd5, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:35.065745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.082205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.097151 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object fd2d2e47-b576-40c8-a15a-6dc2f9d57218 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:35.136937 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.153367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] For port 93ad20f4-ef60-421e-8907-eca8c68e8fd5, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:35.159169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] For port 93ad20f4-ef60-421e-8907-eca8c68e8fd5, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93ad20f4-ef60-421e-8907-eca8c68e8fd5,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:35.164615 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.190961 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:35.198883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:35.205400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:35.228815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731d3b0-d99a-4f5b-8e5a-5747ac2f56ba None None] Pushing event updated for resources: {'Port': ['ID=93ad20f4-ef60-421e-8907-eca8c68e8fd5,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:35.243253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:35.273043 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.440629 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee95537-a278-47a3-91ba-8efcc671a8b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:35.499177 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.524192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 2ee95537-a278-47a3-91ba-8efcc671a8b7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:35.537429 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ee95537-a278-47a3-91ba-8efcc671a8b7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:35.538018 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.644996 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.670878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 2ee95537-a278-47a3-91ba-8efcc671a8b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee95537-a278-47a3-91ba-8efcc671a8b7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:35.675488 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.865474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.871586 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:35.909248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=2ee95537-a278-47a3-91ba-8efcc671a8b7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:35.962735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:35.965212 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:36.079418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:36.080722 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:36.210443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router d493d7e1-aeb0-4d9f-857f-cc95753c7695 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:24:36.339154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:36.344688 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a6e04849-8ce6-4d4a-adcc-0294ffe0e3cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/d493d7e1-aeb0-4d9f-857f-cc95753c7695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906963 Aug 27 03:24:36.368562 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b316e-00c1-49ac-b1c6-69cb3fb800cd None None] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:24:36.433518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28cc269c-079a-4e8c-b6f4-1e9419cb3d96 None None] Provisioning for port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:36.520048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-384f4107-1eda-4bc9-82b6-59d0ef8ba9c3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733116804&fields=id&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 267 time: 0.0404239 Aug 27 03:24:36.651409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-1d620270-4512-4f01-93db-f404a3730ae0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:36.653129 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-1d620270-4512-4f01-93db-f404a3730ae0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 797 time: 0.1240337 Aug 27 03:24:36.670713 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-1ed32ec1-91aa-4531-9d54-bddf8be0dbd5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/quotas/b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 375 time: 0.0100574 Aug 27 03:24:36.728826 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-734908c8-af28-4802-b21f-53a5c77b0bf4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522039 Aug 27 03:24:36.876512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8edc341d-5d9b-4f4b-a785-ccd1c850e11e None None] Provisioning for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:36.880737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8edc341d-5d9b-4f4b-a785-ccd1c850e11e None None] Provisioning complete for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:36.881231 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8edc341d-5d9b-4f4b-a785-ccd1c850e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:36.904836 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Sync routers for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:36.923291 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-8edc341d-5d9b-4f4b-a785-ccd1c850e11e None None] Port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:24:36.925834 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-eef4678e-ea0e-4a4f-9e46-58418cadd520 service neutron] 10.222.0.26 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783810 Aug 27 03:24:36.926725 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:36.927594 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:37.043775 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-53a3e08a-8922-4cbf-a3ae-3cbbe5a19aba service neutron] 10.222.0.26 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074378 Aug 27 03:24:37.059370 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:37.064199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3ae96d5e-7c26-47bb-8f50-6f111ca507b4 None None] Provisioning complete for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:37.065181 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ae96d5e-7c26-47bb-8f50-6f111ca507b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.120398 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3ae96d5e-7c26-47bb-8f50-6f111ca507b4 None None] Port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:24:37.280683 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f33e1b5-ce6d-4f86-9bec-1e9c7e28f337 req-3c1859cd-41e0-45cd-aa5b-b6c5f744bac6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 210 time: 0.0307875 Aug 27 03:24:37.327584 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 2, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:37.343714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7d91b7a3-afdc-4069-b16f-57245dcaaa5d None None] Provisioning complete for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:37.344334 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7d91b7a3-afdc-4069-b16f-57245dcaaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.358272 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Checking router: d493d7e1-aeb0-4d9f-857f-cc95753c7695 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:37.358665 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Updating router d493d7e1-aeb0-4d9f-857f-cc95753c7695 port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:24:37.399796 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.423338 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-7d91b7a3-afdc-4069-b16f-57245dcaaa5d None None] Port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:24:37.541611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee95537-a278-47a3-91ba-8efcc671a8b7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:37.605503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 2ee95537-a278-47a3-91ba-8efcc671a8b7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:37.605874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.698906 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93ad20f4-ef60-421e-8907-eca8c68e8fd5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:37.739363 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.752518 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Transition to ACTIVE for port object fd2d2e47-b576-40c8-a15a-6dc2f9d57218 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:37.757424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:37.760070 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.762932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:37.764388 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.855017 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Pushing event updated for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:37.863031 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Attempting to bind port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:37.863600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Attempting to bind port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:37.863957 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Attempting to bind port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.872749 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.874216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.874216 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.874422 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.874717 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:24:37.874911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.885696 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:37.886081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Checking segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:37.886872 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.887279 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Bound using segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:37.887756 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Bound port: fd2d2e47-b576-40c8-a15a-6dc2f9d57218, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:37.888147 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.937716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 93ad20f4-ef60-421e-8907-eca8c68e8fd5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93ad20f4-ef60-421e-8907-eca8c68e8fd5,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:37.942816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:37.967459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] For port fd2d2e47-b576-40c8-a15a-6dc2f9d57218, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:37.973488 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] For port fd2d2e47-b576-40c8-a15a-6dc2f9d57218, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:37.981464 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:38.006810 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=93ad20f4-ef60-421e-8907-eca8c68e8fd5,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:38.046936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:38.047559 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:38.050265 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5ae4-e6b1-4fe3-a9d9-484c5f18e34b None None] Pushing event updated for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:38.182160 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:38.411471 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed96762e-c23b-43fe-a2aa-3b9f0890c9c8 req-71fa28c8-d9fb-4638-bf25-199bc467b8ea tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 210 time: 0.0441387 Aug 27 03:24:38.418337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-795fc53b-b5ea-45c0-b45a-6ae2af57be7c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:38.419853 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-795fc53b-b5ea-45c0-b45a-6ae2af57be7c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 797 time: 0.1981633 Aug 27 03:24:38.470889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-66437270-d8c5-4802-bccc-49c1f00c2b04 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 379 time: 0.0399318 Aug 27 03:24:38.472399 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:37Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:38.481646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'port': {'device_id': '32b48395-ec12-49ab-b204-f248b93da6d6', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'admin_state_up': True, 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'security_groups': ['acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:38.503469 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aaf69c-4479-46ca-b4c1-3ca6508cd42f None None] The sync data for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 is: [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:37Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:38.625238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:24:38.629299 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:38.779588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.3 (2a85e630-d2d2-4d28-bf42-48a60ba6c5f8/a64bf8c5-6877-4ed3-aad5-5187a1de11de/b60eafcb-2710-4f85-8764-76ed73a6504b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:38.943421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:38.959538 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object b60eafcb-2710-4f85-8764-76ed73a6504b will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:38.997594 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.047147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:39.055685 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:39.058402 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:39.088939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:39.125560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:39.126272 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.144194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5bc33298-9667-4419-8467-c984f5849c5c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664655 Aug 27 03:24:39.158950 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Request body: {'port': {'device_id': '32b48395-ec12-49ab-b204-f248b93da6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:39.229451 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.320297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e5e3f69e-abda-4654-9d64-5aa388478f1a None None] Provisioning for port b60eafcb-2710-4f85-8764-76ed73a6504b completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:39.324881 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e5e3f69e-abda-4654-9d64-5aa388478f1a None None] Provisioning complete for port b60eafcb-2710-4f85-8764-76ed73a6504b triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:39.325250 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f69e-abda-4654-9d64-5aa388478f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.368283 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e5e3f69e-abda-4654-9d64-5aa388478f1a None None] Port b60eafcb-2710-4f85-8764-76ed73a6504b cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:24:39.492406 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fd2d2e47-b576-40c8-a15a-6dc2f9d57218 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:39.560790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:39.567341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:39.567799 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.574833 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569305-dfd4-43be-915e-3b03b367fd16 req-91966459-9457-4648-b6f5-56ab79b58a68 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:39.576587 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60eafcb-2710-4f85-8764-76ed73a6504b {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:24:39.578777 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01569305-dfd4-43be-915e-3b03b367fd16 req-91966459-9457-4648-b6f5-56ab79b58a68 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 931 time: 0.0598338 Aug 27 03:24:39.586267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.602628 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Transition to ACTIVE for port object b60eafcb-2710-4f85-8764-76ed73a6504b will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:24:39.609773 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.632878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-01569305-dfd4-43be-915e-3b03b367fd16 req-eb6c59e7-0fd6-4c23-91f5-ccc4ae359a08 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Aug 27 03:24:39.682619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:39.695282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.746541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port fd2d2e47-b576-40c8-a15a-6dc2f9d57218, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:39.756436 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.757718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93ad20f4-ef60-421e-8907-eca8c68e8fd5 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:39.768520 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:24:39.769027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:24:39.769490 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:39.774518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:24:39.774844 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:24:39.780437 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:24:39.780888 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Checking segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:24:39.781346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Bound using segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:24:39.781789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Bound port: b60eafcb-2710-4f85-8764-76ed73a6504b, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:24:39.782191 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.858715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:24:39.862572 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:24:39.868264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.870045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:39.870466 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.907359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:39.907989 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:39.909429 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] 10.222.0.15 "PUT /v2.0/ports/b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 1091 time: 0.7568555 Aug 27 03:24:39.909886 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:24:39.912379 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc34fce-a543-45f0-9b62-8f00641d56d6" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:24:39.922687 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:39.942863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e2d9-d304-4c48-834a-38f807f42b8c service neutron] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:40.016072 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a323dd-8ef1-44be-a64e-97559b39f745 x-openstack-request-id: req-02a323dd-8ef1-44be-a64e-97559b39f745 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:24:40.016198 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:24:40.016415 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02a323dd-8ef1-44be-a64e-97559b39f745 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:24:40.016854 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'status': 'completed', 'code': 200} Aug 27 03:24:40.035656 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-ef81bcb9-2c5c-4216-ab19-d408fb47ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.037205 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-ef81bcb9-2c5c-4216-ab19-d408fb47ca7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0581136 Aug 27 03:24:40.082492 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-5985a716-bf9e-4fcb-acf6-2c5c2f76ebf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 217 time: 0.0375617 Aug 27 03:24:40.153296 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-9e4bdc63-82c7-45a4-9dba-74e743d2ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.154823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-9e4bdc63-82c7-45a4-9dba-74e743d2ea86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0616076 Aug 27 03:24:40.217134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-c4c8e801-71e2-40b0-bd7f-75e29bc735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.218613 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-c4c8e801-71e2-40b0-bd7f-75e29bc735ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557516 Aug 27 03:24:40.316169 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-f1519b38-c5da-4470-97cb-7d1314766ba8 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897431 Aug 27 03:24:40.415640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-db9dfd2e-d51d-4538-bec6-e0d0e5617380 req-b5d416bf-fe64-4d71-aee9-9452efc32fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925994 Aug 27 03:24:40.514997 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-36391950-9087-4049-bff0-ed21245ebb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.517076 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-36391950-9087-4049-bff0-ed21245ebb15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0523841 Aug 27 03:24:40.608588 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-8ce5dbe2-2755-4260-b0b0-7d1e5314eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.610048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-8ce5dbe2-2755-4260-b0b0-7d1e5314eb30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0864174 Aug 27 03:24:40.787737 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aea9d-df39-4c5b-a18b-1c08bbb02a79 req-ff11843f-ac3f-47bc-861b-7b1737ff9e3c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:40.789573 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-557aea9d-df39-4c5b-a18b-1c08bbb02a79 req-ff11843f-ac3f-47bc-861b-7b1737ff9e3c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0600028 Aug 27 03:24:40.836187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-557aea9d-df39-4c5b-a18b-1c08bbb02a79 req-caf44d65-1192-45bc-be58-6f8d8d5b5499 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395672 Aug 27 03:24:40.984489 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-56b7deb2-b6b6-4e18-98b0-af4d9c35d7b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 217 time: 0.3646398 Aug 27 03:24:41.036158 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-2c74a72f-b37c-4b4e-9c75-15fb843a4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:41.037652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-2c74a72f-b37c-4b4e-9c75-15fb843a4449 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0456223 Aug 27 03:24:41.091250 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-d38d3ba0-c42a-4548-a564-957977f7b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:41.092778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-d38d3ba0-c42a-4548-a564-957977f7b738 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477800 Aug 27 03:24:41.202060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-418104d0-a0f0-4e6d-83cd-e040a87a5c6f service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006341 Aug 27 03:24:41.301405 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3fc34fce-a543-45f0-9b62-8f00641d56d6 req-90531d70-bee5-478e-95ff-09296de3d536 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910554 Aug 27 03:24:41.395201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fd2d2e47-b576-40c8-a15a-6dc2f9d57218 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:41.452186 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:41.452672 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:41.959542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760feed-4068-434a-9333-3d8b597ed1af req-88e8141c-38fb-4017-8a48-46fe558f13a7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:41.960958 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1760feed-4068-434a-9333-3d8b597ed1af req-88e8141c-38fb-4017-8a48-46fe558f13a7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0550778 Aug 27 03:24:42.000804 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1760feed-4068-434a-9333-3d8b597ed1af req-61d3d307-6aab-45a8-9691-26e86645a41d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Aug 27 03:24:43.130732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8ee1-e42c-4597-8296-f96c948b6677 req-fcf325f1-6359-4dd3-8775-79bf7194100c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:43.132443 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4bf8ee1-e42c-4597-8296-f96c948b6677 req-fcf325f1-6359-4dd3-8775-79bf7194100c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0530460 Aug 27 03:24:43.173899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f4bf8ee1-e42c-4597-8296-f96c948b6677 req-c8ddac7c-4d79-4504-be51-49ab3de9e64f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353208 Aug 27 03:24:43.262375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:24:43.364211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:43.375874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'mac_address': 'fa:16:3e:c6:2e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:24:43.413795 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:43.427035 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60eafcb-2710-4f85-8764-76ed73a6504b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:24:43.446593 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:43.450879 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:43.503290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:43.689220 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['b60eafcb-2710-4f85-8764-76ed73a6504b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:24:44.293601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f223770-09e7-4e7b-9894-9a3490113c8e req-00ca9c55-22eb-459d-b658-851cfc86cb2b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:44.295203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f223770-09e7-4e7b-9894-9a3490113c8e req-00ca9c55-22eb-459d-b658-851cfc86cb2b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 944 time: 0.0517745 Aug 27 03:24:44.335777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0f223770-09e7-4e7b-9894-9a3490113c8e req-cdea032c-1220-4e6f-b97a-ca03a9d53baf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Aug 27 03:24:45.286376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:24:45.340665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port b60eafcb-2710-4f85-8764-76ed73a6504b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:24:45.345259 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port b60eafcb-2710-4f85-8764-76ed73a6504b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:24:45.345674 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:45.432340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:45.457441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7420b-715e-492d-953c-00df82518d09 req-d785d47c-5803-4d2f-b5f2-8cca6f2b7253 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:45.458076 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:24:45.459014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5be7420b-715e-492d-953c-00df82518d09 req-d785d47c-5803-4d2f-b5f2-8cca6f2b7253 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 944 time: 0.0551186 Aug 27 03:24:45.462653 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb008829-ec56-4751-a4fe-618c2811de51" -d '{"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-plugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:24:45.476876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:24:45.482121 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:45.507855 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aea6a1-72c8-49ba-937e-1fb23f585a7a x-openstack-request-id: req-a5aea6a1-72c8-49ba-937e-1fb23f585a7a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:24:45.508153 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-plugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:24:45.508407 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5aea6a1-72c8-49ba-937e-1fb23f585a7a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:24:45.508803 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'code': 200} Aug 27 03:24:45.530070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5be7420b-715e-492d-953c-00df82518d09 req-19f86d8a-3b1e-4cce-8d41-6e642abc4f7e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575852 Aug 27 03:24:45.544217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:45.628233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1577-1c9b-47a2-9ea6-4560c5ceed66 req-b422bfe4-9337-4e34-a8e1-47b982284bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:45.629640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-008e1577-1c9b-47a2-9ea6-4560c5ceed66 req-b422bfe4-9337-4e34-a8e1-47b982284bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0567601 Aug 27 03:24:45.667851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-008e1577-1c9b-47a2-9ea6-4560c5ceed66 req-36cbe07f-a4de-478f-8cbe-8bbf5bd064a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294199 Aug 27 03:24:46.659139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e1395-6227-4edb-81fa-0c5738f83082 req-82492fea-289a-4846-90a0-57210f3f1d9b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:46.660641 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f15e1395-6227-4edb-81fa-0c5738f83082 req-82492fea-289a-4846-90a0-57210f3f1d9b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Aug 27 03:24:46.708608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f15e1395-6227-4edb-81fa-0c5738f83082 req-c0a1423a-c7cf-4b74-93bf-9a02d5a9567b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Aug 27 03:24:46.888994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:47.844116 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56c4e2-a37c-4351-aa14-46b7ec73a546 req-3448de2a-b513-4066-8dc4-e1335016aad0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:47.846135 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e56c4e2-a37c-4351-aa14-46b7ec73a546 req-3448de2a-b513-4066-8dc4-e1335016aad0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0598104 Aug 27 03:24:47.885060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5e56c4e2-a37c-4351-aa14-46b7ec73a546 req-f8d074c8-20fa-47fb-80a4-2be0c98aa9c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Aug 27 03:24:48.013252 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e544-0236-48d8-a67d-ea940d5540fd req-8caa04e9-ff40-4a57-b038-62bab4cae596 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:48.018849 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f146e544-0236-48d8-a67d-ea940d5540fd req-8caa04e9-ff40-4a57-b038-62bab4cae596 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0631309 Aug 27 03:24:48.055179 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f146e544-0236-48d8-a67d-ea940d5540fd req-3fa83919-b7bc-418b-89d5-c04c561ead6c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337634 Aug 27 03:24:48.083155 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56652) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:48.125224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3748c-a1d7-4703-9713-7f228ae95f05 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:48.126814 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-0bb3748c-a1d7-4703-9713-7f228ae95f05 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1091 time: 0.0426464 Aug 27 03:24:48.130054 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56654) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:48.135276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:24:48.160613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.264050 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.370027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.183 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/45e41d09-214b-45c8-a8fa-1d49d584981d) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:24:48.479421 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.521804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:48.559541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:24:48.565184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:24:48.568877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:24:48.574927 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=45e41d09-214b-45c8-a8fa-1d49d584981d,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:48.944045 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.014044 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.183762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.188395 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.258036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=45e41d09-214b-45c8-a8fa-1d49d584981d,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:24:49.275336 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.380810 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP f7b04d70-0757-4ba9-952d-7d6084de2582 associated. External IP: 172.25.8.183, port: b60eafcb-2710-4f85-8764-76ed73a6504b. Aug 27 03:24:49.599527 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router d493d7e1-aeb0-4d9f-857f-cc95753c7695 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:24:49.706742 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:24:49.716634 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Sync routers for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:24:49.727375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:49.727770 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:49.728193 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:49.769649 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a62f6635-3466-4913-8472-36bd8df4e08d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6383965 Aug 27 03:24:49.770359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:24:49.772764 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f408959-8b46-49ec-b142-ecf517523150" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:24:49.812603 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b9948-7c49-4a4c-9214-92ac3d0153f0 x-openstack-request-id: req-058b9948-7c49-4a4c-9214-92ac3d0153f0 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:24:49.812960 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:24:49.813790 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-058b9948-7c49-4a4c-9214-92ac3d0153f0 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:24:49.814199 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'status': 'completed', 'code': 200} Aug 27 03:24:49.868041 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:49.887893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2980d1-4a14-4088-aca0-5c28ff0fdb68 req-94a21a62-c847-409b-b07b-23b292ca70bf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:49.889535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f2980d1-4a14-4088-aca0-5c28ff0fdb68 req-94a21a62-c847-409b-b07b-23b292ca70bf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0566487 Aug 27 03:24:49.890639 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408959-8b46-49ec-b142-ecf517523150 req-234a91c1-1d16-4e0c-bbd0-0bd8392d6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:49.892779 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-234a91c1-1d16-4e0c-bbd0-0bd8392d6e30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0560236 Aug 27 03:24:49.959658 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f2980d1-4a14-4088-aca0-5c28ff0fdb68 req-8637e1da-0104-4fc9-add5-4d3c97a4cf3e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560074 Aug 27 03:24:49.982579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56660) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:50.006302 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408959-8b46-49ec-b142-ecf517523150 req-596973f5-8dbb-4b3b-bbfa-5beed6fdb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:50.008714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-596973f5-8dbb-4b3b-bbfa-5beed6fdb6cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.1015654 Aug 27 03:24:50.049164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-510cc79c-2405-490c-a5bd-0a05ae2f76f6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/f7b04d70-0757-4ba9-952d-7d6084de2582 HTTP/1.1" status: 200 len: 991 time: 0.0637331 Aug 27 03:24:50.090002 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-b4261c79-3bfa-4ac0-83e1-77dad670ebbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 999 time: 0.0737062 Aug 27 03:24:50.123413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'f7b04d70-0757-4ba9-952d-7d6084de2582', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'mac_address': 'fa:16:3e:c6:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48395-ec12-49ab-b204-f248b93da6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:24:48Z', 'updated_at': '2021-08-27T03:24:48Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:50.141231 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408959-8b46-49ec-b142-ecf517523150 req-af6cbff2-be76-468c-84da-a9fbff203176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:50.143326 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-af6cbff2-be76-468c-84da-a9fbff203176 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0468414 Aug 27 03:24:50.155555 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Checking router: d493d7e1-aeb0-4d9f-857f-cc95753c7695 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:24:50.164834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:24:50.165458 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:24:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:50.191241 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408959-8b46-49ec-b142-ecf517523150 req-7c210a19-2260-425d-a8f3-95f04e553466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:24:50.192777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-7c210a19-2260-425d-a8f3-95f04e553466 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421033 Aug 27 03:24:50.286925 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:24:50.295932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-8e7b23f4-f11d-4001-aa6c-5d6058cec064 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951281 Aug 27 03:24:50.397148 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2f408959-8b46-49ec-b142-ecf517523150 req-cef757ca-5f76-4259-a913-c0b95a85fba6 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936122 Aug 27 03:24:50.531408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'f7b04d70-0757-4ba9-952d-7d6084de2582', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'mac_address': 'fa:16:3e:c6:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48395-ec12-49ab-b204-f248b93da6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:24:48Z', 'updated_at': '2021-08-27T03:24:48Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:24:50.565701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c448c82-eeda-458c-af45-a95441f5db24 None None] The sync data for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 is: [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'f7b04d70-0757-4ba9-952d-7d6084de2582', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'mac_address': 'fa:16:3e:c6:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b48395-ec12-49ab-b204-f248b93da6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:24:48Z', 'updated_at': '2021-08-27T03:24:48Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:24:50.785206 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be9fca-dad4-46a7-a95e-54705676b69a None None] New status for floating IP f7b04d70-0757-4ba9-952d-7d6084de2582: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:24:51.052183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56662) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:24:51.122186 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e022f3ff-6cf4-4620-ba7e-c08ebadc5147 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/f7b04d70-0757-4ba9-952d-7d6084de2582 HTTP/1.1" status: 200 len: 993 time: 0.0686972 Aug 27 03:24:52.785183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9a85f2c-0c54-4988-a26d-91625a814716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:55.332747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-14022b91-8059-4f50-a736-7a1de4cab1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:55.553529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:56.753242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:24:58.169470 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:01.428559 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:02.130072 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:07.429106 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-dae05391-0ae6-4be8-958f-ad3e1b87cbae req-25a797ed-7a75-4532-9a05-b755b65782b6 service neutron] (94831) timed out ('10.222.0.26', 48170) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:25:16.889228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:22.565984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70bae-2a00-49bb-a5c8-6ceb51b5cf28 req-c9306641-c42a-42f3-ab22-42cf8b034590 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:22.567519 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4e70bae-2a00-49bb-a5c8-6ceb51b5cf28 req-c9306641-c42a-42f3-ab22-42cf8b034590 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0547707 Aug 27 03:25:22.593642 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56682) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:22.606654 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c4e70bae-2a00-49bb-a5c8-6ceb51b5cf28 req-793201df-b590-48b1-8280-7b6a1d3e5607 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Aug 27 03:25:22.676797 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0e07f4cd-4f84-4835-a6e9-fd3c03f9f429 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817306 Aug 27 03:25:22.788221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cb75ea84-41a1-43ce-9410-a80a6f97cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:23.792624 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8211d-214c-46a1-8b44-4d521bd60c65 req-cff516d7-3a94-4ccc-9169-6011f70d4bcf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:23.794267 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ca8211d-214c-46a1-8b44-4d521bd60c65 req-cff516d7-3a94-4ccc-9169-6011f70d4bcf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.1043770 Aug 27 03:25:23.837069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-317e4906-aeb2-490e-a907-459142d3b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:23.838701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-317e4906-aeb2-490e-a907-459142d3b8b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0430660 Aug 27 03:25:23.838878 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3ca8211d-214c-46a1-8b44-4d521bd60c65 req-1b0518ac-9fdd-4d24-b8fe-3d6af75210bd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371480 Aug 27 03:25:23.929954 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-d4f6668e-ac2e-4fee-81e4-ee4626ff8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:23.931388 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-d4f6668e-ac2e-4fee-81e4-ee4626ff8955 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0857372 Aug 27 03:25:24.001949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-d54f541a-57fe-4244-bc3f-00c760c24963 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 1001 time: 0.0635908 Aug 27 03:25:24.051175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-b578945e-bcc1-42b7-a44a-73af892b4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:24.052714 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-b578945e-bcc1-42b7-a44a-73af892b4cbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0441086 Aug 27 03:25:24.098510 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-c4b1b3c9-8c64-4655-a1f6-831098f6f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:24.100018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-c4b1b3c9-8c64-4655-a1f6-831098f6f56c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408080 Aug 27 03:25:24.197299 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-f09e7164-6c5c-45ac-be13-15c502fee128 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893164 Aug 27 03:25:24.297037 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-96657cbc-ce5a-4910-935d-19a5a0f90559 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927877 Aug 27 03:25:24.962627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688a36-2f2e-4589-be0a-c29a5fd4c357 req-8823a19c-c7e9-4749-895f-11eafab6e290 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:24.964091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df688a36-2f2e-4589-be0a-c29a5fd4c357 req-8823a19c-c7e9-4749-895f-11eafab6e290 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0551867 Aug 27 03:25:25.002147 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-df688a36-2f2e-4589-be0a-c29a5fd4c357 req-159069e4-4b82-4a1e-b45b-83d2bf04da32 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320928 Aug 27 03:25:25.334149 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-38a254bb-31ec-4396-8b29-4cf95dfb5240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:25.556242 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:26.118250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be50678-1def-476c-bdcb-2895e7736899 req-c0b930e6-8899-4170-9737-9a293398f209 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:26.119809 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be50678-1def-476c-bdcb-2895e7736899 req-c0b930e6-8899-4170-9737-9a293398f209 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0500147 Aug 27 03:25:26.159350 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0be50678-1def-476c-bdcb-2895e7736899 req-3050f3e2-3b7d-46cd-8331-b47ad140c0b6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Aug 27 03:25:26.753154 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:27.329755 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da905b15-733f-48ec-b635-b7f5f32c011e req-88603a7d-096f-4cf3-be4d-e3a4ffa57b0e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:27.331212 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da905b15-733f-48ec-b635-b7f5f32c011e req-88603a7d-096f-4cf3-be4d-e3a4ffa57b0e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0987291 Aug 27 03:25:27.373638 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-da905b15-733f-48ec-b635-b7f5f32c011e req-c614a8b8-bb93-4a1b-bd5c-a88d717f976f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364819 Aug 27 03:25:28.171022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:28.497404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9f224-643b-4ce8-b785-7404a24ae4fe req-a452ab51-0f80-4861-9433-257befc89c66 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:28.498950 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6fa9f224-643b-4ce8-b785-7404a24ae4fe req-a452ab51-0f80-4861-9433-257befc89c66 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Aug 27 03:25:28.538039 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6fa9f224-643b-4ce8-b785-7404a24ae4fe req-9c2b751b-c252-4670-8a7a-41b60a93e46f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324986 Aug 27 03:25:29.654736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23c7e-d9b2-4c40-9f2e-d796413bc400 req-2c78de3f-3173-4f63-94f7-8df173ea81ae tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:29.656171 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48e23c7e-d9b2-4c40-9f2e-d796413bc400 req-2c78de3f-3173-4f63-94f7-8df173ea81ae tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0509310 Aug 27 03:25:29.694314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-48e23c7e-d9b2-4c40-9f2e-d796413bc400 req-3e1a9cdc-c1d6-4dcb-9efb-7d2e902a80e6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Aug 27 03:25:30.811093 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a6986-9aab-4ed2-b315-6e6e46137f27 req-ef9649ba-80f8-4cca-9b37-9f6264ae8ca0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:30.812605 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f74a6986-9aab-4ed2-b315-6e6e46137f27 req-ef9649ba-80f8-4cca-9b37-9f6264ae8ca0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 27 03:25:30.856041 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f74a6986-9aab-4ed2-b315-6e6e46137f27 req-d5d81486-8203-4d3a-ad66-dd4e80e9be64 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374465 Aug 27 03:25:31.431103 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:31.978213 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104603a-a287-4b51-8a2e-a095309a30ae req-7503293c-bd74-460a-b330-ea7abb0c4797 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:31.979987 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7104603a-a287-4b51-8a2e-a095309a30ae req-7503293c-bd74-460a-b330-ea7abb0c4797 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0544579 Aug 27 03:25:32.019920 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7104603a-a287-4b51-8a2e-a095309a30ae req-499c4846-7f03-4078-b50f-c750ad036b33 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338538 Aug 27 03:25:33.140038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1a07-7ba9-4f0d-8f4b-1a9e7fa4e444 req-9b8749b4-bf27-4db0-a951-ffad313d9354 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:33.141600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a7ad1a07-7ba9-4f0d-8f4b-1a9e7fa4e444 req-9b8749b4-bf27-4db0-a951-ffad313d9354 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Aug 27 03:25:33.180715 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a7ad1a07-7ba9-4f0d-8f4b-1a9e7fa4e444 req-2a90e13a-6f6d-4127-8219-f862251a1533 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 27 03:25:34.303022 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637c9f5-feba-4526-89fb-3d3ad6c56925 req-32a2429b-fb43-4f47-bd23-94b7e292b113 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:34.304564 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0637c9f5-feba-4526-89fb-3d3ad6c56925 req-32a2429b-fb43-4f47-bd23-94b7e292b113 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Aug 27 03:25:34.346570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0637c9f5-feba-4526-89fb-3d3ad6c56925 req-bca2be44-e0fc-4fc4-9606-55fe380c53e8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359395 Aug 27 03:25:35.462679 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f65598-cff9-4457-891e-60e3001555d4 req-16dfd7dc-2379-4e44-8fff-1bbd707863c6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:35.464432 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49f65598-cff9-4457-891e-60e3001555d4 req-16dfd7dc-2379-4e44-8fff-1bbd707863c6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0510325 Aug 27 03:25:35.503903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-49f65598-cff9-4457-891e-60e3001555d4 req-1ce1b6d4-7a8f-4efa-b43b-304cc0e1b40e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334384 Aug 27 03:25:35.727509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-cde4e0b3-29df-4e24-939b-6701fa5dd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:35.728945 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-cde4e0b3-29df-4e24-939b-6701fa5dd16d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0473764 Aug 27 03:25:35.838887 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-e087c3de-c00f-4f2a-8091-f52e2d8ebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:35.840390 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-e087c3de-c00f-4f2a-8091-f52e2d8ebeea service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0926561 Aug 27 03:25:35.906162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-9d1af0bc-84d5-4f87-bf0d-ad4b925457f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 1001 time: 0.0587759 Aug 27 03:25:35.957564 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-85b879f0-a3db-4183-ab59-1809110993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:35.959063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-85b879f0-a3db-4183-ab59-1809110993f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0450907 Aug 27 03:25:36.010650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-4b44d14c-94a8-4902-a285-c959d5543093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:36.012161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-4b44d14c-94a8-4902-a285-c959d5543093 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457296 Aug 27 03:25:36.104444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-058977d4-f031-41ed-a9ce-b1c01b41db24 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Aug 27 03:25:36.201833 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a19266f5-a945-406d-9de2-2c463bd216a5 req-bac1d401-b03c-43c9-9b05-ba5ca458821d service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Aug 27 03:25:36.664307 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38333f-84fe-406f-870c-7432d3577be3 req-f98e18a0-f096-4035-92c6-656e49d321ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:36.665788 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa38333f-84fe-406f-870c-7432d3577be3 req-f98e18a0-f096-4035-92c6-656e49d321ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0494781 Aug 27 03:25:36.702812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa38333f-84fe-406f-870c-7432d3577be3 req-8344f959-f71f-42e7-8df1-a713af0d8578 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310016 Aug 27 03:25:37.820805 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517bf5a-3943-49b5-8d72-1a6249644b6a req-a3a1e0b4-9c61-4d69-b82c-8e3f4a4d2106 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:37.822333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9517bf5a-3943-49b5-8d72-1a6249644b6a req-a3a1e0b4-9c61-4d69-b82c-8e3f4a4d2106 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Aug 27 03:25:37.867003 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9517bf5a-3943-49b5-8d72-1a6249644b6a req-eb380477-4c5d-464c-8367-9dfbb9e6d02d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Aug 27 03:25:38.984494 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a354fd-fe75-424a-93f9-56b2462f98cf req-a709210c-28db-4f93-82b9-e84bb47c24ea tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:38.985999 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90a354fd-fe75-424a-93f9-56b2462f98cf req-a709210c-28db-4f93-82b9-e84bb47c24ea tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0489931 Aug 27 03:25:39.024081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-90a354fd-fe75-424a-93f9-56b2462f98cf req-d460071a-dac9-45dd-8e9d-fc2178b280d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 27 03:25:39.129673 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:25:40.141240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc70cd-971b-44e9-a02e-131426ea957b req-e754633e-5ad6-4c0d-a3b3-154f18b98161 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:40.142736 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70fc70cd-971b-44e9-a02e-131426ea957b req-e754633e-5ad6-4c0d-a3b3-154f18b98161 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Aug 27 03:25:40.179829 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-70fc70cd-971b-44e9-a02e-131426ea957b req-d359e783-f793-400d-a7e0-81868ccc4166 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Aug 27 03:25:41.251027 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-735b5946-7108-45bd-a2b3-3daefe29b512 service neutron] show failed (client error): The resource could not be found. Aug 27 03:25:41.252246 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-735b5946-7108-45bd-a2b3-3daefe29b512 service neutron] 10.222.0.15 "GET /v2.0/ports/b60eafcb-2710-4f85-8764-76ed73a6504b/bindings/n-h1-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.0686257 Aug 27 03:25:41.311280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802190f-76a2-421b-9aec-15de121e36ad req-9e9608f6-7b04-4c6b-a538-02c7762bb5ad tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:41.312796 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1802190f-76a2-421b-9aec-15de121e36ad req-9e9608f6-7b04-4c6b-a538-02c7762bb5ad tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0579419 Aug 27 03:25:41.355938 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-1802190f-76a2-421b-9aec-15de121e36ad req-6e8c642b-44b0-4c3d-9a26-29509b601733 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365179 Aug 27 03:25:41.461838 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-546fa708-e766-42e5-850d-21df02bc1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:41.463374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-546fa708-e766-42e5-850d-21df02bc1650 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 1096 time: 0.0442927 Aug 27 03:25:41.480797 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:25:41.538614 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:41.741987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:41.777600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h2-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:41.818047 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:41.820467 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f8523-09bd-4e5e-b562-7c21b4ff0671" -d '{"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:41.824894 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:41.837507 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Transition to ACTIVE for port object b60eafcb-2710-4f85-8764-76ed73a6504b will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:25:41.841476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:41.944920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=6']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:41.949887 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3616eb1-812c-4dd9-b963-65acd743b946 x-openstack-request-id: req-e3616eb1-812c-4dd9-b963-65acd743b946 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:41.950228 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:41.950463 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3616eb1-812c-4dd9-b963-65acd743b946 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:41.950881 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'code': 200} Aug 27 03:25:41.959880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.960235 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.960577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.960914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.961248 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.961577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.961906 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.962231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.962582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.962905 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.963230 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.963551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:41.998691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] No DVR routers for this DVR port b60eafcb-2710-4f85-8764-76ed73a6504b on host n-h2-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:25:42.141002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:25:42.141339 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:25:42.141671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:42.149938 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:25:42.150189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Attempting to bind port b60eafcb-2710-4f85-8764-76ed73a6504b on network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:25:42.156577 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:25:42.156921 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Checking segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:25:42.157312 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Bound using segment: {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:25:42.157741 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Bound port: b60eafcb-2710-4f85-8764-76ed73a6504b, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:25:42.158103 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.232936 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:25:42.235987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:25:42.241129 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.277310 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.277934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:42.279405 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] 10.222.0.46 "PUT /v2.0/ports/b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 1091 time: 0.8026605 Aug 27 03:25:42.312062 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608a117-06e9-4cc3-a83c-9c258445b67e service neutron] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=7']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:42.358468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-63f02987-b87f-46e0-bfa1-9c6ae9d92d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.360056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-63f02987-b87f-46e0-bfa1-9c6ae9d92d18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0450077 Aug 27 03:25:42.455200 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-d4d4c6a2-89d7-46a8-9980-c551dd5feb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.457227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-d4d4c6a2-89d7-46a8-9980-c551dd5feb08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0906255 Aug 27 03:25:42.485540 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececf6ac-8d0b-488a-8458-2808b40c8b8a req-d14f21e5-43c1-4292-840a-82d22ce019d4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.487167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ececf6ac-8d0b-488a-8458-2808b40c8b8a req-d14f21e5-43c1-4292-840a-82d22ce019d4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0519938 Aug 27 03:25:42.533314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ececf6ac-8d0b-488a-8458-2808b40c8b8a req-a1f546ba-b890-443f-967d-5a55d0542c1a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 Aug 27 03:25:42.540179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-a4793eb4-864f-4294-9da8-6455cd4ba492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 999 time: 0.0755415 Aug 27 03:25:42.590864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-2a2bcbfb-db2e-4508-9763-af2b469e5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.592330 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-2a2bcbfb-db2e-4508-9763-af2b469e5d7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0453386 Aug 27 03:25:42.637672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-ee666375-0ef7-43fc-a095-f1c9f3ac7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:42.639219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-ee666375-0ef7-43fc-a095-f1c9f3ac7d14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403640 Aug 27 03:25:42.733311 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-88db3289-7861-45a1-bf3c-758e4ada239f service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869260 Aug 27 03:25:42.824413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-b3dc2109-489a-472a-b9bc-d9b786050450 service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842564 Aug 27 03:25:43.519276 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:25:43.559016 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:25:43.654735 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0aecc-d91c-43d3-8e49-3721daef4170 req-85b55376-14c0-41d6-b5c5-8c4079b0dc4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:43.656146 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58f0aecc-d91c-43d3-8e49-3721daef4170 req-85b55376-14c0-41d6-b5c5-8c4079b0dc4d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Aug 27 03:25:43.702445 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-58f0aecc-d91c-43d3-8e49-3721daef4170 req-a7f9e189-79f0-4914-a155-cf8dcd4f2920 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Aug 27 03:25:43.952720 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:43.955072 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81772e76-330d-4112-b3db-da9f47f89a01" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:44.003791 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec17031-5949-4655-99b8-b9ecafc030ce x-openstack-request-id: req-cec17031-5949-4655-99b8-b9ecafc030ce {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:44.004116 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:44.004372 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cec17031-5949-4655-99b8-b9ecafc030ce {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:44.004775 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'status': 'completed', 'code': 200} Aug 27 03:25:44.069210 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-5c27f706-837c-458a-a804-84fd668dfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.070767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-5c27f706-837c-458a-a804-84fd668dfd80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0459297 Aug 27 03:25:44.090974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-d517adc0-167d-4920-aa27-78521a4b3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.092537 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-d517adc0-167d-4920-aa27-78521a4b3690 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0434415 Aug 27 03:25:44.184765 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-94fde61c-594c-4062-9185-2800a79ccc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.187232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-94fde61c-594c-4062-9185-2800a79ccc2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.1085110 Aug 27 03:25:44.212855 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-9fb06a7a-ed4d-48cd-a5d2-cbbcdba3fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.214253 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-9fb06a7a-ed4d-48cd-a5d2-cbbcdba3fcaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.1144001 Aug 27 03:25:44.260268 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-644735dd-62bf-4196-af74-f1ced3debc95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 999 time: 0.0643420 Aug 27 03:25:44.285877 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-e6bbc6f5-68ce-429a-8e77-f42305916b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 999 time: 0.0631239 Aug 27 03:25:44.313134 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-23091c97-7770-4157-8b74-d812b349f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.314758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-23091c97-7770-4157-8b74-d812b349f3bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0449386 Aug 27 03:25:44.336149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-c157c38f-fa02-4282-a557-c091cdd255a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.337625 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-c157c38f-fa02-4282-a557-c091cdd255a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0446980 Aug 27 03:25:44.361317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-8fae9e65-7a9e-4b6d-b013-5c19abc80f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.363421 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-8fae9e65-7a9e-4b6d-b013-5c19abc80f1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410233 Aug 27 03:25:44.384487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772e76-330d-4112-b3db-da9f47f89a01 req-82a3008a-7f92-4417-b578-2c324fd33403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.386045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-82a3008a-7f92-4417-b578-2c324fd33403 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410664 Aug 27 03:25:44.457822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-b073de2b-f3be-4e68-a7f8-bdb52ca94731 service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Aug 27 03:25:44.488510 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-8a9730f6-52bf-4c23-8ef2-309b73909ed8 service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938008 Aug 27 03:25:44.551042 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-8885698a-b66f-429e-98ca-805e7b983abc service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Aug 27 03:25:44.578815 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81772e76-330d-4112-b3db-da9f47f89a01 req-5b674a79-5059-46b7-8090-ff70be36518a service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828054 Aug 27 03:25:44.823439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f3bd7-dc5e-433f-af18-a1a1e97c747f req-8a8a74c8-1468-44f1-920b-163ae10b3f6a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:44.824923 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b9f3bd7-dc5e-433f-af18-a1a1e97c747f req-8a8a74c8-1468-44f1-920b-163ae10b3f6a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0510032 Aug 27 03:25:44.870609 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b9f3bd7-dc5e-433f-af18-a1a1e97c747f req-26d91286-59ab-4cec-839b-cae247030b22 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Aug 27 03:25:45.990867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1062a3-76fd-48f1-9cd4-4122f25adef8 req-244e936a-4522-496f-b6ed-cd6dcb65887d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:45.992458 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc1062a3-76fd-48f1-9cd4-4122f25adef8 req-244e936a-4522-496f-b6ed-cd6dcb65887d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0505581 Aug 27 03:25:46.037157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cc1062a3-76fd-48f1-9cd4-4122f25adef8 req-1dbd64e0-66f0-498f-9d85-046625680fd9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386891 Aug 27 03:25:46.897577 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:47.159497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53125f2-b5d2-4545-8607-36b82edbdffb req-6e67c33c-18bc-49dd-8598-a6863cfd95a9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.160885 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c53125f2-b5d2-4545-8607-36b82edbdffb req-6e67c33c-18bc-49dd-8598-a6863cfd95a9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0505831 Aug 27 03:25:47.203165 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c53125f2-b5d2-4545-8607-36b82edbdffb req-1cbbe221-ea6a-4b96-b24e-5e8722d450c4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Aug 27 03:25:47.396504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286657f5-bd57-4a0f-9497-9bb3f20b4cec req-b48627cb-4661-4458-b839-5a97ed98c64d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.398019 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-286657f5-bd57-4a0f-9497-9bb3f20b4cec req-b48627cb-4661-4458-b839-5a97ed98c64d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0495899 Aug 27 03:25:47.428619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-54a1a383-a26b-46f7-8e2b-b387cbbdc4d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.430006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-54a1a383-a26b-46f7-8e2b-b387cbbdc4d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6&tenant_id=b940e8947aee48358ba5efd19d453db2&binding%3Ahost_id=n-h1-806292-1 HTTP/1.1" status: 200 len: 943 time: 0.0557277 Aug 27 03:25:47.438618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-286657f5-bd57-4a0f-9497-9bb3f20b4cec req-6eab93f3-70cb-4489-8dab-c66dba785a55 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345223 Aug 27 03:25:47.567416 n-d-806292-1 neutron-server[94831]: INFO neutron.api.v2.resource [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-27eddc54-bc27-4949-8f37-ae455bb881ce service neutron] delete failed (client error): The resource could not be found. Aug 27 03:25:47.568420 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-27eddc54-bc27-4949-8f37-ae455bb881ce service neutron] 10.222.0.15 "DELETE /v2.0/ports/b60eafcb-2710-4f85-8764-76ed73a6504b/bindings/n-h2-806292-1 HTTP/1.1" status: 404 len: 380 time: 0.1269281 Aug 27 03:25:47.576946 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278241a-2e6c-457c-97fa-cf1f7fc4a5e1 req-64ca630f-a608-436f-b7fe-dcd3c8bc217f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.578366 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8278241a-2e6c-457c-97fa-cf1f7fc4a5e1 req-64ca630f-a608-436f-b7fe-dcd3c8bc217f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0692811 Aug 27 03:25:47.626128 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8278241a-2e6c-457c-97fa-cf1f7fc4a5e1 req-7c1b561c-18b1-44a2-be77-c0f47301bddf tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Aug 27 03:25:47.658173 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-af1650c9-eb6d-48b7-a0bf-f0919e873d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.660347 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-af1650c9-eb6d-48b7-a0bf-f0919e873d1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0471725 Aug 27 03:25:47.754940 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-2ff665de-2e5a-4de3-8426-f19805c9b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:47.756356 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-2ff665de-2e5a-4de3-8426-f19805c9b993 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0891302 Aug 27 03:25:47.825009 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-9b43e15e-9f05-410d-ac9d-502338d3108a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 999 time: 0.0614784 Aug 27 03:25:48.195715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-8fbc576d-bf73-47fc-a294-5c7f9f871c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:48.197203 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-8fbc576d-bf73-47fc-a294-5c7f9f871c14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.3647456 Aug 27 03:25:48.244636 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-7ac5f346-cc1a-43ec-ab8e-14b9534b2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:48.246200 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-7ac5f346-cc1a-43ec-ab8e-14b9534b2cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412867 Aug 27 03:25:48.337886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-57eaf987-f6b9-4ebc-9a04-c69dee5bac1d service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837159 Aug 27 03:25:48.425822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-004b988f-22df-4783-bd7d-af9ed0f25857 req-a2a5d519-e8ce-4fb6-8af6-17ae481ea89f service neutron] 10.222.0.15 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811129 Aug 27 03:25:48.642257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:25:48.741874 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:48.754174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749094-f7dd-4b5e-b84d-ac6d2d06ce97 req-071a5a7f-7d9c-41a1-b700-df1910f3f5ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:48.754798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'port_id': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'mac_address': 'fa:16:3e:c6:2e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:25:48.756620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f749094-f7dd-4b5e-b84d-ac6d2d06ce97 req-071a5a7f-7d9c-41a1-b700-df1910f3f5ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 943 time: 0.0612345 Aug 27 03:25:48.793651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:48.800471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f749094-f7dd-4b5e-b84d-ac6d2d06ce97 req-364423c9-34b9-4ccb-b123-657710a2a419 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384185 Aug 27 03:25:48.808646 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60eafcb-2710-4f85-8764-76ed73a6504b {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:25:48.829626 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:48.833725 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:48.886073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:48.893512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.893794 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.894142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.894507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.894845 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.895290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.895628 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.895958 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.896287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.896620 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.896943 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:48.897382 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:25:49.263616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['b60eafcb-2710-4f85-8764-76ed73a6504b'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:25:49.931335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b21f1f-e94a-41ba-a452-e6ad28f9f5f4 req-5608cd9e-ca40-4adb-a86c-534ec78db9d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:49.932875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36b21f1f-e94a-41ba-a452-e6ad28f9f5f4 req-5608cd9e-ca40-4adb-a86c-534ec78db9d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 944 time: 0.0508728 Aug 27 03:25:49.973074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-36b21f1f-e94a-41ba-a452-e6ad28f9f5f4 req-72898d34-e5c0-437d-9104-0ad264e5b3c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342686 Aug 27 03:25:49.995410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56776) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:25:50.056391 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-06d91a2a-0279-4af4-bc36-997e1aad95b6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/f7b04d70-0757-4ba9-952d-7d6084de2582 HTTP/1.1" status: 200 len: 992 time: 0.0598385 Aug 27 03:25:50.652779 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:25:50.699586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port b60eafcb-2710-4f85-8764-76ed73a6504b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:25:50.703161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port b60eafcb-2710-4f85-8764-76ed73a6504b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:25:50.703524 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:50.777306 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:50.802073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:25:50.804372 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d112d9c5-b6e1-4f46-877f-4482184f38fc" -d '{"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-plugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:25:50.817722 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:25:50.821699 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:50.845374 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5a181d-e629-444a-afff-5ab35716f688 x-openstack-request-id: req-de5a181d-e629-444a-afff-5ab35716f688 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:25:50.845666 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-plugged", "status": "completed", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:25:50.845921 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de5a181d-e629-444a-afff-5ab35716f688 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:25:50.846346 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'code': 200} Aug 27 03:25:50.870506 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=9']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:25:52.790933 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4b2f660f-131b-45c9-a69e-c14c6b0f1dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:54.790374 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-52d044b9-0ee8-4c14-b7b6-099e1ce2fb8b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468538 Aug 27 03:25:54.892468 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-947f64ca-714e-44c4-8dec-7fd1680ef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:54.893968 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-947f64ca-714e-44c4-8dec-7fd1680ef9f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0444639 Aug 27 03:25:54.994333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-51dc0b08-d1b3-43f2-a7ff-e1d090723434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:54.995828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-51dc0b08-d1b3-43f2-a7ff-e1d090723434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.0835361 Aug 27 03:25:55.064539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-69cbc9a7-42a6-4bfb-8a49-586fb56673ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 1001 time: 0.0608988 Aug 27 03:25:55.113844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-0f0a9e03-51a9-4675-8341-215166130c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:55.115309 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-0f0a9e03-51a9-4675-8341-215166130c06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0446129 Aug 27 03:25:55.160836 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-ee354125-6c27-442b-a396-958f1088c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:25:55.162441 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-ee354125-6c27-442b-a396-958f1088c144 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407012 Aug 27 03:25:55.254201 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-b85eb7b5-50b8-40c3-bebc-926e5cfa391b service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Aug 27 03:25:55.338525 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c8b51c81-6158-47ca-ad67-d03a11480233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:55.350468 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-95c710ee-4f88-4b70-90a9-a5a0f441b267 req-d1bdc7b2-8b26-4e06-9a5d-2e2a5ec5c91d service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Aug 27 03:25:55.556787 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:56.756064 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:25:58.174143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:01.422264 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:16.130094 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:16.894755 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:22.792067 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-501fbdc3-25d6-46cb-9b58-63be6e0f4a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:25.333070 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1de8e1a6-4919-41a4-bbde-7e374c2ec149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:25.563143 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:26.761418 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:28.176227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:31.451832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:43.371425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56794) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:43.539182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 45e41d09-214b-45c8-a8fa-1d49d584981d {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:43.540140 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:43.921127 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:43.921453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:43.935908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 45e41d09-214b-45c8-a8fa-1d49d584981d owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:44.088265 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:44.114412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=45e41d09-214b-45c8-a8fa-1d49d584981d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:44.140227 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.140579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.140922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.141258 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.141592 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.141945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.142278 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.142629 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.142958 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.143281 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.143643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.143966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:44.185659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:44.185922 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP f7b04d70-0757-4ba9-952d-7d6084de2582 disassociated (deleted). External IP: 172.25.8.183, port: b60eafcb-2710-4f85-8764-76ed73a6504b. Aug 27 03:26:44.394690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router d493d7e1-aeb0-4d9f-857f-cc95753c7695 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:26:44.510692 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:26:44.515453 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:44.524163 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Sync routers for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:26:44.534367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:44.535050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:44.552193 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2884db97-282f-4188-926f-7bf5540018ca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/floatingips/f7b04d70-0757-4ba9-952d-7d6084de2582 HTTP/1.1" status: 204 len: 168 time: 1.1796014 Aug 27 03:26:44.552850 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:44.555366 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b04806-fc2d-4891-a408-944190a51b94" -d '{"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:44.614374 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c081ca-deca-4f6d-93d2-4ee24e5400b5 x-openstack-request-id: req-39c081ca-deca-4f6d-93d2-4ee24e5400b5 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:44.615159 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:44.615789 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39c081ca-deca-4f6d-93d2-4ee24e5400b5 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:44.616652 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'status': 'completed', 'code': 200} Aug 27 03:26:44.713249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04806-fc2d-4891-a408-944190a51b94 req-6b008a8f-1ee8-4aa1-9ff6-9f7c79856ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:44.714850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-6b008a8f-1ee8-4aa1-9ff6-9f7c79856ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0551279 Aug 27 03:26:44.807084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30d7d2-9772-412e-af04-9c76bd7de92c req-3f3b1c10-ddbd-4043-88f5-4680d60bcbb6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:44.808372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:44.808797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa30d7d2-9772-412e-af04-9c76bd7de92c req-3f3b1c10-ddbd-4043-88f5-4680d60bcbb6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0567443 Aug 27 03:26:44.850476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04806-fc2d-4891-a408-944190a51b94 req-d652af20-08a6-4d82-a6c2-4df262cd4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:44.852279 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-d652af20-08a6-4d82-a6c2-4df262cd4cbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 200 len: 898 time: 0.1075664 Aug 27 03:26:44.852758 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fa30d7d2-9772-412e-af04-9c76bd7de92c req-73bc4004-8493-43c8-a1b1-77e9c695e206 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361054 Aug 27 03:26:44.900107 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-d91d4283-df50-4e1d-add4-e45525e900a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 200 len: 217 time: 0.0397487 Aug 27 03:26:44.951685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04806-fc2d-4891-a408-944190a51b94 req-3f62633a-0e1a-482e-a43c-d73bd8628ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:44.953297 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-3f62633a-0e1a-482e-a43c-d73bd8628ad2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 200 len: 834 time: 0.0453434 Aug 27 03:26:45.007685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04806-fc2d-4891-a408-944190a51b94 req-1707cb5d-3439-4b0d-99d4-4c9baf6e3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:45.009181 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-1707cb5d-3439-4b0d-99d4-4c9baf6e3879 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467923 Aug 27 03:26:45.023345 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:45.049248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Checking router: d493d7e1-aeb0-4d9f-857f-cc95753c7695 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:26:45.057814 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:45.058529 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:45.101290 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-c42443f5-dad8-44cd-b939-677332119e76 service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830090 Aug 27 03:26:45.171257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:45.206959 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6b04806-fc2d-4891-a408-944190a51b94 req-a46d8f79-f20c-4d06-b0e9-8a6469e4203b service neutron] 10.222.0.46 "GET /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980072 Aug 27 03:26:45.383712 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:45.410008 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c3680-9df2-4b7e-85a8-f4f0da941681 None None] The sync data for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 is: [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': 'fd2d2e47-b576-40c8-a15a-6dc2f9d57218', 'name': '', 'network_id': '2a85e630-d2d2-4d28-bf42-48a60ba6c5f8', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:be:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:34Z', 'updated_at': '2021-08-27T03:24:39Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': 'a64bf8c5-6877-4ed3-aad5-5187a1de11de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:26:45.633623 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191672dd-2ab3-4ef6-a5d0-db8c7cb71c89 None None] New status for floating IP f7b04d70-0757-4ba9-952d-7d6084de2582: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:26:45.973874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355abac-62d9-4f7a-a0fd-6fdab133537c req-5c47e691-de3a-4bc2-9589-3be27ae11b26 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:45.975390 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f355abac-62d9-4f7a-a0fd-6fdab133537c req-5c47e691-de3a-4bc2-9589-3be27ae11b26 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0509148 Aug 27 03:26:46.013011 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f355abac-62d9-4f7a-a0fd-6fdab133537c req-cb7154c7-45c9-4270-8a89-c85190f0b70a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Aug 27 03:26:46.445359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-a1a12885-e06f-4e4b-9b43-546d80ca5cca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:46.447060 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-a1a12885-e06f-4e4b-9b43-546d80ca5cca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Aug 27 03:26:46.549972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port b60eafcb-2710-4f85-8764-76ed73a6504b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:46.550377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.639374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port b60eafcb-2710-4f85-8764-76ed73a6504b, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=b60eafcb-2710-4f85-8764-76ed73a6504b,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:46.639739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.653384 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for b60eafcb-2710-4f85-8764-76ed73a6504b owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:46.795180 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.854867 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=b60eafcb-2710-4f85-8764-76ed73a6504b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:46.879280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] No DVR routers for this DVR port b60eafcb-2710-4f85-8764-76ed73a6504b on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:26:46.881648 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.883648 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d8721ad3-4cf1-4b42-8b39-9f29a980d45e req-94a3649d-5b51-4167-bfcd-fa2480afcb75 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "DELETE /v2.0/ports/b60eafcb-2710-4f85-8764-76ed73a6504b HTTP/1.1" status: 204 len: 173 time: 0.4307024 Aug 27 03:26:46.884086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-deleted', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:26:46.886619 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de29977-c94e-489d-a692-153b1c7a1ac4" -d '{"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-deleted", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:26:46.892239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:46.925056 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbae09df-ac96-4f10-b335-762538a2c0d6 x-openstack-request-id: req-bbae09df-ac96-4f10-b335-762538a2c0d6 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:26:46.925345 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b48395-ec12-49ab-b204-f248b93da6d6", "name": "network-vif-deleted", "tag": "b60eafcb-2710-4f85-8764-76ed73a6504b", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:26:46.925603 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbae09df-ac96-4f10-b335-762538a2c0d6 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:26:46.926008 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b48395-ec12-49ab-b204-f248b93da6d6', 'name': 'network-vif-deleted', 'tag': 'b60eafcb-2710-4f85-8764-76ed73a6504b', 'status': 'completed', 'code': 200} Aug 27 03:26:47.122713 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6cb55230-5c79-4c83-9bf0-e533690f833e req-fb1eed8c-a604-4c1b-b869-dc1fd94694b1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=32b48395-ec12-49ab-b204-f248b93da6d6 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Aug 27 03:26:48.179478 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56812) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:48.535914 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.804411 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port fd2d2e47-b576-40c8-a15a-6dc2f9d57218 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:48.804662 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.899912 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port fd2d2e47-b576-40c8-a15a-6dc2f9d57218, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:48.900278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:48.914372 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for fd2d2e47-b576-40c8-a15a-6dc2f9d57218 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:49.101350 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.134002 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=fd2d2e47-b576-40c8-a15a-6dc2f9d57218,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:49.306671 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.522772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router d493d7e1-aeb0-4d9f-857f-cc95753c7695 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:26:49.630960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:26:49.636331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-25dfb73a-4779-44d6-bec6-c8e5205bd9d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/d493d7e1-aeb0-4d9f-857f-cc95753c7695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557250 Aug 27 03:26:49.639038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56814) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:49.643981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Sync routers for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:26:49.654423 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:49.655065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:49.698366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting subnet a64bf8c5-6877-4ed3-aad5-5187a1de11de {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:26:49.701807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.742418 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.771472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:49.827273 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.892515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.917966 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Subnet': ['ID=a64bf8c5-6877-4ed3-aad5-5187a1de11de,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:49.926285 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:49.928238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-df6e14f7-2f99-4362-8f90-2f6dc7fb8c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/subnets/a64bf8c5-6877-4ed3-aad5-5187a1de11de HTTP/1.1" status: 204 len: 168 time: 0.2881427 Aug 27 03:26:49.931001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56816) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:49.933355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6b87f-b1d1-462a-8780-533b44755c51 None None] Network 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:50.043862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.054625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:26:49Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:50.087001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Checking router: d493d7e1-aeb0-4d9f-857f-cc95753c7695 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:26:50.101799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Routers {'d493d7e1-aeb0-4d9f-857f-cc95753c7695'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:50.102446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:50.158003 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.190365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] DHCP port deletion for 2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:26:50.240665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] Set router d493d7e1-aeb0-4d9f-857f-cc95753c7695 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:50.360856 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Deleting port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:50.361231 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.535813 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 2ee95537-a278-47a3-91ba-8efcc671a8b7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:26:50.536413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.627291 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 2ee95537-a278-47a3-91ba-8efcc671a8b7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=2ee95537-a278-47a3-91ba-8efcc671a8b7,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:50.627644 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.632864 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] For port 93ad20f4-ef60-421e-8907-eca8c68e8fd5, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=93ad20f4-ef60-421e-8907-eca8c68e8fd5,segment=NetworkSegment(ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6),segment_id=ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:50.633264 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.640659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 2ee95537-a278-47a3-91ba-8efcc671a8b7 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:50.648602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Calling delete_port for 93ad20f4-ef60-421e-8907-eca8c68e8fd5 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:26:50.723383 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:26:49Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:50.759929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca852faa-9c1d-4d4d-9896-fc80ec0aa78f None None] The sync data for ids ['d493d7e1-aeb0-4d9f-857f-cc95753c7695'] in n-d-806292-1 is: [{'id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442231435', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:26:49Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '2ee95537-a278-47a3-91ba-8efcc671a8b7', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ff:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd493d7e1-aeb0-4d9f-857f-cc95753c7695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:24:31Z', 'updated_at': '2021-08-27T03:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:26:50.772983 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.799824 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Pushing event deleted for resources: {'Port': ['ID=93ad20f4-ef60-421e-8907-eca8c68e8fd5,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:50.805656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] No DVR routers for this DVR port 93ad20f4-ef60-421e-8907-eca8c68e8fd5 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:26:50.812919 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.813273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.813672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.814578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.814918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.815253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.815582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.815910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.816744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.816744 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.816932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.817198 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe56a2b-7c04-453a-b717-221b323832bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:50.826679 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.870777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=2ee95537-a278-47a3-91ba-8efcc671a8b7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:50.944690 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:26:50.954950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:50.965701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: b60eafcb-2710-4f85-8764-76ed73a6504b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:26:50.966048 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device b60eafcb-2710-4f85-8764-76ed73a6504b not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:26:51.047090 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.049876 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.097459 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.097988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Fanout notify agent at l3_agent the message router_deleted on router d493d7e1-aeb0-4d9f-857f-cc95753c7695 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:26:51.108685 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.113257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5aad4872-ee1f-4087-ba1b-f67948c11ba2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/routers/d493d7e1-aeb0-4d9f-857f-cc95753c7695 HTTP/1.1" status: 204 len: 168 time: 1.1779008 Aug 27 03:26:51.113435 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56818) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:51.196590 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.309585 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.319579 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a85e630-d2d2-4d28-bf42-48a60ba6c5f8']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:51.331616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:51.331970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9042b2-6841-41c3-a5fc-03fc5e9bb0d6') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:51.343469 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.359938 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.367151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:26:51.367553 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:26:51.370974 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:26:51.440489 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.453425 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.456407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/networks/2a85e630-d2d2-4d28-bf42-48a60ba6c5f8 HTTP/1.1" status: 204 len: 168 time: 0.3418491 Aug 27 03:26:51.459262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56820) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:51.477585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d177f-568b-418f-a59a-9e4a0d216c86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Network': ['ID=2a85e630-d2d2-4d28-bf42-48a60ba6c5f8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:51.539466 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.566492 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.628470 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.631194 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:51.632365 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/security-groups/acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8 HTTP/1.1" status: 204 len: 168 time: 0.1721947 Aug 27 03:26:51.645244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8906f-ee72-486e-a249-0c1bffceeefd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfe6cf9-989f-4eba-ac0e-aa4e5f347fd8,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:51.874413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93ad20f4-ef60-421e-8907-eca8c68e8fd5 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:26:51.898247 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 93ad20f4-ef60-421e-8907-eca8c68e8fd5 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:26:51.898635 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 93ad20f4-ef60-421e-8907-eca8c68e8fd5 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:26:51.899050 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fd2d2e47-b576-40c8-a15a-6dc2f9d57218 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:26:51.918822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: fd2d2e47-b576-40c8-a15a-6dc2f9d57218 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:26:51.918822 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device fd2d2e47-b576-40c8-a15a-6dc2f9d57218 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:26:51.939986 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56826) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:51.944819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144027517', 'description': 'tempest-secgroup-smoke-144027517 description', 'project_id': 'b940e8947aee48358ba5efd19d453db2'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:51.968136 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.055235 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.059410 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.087935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.089101 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481125 Aug 27 03:26:52.091146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf48396-1792-4380-8a1c-47245bf8698b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8767a6c0-ea9e-4088-a14f-d006876adf11,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.092297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56828) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.098973 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.131627 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.178091 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.181933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.203945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c66444-c7a6-40a5-a6d8-b19c2df65e80,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.208790 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.209971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157315 Aug 27 03:26:52.213272 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56830) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.215415 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.215763 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.216103 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.216433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.216768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.217107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.217434 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.217756 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.218079 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.218417 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.218810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.219128 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d6c459-d9ed-41be-9c22-364a449bc531 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:52.219991 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.249493 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.310451 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.316181 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.334770 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d573704-06cf-44b1-9c82-ecdc8418e9bd,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.341075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.342234 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9703ec73-9599-4f82-be6f-1f8a35640e85 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276524 Aug 27 03:26:52.346053 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56832) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.350929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.377525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.438925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.442807 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.463266 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccadc863-1df7-4f37-8e15-571652b3cb2b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.466924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.468112 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-07d7ddcc-5941-4149-974e-c515bd9ec794 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208971 Aug 27 03:26:52.472536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56834) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.477358 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.506618 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.568178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.572412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.590615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b018920c-3a3c-465c-b74b-bb0d7af03de2,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.596676 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.598471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4c4c2443-8447-4cb3-9b2a-fac24b8a9764 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249280 Aug 27 03:26:52.601835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56836) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.614051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.637450 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:26:52.646473 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.707840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.711479 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.729037 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62975dcf-5df9-4352-9a1c-2395172e5835,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.736024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.737185 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7cc4181a-6df7-4d77-855f-8899c064fabe tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343148 Aug 27 03:26:52.740119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56838) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.744502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': '8767a6c0-ea9e-4088-a14f-d006876adf11', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.766318 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:26:52.771907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.795409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9984e03c-4abf-4be3-9827-9a99d5cbde4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.839447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.843141 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.862639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375b04e5-8835-460c-970e-03d94f8c5bed,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:52.867895 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.868888 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-78988833-d23f-46ff-b743-13a6b6bf4ea4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278596 Aug 27 03:26:52.871822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56840) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:52.876880 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'network': {'name': 'tempest-network-smoke--1113544052', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'port_security_enabled': True}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:52.897780 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:52.901248 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.924969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:26:52.933935 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:52.934320 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Added segment b41af7a9-af47-4bcd-8298-4bf648e3d8ab of type vlan for network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 Aug 27 03:26:52.977673 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.002735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.008403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:53.008991 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.072321 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1967359 Aug 27 03:26:53.072709 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56842) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:53.077185 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'admin_state_up': True, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:53.092691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3467e52-6585-49e8-9aa4-1a7b5e22e3c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Network': ['ID=9b7526c0-9942-4a6a-8b2f-119aba2c2525,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:53.102592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:26:53.108421 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.109456 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.131665 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:26:53.162261 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.302301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.420064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee95537-a278-47a3-91ba-8efcc671a8b7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:26:53.442697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 2ee95537-a278-47a3-91ba-8efcc671a8b7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:26:53.443042 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 2ee95537-a278-47a3-91ba-8efcc671a8b7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:26:53.500197 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.523207 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.624137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.223 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/deb7a160-3f6e-4954-890e-51bdf0951484) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:53.727977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.769006 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:53.809393 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:53.814186 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:53.817806 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:53.843381 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=deb7a160-3f6e-4954-890e-51bdf0951484,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:54.071157 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:54.265593 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:54.390777 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router e54942b6-f793-47f6-86ab-5a4cc5c11b60 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:26:54.496057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:26:54.505252 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Sync routers for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:26:54.514523 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:54.514733 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:54.515137 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:54.520224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56844) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:54.520780 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f6e87368-53cb-4fb9-9550-f1ca501d61fa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4468262 Aug 27 03:26:54.593589 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-12d4d4a9-020e-4285-991c-8b8efc1e34c2 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b940e8947aee48358ba5efd19d453db2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719559 Aug 27 03:26:54.596104 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56848) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:54.634263 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:54.688920 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa224-0388-49b8-ad61-646bcb1956bb tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:54.690917 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7d4aa224-0388-49b8-ad61-646bcb1956bb tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937855 Aug 27 03:26:54.693771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56850) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:54.726126 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-64684509-49ac-4cdd-ae10-0f3edea6c5e9 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290174 Aug 27 03:26:54.726404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:54.731290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-472735825', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:54.812993 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:53Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:54.843530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:54.845125 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Checking router: e54942b6-f793-47f6-86ab-5a4cc5c11b60 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:26:54.845543 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Updating router e54942b6-f793-47f6-86ab-5a4cc5c11b60 port deb7a160-3f6e-4954-890e-51bdf0951484 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:26:54.847513 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:54.872067 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.042194 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.109728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Subnet': ['ID=405a99bd-cc2a-48b0-9257-5bfe841fcf1e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:55.118334 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Checking segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:55.118782 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network hostable DHCP agents. Network: 9b7526c0-9942-4a6a-8b2f-119aba2c2525, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:26:55.136100 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:26:55.139570 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.145363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 9b7526c0-9942-4a6a-8b2f-119aba2c2525) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:55.149845 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:55.150604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.151956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Transition to ACTIVE for port object deb7a160-3f6e-4954-890e-51bdf0951484 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:55.156365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d7c17-7c19-4bd7-8485-0d609393afeb None None] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:55.160000 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.167857 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2c0a9c67-51f4-477a-9b49-19afdf1b108d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4403372 Aug 27 03:26:55.170511 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:26:55.213775 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Attempting to bind port deb7a160-3f6e-4954-890e-51bdf0951484 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:55.214152 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Attempting to bind port deb7a160-3f6e-4954-890e-51bdf0951484 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:55.214533 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Attempting to bind port deb7a160-3f6e-4954-890e-51bdf0951484 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:55.223860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:55.224228 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:55.224623 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.225012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:55.225483 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Bound port: deb7a160-3f6e-4954-890e-51bdf0951484, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:55.225840 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.245988 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Pushing event updated for resources: {'Port': ['ID=deb7a160-3f6e-4954-890e-51bdf0951484,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:55.260191 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.260544 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.260854 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.261184 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.261519 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.261841 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.262163 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.262511 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.262839 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.263154 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.263468 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.264001 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:26:55.296199 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] For port deb7a160-3f6e-4954-890e-51bdf0951484, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:55.300456 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] For port deb7a160-3f6e-4954-890e-51bdf0951484, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=deb7a160-3f6e-4954-890e-51bdf0951484,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:55.304800 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.328579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:26:55.329406 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.358347 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:55.359014 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:55.362501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c229c463-b42e-4b49-85a8-e1cbde3f1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.408832 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52902382-18b3-44c7-bf94-4273b8694fdb None None] Pushing event updated for resources: {'Port': ['ID=deb7a160-3f6e-4954-890e-51bdf0951484,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:55.483914 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:55.487692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Allocated IP 172.20.0.2 (9b7526c0-9942-4a6a-8b2f-119aba2c2525/405a99bd-cc2a-48b0-9257-5bfe841fcf1e/bfe75d75-d8d4-461a-ac0d-41d7d1a592ab) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:55.575603 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.657237 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.667078 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Transition to ACTIVE for port object bfe75d75-d8d4-461a-ac0d-41d7d1a592ab will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:55.676416 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.689039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Transition to ACTIVE for port object bfe75d75-d8d4-461a-ac0d-41d7d1a592ab will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:55.696286 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.703135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:53Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:55.738231 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26f87a-5ab3-44a7-b261-34c5f28a14f6 None None] The sync data for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 is: [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:53Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:26:55.743551 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:55.746416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:55.752776 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:55.765495 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Pushing event updated for resources: {'Port': ['ID=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:55.829553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Attempting to bind port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:55.830146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Attempting to bind port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:55.830544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Attempting to bind port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab on network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:55.836713 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:55.837095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Checking segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:55.837518 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.837907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Bound using segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:55.838415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Bound port: bfe75d75-d8d4-461a-ac0d-41d7d1a592ab, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:55.838840 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:55.911588 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] For port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:55.915033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] For port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:55.920254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.013992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566ae4-ced7-4679-82cc-aa5618f58313 None None] Pushing event updated for resources: {'Port': ['ID=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:56.023248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.1 (9b7526c0-9942-4a6a-8b2f-119aba2c2525/405a99bd-cc2a-48b0-9257-5bfe841fcf1e/1deefd38-6aca-4236-833a-4289936d2d7a) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:56.190967 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.217010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object 1deefd38-6aca-4236-833a-4289936d2d7a will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:56.256647 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.300923 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:56.304390 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:56.311413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:56.339404 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:56.364164 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.504205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.765151 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.834007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.839049 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.917047 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:56.918969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:56.943995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37000de-504e-406a-a4e3-c0c9cd1c43c4 None None] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:26:57.023584 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:57.025433 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:57.035387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e4c5f3e4-cd26-4a52-ba67-992fb14736aa None None] Provisioning for port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:57.158186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router e54942b6-f793-47f6-86ab-5a4cc5c11b60 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:26:57.282178 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:26:57.294867 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d473e678-ce40-4dba-a602-de7902818d4c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/e54942b6-f793-47f6-86ab-5a4cc5c11b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175652 Aug 27 03:26:57.366488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c1ca286a-d8de-4adf-b9f2-f5cdf75e0caf None None] Provisioning for port 1deefd38-6aca-4236-833a-4289936d2d7a completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:57.370976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c1ca286a-d8de-4adf-b9f2-f5cdf75e0caf None None] Provisioning complete for port 1deefd38-6aca-4236-833a-4289936d2d7a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:57.371347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c1ca286a-d8de-4adf-b9f2-f5cdf75e0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:57.423344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca286a-d8de-4adf-b9f2-f5cdf75e0caf None None] Port 1deefd38-6aca-4236-833a-4289936d2d7a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:26:57.476291 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-0dac147a-d7c5-4a33-bd92-0bcc6b56930a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144027517&fields=id&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 267 time: 0.0673735 Aug 27 03:26:57.530257 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Sync routers for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:26:57.551718 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:57.552449 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:57.555885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device deb7a160-3f6e-4954-890e-51bdf0951484 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:57.627288 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-9d0b0285-45d0-409e-b009-65cfc53d24e9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:57.628791 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-9d0b0285-45d0-409e-b009-65cfc53d24e9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 797 time: 0.1438873 Aug 27 03:26:57.648043 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-5642cb80-3177-4d56-b65a-2d38f2a43ae6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/quotas/b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 375 time: 0.0103176 Aug 27 03:26:57.699826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port deb7a160-3f6e-4954-890e-51bdf0951484 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:57.706000 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fbc044a-36a6-458a-a57f-8952d518f8e6 None None] Provisioning complete for port 1deefd38-6aca-4236-833a-4289936d2d7a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:57.706527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fbc044a-36a6-458a-a57f-8952d518f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:57.711103 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port deb7a160-3f6e-4954-890e-51bdf0951484 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:57.711595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:57.712407 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-f343a18e-d366-40a5-a954-30c8fd0eeb1a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578475 Aug 27 03:26:57.759903 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:57.820900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc044a-36a6-458a-a57f-8952d518f8e6 None None] Port 1deefd38-6aca-4236-833a-4289936d2d7a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:26:57.858624 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-6f283faf-99d0-4bb4-aaff-0a15669056fd service neutron] 10.222.0.26 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322062 Aug 27 03:26:57.960350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:57.969110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-86de5029-2ac5-4df6-8b0a-9be6945ee10d service neutron] 10.222.0.26 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991380 Aug 27 03:26:58.004512 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-50a702d6-cb24-4bb6-a0e7-19fbae508044 None None] Provisioning complete for port 1deefd38-6aca-4236-833a-4289936d2d7a triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:58.004970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50a702d6-cb24-4bb6-a0e7-19fbae508044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.010270 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port deb7a160-3f6e-4954-890e-51bdf0951484, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=deb7a160-3f6e-4954-890e-51bdf0951484,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:58.037173 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.037950 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bfe75d75-d8d4-461a-ac0d-41d7d1a592ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:58.125455 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-50a702d6-cb24-4bb6-a0e7-19fbae508044 None None] Port 1deefd38-6aca-4236-833a-4289936d2d7a cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:26:58.157836 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=deb7a160-3f6e-4954-890e-51bdf0951484,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:58.177474 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-570dd86b-d809-47de-9e7e-653988ac4811 req-867088e4-b597-432e-94ce-23c750e6059c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 210 time: 0.0423160 Aug 27 03:26:58.183583 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:26:58.191320 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:58.191695 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.218735 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.224957 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 2, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:58.257854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Checking router: e54942b6-f793-47f6-86ab-5a4cc5c11b60 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:26:58.258207 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Updating router e54942b6-f793-47f6-86ab-5a4cc5c11b60 port 1deefd38-6aca-4236-833a-4289936d2d7a binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:26:58.290421 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.368796 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.465218 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:26:58.478959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.572797 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:58.658158 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.667862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Transition to ACTIVE for port object 1deefd38-6aca-4236-833a-4289936d2d7a will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:58.672859 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.733054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7046-8788-4a85-b257-5eeb3e55d235 None None] Pushing event updated for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:58.800817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Attempting to bind port 1deefd38-6aca-4236-833a-4289936d2d7a on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:26:58.801192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Attempting to bind port 1deefd38-6aca-4236-833a-4289936d2d7a by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:26:58.801759 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Attempting to bind port 1deefd38-6aca-4236-833a-4289936d2d7a on network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:26:58.811248 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:26:58.812689 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Checking segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:26:58.812689 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.812980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Bound using segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:26:58.813366 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Bound port: 1deefd38-6aca-4236-833a-4289936d2d7a, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:26:58.813827 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.891756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] For port 1deefd38-6aca-4236-833a-4289936d2d7a, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:26:58.895404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] For port 1deefd38-6aca-4236-833a-4289936d2d7a, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1deefd38-6aca-4236-833a-4289936d2d7a,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:26:58.900665 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:58.973121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7046-8788-4a85-b257-5eeb3e55d235 None None] Pushing event updated for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:58.975253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:26:58.976073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:59.100587 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:26:59.287039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-6795a6db-8b67-455b-b2fa-bba2d0e6a25b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:59.288611 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-6795a6db-8b67-455b-b2fa-bba2d0e6a25b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 797 time: 0.1443479 Aug 27 03:26:59.307606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f6553170-e736-488c-b555-b6ee4b89ce51 req-989e5323-5a4c-4bc3-8ca7-4eb174752077 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 210 time: 0.0387552 Aug 27 03:26:59.351539 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-d0392f59-5d4f-4b9d-a256-61e39f90c6f6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 379 time: 0.0428593 Aug 27 03:26:59.367024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'port': {'device_id': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'admin_state_up': True, 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'security_groups': ['8767a6c0-ea9e-4088-a14f-d006876adf11']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:26:59.484282 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:26:59.488872 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.489544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device deb7a160-3f6e-4954-890e-51bdf0951484 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:59.549011 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:26:58Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:26:59.577909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8779fd9c-3920-4cd0-9e5a-4b410c3e314e None None] The sync data for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 is: [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:26:58Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:26:59.581467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port deb7a160-3f6e-4954-890e-51bdf0951484 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:59.581837 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.633597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.14 (9b7526c0-9942-4a6a-8b2f-119aba2c2525/405a99bd-cc2a-48b0-9257-5bfe841fcf1e/89912e1a-26b5-4cd6-a084-fe6876e5a3aa) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:26:59.694921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bfe75d75-d8d4-461a-ac0d-41d7d1a592ab up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:26:59.762645 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:26:59.762866 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.801396 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.817257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object 89912e1a-26b5-4cd6-a084-fe6876e5a3aa will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:26:59.853784 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.902593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:26:59.908732 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:26:59.913212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:26:59.920217 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:26:59.973845 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:26:59.974542 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:26:59.996048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-70baeef5-bb0a-4a16-9bdd-0f62efedd4a4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335816 Aug 27 03:27:00.076086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Request body: {'port': {'device_id': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:00.147956 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.173030 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ece1a6d9-923a-44d8-a16f-32c5b05e6ddb None None] Provisioning for port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:00.178080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-ece1a6d9-923a-44d8-a16f-32c5b05e6ddb None None] Provisioning complete for port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:00.178490 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ece1a6d9-923a-44d8-a16f-32c5b05e6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.217742 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a6d9-923a-44d8-a16f-32c5b05e6ddb None None] Port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:27:00.460356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8bd6d-4c95-43b0-9214-8e7681f31d36 req-c382d196-d68f-4bc6-9745-3a37067b57f1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:00.462678 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3e8bd6d-4c95-43b0-9214-8e7681f31d36 req-c382d196-d68f-4bc6-9745-3a37067b57f1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 932 time: 0.0783234 Aug 27 03:27:00.499025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89912e1a-26b5-4cd6-a084-fe6876e5a3aa {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:27:00.505496 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3e8bd6d-4c95-43b0-9214-8e7681f31d36 req-2935012d-a387-4a55-bab7-16bf68ed0a82 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356455 Aug 27 03:27:00.512777 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.527922 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Transition to ACTIVE for port object 89912e1a-26b5-4cd6-a084-fe6876e5a3aa will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:27:00.531947 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.601416 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:00.676283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Attempting to bind port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:27:00.676625 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Attempting to bind port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:27:00.676952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Attempting to bind port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa on network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:00.683128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa on network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:27:00.683444 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Attempting to bind port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa on network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:27:00.690306 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:27:00.690824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Checking segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:27:00.691156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Bound using segment: {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:27:00.691593 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Bound port: 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:27:00.691951 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.773730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:27:00.779804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:27:00.784986 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.827618 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:00.828242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:00.829773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] 10.222.0.46 "PUT /v2.0/ports/89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 1092 time: 0.8207974 Aug 27 03:27:00.830228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:00.832653 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb05b36-d06a-45fe-8338-dfb23b377212" -d '{"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:00.868096 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06503dd6-232e-48ac-9ece-2cccc213d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:00.891689 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e821daa2-2712-486f-af82-0d66d02d9181 x-openstack-request-id: req-e821daa2-2712-486f-af82-0d66d02d9181 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:00.892026 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:00.892308 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e821daa2-2712-486f-af82-0d66d02d9181 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:00.892766 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'status': 'completed', 'code': 200} Aug 27 03:27:00.963172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-d35b1990-c911-4583-b85b-b967fa66aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:00.964788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-d35b1990-c911-4583-b85b-b967fa66aa95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1095 time: 0.0510738 Aug 27 03:27:01.325526 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-3f2eb757-bdb9-41f2-8ec6-07308dafcacd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 217 time: 0.3461134 Aug 27 03:27:01.375307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-f5314ffb-25c7-4d73-a78c-7827bb75f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.377484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-f5314ffb-25c7-4d73-a78c-7827bb75f1f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0444539 Aug 27 03:27:01.430297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-dd511cf9-d186-45d8-84fa-6195710d4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.433322 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-dd511cf9-d186-45d8-84fa-6195710d4b5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481713 Aug 27 03:27:01.459342 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.498658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1deefd38-6aca-4236-833a-4289936d2d7a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:01.535025 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-a84feab7-feaf-4f27-9fe1-3398b2de0dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932968 Aug 27 03:27:01.550280 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1deefd38-6aca-4236-833a-4289936d2d7a completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:01.554633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1deefd38-6aca-4236-833a-4289936d2d7a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:01.555084 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.632874 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd52880-3699-4f9b-a3a7-2446d6dc27a0 req-81054d9b-e6aa-4178-adb8-dc5f6d3065f3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.634778 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd52880-3699-4f9b-a3a7-2446d6dc27a0 req-81054d9b-e6aa-4178-adb8-dc5f6d3065f3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 944 time: 0.0593390 Aug 27 03:27:01.638257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-095b2085-938c-4cb4-b6c7-7a1587886d6c req-e3978b06-ba4c-498c-b363-8be91c8a2470 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942729 Aug 27 03:27:01.646915 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.679822 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6dd52880-3699-4f9b-a3a7-2446d6dc27a0 req-8ebd99f9-39e1-486d-81a7-d05478fc5db0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 Aug 27 03:27:01.682319 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 1deefd38-6aca-4236-833a-4289936d2d7a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1deefd38-6aca-4236-833a-4289936d2d7a,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:01.687236 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:01.738966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:01.796080 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-f267442c-7a0f-4f90-b84c-eced8f1d97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.797618 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-f267442c-7a0f-4f90-b84c-eced8f1d97aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1095 time: 0.0466733 Aug 27 03:27:01.889192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-1da53325-30c9-4910-a744-b8bf1d3f6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.890599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-1da53325-30c9-4910-a744-b8bf1d3f6b52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0839770 Aug 27 03:27:01.932681 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-80ae2a5a-acf5-4e9f-a4d3-239dc48c00e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 217 time: 0.0341446 Aug 27 03:27:01.988885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-1bc0e09a-c63d-4124-bd1a-d883876f6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:01.990465 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-1bc0e09a-c63d-4124-bd1a-d883876f6c47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0486965 Aug 27 03:27:02.046038 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-6ff10421-32f3-407f-a567-dfb1acd9ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:02.047615 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-6ff10421-32f3-407f-a567-dfb1acd9ba78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489666 Aug 27 03:27:02.144331 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-52bb0869-d62d-47bb-b480-50341794ef7c service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 Aug 27 03:27:02.252001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bb05b36-d06a-45fe-8338-dfb23b377212 req-9bc4d31e-59e3-4a16-809c-34bbd7a427d8 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996852 Aug 27 03:27:02.813262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad039d2-782b-4e4c-ac5f-378f744145e8 req-449e448a-2d19-4e2f-96c8-0138bfe1c09f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:02.816259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aad039d2-782b-4e4c-ac5f-378f744145e8 req-449e448a-2d19-4e2f-96c8-0138bfe1c09f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 944 time: 0.0632472 Aug 27 03:27:02.856068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aad039d2-782b-4e4c-ac5f-378f744145e8 req-3ff62e35-dab6-4dda-9c34-11823b288ecc tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332804 Aug 27 03:27:03.468312 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1deefd38-6aca-4236-833a-4289936d2d7a up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:03.515210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1deefd38-6aca-4236-833a-4289936d2d7a triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:03.515582 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:03.979468 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3641380-dd95-4acd-857f-a2af34e5fd03 req-dd459d48-a0ad-47d6-935b-f2b8c65b9f32 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:03.981097 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3641380-dd95-4acd-857f-a2af34e5fd03 req-dd459d48-a0ad-47d6-935b-f2b8c65b9f32 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 944 time: 0.0516758 Aug 27 03:27:04.024592 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a3641380-dd95-4acd-857f-a2af34e5fd03 req-c8775561-317e-4e5d-a219-57a4d06b5d3c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369837 Aug 27 03:27:05.145457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6455-ff1f-4e9c-804b-e54efd02ce8b req-761e9990-00de-41bd-8976-2d22c3538885 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:05.147118 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fb2b6455-ff1f-4e9c-804b-e54efd02ce8b req-761e9990-00de-41bd-8976-2d22c3538885 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 944 time: 0.0542994 Aug 27 03:27:05.186182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fb2b6455-ff1f-4e9c-804b-e54efd02ce8b req-6dbf9e76-36a1-4fdd-8bff-7922b19d8290 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331850 Aug 27 03:27:06.300238 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361a79f-63dc-4480-9910-ce1119692754 req-81a6fba2-4140-42a4-a068-64eb3123a714 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:06.301723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6361a79f-63dc-4480-9910-ce1119692754 req-81a6fba2-4140-42a4-a068-64eb3123a714 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 944 time: 0.0501659 Aug 27 03:27:06.339248 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6361a79f-63dc-4480-9910-ce1119692754 req-9147e382-5cbd-495d-86ba-8b87d125bbe9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Aug 27 03:27:07.011900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 89912e1a-26b5-4cd6-a084-fe6876e5a3aa details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:27:07.116351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:07.132046 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'port_id': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'mac_address': 'fa:16:3e:a6:2b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:27:07.170870 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.183643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89912e1a-26b5-4cd6-a084-fe6876e5a3aa {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:27:07.202528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:07.207280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:07.258661 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:07.453869 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76070d51-649c-41b9-ad14-b326df252ced req-e82648b8-b2fc-44a2-9792-ad775ea1cf7d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:07.456049 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76070d51-649c-41b9-ad14-b326df252ced req-e82648b8-b2fc-44a2-9792-ad775ea1cf7d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 945 time: 0.0506110 Aug 27 03:27:07.512329 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-76070d51-649c-41b9-ad14-b326df252ced req-e759e849-4ca6-4d19-9fbe-e26a8a08d7f1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457873 Aug 27 03:27:07.601134 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['89912e1a-26b5-4cd6-a084-fe6876e5a3aa'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:27:08.633861 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e521b-4f7b-4313-9b42-87f776317e67 req-b119ce28-0fc5-402c-ae2e-1117438d6f73 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:08.635444 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a87e521b-4f7b-4313-9b42-87f776317e67 req-b119ce28-0fc5-402c-ae2e-1117438d6f73 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 945 time: 0.0543027 Aug 27 03:27:08.674732 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a87e521b-4f7b-4313-9b42-87f776317e67 req-c9c2cc78-4634-4e68-9793-e049da48840b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Aug 27 03:27:09.028516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 89912e1a-26b5-4cd6-a084-fe6876e5a3aa up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:27:09.077246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:27:09.081585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:27:09.081976 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.160266 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.183034 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:09.185286 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d747749-835f-4d21-9641-16e5acad92c1" -d '{"events": [{"server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "name": "network-vif-plugged", "status": "completed", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:09.199033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:27:09.203966 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:09.265503 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:09.289549 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a572ecf6-f7b2-45d1-9f52-0cfea4233de3 x-openstack-request-id: req-a572ecf6-f7b2-45d1-9f52-0cfea4233de3 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:09.289841 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "name": "network-vif-plugged", "status": "completed", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:09.290225 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a572ecf6-f7b2-45d1-9f52-0cfea4233de3 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:09.290657 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'code': 200} Aug 27 03:27:09.409192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbb3b9-77b0-4df4-8b39-1ce0bf49aaeb req-32295c19-0fc2-49e5-bd1d-c8530ccbbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:09.410706 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ddbb3b9-77b0-4df4-8b39-1ce0bf49aaeb req-32295c19-0fc2-49e5-bd1d-c8530ccbbf7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0393131 Aug 27 03:27:09.445907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ddbb3b9-77b0-4df4-8b39-1ce0bf49aaeb req-820ee950-9df2-4013-943c-4754b4a5d25d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283043 Aug 27 03:27:09.789342 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e616d-3d4d-4048-a548-7b87da3ea6dc req-6c12ee74-b748-42d2-a452-5f91e400035a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:09.790854 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6e616d-3d4d-4048-a548-7b87da3ea6dc req-6c12ee74-b748-42d2-a452-5f91e400035a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0488997 Aug 27 03:27:09.829164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b6e616d-3d4d-4048-a548-7b87da3ea6dc req-193c149c-079f-49ce-84d6-4d8ff4123652 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Aug 27 03:27:10.953756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8021-c671-4977-85fa-9ab4674409e5 req-11757b7a-0ba4-43a2-9bd4-1a903ab0d75a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:10.955332 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e0f8021-c671-4977-85fa-9ab4674409e5 req-11757b7a-0ba4-43a2-9bd4-1a903ab0d75a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0556915 Aug 27 03:27:10.994450 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6e0f8021-c671-4977-85fa-9ab4674409e5 req-b38b9cd0-a54c-4f90-9d97-b2f0f46c0437 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329962 Aug 27 03:27:11.114140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb59-de6e-4c1b-812b-cc74f8d6d6de req-233a4d9f-df04-4ae3-b68a-0e0e7b013109 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:11.115591 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ca5cb59-de6e-4c1b-812b-cc74f8d6d6de req-233a4d9f-df04-4ae3-b68a-0e0e7b013109 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0546687 Aug 27 03:27:11.157842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7ca5cb59-de6e-4c1b-812b-cc74f8d6d6de req-4389b2c2-4fd1-4973-943e-c78b61c42004 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Aug 27 03:27:11.179427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56928) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:11.230135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad8b99-2814-4577-bbd9-1989fbe58e49 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:11.231730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-79ad8b99-2814-4577-bbd9-1989fbe58e49 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1092 time: 0.0513053 Aug 27 03:27:11.234605 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 56930) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:11.239155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:27:11.264866 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.369242 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.471455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.200 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/f5221cb1-90bf-48be-8ae1-88e5ca225312) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:27:11.582545 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.621099 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:11.658814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:27:11.664311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:27:11.667074 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:27:11.693413 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=f5221cb1-90bf-48be-8ae1-88e5ca225312,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:12.030001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.100930 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.268178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.273160 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.342803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=f5221cb1-90bf-48be-8ae1-88e5ca225312,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:27:12.353525 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.456038 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 9bf65eae-9163-47ef-8250-dbb87b1a8393 associated. External IP: 172.25.8.200, port: 89912e1a-26b5-4cd6-a084-fe6876e5a3aa. Aug 27 03:27:12.667972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router e54942b6-f793-47f6-86ab-5a4cc5c11b60 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:27:12.776913 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:27:12.786398 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Sync routers for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:27:12.793499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:12.796359 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:12.797356 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:12.826123 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0585103f-dcef-4ec6-a768-7540425874d9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5904357 Aug 27 03:27:12.826810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:27:12.829121 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede1aaa-11a3-4842-91b8-5078352a91ad" -d '{"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:27:12.876715 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160b1eb-f1f5-42f0-ab17-d6da96d82b61 x-openstack-request-id: req-f160b1eb-f1f5-42f0-ab17-d6da96d82b61 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:27:12.876987 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:27:12.877269 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f160b1eb-f1f5-42f0-ab17-d6da96d82b61 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:27:12.877655 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'status': 'completed', 'code': 200} Aug 27 03:27:12.922911 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:12.960351 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c9cdf-05ee-4a27-b73a-6ff6b911f443 req-f86f0d65-b003-48c0-8af8-a89d1013e40d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.961852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d8c9cdf-05ee-4a27-b73a-6ff6b911f443 req-f86f0d65-b003-48c0-8af8-a89d1013e40d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0787272 Aug 27 03:27:12.988189 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-0ad0b64a-e9e0-4118-8c27-b4f1a4634a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:12.990010 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-0ad0b64a-e9e0-4118-8c27-b4f1a4634a21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0688245 Aug 27 03:27:13.051677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0d8c9cdf-05ee-4a27-b73a-6ff6b911f443 req-373877c5-30ac-472e-a037-a444961f1bef tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823607 Aug 27 03:27:13.077791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56938) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:13.095152 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-7386af00-fb19-4504-8ea7-8eb7413fc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:13.105184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-7386af00-fb19-4504-8ea7-8eb7413fc4f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0997367 Aug 27 03:27:13.159520 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-40bcaa6b-65f0-4899-916e-d67a89d8349b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/9bf65eae-9163-47ef-8250-dbb87b1a8393 HTTP/1.1" status: 200 len: 992 time: 0.0799518 Aug 27 03:27:13.160239 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '9bf65eae-9163-47ef-8250-dbb87b1a8393', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'port_id': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'mac_address': 'fa:16:3e:a6:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:11Z', 'updated_at': '2021-08-27T03:27:11Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:13.173612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-c13bcb2f-3bbd-43bd-8dcc-4ea3ad916883 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 1000 time: 0.0690529 Aug 27 03:27:13.226374 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-29a028d5-a9b9-4525-b6f1-b5d56803beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:13.227926 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-29a028d5-a9b9-4525-b6f1-b5d56803beb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0479667 Aug 27 03:27:13.277380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-defc1ed9-de56-415e-801b-85b0b5d2e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:13.278963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-defc1ed9-de56-415e-801b-85b0b5d2e7c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442827 Aug 27 03:27:13.281705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Checking router: e54942b6-f793-47f6-86ab-5a4cc5c11b60 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:27:13.290853 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:27:13.291462 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:26:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:13.374692 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-32b021db-32af-4073-9d9b-6f9523edab63 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Aug 27 03:27:13.401354 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:27:13.466827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-fede1aaa-11a3-4842-91b8-5078352a91ad req-33d49b14-4d30-425d-a036-791eed7da9cd service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Aug 27 03:27:13.649697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '9bf65eae-9163-47ef-8250-dbb87b1a8393', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'port_id': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'mac_address': 'fa:16:3e:a6:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:11Z', 'updated_at': '2021-08-27T03:27:11Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:27:13.682990 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b07d56-016b-4dd8-8057-d406050eda3d None None] The sync data for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 is: [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '9bf65eae-9163-47ef-8250-dbb87b1a8393', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'port_id': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'mac_address': 'fa:16:3e:a6:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:27:11Z', 'updated_at': '2021-08-27T03:27:11Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:27:13.869286 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21915854-5490-407a-a399-5d5efaafd56f None None] New status for floating IP 9bf65eae-9163-47ef-8250-dbb87b1a8393: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:27:14.163356 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 56940) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:27:14.223318 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-3f93e4f8-7439-4db6-aaa4-5bb516f9ee73 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/9bf65eae-9163-47ef-8250-dbb87b1a8393 HTTP/1.1" status: 200 len: 994 time: 0.0588300 Aug 27 03:27:16.888761 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:22.799639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eed2a9a2-53d3-4770-a5ec-69d6e203342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:25.333614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-96bb5d66-e114-40f3-b7d7-06e21b3a8821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:25.557951 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:26.770429 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:28.182109 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:30.131289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:27:31.453246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:46.894104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:52.801422 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-82a7ef78-a410-4af2-938b-11e460e0eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:55.339913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f423ef42-8d8f-46ba-a211-da0b5494c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:55.559486 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:55.798009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-f38cd4a4-86b1-4317-83ca-10ec4f17b66a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398409 Aug 27 03:27:55.897723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-96a141e5-fba8-414c-865b-ae3a3f00c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:55.899248 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-96a141e5-fba8-414c-865b-ae3a3f00c2fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0441289 Aug 27 03:27:56.002054 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-b815b9a8-c4fd-4cdc-accc-d0e5c11ef30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:56.003542 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-b815b9a8-c4fd-4cdc-accc-d0e5c11ef30b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0856869 Aug 27 03:27:56.072245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-e9ff14e1-a7a6-4f2a-b7c9-50cfce48c019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 1002 time: 0.0614250 Aug 27 03:27:56.122755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-025e12aa-cc9a-4ec2-9edf-b05a43b22207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:56.124437 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-025e12aa-cc9a-4ec2-9edf-b05a43b22207 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0445998 Aug 27 03:27:56.168870 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-14ccc913-4411-4f92-ac2c-c6fa6c2aab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:27:56.170319 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-14ccc913-4411-4f92-ac2c-c6fa6c2aab65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393043 Aug 27 03:27:56.261431 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-82f6f131-26bc-4b85-9476-643355c1fd1d service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Aug 27 03:27:56.356771 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b41ddf12-69b7-48a1-9b6f-8dbacadc4911 req-940ae671-9cc6-4b9e-98a5-a4ec73d05feb service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Aug 27 03:27:56.769107 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:27:58.184690 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:01.463775 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:07.131157 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:16.908640 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:22.802947 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5009b632-9047-48f8-9e31-5d3a5899a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:25.330862 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8ae8-1e80-46e0-8032-12db1989d2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:25.560647 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:26.771719 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:27.477091 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175db030-c3a0-45b5-bcc0-cada416b2be8 req-0c97c6d4-dbff-463d-afae-51bbbb3d8308 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:27.478584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-175db030-c3a0-45b5-bcc0-cada416b2be8 req-0c97c6d4-dbff-463d-afae-51bbbb3d8308 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0532687 Aug 27 03:28:27.516943 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-175db030-c3a0-45b5-bcc0-cada416b2be8 req-7fd6e030-052a-480b-bf67-d87beb4a1a00 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Aug 27 03:28:28.186782 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:28.669297 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79806-3c67-4fa3-8482-fad130b26f0c req-7fa4cfee-4b3b-4834-ae62-273e8b1b42d7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:28.671085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94c79806-3c67-4fa3-8482-fad130b26f0c req-7fa4cfee-4b3b-4834-ae62-273e8b1b42d7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0502040 Aug 27 03:28:28.708899 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94c79806-3c67-4fa3-8482-fad130b26f0c req-a3f7691a-8154-45a0-ac12-aa73aae8f8cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Aug 27 03:28:29.823684 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3238c9-13cd-42b5-b9e1-e5119a46d9d5 req-79248624-7e14-49fd-9335-c8774bdee8d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:29.825167 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e3238c9-13cd-42b5-b9e1-e5119a46d9d5 req-79248624-7e14-49fd-9335-c8774bdee8d2 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0502291 Aug 27 03:28:29.861652 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e3238c9-13cd-42b5-b9e1-e5119a46d9d5 req-30fc4f15-6284-4960-8138-98b698a15129 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305557 Aug 27 03:28:30.979933 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161abcb7-75a8-42c8-833e-1b987bf7e2b3 req-8ad3bb61-d4ca-4f04-9885-fef09244638b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:30.981383 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-161abcb7-75a8-42c8-833e-1b987bf7e2b3 req-8ad3bb61-d4ca-4f04-9885-fef09244638b tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0516894 Aug 27 03:28:31.018825 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-161abcb7-75a8-42c8-833e-1b987bf7e2b3 req-3cf796fc-a228-4221-b5aa-4e8863a8acbd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Aug 27 03:28:31.462742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:32.132579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c27b-0ad0-4988-95ea-5c1c39866d66 req-2a826e44-cd48-4f74-9cda-68ead904e1ad tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:32.134074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea50c27b-0ad0-4988-95ea-5c1c39866d66 req-2a826e44-cd48-4f74-9cda-68ead904e1ad tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0484667 Aug 27 03:28:32.171781 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea50c27b-0ad0-4988-95ea-5c1c39866d66 req-28ad427e-ff95-4159-8049-2c3e058c83b0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Aug 27 03:28:33.283224 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a87a8-50c5-4008-ae27-9e2720de2a9b req-0a971fd6-0e7d-44fb-886b-30f4b325d998 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:33.284740 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f8a87a8-50c5-4008-ae27-9e2720de2a9b req-0a971fd6-0e7d-44fb-886b-30f4b325d998 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0479171 Aug 27 03:28:33.322975 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1f8a87a8-50c5-4008-ae27-9e2720de2a9b req-bf44ee5d-a781-4217-8b8b-d283b498d769 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Aug 27 03:28:34.438521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686731af-05fa-4473-bd4c-7398a201723a req-14cfc5f9-96ed-441b-bf74-df9a3db5ec1d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:34.439973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-686731af-05fa-4473-bd4c-7398a201723a req-14cfc5f9-96ed-441b-bf74-df9a3db5ec1d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0522680 Aug 27 03:28:34.478209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-686731af-05fa-4473-bd4c-7398a201723a req-2f056d0f-0932-4bb1-9ec8-da298c069ce0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Aug 27 03:28:35.589748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ae171-ec04-40d7-95e1-462b886a419b req-bc445bd4-c6d7-4ef3-9e92-911cfe24202d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:35.591213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b6ae171-ec04-40d7-95e1-462b886a419b req-bc445bd4-c6d7-4ef3-9e92-911cfe24202d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0477364 Aug 27 03:28:35.627018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b6ae171-ec04-40d7-95e1-462b886a419b req-e0d71c1a-5338-41f3-ae64-c8c2b006defb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299442 Aug 27 03:28:36.741807 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0516c-dd94-479e-ba50-f2981424bd43 req-69a33344-e0b5-4f50-be73-25c855c42920 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:36.743314 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc0516c-dd94-479e-ba50-f2981424bd43 req-69a33344-e0b5-4f50-be73-25c855c42920 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0500650 Aug 27 03:28:36.780019 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0fc0516c-dd94-479e-ba50-f2981424bd43 req-b23efa7e-cc6e-4bfd-a6d2-1761e8fb7288 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Aug 27 03:28:37.897202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9f12-ee0b-4b76-8ec8-9b85f0eb8885 req-65b9de29-e1cd-4bad-bd6b-3219f1fd5e30 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:37.898678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f8f9f12-ee0b-4b76-8ec8-9b85f0eb8885 req-65b9de29-e1cd-4bad-bd6b-3219f1fd5e30 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0518823 Aug 27 03:28:37.935945 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7f8f9f12-ee0b-4b76-8ec8-9b85f0eb8885 req-79eec16d-2ce4-4336-b55c-4a6561afee3c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Aug 27 03:28:38.530048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-c3ab6d06-953e-4907-8f34-99bcda83c284 req-a44dddd9-e0d5-4356-b714-f2388ee62ec6 service neutron] (94831) timed out ('10.222.0.26', 47550) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:28:39.055499 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee022a6-f2cc-45fd-8272-4dd6b3afb0e7 req-44a30d76-0d08-4aa3-9a2b-b3e542251373 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:39.057032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ee022a6-f2cc-45fd-8272-4dd6b3afb0e7 req-44a30d76-0d08-4aa3-9a2b-b3e542251373 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0522923 Aug 27 03:28:39.096331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6ee022a6-f2cc-45fd-8272-4dd6b3afb0e7 req-ae07e5b6-b26c-4d16-be9d-41ab513871eb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333738 Aug 27 03:28:40.209835 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720376-1154-4eac-b9d3-8afd0cccad3e req-9f3f5fb4-2d45-4fcf-b4ee-0cc32221c80a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:40.211328 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b720376-1154-4eac-b9d3-8afd0cccad3e req-9f3f5fb4-2d45-4fcf-b4ee-0cc32221c80a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0483515 Aug 27 03:28:40.248536 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4b720376-1154-4eac-b9d3-8afd0cccad3e req-3964ee95-975a-44f7-9bd0-6ad5e3f61d0f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Aug 27 03:28:41.364833 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f640a-eef0-4d53-9963-f210faf8b151 req-08508631-541a-44aa-b1ec-bb6469403e26 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:41.366181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd8f640a-eef0-4d53-9963-f210faf8b151 req-08508631-541a-44aa-b1ec-bb6469403e26 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0523031 Aug 27 03:28:41.402574 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dd8f640a-eef0-4d53-9963-f210faf8b151 req-edf8be4f-d893-4f1e-8098-a8463a5df0d4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304897 Aug 27 03:28:42.515856 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cff4dc-7da7-44a7-b68e-ef1c2e9ec16e req-e587d7eb-c4f6-44d3-bb4d-5ed1bc57ec9a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:42.517346 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16cff4dc-7da7-44a7-b68e-ef1c2e9ec16e req-e587d7eb-c4f6-44d3-bb4d-5ed1bc57ec9a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0480154 Aug 27 03:28:42.554340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-16cff4dc-7da7-44a7-b68e-ef1c2e9ec16e req-55b283ed-8b56-425a-97c6-d5299ca53276 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304310 Aug 27 03:28:43.667523 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd0e1f-1e79-41ab-95bd-c60c23653128 req-39b6595c-f941-4c0a-85d3-965907f74482 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:43.668973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-debd0e1f-1e79-41ab-95bd-c60c23653128 req-39b6595c-f941-4c0a-85d3-965907f74482 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0487072 Aug 27 03:28:43.705619 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-debd0e1f-1e79-41ab-95bd-c60c23653128 req-e8f13dee-9401-463c-90f1-9042d7c1a1ba tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Aug 27 03:28:43.727771 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57016) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:43.785821 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f1ad876b-e9d1-4759-bf46-a4e668cd5b3d tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/9bf65eae-9163-47ef-8250-dbb87b1a8393 HTTP/1.1" status: 200 len: 994 time: 0.0569715 Aug 27 03:28:44.130682 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:28:45.062817 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748748b8-7649-424c-a05d-ee65e2b3ce20 req-e2c3f23a-4950-4634-a1c2-2acc584aeba1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:45.064189 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-748748b8-7649-424c-a05d-ee65e2b3ce20 req-e2c3f23a-4950-4634-a1c2-2acc584aeba1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0524869 Aug 27 03:28:45.123464 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-748748b8-7649-424c-a05d-ee65e2b3ce20 req-a427d3e9-6890-4bd8-9afa-dd3d41d1f84c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501895 Aug 27 03:28:45.128852 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-3296a235-5c7c-4c04-8560-7370d1e6b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:45.130849 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-3296a235-5c7c-4c04-8560-7370d1e6b63e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0658352 Aug 27 03:28:45.221439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-820c2b3b-5d41-4953-a62c-b2519d20df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:45.222915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-820c2b3b-5d41-4953-a62c-b2519d20df8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0848212 Aug 27 03:28:45.286161 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-c66017e7-3aa7-4598-9a5e-0fef8a6df45b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 1002 time: 0.0549901 Aug 27 03:28:45.333548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-0d8fd7b2-43cd-4c9b-a91b-8cb767b766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:45.334857 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-0d8fd7b2-43cd-4c9b-a91b-8cb767b766a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0416579 Aug 27 03:28:45.383548 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-55ff8fb2-eba1-4a3b-b394-62ed4a66c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:45.384972 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-55ff8fb2-eba1-4a3b-b394-62ed4a66c172 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434222 Aug 27 03:28:45.759987 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-ca333422-690a-4a9b-b420-0ce793a66436 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677440 Aug 27 03:28:45.849678 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-71b4bde4-2dcb-4d0f-8dbc-484becebccac req-7b5bf8d3-3e76-4617-9202-396ff08f2a87 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Aug 27 03:28:46.244218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777b72-ec16-41a2-bb93-0201a135242c req-048499d2-9be8-4256-a435-6a443dfa0535 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:46.245690 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78777b72-ec16-41a2-bb93-0201a135242c req-048499d2-9be8-4256-a435-6a443dfa0535 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0527067 Aug 27 03:28:46.283047 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-78777b72-ec16-41a2-bb93-0201a135242c req-4824036d-72e0-4ca6-8587-5baa85b628b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Aug 27 03:28:46.899899 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:47.398571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654decf-0564-42f7-9877-a8710f57c695 req-88bf42f8-7152-4d9a-8dbe-6c38a16e277a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:47.400045 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4654decf-0564-42f7-9877-a8710f57c695 req-88bf42f8-7152-4d9a-8dbe-6c38a16e277a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0500560 Aug 27 03:28:47.437270 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4654decf-0564-42f7-9877-a8710f57c695 req-f614919b-53fc-4dde-aab4-183422145742 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313051 Aug 27 03:28:47.459210 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57028) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:28:47.521659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1e30148b-1f35-4bc2-82bd-5afbfed60721 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/9bf65eae-9163-47ef-8250-dbb87b1a8393 HTTP/1.1" status: 200 len: 994 time: 0.0613589 Aug 27 03:28:52.804036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d8737fab-74a3-4a22-be78-ad5fd14a1551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.331705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b421179a-6dc2-4932-b97d-69b15c49e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:55.560352 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.775017 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:28:56.795915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-85468084-fcab-4aeb-92c1-906dce7b9b67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410509 Aug 27 03:28:56.905909 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-23caf66b-ce89-42f1-a89d-b17647e57271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:56.907488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-23caf66b-ce89-42f1-a89d-b17647e57271 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0479043 Aug 27 03:28:57.013545 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-43f38158-b580-458b-a492-c5e4eb75d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:57.015048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-43f38158-b580-458b-a492-c5e4eb75d147 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0866072 Aug 27 03:28:57.080317 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-4abb7247-d981-4013-b736-8e91bab06643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 1002 time: 0.0569170 Aug 27 03:28:57.129113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-27285744-5b89-4227-9c97-0b29d59d43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:57.130600 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-27285744-5b89-4227-9c97-0b29d59d43f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0428739 Aug 27 03:28:57.182121 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-dad108a4-83fc-4dfb-a15a-5345ccb21593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:28:57.183615 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-dad108a4-83fc-4dfb-a15a-5345ccb21593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427904 Aug 27 03:28:57.279062 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-376bcfdb-880d-4317-90e1-2c967aacc382 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878992 Aug 27 03:28:57.370554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-37f0eb60-9ab2-4ee8-9997-513282c49ccd req-1ce06428-92b9-4ed3-a89a-3a7dbe88979e service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Aug 27 03:28:58.190813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:01.464706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:16.916889 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:21.129395 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:22.807144 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fbdc096e-3352-41ae-965e-f7d68f8193dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.333831 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-690e3545-fc12-4740-9add-3f4e9d4f9615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:25.561111 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:26.777039 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:28.195099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:31.476506 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.447869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57052) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:44.607430 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port f5221cb1-90bf-48be-8ae1-88e5ca225312 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:44.607775 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.683153 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.683482 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.699791 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for f5221cb1-90bf-48be-8ae1-88e5ca225312 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:44.840056 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.868382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=f5221cb1-90bf-48be-8ae1-88e5ca225312,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:44.881945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.882297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.882664 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.883002 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.883328 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.883659 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.883985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.884335 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.884668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.884955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.885270 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.885586 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:44.939470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:44.939794 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 9bf65eae-9163-47ef-8250-dbb87b1a8393 disassociated (deleted). External IP: 172.25.8.200, port: 89912e1a-26b5-4cd6-a084-fe6876e5a3aa. Aug 27 03:29:45.146551 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router e54942b6-f793-47f6-86ab-5a4cc5c11b60 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:45.567918 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:45.573415 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:45.578032 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Sync routers for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:45.586916 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:45.587515 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:45.599684 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34af2fcb-b27a-4f6a-8fe9-e802444cc8f0 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/floatingips/9bf65eae-9163-47ef-8250-dbb87b1a8393 HTTP/1.1" status: 204 len: 168 time: 1.1508000 Aug 27 03:29:45.600268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:45.602542 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1879fb31-ad51-4606-98a4-682cc9d99f53" -d '{"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:45.698980 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:45.739736 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae5d989-109e-4472-becd-7c8304775dcb x-openstack-request-id: req-1ae5d989-109e-4472-becd-7c8304775dcb {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:45.740031 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:45.740285 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ae5d989-109e-4472-becd-7c8304775dcb {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:45.740690 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'status': 'completed', 'code': 200} Aug 27 03:29:45.852557 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc0081-913a-4c45-8b5a-e6602c232d52 req-7f1e25be-8501-403e-b771-17aa0f4c3a07 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:45.854091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9efc0081-913a-4c45-8b5a-e6602c232d52 req-7f1e25be-8501-403e-b771-17aa0f4c3a07 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0767884 Aug 27 03:29:45.881832 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-0a6e75d8-7c7d-4e21-8f80-9659917611dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:45.883348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-0a6e75d8-7c7d-4e21-8f80-9659917611dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 1097 time: 0.0723882 Aug 27 03:29:45.908143 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:45.917628 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9efc0081-913a-4c45-8b5a-e6602c232d52 req-36e244dc-2813-43be-82d7-97fe01d97021 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573919 Aug 27 03:29:45.939289 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Checking router: e54942b6-f793-47f6-86ab-5a4cc5c11b60 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:45.947956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:45.948561 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:45.986698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-11ef99f6-b520-455c-a6a9-19665b600d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:45.988154 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-11ef99f6-b520-455c-a6a9-19665b600d5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 200 len: 898 time: 0.0941393 Aug 27 03:29:46.030711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-70f9428f-6638-42a9-8a2f-72a96c8864c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 200 len: 217 time: 0.0339839 Aug 27 03:29:46.048575 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:46.082944 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-4575224a-7c6a-40e6-a9d4-bf170babe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.084414 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-4575224a-7c6a-40e6-a9d4-bf170babe9db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 200 len: 834 time: 0.0464885 Aug 27 03:29:46.135239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-7b44677a-c49e-4441-b4e5-6d4cc95864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:46.136745 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-7b44677a-c49e-4441-b4e5-6d4cc95864ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b7526c0-9942-4a6a-8b2f-119aba2c2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449183 Aug 27 03:29:46.242378 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-88eccb1e-9361-4a7f-83d8-715d279b7934 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980399 Aug 27 03:29:46.251003 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:46.277415 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4265ea-f191-41b2-8f20-e5070eb7bef0 None None] The sync data for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 is: [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:56Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1deefd38-6aca-4236-833a-4289936d2d7a', 'name': '', 'network_id': '9b7526c0-9942-4a6a-8b2f-119aba2c2525', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:37:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:55Z', 'updated_at': '2021-08-27T03:27:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '405a99bd-cc2a-48b0-9257-5bfe841fcf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:46.347009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1879fb31-ad51-4606-98a4-682cc9d99f53 req-22aef1bb-0531-4fc3-be99-138c2e01b801 service neutron] 10.222.0.46 "GET /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963581 Aug 27 03:29:46.488527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f25d9-c2f9-42f5-ba01-13e78fa76689 None None] New status for floating IP 9bf65eae-9163-47ef-8250-dbb87b1a8393: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:29:46.932786 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.046464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99caea2-0269-4276-977e-e95be72c0403 req-560c7833-2368-449d-b2a3-98c4e1692c27 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.047949 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c99caea2-0269-4276-977e-e95be72c0403 req-560c7833-2368-449d-b2a3-98c4e1692c27 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0484204 Aug 27 03:29:47.085673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c99caea2-0269-4276-977e-e95be72c0403 req-bea5b88e-27e3-43d3-95a3-16fbcd8dac60 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=8767a6c0-ea9e-4088-a14f-d006876adf11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Aug 27 03:29:47.721245 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-a56415db-34dc-4013-82f9-3f42003c9259 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:47.722788 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-a56415db-34dc-4013-82f9-3f42003c9259 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 946 time: 0.0496209 Aug 27 03:29:47.811006 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:47.811351 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.903005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:47.903372 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:47.916107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 89912e1a-26b5-4cd6-a084-fe6876e5a3aa owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:48.044015 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:48.078254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=89912e1a-26b5-4cd6-a084-fe6876e5a3aa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:48.107546 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.107898 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.108239 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.108595 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.108916 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.109365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.109707 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.110039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.110369 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.110723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.111052 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.111379 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:48.132007 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] No DVR routers for this DVR port 89912e1a-26b5-4cd6-a084-fe6876e5a3aa on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:29:48.134698 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:48.136763 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a87fea00-8e46-4ad4-bbef-62f6196ef876 req-4e6b209e-6ca0-409c-8f8b-7f1b638955b8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.46 "DELETE /v2.0/ports/89912e1a-26b5-4cd6-a084-fe6876e5a3aa HTTP/1.1" status: 204 len: 173 time: 0.4078500 Aug 27 03:29:48.137204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'name': 'network-vif-deleted', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:29:48.139691 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca747e-4b94-4704-9377-c1d16462ae8c" -d '{"events": [{"server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "name": "network-vif-deleted", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:29:48.193039 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f60f5f-755b-4c55-8d68-7541a8de5d92 x-openstack-request-id: req-53f60f5f-755b-4c55-8d68-7541a8de5d92 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:29:48.193332 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535af5ce-7847-4610-9de7-7b5f7e9abc0f", "name": "network-vif-deleted", "tag": "89912e1a-26b5-4cd6-a084-fe6876e5a3aa", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:29:48.193585 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53f60f5f-755b-4c55-8d68-7541a8de5d92 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:29:48.193976 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535af5ce-7847-4610-9de7-7b5f7e9abc0f', 'name': 'network-vif-deleted', 'tag': '89912e1a-26b5-4cd6-a084-fe6876e5a3aa', 'status': 'completed', 'code': 200} Aug 27 03:29:48.196190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f062a183-301c-4459-ad62-7da5d1e1a723 req-504c5f7b-0ece-4730-9d0a-1e2c6a184353 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=535af5ce-7847-4610-9de7-7b5f7e9abc0f HTTP/1.1" status: 200 len: 210 time: 0.0368478 Aug 27 03:29:49.252171 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57072) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:49.595768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.846240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 1deefd38-6aca-4236-833a-4289936d2d7a {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:49.846617 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.938871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 1deefd38-6aca-4236-833a-4289936d2d7a, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1deefd38-6aca-4236-833a-4289936d2d7a,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:49.939237 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:49.952739 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 1deefd38-6aca-4236-833a-4289936d2d7a owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:50.134952 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.160418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=1deefd38-6aca-4236-833a-4289936d2d7a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:50.332482 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.550051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router e54942b6-f793-47f6-86ab-5a4cc5c11b60 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:50.653368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:50.658349 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ef19e8dc-f5ba-48a0-b76b-6935f4dcbe40 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/e54942b6-f793-47f6-86ab-5a4cc5c11b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051721 Aug 27 03:29:50.661041 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57074) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:50.665281 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Sync routers for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:50.674924 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:50.675528 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:50.711527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting subnet 405a99bd-cc2a-48b0-9257-5bfe841fcf1e {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:29:50.714712 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.758353 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.780449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:50.840907 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.907969 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.940414 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Subnet': ['ID=405a99bd-cc2a-48b0-9257-5bfe841fcf1e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:50.942420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:50.944551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1b70d5b7-0976-4463-ac2c-b236148940be tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/subnets/405a99bd-cc2a-48b0-9257-5bfe841fcf1e HTTP/1.1" status: 204 len: 168 time: 0.2823067 Aug 27 03:29:50.947960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57076) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:50.952790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54c427-0455-4ecf-af20-c6a4f8b8e9c0 None None] Network 9b7526c0-9942-4a6a-8b2f-119aba2c2525 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:51.059229 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:29:50Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:51.063150 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.086104 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Checking router: e54942b6-f793-47f6-86ab-5a4cc5c11b60 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:51.094877 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Routers {'e54942b6-f793-47f6-86ab-5a4cc5c11b60'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:51.095454 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:51.150701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] DHCP port deletion for 9b7526c0-9942-4a6a-8b2f-119aba2c2525 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:29:51.177308 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.197497 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Deleting port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:51.197874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.203702 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] Set router e54942b6-f793-47f6-86ab-5a4cc5c11b60 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:51.237843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port deb7a160-3f6e-4954-890e-51bdf0951484 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:29:51.238219 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.258786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] For port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,segment=NetworkSegment(b41af7a9-af47-4bcd-8298-4bf648e3d8ab),segment_id=b41af7a9-af47-4bcd-8298-4bf648e3d8ab)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:51.259620 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.271920 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Calling delete_port for bfe75d75-d8d4-461a-ac0d-41d7d1a592ab owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:51.322425 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port deb7a160-3f6e-4954-890e-51bdf0951484, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=deb7a160-3f6e-4954-890e-51bdf0951484,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:51.322905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.337137 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for deb7a160-3f6e-4954-890e-51bdf0951484 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:29:51.356227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.383554 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:29:50Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:51.386782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Pushing event deleted for resources: {'Port': ['ID=bfe75d75-d8d4-461a-ac0d-41d7d1a592ab,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:51.390067 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] No DVR routers for this DVR port bfe75d75-d8d4-461a-ac0d-41d7d1a592ab on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:29:51.403360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.404408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.404408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.404408 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.404700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.404995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.405472 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.405805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.406131 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.406682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.406811 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.407118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54b06b0-dc5d-4ec5-bc02-77f80d483659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:51.419294 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8f4f-a94f-4be1-a598-0bc64a5a1ef7 None None] The sync data for ids ['e54942b6-f793-47f6-86ab-5a4cc5c11b60'] in n-d-806292-1 is: [{'id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522744799', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:29:50Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': 'deb7a160-3f6e-4954-890e-51bdf0951484', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54942b6-f793-47f6-86ab-5a4cc5c11b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:26:53Z', 'updated_at': '2021-08-27T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:51.519202 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.543571 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=deb7a160-3f6e-4954-890e-51bdf0951484,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:51.605909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.693701 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.696475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.735977 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.736431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Fanout notify agent at l3_agent the message router_deleted on router e54942b6-f793-47f6-86ab-5a4cc5c11b60 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:29:51.744447 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:51.747915 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e5bb848d-d1b5-4cc4-96d8-3a265629c4a6 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/routers/e54942b6-f793-47f6-86ab-5a4cc5c11b60 HTTP/1.1" status: 204 len: 168 time: 0.7964954 Aug 27 03:29:51.748423 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57078) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:51.781608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 89912e1a-26b5-4cd6-a084-fe6876e5a3aa no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:51.804036 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 89912e1a-26b5-4cd6-a084-fe6876e5a3aa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:51.804325 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 89912e1a-26b5-4cd6-a084-fe6876e5a3aa not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:51.880106 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1deefd38-6aca-4236-833a-4289936d2d7a no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:51.909782 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 1deefd38-6aca-4236-833a-4289936d2d7a {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:51.910849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1deefd38-6aca-4236-833a-4289936d2d7a not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:51.911440 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bfe75d75-d8d4-461a-ac0d-41d7d1a592ab no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:51.934018 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: bfe75d75-d8d4-461a-ac0d-41d7d1a592ab {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:51.934494 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device bfe75d75-d8d4-461a-ac0d-41d7d1a592ab not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:52.141656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.222856 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.232600 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7526c0-9942-4a6a-8b2f-119aba2c2525']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:52.242502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:52.242796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41af7a9-af47-4bcd-8298-4bf648e3d8ab') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:52.251253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.267829 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.274627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:29:52.275092 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:29:52.278105 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:29:52.332799 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.341178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.343009 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/networks/9b7526c0-9942-4a6a-8b2f-119aba2c2525 HTTP/1.1" status: 204 len: 168 time: 0.5939381 Aug 27 03:29:52.345760 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.353126 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab7b39-d23b-4374-ba8c-7b7d6114f3b5 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Network': ['ID=9b7526c0-9942-4a6a-8b2f-119aba2c2525,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:52.408141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.434665 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.498751 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.501274 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.502460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/security-groups/8767a6c0-ea9e-4088-a14f-d006876adf11 HTTP/1.1" status: 204 len: 168 time: 0.1556513 Aug 27 03:29:52.511875 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406637c-c071-404e-a9a7-0e73cbea351c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767a6c0-ea9e-4088-a14f-d006876adf11,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:52.798530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.803123 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110145943', 'description': 'tempest-secgroup-smoke-110145943 description', 'project_id': 'b940e8947aee48358ba5efd19d453db2'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:52.808097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-003d3177-9c37-4c1c-bb3e-da1c658796b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.826292 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.909368 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.913492 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.940477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:52.941675 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421537 Aug 27 03:29:52.943589 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9d16e-c01e-48ef-a26d-75f9e13634ec tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79d2d55-4595-480e-8667-4e7a3b509a91,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:52.945259 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57088) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:52.950165 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:52.976543 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.031333 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.034665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.052455 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ba72e1-cbbe-44a8-8dba-a8e8c22d27fb,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.058193 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.059413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10fd87da-46fc-4c5c-8822-33df6e88e348 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131616 Aug 27 03:29:53.062298 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57090) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.066627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.092319 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.152047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.155736 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.172824 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7a5124-8f56-4a18-ba02-64f79f8ff953,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.181102 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.182473 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ccbe41b8-d00d-400c-a5c1-23cd32b608aa tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190777 Aug 27 03:29:53.185244 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57092) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.189610 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.215174 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.276577 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.280610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.301003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1469692-1b1c-4b38-9092-5c741cb29405,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.308024 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.310830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-126327d1-44fb-41da-b619-9057d7a5626f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246388 Aug 27 03:29:53.312051 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57094) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.316758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.344393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.402185 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.406141 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.423385 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f75c06-28a9-4b34-9966-3fb5fedc4811,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.430339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.431524 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-100e46eb-e798-4dc9-88c2-e94362ae9737 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184559 Aug 27 03:29:53.434225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57096) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.438641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.459646 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:29:53.464956 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.516430 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device deb7a160-3f6e-4954-890e-51bdf0951484 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:29:53.527070 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.531313 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.540601 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: deb7a160-3f6e-4954-890e-51bdf0951484 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:29:53.540946 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device deb7a160-3f6e-4954-890e-51bdf0951484 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:29:53.550245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68d4f25-c086-4ab5-8fde-b830096ada77,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.553593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.554848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-08e3535d-372f-4f4b-923d-e2bb87fdf08c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196373 Aug 27 03:29:53.557579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57098) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.561943 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'security_group_rule': {'security_group_id': 'f79d2d55-4595-480e-8667-4e7a3b509a91', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.582920 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Project b940e8947aee48358ba5efd19d453db2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:29:53.588508 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.649004 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.652602 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.670715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88ba837-0f57-44d6-9819-29721211e15e,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.676891 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.678051 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-165b33f4-99c7-4514-95e3-a532d8bebf93 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195514 Aug 27 03:29:53.680892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.685824 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'network': {'name': 'tempest-network-smoke--991584271', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'port_security_enabled': True}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.706593 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:53.710608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.732948 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:29:53.742033 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.742408 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Added segment 7e8b410b-f64d-4f40-b376-d314c08f2b19 of type vlan for network cd0884c4-065c-4493-8a04-264707faf647 Aug 27 03:29:53.780470 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.804297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.810344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:53.810344 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.870710 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1887269 Aug 27 03:29:53.873392 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57102) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:53.880409 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'admin_state_up': True, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:53.887282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5248d8-2235-4c7b-a13e-b1cda7a62367 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Network': ['ID=cd0884c4-065c-4493-8a04-264707faf647,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:53.897817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cd0884c4-065c-4493-8a04-264707faf647 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:29:53.904608 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.905693 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:53.956595 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.099487 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.286346 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.309418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.417047 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.183 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/9b04f0b3-0d47-4042-b9a8-c6132c21c82b) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:54.520955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.559844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:54.594186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:54.596899 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:54.600449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:54.628967 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:54.852938 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.050297 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.176464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 122675e3-d9da-46c4-9baa-c05582ef41b1 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:29:55.280955 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:55.292332 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Sync routers for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:55.299813 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.304628 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6f1aa56-7d54-4130-971c-ef324ca0acca tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4265172 Aug 27 03:29:55.304767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:55.304767 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:55.304965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57106) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:55.335408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ca512482-8edb-41d7-95e5-a7474a94ba03 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b940e8947aee48358ba5efd19d453db2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271950 Aug 27 03:29:55.335625 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57108) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:55.359832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2383fe35-48b3-4098-a091-5f89d40a1136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.418766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:55.420344 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8170ac-f96c-4562-a180-b53c06f5ee20 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.421875 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ab8170ac-f96c-4562-a180-b53c06f5ee20 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854232 Aug 27 03:29:55.424741 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57110) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:55.457899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-04999cd6-85c1-4cc2-8e4f-92ef053a3ad3 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=62eefc11-a4cd-4a48-9a5f-d2ba85939fb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321083 Aug 27 03:29:55.460531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57112) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:55.465207 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876167451', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:29:55.551735 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:29:55.555799 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.589698 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.613937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:54Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:55.643231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Checking router: 122675e3-d9da-46c4-9baa-c05582ef41b1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:55.643582 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Updating router 122675e3-d9da-46c4-9baa-c05582ef41b1 port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:55.668582 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.736762 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.806714 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Subnet': ['ID=03ebf4ee-3545-4350-9977-c750f6bbcd40,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:55.817715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Checking segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:55.818072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network hostable DHCP agents. Network: cd0884c4-065c-4493-8a04-264707faf647, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:29:55.834780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network cd0884c4-065c-4493-8a04-264707faf647 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:29:55.843233 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cd0884c4-065c-4493-8a04-264707faf647) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:55.850830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:55.851438 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:55.854543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba4cfd-515a-4a4e-b110-c76982daec6e None None] Network cd0884c4-065c-4493-8a04-264707faf647 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:55.865583 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8b4891f2-b1b7-403d-bae9-73ddbe3cef70 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4040766 Aug 27 03:29:55.869470 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57116) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:29:55.989319 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.021878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Transition to ACTIVE for port object 9b04f0b3-0d47-4042-b9a8-c6132c21c82b will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:56.030562 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.253051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-cd0884c4-065c-4493-8a04-264707faf647', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:29:56.253905 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.266480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Attempting to bind port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:56.266854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Attempting to bind port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:56.267216 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Attempting to bind port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:56.279654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:56.280033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:56.280434 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.280826 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:56.281290 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Bound port: 9b04f0b3-0d47-4042-b9a8-c6132c21c82b, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:56.281670 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.285859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5535d-2c93-4bee-94b3-9a4577b2d812 None None] Pushing event updated for resources: {'Port': ['ID=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:56.312829 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.408493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] For port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:56.413571 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] For port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:56.440350 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.490606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Allocated IP 172.20.0.2 (cd0884c4-065c-4493-8a04-264707faf647/03ebf4ee-3545-4350-9977-c750f6bbcd40/d93ba4cc-daee-48e1-abe9-7428d0b3bb38) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:56.528160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5535d-2c93-4bee-94b3-9a4577b2d812 None None] Pushing event updated for resources: {'Port': ['ID=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:56.540471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:56.541101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:56.721492 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:56.838829 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.840530 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.852775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Transition to ACTIVE for port object d93ba4cc-daee-48e1-abe9-7428d0b3bb38 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:56.880647 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Transition to ACTIVE for port object d93ba4cc-daee-48e1-abe9-7428d0b3bb38 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:56.889705 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:56.941795 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.1 (cd0884c4-065c-4493-8a04-264707faf647/03ebf4ee-3545-4350-9977-c750f6bbcd40/8f61b22e-6400-4d97-9462-efeda79f59f4) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:29:56.958755 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Network cd0884c4-065c-4493-8a04-264707faf647 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:56.966947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:56.972170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:56.976251 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Pushing event updated for resources: {'Port': ['ID=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.039461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Attempting to bind port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:57.039461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Attempting to bind port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:57.039461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Attempting to bind port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 on network cd0884c4-065c-4493-8a04-264707faf647 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:57.048580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:54Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:57.049460 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:57.049841 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Checking segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:57.050251 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.050729 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Bound using segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:57.051444 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Bound port: d93ba4cc-daee-48e1-abe9-7428d0b3bb38, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:57.051916 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.054541 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.068729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object 8f61b22e-6400-4d97-9462-efeda79f59f4 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:57.086757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08af164-c923-491b-8ed1-088ef77050e0 None None] The sync data for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 is: [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:54Z', 'revision_number': 3, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:29:57.105925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.149412 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] For port d93ba4cc-daee-48e1-abe9-7428d0b3bb38, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:57.153016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network cd0884c4-065c-4493-8a04-264707faf647 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:57.153741 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] For port d93ba4cc-daee-48e1-abe9-7428d0b3bb38, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:57.158670 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:57.159341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.163518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:29:57.194063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.227510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.230709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cc905-1233-4b6a-9d1d-04200f9e5221 None None] Pushing event updated for resources: {'Port': ['ID=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.398686 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.648342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9b04f0b3-0d47-4042-b9a8-c6132c21c82b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:57.703293 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:57.707704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:57.708165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.755463 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.763028 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.801005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.822241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:57.827244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.828044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d93ba4cc-daee-48e1-abe9-7428d0b3bb38 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:57.841418 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.844419 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:57.911137 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:57.926304 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:57.963028 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network cd0884c4-065c-4493-8a04-264707faf647 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:29:57.964718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:29:58.090964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 122675e3-d9da-46c4-9baa-c05582ef41b1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:29:58.128830 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:29:58.197383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.207400 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:29:58.218117 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-84e26c20-d27f-46de-a381-f9062f66721f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/122675e3-d9da-46c4-9baa-c05582ef41b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3433504 Aug 27 03:29:58.284121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ad8b7-db31-4f50-b6c9-e50190970480 None None] Network cd0884c4-065c-4493-8a04-264707faf647 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:29:58.348886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Provisioning for port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:58.360387 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Provisioning complete for port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:58.360836 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.367939 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-4e71884a-4ca8-4d9f-8f49-6ba7ae268060 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110145943&fields=id&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 267 time: 0.0382328 Aug 27 03:29:58.485396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-9bdee6d6-ecd0-4e46-9436-42ab30f52a38 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:29:58.486929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-9bdee6d6-ecd0-4e46-9436-42ab30f52a38 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 796 time: 0.1120350 Aug 27 03:29:58.503053 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-00a3f782-1c4b-4d54-850e-de76fd04d27e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/quotas/b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 375 time: 0.0097444 Aug 27 03:29:58.509034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.547080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] For port d93ba4cc-daee-48e1-abe9-7428d0b3bb38, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:29:58.552383 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.557685 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-5ea8855f-46b9-4db9-9f7b-7f54b2ae9881 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480528 Aug 27 03:29:58.612493 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a375b-2420-4e80-be49-367c844eb2a2 None None] Pushing event updated for resources: {'Port': ['ID=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:58.675440 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-dbe8f732-104d-4b2d-92de-614360d6517a service neutron] 10.222.0.26 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027975 Aug 27 03:29:58.773487 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Provisioning complete for port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:58.774145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.781483 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-ba0b044b-3394-43fd-a00c-234a604117a4 service neutron] 10.222.0.26 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989845 Aug 27 03:29:58.873241 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Provisioning for port 8f61b22e-6400-4d97-9462-efeda79f59f4 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:29:58.877603 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Provisioning complete for port 8f61b22e-6400-4d97-9462-efeda79f59f4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:58.877969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:58.914987 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-e6c24af1-349b-4915-bc1d-a40b56bfc3f2 None None] Port 8f61b22e-6400-4d97-9462-efeda79f59f4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:58.925431 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Sync routers for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:29:58.935321 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:58.936014 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:59.032855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-42a8546e-230d-44a3-a2e9-8cb092c3e3ec None None] Provisioning complete for port 8f61b22e-6400-4d97-9462-efeda79f59f4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:59.033442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-42a8546e-230d-44a3-a2e9-8cb092c3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.048486 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:59.068912 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-42a8546e-230d-44a3-a2e9-8cb092c3e3ec None None] Port 8f61b22e-6400-4d97-9462-efeda79f59f4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:59.191438 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9b615823-e483-4603-92f8-fd4a6a3f950b None None] Provisioning complete for port 8f61b22e-6400-4d97-9462-efeda79f59f4 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:59.191913 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9b615823-e483-4603-92f8-fd4a6a3f950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.224719 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9b615823-e483-4603-92f8-fd4a6a3f950b None None] Port 8f61b22e-6400-4d97-9462-efeda79f59f4 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:29:59.248363 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 2, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:59.273660 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Checking router: 122675e3-d9da-46c4-9baa-c05582ef41b1 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:29:59.273950 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Updating router 122675e3-d9da-46c4-9baa-c05582ef41b1 port 8f61b22e-6400-4d97-9462-efeda79f59f4 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:29:59.300144 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.549646 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.560270 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Transition to ACTIVE for port object 8f61b22e-6400-4d97-9462-efeda79f59f4 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:29:59.563974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9b04f0b3-0d47-4042-b9a8-c6132c21c82b up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:59.566355 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.615210 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:59.615590 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.618686 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Pushing event updated for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:59.640046 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.640385 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.640918 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.641414 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.641906 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.642235 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.642585 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.643090 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.643581 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.644075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.644417 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.644723 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:29:59.680734 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Attempting to bind port 8f61b22e-6400-4d97-9462-efeda79f59f4 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:29:59.681096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Attempting to bind port 8f61b22e-6400-4d97-9462-efeda79f59f4 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:29:59.681453 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Attempting to bind port 8f61b22e-6400-4d97-9462-efeda79f59f4 on network cd0884c4-065c-4493-8a04-264707faf647 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:29:59.686600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:29:59.687230 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Checking segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:29:59.688064 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.688064 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Bound using segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:29:59.688461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Bound port: 8f61b22e-6400-4d97-9462-efeda79f59f4, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:29:59.688831 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.703501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d93ba4cc-daee-48e1-abe9-7428d0b3bb38 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:29:59.751498 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:29:59.751868 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.758266 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] For port 8f61b22e-6400-4d97-9462-efeda79f59f4, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:29:59.764938 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] For port 8f61b22e-6400-4d97-9462-efeda79f59f4, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8f61b22e-6400-4d97-9462-efeda79f59f4,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:29:59.770277 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:29:59.819908 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:29:59.820598 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:29:59.868815 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209bdf-a25c-44a5-ae4e-906e1ee71809 None None] Pushing event updated for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=4']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:29:59.944855 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:29:59.987424 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d7b680df-3658-4a55-bb07-4c842a6de44c req-91991776-bb60-4a13-b9f4-aa60cc6abba3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 210 time: 0.0322795 Aug 27 03:30:00.267070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:29:59Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:00.299569 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c45f5-fb18-4937-89e8-db373c881663 None None] The sync data for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 is: [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:29:59Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:01.017699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-ae1bf1d8-84e1-4cf1-be1d-44260c17988a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.019403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-ae1bf1d8-84e1-4cf1-be1d-44260c17988a tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 796 time: 0.1172175 Aug 27 03:30:01.069601 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-720d3da3-9c32-4d58-9927-4162c90eac77 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940e8947aee48358ba5efd19d453db2 HTTP/1.1" status: 200 len: 379 time: 0.0395401 Aug 27 03:30:01.081098 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'port': {'device_id': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'admin_state_up': True, 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'security_groups': ['f79d2d55-4595-480e-8667-4e7a3b509a91']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:01.097677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-21f78706-3306-4ed7-8c45-b7340da3b4cb req-5015ac1f-d3c0-4db0-926a-decf5c486572 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 210 time: 0.0332737 Aug 27 03:30:01.192548 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Made reservation on behalf of b940e8947aee48358ba5efd19d453db2 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:30:01.196983 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.339215 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.20.0.6 (cd0884c4-065c-4493-8a04-264707faf647/03ebf4ee-3545-4350-9977-c750f6bbcd40/d342a9a1-e5df-4ac6-b0e5-f07b5591d555) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:01.482015 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.496484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Transition to ACTIVE for port object d342a9a1-e5df-4ac6-b0e5-f07b5591d555 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:01.507888 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.532111 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.575449 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network cd0884c4-065c-4493-8a04-264707faf647 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:01.580719 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:01.582044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8f61b22e-6400-4d97-9462-efeda79f59f4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:01.584605 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:01.591376 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.633200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8f61b22e-6400-4d97-9462-efeda79f59f4 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:01.637439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8f61b22e-6400-4d97-9462-efeda79f59f4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:01.637816 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.644474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:01.645114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.661669 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-442b1e2f-85c5-4572-b46a-f532c0e9c7cd tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845106 Aug 27 03:30:01.675469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Request body: {'port': {'device_id': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:01.735195 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.740676 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.768834 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8f61b22e-6400-4d97-9462-efeda79f59f4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8f61b22e-6400-4d97-9462-efeda79f59f4,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:01.773774 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.826818 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:01.921120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa77b0df-2744-4cb7-bebc-31db538acd54 None None] Provisioning for port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:01.924622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-aa77b0df-2744-4cb7-bebc-31db538acd54 None None] Provisioning complete for port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:01.924994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-aa77b0df-2744-4cb7-bebc-31db538acd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:01.960145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-aa77b0df-2744-4cb7-bebc-31db538acd54 None None] Port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:30:02.016849 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d342a9a1-e5df-4ac6-b0e5-f07b5591d555 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:02.025120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.041859 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Transition to ACTIVE for port object d342a9a1-e5df-4ac6-b0e5-f07b5591d555 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:30:02.045874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.099455 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Pushing event updated for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.188018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Attempting to bind port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:30:02.188257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Attempting to bind port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:30:02.188579 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Attempting to bind port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 on network cd0884c4-065c-4493-8a04-264707faf647 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:02.208542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 on network cd0884c4-065c-4493-8a04-264707faf647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:30:02.208864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Attempting to bind port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 on network cd0884c4-065c-4493-8a04-264707faf647 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:30:02.217713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:30:02.218048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Checking segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:30:02.218451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Bound using segment: {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:30:02.218884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Bound port: d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8b410b-f64d-4f40-b376-d314c08f2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:30:02.219246 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.246945 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1455d1-e036-4920-907f-9417cd244f5f req-0c535d28-8176-49a1-a52e-ca3fff179de8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.248515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1455d1-e036-4920-907f-9417cd244f5f req-0c535d28-8176-49a1-a52e-ca3fff179de8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 943 time: 0.0795715 Aug 27 03:30:02.324038 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4e1455d1-e036-4920-907f-9417cd244f5f req-c6b41853-9785-4f53-ac6d-89474e9f6240 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580769 Aug 27 03:30:02.325027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:30:02.328107 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:30:02.333376 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.369846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.370488 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:02.371886 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] 10.222.0.15 "PUT /v2.0/ports/d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 1091 time: 0.7009499 Aug 27 03:30:02.372325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:02.374575 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0946cb89-1468-4076-8c37-3b3259d68ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:02.401821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994dcf-d8f3-429b-893d-8ddc9bb3e128 service neutron] Pushing event updated for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:02.428621 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868bd9c4-2808-4e43-a8fb-d5455d774def x-openstack-request-id: req-868bd9c4-2808-4e43-a8fb-d5455d774def {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:02.429013 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:02.429188 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-868bd9c4-2808-4e43-a8fb-d5455d774def {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:02.429563 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'status': 'completed', 'code': 200} Aug 27 03:30:02.783851 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-a75fdf19-aa5c-4a66-9ebb-674ddbe08992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.785359 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-a75fdf19-aa5c-4a66-9ebb-674ddbe08992 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1094 time: 0.3660421 Aug 27 03:30:02.829123 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-c1b5fb65-8eff-44d2-8693-ad9ebde46ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 217 time: 0.0342064 Aug 27 03:30:02.877785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-1d8b5955-a430-4bb2-9039-7e3ad06d42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.879196 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-1d8b5955-a430-4bb2-9039-7e3ad06d42ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0428174 Aug 27 03:30:02.927147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cecb-9854-4196-b364-65616d334621 req-543d2ee9-f25c-4dd4-9cbf-f73547c6b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:02.928608 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-543d2ee9-f25c-4dd4-9cbf-f73547c6b539 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417123 Aug 27 03:30:03.017812 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-16edc7c7-40e8-4ffd-95bb-b8ffa8a568f7 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814342 Aug 27 03:30:03.111431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9276cecb-9854-4196-b364-65616d334621 req-d8a02ef1-9ad7-446d-9cbf-3a0161b5df79 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Aug 27 03:30:03.202133 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-dc12f08c-e445-4a45-94b3-5f0c8c02f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.203676 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-dc12f08c-e445-4a45-94b3-5f0c8c02f53a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1094 time: 0.0426936 Aug 27 03:30:03.296005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-8d6da470-06b4-4d60-9b5b-52fc58afa48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.297469 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-8d6da470-06b4-4d60-9b5b-52fc58afa48a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 897 time: 0.0868976 Aug 27 03:30:03.339187 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-8e3f64ec-0d63-4bcf-adac-5a6cc271639b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 217 time: 0.0350580 Aug 27 03:30:03.391734 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-114013b8-83eb-472f-aa64-13639a6f4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.393232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-114013b8-83eb-472f-aa64-13639a6f4e8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0464664 Aug 27 03:30:03.466549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-c6947a83-5864-4fcd-bb51-61500c7f142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.468027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-c6947a83-5864-4fcd-bb51-61500c7f142b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658777 Aug 27 03:30:03.475453 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ba1c4-3191-42b0-84de-a6b5f49b6711 req-6a35f296-4b6c-4d07-b9e5-322d84875c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:03.476797 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-652ba1c4-3191-42b0-84de-a6b5f49b6711 req-6a35f296-4b6c-4d07-b9e5-322d84875c34 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 943 time: 0.0827196 Aug 27 03:30:03.563420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8f61b22e-6400-4d97-9462-efeda79f59f4 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:03.570832 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-652ba1c4-3191-42b0-84de-a6b5f49b6711 req-66831eae-a111-4550-847d-b5260776757e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855412 Aug 27 03:30:03.590764 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-12b64722-f89b-4059-899f-b7265f7d3ced service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129484 Aug 27 03:30:03.622187 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8f61b22e-6400-4d97-9462-efeda79f59f4 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:03.622589 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:03.681823 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0946cb89-1468-4076-8c37-3b3259d68ffe req-f2f49c8c-baed-4fbe-9793-453ee0c54bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Aug 27 03:30:04.495032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d342a9a1-e5df-4ac6-b0e5-f07b5591d555 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:30:04.588873 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:04.693182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff53e8b-d292-4eb8-a8ba-a82054f707e2 req-7fb9b8ad-2cba-46ec-9421-d60f6fe56163 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:04.695232 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ff53e8b-d292-4eb8-a8ba-a82054f707e2 req-7fb9b8ad-2cba-46ec-9421-d60f6fe56163 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 943 time: 0.0518291 Aug 27 03:30:04.740615 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0ff53e8b-d292-4eb8-a8ba-a82054f707e2 req-377bb62e-c604-4931-b5c8-0f64c5724232 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Aug 27 03:30:04.754674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'port_id': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'mac_address': 'fa:16:3e:55:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:30:04.790813 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.802940 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d342a9a1-e5df-4ac6-b0e5-f07b5591d555 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:30:04.823327 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:04.827101 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:04.871840 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:05.073778 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['d342a9a1-e5df-4ac6-b0e5-f07b5591d555'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:30:05.856109 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dc01-f6d4-4e2d-a6cd-48a4fb935d85 req-a3c49b1a-03bb-4800-af69-b4f9cc4b8f53 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:05.857587 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc40dc01-f6d4-4e2d-a6cd-48a4fb935d85 req-a3c49b1a-03bb-4800-af69-b4f9cc4b8f53 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 944 time: 0.0512073 Aug 27 03:30:05.894884 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dc40dc01-f6d4-4e2d-a6cd-48a4fb935d85 req-0326773a-71aa-408b-982c-0bec65289189 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Aug 27 03:30:06.506310 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d342a9a1-e5df-4ac6-b0e5-f07b5591d555 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:30:06.556697 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:30:06.560715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:30:06.561088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.636329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.658039 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:06.660297 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e5cf97-9fc1-42d3-9467-b34030ebafce" -d '{"events": [{"server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "name": "network-vif-plugged", "status": "completed", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:06.673435 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:06.677320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:06.702231 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b9c7e-ef6b-4f11-a76b-e5954f1a29f2 x-openstack-request-id: req-233b9c7e-ef6b-4f11-a76b-e5954f1a29f2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:06.702545 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "name": "network-vif-plugged", "status": "completed", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:06.702802 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-233b9c7e-ef6b-4f11-a76b-e5954f1a29f2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:06.703188 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'code': 200} Aug 27 03:30:06.730606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:06.803209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a6df9-25a9-4daf-beec-cacd6a510cea req-ce5aec7a-22b6-4626-a3b5-a3fa7323efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:06.804711 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e79a6df9-25a9-4daf-beec-cacd6a510cea req-ce5aec7a-22b6-4626-a3b5-a3fa7323efd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1096 time: 0.0446880 Aug 27 03:30:06.839234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e79a6df9-25a9-4daf-beec-cacd6a510cea req-599b144e-145a-49f8-9161-b8f4d6294160 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272772 Aug 27 03:30:07.007709 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ca77f-f7d8-4d85-aed3-a36490fa2c19 req-54ea9a18-da74-4d74-b294-7b4c2840e014 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:07.009107 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b86ca77f-f7d8-4d85-aed3-a36490fa2c19 req-54ea9a18-da74-4d74-b294-7b4c2840e014 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 27 03:30:07.048374 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b86ca77f-f7d8-4d85-aed3-a36490fa2c19 req-d6fea872-71ea-48e9-9c6d-28bd66402572 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Aug 27 03:30:08.163068 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330eacc-20ad-4f8c-92a1-896b61d4fe4d req-494e41ad-ce49-48f7-b764-b5782ddfa90c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.164554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d330eacc-20ad-4f8c-92a1-896b61d4fe4d req-494e41ad-ce49-48f7-b764-b5782ddfa90c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0479295 Aug 27 03:30:08.202264 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d330eacc-20ad-4f8c-92a1-896b61d4fe4d req-3b8939bf-e845-432a-8063-cacaa0fa3e30 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310292 Aug 27 03:30:08.314716 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c57be-8d26-4530-988b-2de5d110493b req-3c894e5b-78dd-4d41-8f6b-fe0662ee2c81 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.316232 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4c57be-8d26-4530-988b-2de5d110493b req-3c894e5b-78dd-4d41-8f6b-fe0662ee2c81 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0487025 Aug 27 03:30:08.355018 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9b4c57be-8d26-4530-988b-2de5d110493b req-c26c86f9-3f30-4cf7-87ec-dde8d9b579c8 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Aug 27 03:30:08.375736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57170) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:08.418939 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e108f41c-1833-4109-8d86-6195dcec2598 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:08.420435 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e108f41c-1833-4109-8d86-6195dcec2598 tempest-TestNetworkAdvancedServerOps-471780818 tempest-TestNetworkAdvancedServerOps-471780818-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1091 time: 0.0437372 Aug 27 03:30:08.423186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57172) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:08.427429 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:30:08.448007 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.542355 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.648867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Allocated IP 172.25.8.106 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/32655689-6012-4084-a6d4-7bc806796491) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:30:08.752659 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.790365 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:08.831330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:30:08.834251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:30:08.837035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:30:08.865248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=32655689-6012-4084-a6d4-7bc806796491,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.196026 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.263776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.411320 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.415625 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.485748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event updated for resources: {'Port': ['ID=32655689-6012-4084-a6d4-7bc806796491,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:09.492002 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.591271 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 1b1d7aaf-87c4-4362-8a89-d08f2467fbcc associated. External IP: 172.25.8.106, port: d342a9a1-e5df-4ac6-b0e5-f07b5591d555. Aug 27 03:30:09.813534 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 122675e3-d9da-46c4-9baa-c05582ef41b1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:09.923472 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:09.934336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Sync routers for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:09.939604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:09.948153 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:09.949417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:09.968730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b890e79b-560a-4944-8bd1-45ce7c66cd63 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5445340 Aug 27 03:30:09.969322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:09.971785 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c5078-23a3-4bee-96b2-385c80b009e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:10.017817 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f7c19-a802-4334-b060-5ad2db86c7e6 x-openstack-request-id: req-fe9f7c19-a802-4334-b060-5ad2db86c7e6 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:10.018143 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:10.018493 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe9f7c19-a802-4334-b060-5ad2db86c7e6 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:10.018958 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'status': 'completed', 'code': 200} Aug 27 03:30:10.081001 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9259cb8-2ba4-40b4-ab46-8b577d615223 req-1c5b14d2-dd1d-45b9-afa2-a9875d77c712 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.081513 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:10.087109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9259cb8-2ba4-40b4-ab46-8b577d615223 req-1c5b14d2-dd1d-45b9-afa2-a9875d77c712 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0572891 Aug 27 03:30:10.097868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-885b45f9-0cdc-43ce-bcee-e8f8ac2a84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.099557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-885b45f9-0cdc-43ce-bcee-e8f8ac2a84ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1096 time: 0.0580540 Aug 27 03:30:10.124348 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9259cb8-2ba4-40b4-ab46-8b577d615223 req-481f861b-40d0-4673-bac2-c7495992a9c9 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355308 Aug 27 03:30:10.148163 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57178) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:10.205570 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-7f3da7c0-e381-4a4d-b79a-06dbd9b86956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.206851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-7f3da7c0-e381-4a4d-b79a-06dbd9b86956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 897 time: 0.0997131 Aug 27 03:30:10.220986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7d79f909-4ec4-42ef-aadd-da3ca2285f04 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/1b1d7aaf-87c4-4362-8a89-d08f2467fbcc HTTP/1.1" status: 200 len: 991 time: 0.0703046 Aug 27 03:30:10.278075 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-6204ef39-1014-4abb-acad-a516bcecdb67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 999 time: 0.0633490 Aug 27 03:30:10.325576 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1b1d7aaf-87c4-4362-8a89-d08f2467fbcc', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'port_id': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'mac_address': 'fa:16:3e:55:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:09Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:10.333473 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-139eb041-51e1-4821-a09b-3675aec9dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.334941 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-139eb041-51e1-4821-a09b-3675aec9dea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0494406 Aug 27 03:30:10.352322 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Checking router: 122675e3-d9da-46c4-9baa-c05582ef41b1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:10.360702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:10.361308 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:29:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:10.383454 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-beb16ba0-9c5d-4a09-bb1f-28ca9e343712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:10.385134 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-beb16ba0-9c5d-4a09-bb1f-28ca9e343712 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Aug 27 03:30:10.468424 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:10.478056 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-b7e42137-7108-49a4-8ead-4161835ee913 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Aug 27 03:30:10.575600 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-128c5078-23a3-4bee-96b2-385c80b009e6 req-72b6ace1-2654-4f46-a8a2-1d3c80939e0f service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880294 Aug 27 03:30:10.692692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1b1d7aaf-87c4-4362-8a89-d08f2467fbcc', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'port_id': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'mac_address': 'fa:16:3e:55:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:09Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:10.721850 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c291292-a174-44d4-b345-bbfbfc2ddb33 None None] The sync data for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 is: [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '1b1d7aaf-87c4-4362-8a89-d08f2467fbcc', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'port_id': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'mac_address': 'fa:16:3e:55:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:30:09Z', 'updated_at': '2021-08-27T03:30:09Z', 'revision_number': 0, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:10.905621 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532f97bd-e6bf-4250-8452-7fb2736077c7 None None] New status for floating IP 1b1d7aaf-87c4-4362-8a89-d08f2467fbcc: ACTIVE {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:30:11.223785 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57180) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:11.283553 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-12699710-7bd2-4a40-ad3c-64de39b33b60 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/1b1d7aaf-87c4-4362-8a89-d08f2467fbcc HTTP/1.1" status: 200 len: 993 time: 0.0586517 Aug 27 03:30:16.949533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:22.808766 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cd25c125-2c5e-4277-acba-154f5d465e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:25.333689 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-32229ef5-1812-4d33-b9e1-3e197128de6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:25.559304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:26.782835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:28.201934 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:31.521995 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:35.128240 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:30:43.679558 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-9ae9066e-f474-4c46-b75b-99b07e4135fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401845 Aug 27 03:30:43.768622 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-6ca8a673-d151-484b-8da1-d1b5ab3c9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:43.770081 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-6ca8a673-d151-484b-8da1-d1b5ab3c9e17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1096 time: 0.0402932 Aug 27 03:30:43.881812 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-b4cf3de9-fead-4883-9335-a64908cbe326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:43.883292 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-b4cf3de9-fead-4883-9335-a64908cbe326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 897 time: 0.0853865 Aug 27 03:30:43.948210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-4f186fe9-9a76-423d-923a-6cc073da61eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 1001 time: 0.0564716 Aug 27 03:30:44.003274 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-35e7ea49-8958-4af3-b395-973524417590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:44.004696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-35e7ea49-8958-4af3-b395-973524417590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0462890 Aug 27 03:30:44.056884 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-a6dd51fd-9e34-4650-a116-22d6e5ce21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:44.058340 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-a6dd51fd-9e34-4650-a116-22d6e5ce21e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396543 Aug 27 03:30:44.149045 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-b38eb98c-8a74-4c9c-829e-e6a8710f4ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802586 Aug 27 03:30:44.245575 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f0c6a566-bd95-4799-92fe-756b59cab6e8 req-be35ee98-8328-41f2-8543-f9c02ab25030 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Aug 27 03:30:44.955287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0bb65-dc99-41ad-9ec8-6c6ae5106494 req-3066ea2a-5fac-442c-bd40-8718c56ce59f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:44.956818 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb0bb65-dc99-41ad-9ec8-6c6ae5106494 req-3066ea2a-5fac-442c-bd40-8718c56ce59f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.1503899 Aug 27 03:30:45.005295 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cbb0bb65-dc99-41ad-9ec8-6c6ae5106494 req-8acdfe16-d8be-4184-b106-396785fcaac3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 Aug 27 03:30:46.165946 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf6449-090d-4bac-bdd9-9a98f65602bb req-a6adfe57-11e4-474b-9de1-83461d77683f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:46.167444 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2bf6449-090d-4bac-bdd9-9a98f65602bb req-a6adfe57-11e4-474b-9de1-83461d77683f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0924590 Aug 27 03:30:46.211283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b2bf6449-090d-4bac-bdd9-9a98f65602bb req-30790693-018e-45d0-963d-8f166de457a7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 Aug 27 03:30:46.232942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57218) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:46.292380 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-782f5411-15e9-4636-b698-e26bfa1d2cff tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/1b1d7aaf-87c4-4362-8a89-d08f2467fbcc HTTP/1.1" status: 200 len: 993 time: 0.0582385 Aug 27 03:30:46.962253 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:47.556546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cc9ae-fb74-4384-aa09-e38e3919c086 req-71634e3b-25cf-4c90-bdce-3a15642c960e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.558067 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac4cc9ae-fb74-4384-aa09-e38e3919c086 req-71634e3b-25cf-4c90-bdce-3a15642c960e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0551960 Aug 27 03:30:47.628730 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ac4cc9ae-fb74-4384-aa09-e38e3919c086 req-3cd7bf1a-1bd0-4fba-a5b2-2dfb7d47c969 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590208 Aug 27 03:30:47.644798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-e2a5e96b-68c7-439a-8627-f289af6987c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.646242 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-e2a5e96b-68c7-439a-8627-f289af6987c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1096 time: 0.1115751 Aug 27 03:30:47.736316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-302e3b16-2b15-488c-a112-ae7291d9b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.737777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-302e3b16-2b15-488c-a112-ae7291d9b88f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 897 time: 0.0841236 Aug 27 03:30:47.812502 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-105e2e57-c53e-499c-a3e6-29298abd10f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 1001 time: 0.0614624 Aug 27 03:30:47.861783 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-0c037b54-97c0-4dc3-abcb-09396bfa993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.863209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-0c037b54-97c0-4dc3-abcb-09396bfa993f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0435228 Aug 27 03:30:47.908780 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-38fcd47d-51ba-4c0b-8f92-780688748918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:47.910215 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-38fcd47d-51ba-4c0b-8f92-780688748918 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395157 Aug 27 03:30:47.922363 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-5a4309bd-fbf4-4977-a08c-0b0ba5be4240 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:30:47.923328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-5a4309bd-fbf4-4977-a08c-0b0ba5be4240 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050001 Aug 27 03:30:48.016607 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-74eb9a21-8493-448a-a5c3-952f6b7dc728 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Aug 27 03:30:48.108377 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-33730c83-8c3a-42ed-9ef4-9472fbfefd6d req-a7e69e60-00db-4769-b368-a4a314fab68e service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844934 Aug 27 03:30:48.744013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e56f-80b6-4991-afa1-043b1652d2a5 req-7ff1175f-4027-4649-b4e5-2fed065f21b4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:48.745463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e347e56f-80b6-4991-afa1-043b1652d2a5 req-7ff1175f-4027-4649-b4e5-2fed065f21b4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0480652 Aug 27 03:30:48.782340 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e347e56f-80b6-4991-afa1-043b1652d2a5 req-c2fa3dfc-b108-40e8-8d8d-2aea5efb138e tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308216 Aug 27 03:30:49.895041 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052a75-9ed4-4627-8247-d1935f5a8a5a req-b1c473fa-5fa8-444b-9587-c4487e63fb77 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:49.896530 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea052a75-9ed4-4627-8247-d1935f5a8a5a req-b1c473fa-5fa8-444b-9587-c4487e63fb77 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0485141 Aug 27 03:30:49.938228 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ea052a75-9ed4-4627-8247-d1935f5a8a5a req-662441db-b4ab-43cc-b15f-b1b7979da1ee tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358007 Aug 27 03:30:49.959815 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57234) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:50.018662 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1a2c2a8f-84b1-44a3-9eae-2bc69ea952a7 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/floatingips/1b1d7aaf-87c4-4362-8a89-d08f2467fbcc HTTP/1.1" status: 200 len: 993 time: 0.0577559 Aug 27 03:30:50.231018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57240) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:50.387978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 32655689-6012-4084-a6d4-7bc806796491 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:50.388218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.460787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.461110 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.472325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 32655689-6012-4084-a6d4-7bc806796491 owned by network:floatingip {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:50.619033 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.645457 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=32655689-6012-4084-a6d4-7bc806796491,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:50.672670 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.673018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.673360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.673698 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.674028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.674360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.674712 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.675039 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.675365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.675688 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.676016 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.676337 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:50.718527 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:50.718855 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Floating IP 1b1d7aaf-87c4-4362-8a89-d08f2467fbcc disassociated (deleted). External IP: 172.25.8.106, port: d342a9a1-e5df-4ac6-b0e5-f07b5591d555. Aug 27 03:30:50.916886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 122675e3-d9da-46c4-9baa-c05582ef41b1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:51.031202 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:51.036118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:51.040863 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Sync routers for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:51.051658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:51.052563 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:51.075013 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0b5f6e40-ae3a-4bff-85d6-3a4784c19262 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/floatingips/1b1d7aaf-87c4-4362-8a89-d08f2467fbcc HTTP/1.1" status: 204 len: 168 time: 0.8405728 Aug 27 03:30:51.075013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:51.075561 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71a1d2-d108-439c-a3a5-dbe19436d299" -d '{"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:51.171738 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e397b30-3eb2-4b2d-aab8-01ef60524981 x-openstack-request-id: req-3e397b30-3eb2-4b2d-aab8-01ef60524981 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:51.172038 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:51.172300 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e397b30-3eb2-4b2d-aab8-01ef60524981 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:51.172706 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'status': 'completed', 'code': 200} Aug 27 03:30:51.173956 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:51.242195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-744fbfb6-8fa7-4366-9816-0550b2221502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.244288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-744fbfb6-8fa7-4366-9816-0550b2221502 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b940e8947aee48358ba5efd19d453db2&device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 1096 time: 0.0466259 Aug 27 03:30:51.344797 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-090eb218-dca9-4f40-97cf-ade7b45c725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.346569 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-090eb218-dca9-4f40-97cf-ade7b45c725c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 200 len: 897 time: 0.0934498 Aug 27 03:30:51.353804 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa919-b06d-438d-85c5-9847ef54ee9b req-c4e29024-ea88-4a7d-bd43-4458c399ccb1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.355366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fbfa919-b06d-438d-85c5-9847ef54ee9b req-c4e29024-ea88-4a7d-bd43-4458c399ccb1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0510399 Aug 27 03:30:51.398401 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:51.400424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0fbfa919-b06d-438d-85c5-9847ef54ee9b req-b683f4f1-84d3-4e64-9ae7-650b35e23e86 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337746 Aug 27 03:30:51.402032 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-84030bd6-5716-40c7-a967-d4613b418b36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 200 len: 217 time: 0.0442381 Aug 27 03:30:51.425948 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Checking router: 122675e3-d9da-46c4-9baa-c05582ef41b1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:51.434023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:51.434653 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:51.457371 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-b2b79303-08c4-4ebb-b4ac-e756949b46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.458889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-b2b79303-08c4-4ebb-b4ac-e756949b46e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 200 len: 835 time: 0.0446756 Aug 27 03:30:51.512142 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-b04ea5a6-8da4-42d1-b949-ac3f89d2eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:51.513673 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-b04ea5a6-8da4-42d1-b949-ac3f89d2eb8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd0884c4-065c-4493-8a04-264707faf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439427 Aug 27 03:30:51.541622 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:51.611080 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-cbb03f2f-398a-4575-ae78-792c3e96379a service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858767 Aug 27 03:30:51.708478 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ca71a1d2-d108-439c-a3a5-dbe19436d299 req-c364a5f0-e6b4-4e85-9cf4-f5ceb1ab9952 service neutron] 10.222.0.15 "GET /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Aug 27 03:30:51.738199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:51.767709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2ff18-10a5-4389-b3bf-cf7048d9ba28 None None] The sync data for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 is: [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '8f61b22e-6400-4d97-9462-efeda79f59f4', 'name': '', 'network_id': 'cd0884c4-065c-4493-8a04-264707faf647', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'mac_address': 'fa:16:3e:83:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:56Z', 'updated_at': '2021-08-27T03:30:01Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'subnets': [{'id': '03ebf4ee-3545-4350-9977-c750f6bbcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:51.972069 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f416316-8195-4a65-8ee4-7d2620722014 None None] New status for floating IP 1b1d7aaf-87c4-4362-8a89-d08f2467fbcc: DOWN {{(pid=94834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:30:52.525846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b37d-81bc-408b-8b47-1ff6ed95df60 req-c895ea3f-121f-414f-ae17-1167515fa905 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:52.527381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f313b37d-81bc-408b-8b47-1ff6ed95df60 req-c895ea3f-121f-414f-ae17-1167515fa905 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0492532 Aug 27 03:30:52.564234 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f313b37d-81bc-408b-8b47-1ff6ed95df60 req-f8f09e79-a685-486e-8e24-62f8ad38ae7f tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/security-groups?id=f79d2d55-4595-480e-8667-4e7a3b509a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303488 Aug 27 03:30:52.811088 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e33a2b87-e11e-4fea-9a2f-f6c53de67d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.222105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6fcb5016-a2f5-43ba-8780-73f56a2a3140 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:30:53.223557 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6fcb5016-a2f5-43ba-8780-73f56a2a3140 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 945 time: 0.0480039 Aug 27 03:30:53.313768 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:53.314116 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.400061 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port d342a9a1-e5df-4ac6-b0e5-f07b5591d555, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:53.400333 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.413867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for d342a9a1-e5df-4ac6-b0e5-f07b5591d555 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:53.541200 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.570225 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=d342a9a1-e5df-4ac6-b0e5-f07b5591d555,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:53.581635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.582005 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.582333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.582704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.583044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.583387 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.583715 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.584044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.584375 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.584703 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.585033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.585357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:53.626935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] No DVR routers for this DVR port d342a9a1-e5df-4ac6-b0e5-f07b5591d555 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:30:53.629475 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:53.631473 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b3a69af-9521-4eb6-af61-606bc6ca13ec req-6d1f26df-8563-4acf-b6ef-74bd4f8f75e4 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.15 "DELETE /v2.0/ports/d342a9a1-e5df-4ac6-b0e5-f07b5591d555 HTTP/1.1" status: 204 len: 173 time: 0.4013538 Aug 27 03:30:53.631914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'name': 'network-vif-deleted', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:30:53.634149 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a226c21-90f8-4a6b-9a96-964c19b47e29" -d '{"events": [{"server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "name": "network-vif-deleted", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:30:53.669295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-30629d99-d577-4ff6-a41e-863652c97b61 req-f3217ae7-757b-495e-96c3-dc065fc657f3 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb06cf40-e1b4-4419-8515-4f099fea3b9a HTTP/1.1" status: 200 len: 210 time: 0.0327544 Aug 27 03:30:53.681254 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80a08c3-60a4-4939-b240-693ff4a6e792 x-openstack-request-id: req-e80a08c3-60a4-4939-b240-693ff4a6e792 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:30:53.681605 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb06cf40-e1b4-4419-8515-4f099fea3b9a", "name": "network-vif-deleted", "tag": "d342a9a1-e5df-4ac6-b0e5-f07b5591d555", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:30:53.681928 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e80a08c3-60a4-4939-b240-693ff4a6e792 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:30:53.682412 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb06cf40-e1b4-4419-8515-4f099fea3b9a', 'name': 'network-vif-deleted', 'tag': 'd342a9a1-e5df-4ac6-b0e5-f07b5591d555', 'status': 'completed', 'code': 200} Aug 27 03:30:54.731682 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57260) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:55.093079 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.335903 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-cc85f842-7861-4469-8562-feb21ff7a543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.343772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 8f61b22e-6400-4d97-9462-efeda79f59f4 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:55.344111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.432265 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 8f61b22e-6400-4d97-9462-efeda79f59f4, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8f61b22e-6400-4d97-9462-efeda79f59f4,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:55.432627 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.446061 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 8f61b22e-6400-4d97-9462-efeda79f59f4 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:55.562618 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.629613 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:55.658755 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=8f61b22e-6400-4d97-9462-efeda79f59f4,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:55.827589 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.035759 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Router 122675e3-d9da-46c4-9baa-c05582ef41b1 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:30:56.435268 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:30:56.440085 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-237dd60d-68f5-423e-8fa5-9e62b5cd18c1 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "PUT /v2.0/routers/122675e3-d9da-46c4-9baa-c05582ef41b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074015 Aug 27 03:30:56.442782 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57262) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:56.445541 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Sync routers for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:30:56.455172 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:56.455790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:56.492533 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting subnet 03ebf4ee-3545-4350-9977-c750f6bbcd40 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:30:56.495546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.534631 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.559380 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:56.619633 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.676994 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.704757 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Subnet': ['ID=03ebf4ee-3545-4350-9977-c750f6bbcd40,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:56.708612 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.710496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-081f4a5b-1182-4a1c-8b7a-b033ed06217c tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/subnets/03ebf4ee-3545-4350-9977-c750f6bbcd40 HTTP/1.1" status: 204 len: 168 time: 0.2667770 Aug 27 03:30:56.713082 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57264) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:56.716191 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2c672-cc19-4024-9a4a-28e852f9a168 None None] Network cd0884c4-065c-4493-8a04-264707faf647 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:30:56.826731 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.919592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d342a9a1-e5df-4ac6-b0e5-f07b5591d555 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:56.934474 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.953539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: d342a9a1-e5df-4ac6-b0e5-f07b5591d555 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:56.953922 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device d342a9a1-e5df-4ac6-b0e5-f07b5591d555 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:56.965099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:56.987429 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Deleting port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:56.987773 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.035032 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:30:55Z', 'revision_number': 5, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port': {'id': '9b04f0b3-0d47-4042-b9a8-c6132c21c82b', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:29:54Z', 'updated_at': '2021-08-27T03:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.068717 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Checking router: 122675e3-d9da-46c4-9baa-c05582ef41b1 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:30:57.082237 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Routers {'122675e3-d9da-46c4-9baa-c05582ef41b1'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:30:57.082927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['122675e3-d9da-46c4-9baa-c05582ef41b1'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.084103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] For port 9b04f0b3-0d47-4042-b9a8-c6132c21c82b, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:57.084481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.101848 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Calling delete_port for 9b04f0b3-0d47-4042-b9a8-c6132c21c82b owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:57.152336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] DHCP port deletion for cd0884c4-065c-4493-8a04-264707faf647 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:30:57.192662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] Set router 122675e3-d9da-46c4-9baa-c05582ef41b1 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:30:57.246538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:30:56Z', 'revision_number': 6, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.270232 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.275507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd3791-394d-4742-9e27-dc6f4455444a None None] The sync data for ids ['122675e3-d9da-46c4-9baa-c05582ef41b1'] in n-d-806292-1 is: [{'id': '122675e3-d9da-46c4-9baa-c05582ef41b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2112041141', 'tenant_id': 'b940e8947aee48358ba5efd19d453db2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:29:53Z', 'updated_at': '2021-08-27T03:30:56Z', 'revision_number': 6, 'project_id': 'b940e8947aee48358ba5efd19d453db2', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:30:57.291955 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Deleting port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:30:57.292341 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.308216 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Port': ['ID=9b04f0b3-0d47-4042-b9a8-c6132c21c82b,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.353340 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] For port d93ba4cc-daee-48e1-abe9-7428d0b3bb38, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,segment=NetworkSegment(7e8b410b-f64d-4f40-b376-d314c08f2b19),segment_id=7e8b410b-f64d-4f40-b376-d314c08f2b19)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:30:57.353730 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.363379 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.367117 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Calling delete_port for d93ba4cc-daee-48e1-abe9-7428d0b3bb38 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:30:57.446960 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.454692 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.456830 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.473900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Pushing event deleted for resources: {'Port': ['ID=d93ba4cc-daee-48e1-abe9-7428d0b3bb38,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.479415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] No DVR routers for this DVR port d93ba4cc-daee-48e1-abe9-7428d0b3bb38 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:30:57.488676 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.489025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.489364 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.489706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.490314 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.490602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.490777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.491089 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.491415 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.491737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.492064 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.492606 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb239f69-9b71-49b5-9f72-6fa92a6f2db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:30:57.504301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.504840 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Fanout notify agent at l3_agent the message router_deleted on router 122675e3-d9da-46c4-9baa-c05582ef41b1 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:30:57.511467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.512568 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-7fe3006f-7a52-463c-a885-e7fae1c788da tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/routers/122675e3-d9da-46c4-9baa-c05582ef41b1 HTTP/1.1" status: 204 len: 168 time: 0.7983944 Aug 27 03:30:57.515305 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57266) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:57.587865 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.694758 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.707801 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0884c4-065c-4493-8a04-264707faf647']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.721103 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8b410b-f64d-4f40-b376-d314c08f2b19') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.721396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8b410b-f64d-4f40-b376-d314c08f2b19') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:30:57.730224 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.743467 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.750100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:30:57.750300 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:30:57.753345 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:30:57.759135 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8f61b22e-6400-4d97-9462-efeda79f59f4 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:57.781567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8f61b22e-6400-4d97-9462-efeda79f59f4 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:57.781927 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8f61b22e-6400-4d97-9462-efeda79f59f4 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:57.782347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d93ba4cc-daee-48e1-abe9-7428d0b3bb38 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:57.802613 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: d93ba4cc-daee-48e1-abe9-7428d0b3bb38 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:57.802962 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device d93ba4cc-daee-48e1-abe9-7428d0b3bb38 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:30:57.813905 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.822661 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.824471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/networks/cd0884c4-065c-4493-8a04-264707faf647 HTTP/1.1" status: 204 len: 168 time: 0.3082576 Aug 27 03:30:57.827956 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57268) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:57.836583 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df22aa-d8e6-42c5-99f0-af61a97c1cdb tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'Network': ['ID=cd0884c4-065c-4493-8a04-264707faf647,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:57.891930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.918593 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.986548 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.989383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:57.990643 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] 10.222.0.26 "DELETE /v2.0/security-groups/f79d2d55-4595-480e-8667-4e7a3b509a91 HTTP/1.1" status: 204 len: 168 time: 0.1616843 Aug 27 03:30:58.002607 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a7d6-7c3e-4831-b10c-268c67b57710 tempest-TestNetworkAdvancedServerOps-1965237635 tempest-TestNetworkAdvancedServerOps-1965237635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79d2d55-4595-480e-8667-4e7a3b509a91,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:58.203104 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.340140 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57276) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:58.473065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-fadbedbc-0d5b-4e06-b78f-2a47fa99cec9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b940e8947aee48358ba5efd19d453db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316793 Aug 27 03:30:58.475690 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57280) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:58.522681 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.543547 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.904666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.907394 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:58.908905 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94496944-fc39-4ff6-9d11-2383bae1adbf HTTP/1.1" status: 204 len: 168 time: 0.4323297 Aug 27 03:30:58.916864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3c98-2ecd-4e73-9109-561b5f73c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94496944-fc39-4ff6-9d11-2383bae1adbf,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.189539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.203249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36366b1f-775d-4f02-82cb-a17c14a89b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.287726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36366b1f-775d-4f02-82cb-a17c14a89b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.291383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36366b1f-775d-4f02-82cb-a17c14a89b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.329576 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36366b1f-775d-4f02-82cb-a17c14a89b7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7068a05fbe7640fca2da4eb6c85b02e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389728 Aug 27 03:30:59.330477 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36366b1f-775d-4f02-82cb-a17c14a89b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c3fe8d-5d44-4bf9-861f-91cedf4a35c2,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.332262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57288) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:30:59.384122 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.404568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.455767 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.458361 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:30:59.459751 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25c3fe8d-5d44-4bf9-861f-91cedf4a35c2 HTTP/1.1" status: 204 len: 168 time: 0.1256707 Aug 27 03:30:59.467760 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f4ba5-25f2-4c59-a00d-b254886d559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c3fe8d-5d44-4bf9-861f-91cedf4a35c2,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:30:59.546994 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9b04f0b3-0d47-4042-b9a8-c6132c21c82b no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:30:59.570233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 9b04f0b3-0d47-4042-b9a8-c6132c21c82b {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:30:59.570610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 9b04f0b3-0d47-4042-b9a8-c6132c21c82b not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:31:00.177147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57310) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:00.270985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246461676-network', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.291280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Made reservation on behalf of 4253f0683b264ce7a50bed39bd567b8e for: {'network': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:00.293654 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.302329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.387884 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.392175 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.412696 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:00.426364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86f6ff-8f86-4fc2-a350-2e1791c2db9e,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.434448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.434795 n-d-806292-1 neutron-server[94831]: INFO neutron.db.segments_db [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Added segment 3e8a5a8e-6d63-406c-b341-a3e7475fdecd of type vlan for network 0f74e3ca-e46a-4425-812f-2675e3a2d357 Aug 27 03:31:00.484489 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.508260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.509138 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.509707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.564411 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861396 Aug 27 03:31:00.567461 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:00.569789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdad0a2-9c34-4db7-8d48-c90b53291f3e admin admin] Pushing event updated for resources: {'Network': ['ID=0f74e3ca-e46a-4425-812f-2675e3a2d357,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.572800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Request body: {'subnet': {'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246461676-subnet', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.579548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:00.595279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Made reservation on behalf of 4253f0683b264ce7a50bed39bd567b8e for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:00.597752 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.777211 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.834810 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1389895-dc7e-4502-a277-ecd7f9f44320,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:00.844109 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:00.844460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Network hostable DHCP agents. Network: 0f74e3ca-e46a-4425-812f-2675e3a2d357, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:00.860590 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:00.868685 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, 0f74e3ca-e46a-4425-812f-2675e3a2d357) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:00.872691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:00.873266 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.877396 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63176d97-709b-450e-a304-8376f03be18c None None] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:00.887178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ad735eb3-fd92-43af-9666-114b7a699841 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3186224 Aug 27 03:31:00.890401 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:00.894669 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:00.915234 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.916212 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:00.966804 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.026108 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-0f74e3ca-e46a-4425-812f-2675e3a2d357', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:31:01.027017 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.114952 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.169346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Allocated IP 172.20.0.2 (0f74e3ca-e46a-4425-812f-2675e3a2d357/f1389895-dc7e-4502-a277-ecd7f9f44320/0d60c85b-f2fa-42f3-94f7-594bd10edaf8) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:01.312822 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.313448 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.322433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Transition to ACTIVE for port object 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:01.332634 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.337656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Transition to ACTIVE for port object 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:01.343693 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.381418 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:01.384132 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:01.390786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:01.402228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Pushing event updated for resources: {'Port': ['ID=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.439302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Allocated IP 172.25.8.7 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/034fef31-a8ca-4a60-bdd3-e05e3fc1463d) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:01.449961 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Attempting to bind port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:01.450439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Attempting to bind port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:01.450933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Attempting to bind port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:01.456644 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:01.457065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:01.457475 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.457869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Bound using segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:01.458331 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Bound port: 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:01.458747 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.534514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] For port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:01.546632 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.548317 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.548450 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] For port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:01.553131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.593657 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:01.615071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83672ed-fd69-4843-a1b4-6c4a32a4fe9e None None] Pushing event updated for resources: {'Port': ['ID=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.639572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:01.644613 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:01.647063 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:01.673196 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:01.913311 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.113064 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.240934 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Router aa975cc1-a69f-4d73-9e58-c0faff961111 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:02.351690 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:02.361886 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:02.370519 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:02.371384 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:02.374606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:02.374793 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-0af566e1-52dd-4e5b-92f4-cd9d974e2cc2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4807417 Aug 27 03:31:02.374888 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57318) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:02.485593 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:02.501488 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58b1ba-bb92-462c-adc8-f8c760e07db8 None None] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:02.574095 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-683284fb-e7f7-4e0c-9453-c42b227bd2e4 None None] Provisioning for port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:02.669070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:02.704265 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:02.704615 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Updating router aa975cc1-a69f-4d73-9e58-c0faff961111 port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:02.730694 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.002532 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.012922 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Transition to ACTIVE for port object 034fef31-a8ca-4a60-bdd3-e05e3fc1463d will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:03.019523 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.073336 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Attempting to bind port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:03.073697 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Attempting to bind port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:03.074054 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Attempting to bind port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:03.079377 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Pushing event updated for resources: {'Port': ['ID=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.081494 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:03.081860 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:03.082249 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.082659 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:03.083111 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Bound port: 034fef31-a8ca-4a60-bdd3-e05e3fc1463d, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:03.083476 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.106481 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.106824 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.107164 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.107708 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.108162 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.109070 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.109393 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.109718 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.110036 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.110354 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.110696 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.111009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:31:03.119939 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.150167 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] For port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:03.153174 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] For port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:03.158131 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.212084 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:03.212688 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:03.258023 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7a91b-2963-4a0d-8d8a-6309670a5a23 None None] Pushing event updated for resources: {'Port': ['ID=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.279615 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Allocated IP 172.20.0.1 (0f74e3ca-e46a-4425-812f-2675e3a2d357/f1389895-dc7e-4502-a277-ecd7f9f44320/5addd860-f73b-4d33-a879-bf1ee5be5083) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:03.326411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:03.385943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.399395 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Transition to ACTIVE for port object 5addd860-f73b-4d33-a879-bf1ee5be5083 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:03.432972 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.472099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:03.476949 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:03.480621 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:03.505231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Pushing event updated for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.524787 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.652757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:03.657283 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:03.687909 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.689767 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79f999-de8b-4d97-b85c-3105ebf142f2 None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:01Z', 'revision_number': 3, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:03.712705 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:03.718362 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:03.719049 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.805823 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.847580 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:03.848953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c9aa8b81-2260-477a-8370-25816588bc51 None None] Provisioning for port 5addd860-f73b-4d33-a879-bf1ee5be5083 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:03.853401 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.857375 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c9aa8b81-2260-477a-8370-25816588bc51 None None] Provisioning complete for port 5addd860-f73b-4d33-a879-bf1ee5be5083 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:03.857558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c9aa8b81-2260-477a-8370-25816588bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.887377 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.893817 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.920394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa8b81-2260-477a-8370-25816588bc51 None None] Port 5addd860-f73b-4d33-a879-bf1ee5be5083 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:03.931333 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:03.978858 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:03.980695 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Pushing event updated for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.083635 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:04.085056 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:04.207491 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:04.324285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:04.329850 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-10d4c5fd-a883-4061-a447-2ad7bdcfcecd admin admin] 10.222.0.26 "PUT /v2.0/routers/aa975cc1-a69f-4d73-9e58-c0faff961111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540269 Aug 27 03:31:04.355151 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c51818c0-f648-4f94-a90d-d44c49a9c9fc None None] Provisioning complete for port 5addd860-f73b-4d33-a879-bf1ee5be5083 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:04.355661 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c51818c0-f648-4f94-a90d-d44c49a9c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.391292 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-c51818c0-f648-4f94-a90d-d44c49a9c9fc None None] Port 5addd860-f73b-4d33-a879-bf1ee5be5083 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:04.802969 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57334) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:04.808051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-950864691-network', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:04.828130 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Made reservation on behalf of 94d4d75938514acf8dfadae5792ebecb for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:04.830477 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.838825 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.927975 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.931924 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.958908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:31:04.969960 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0478d775-5cfb-474a-8ba7-216aaa93b678,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:04.975920 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:04.976264 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Added segment 4a088289-01bc-49ad-8dee-c337b75e4339 of type vlan for network ab588be3-135e-48a2-b1ea-d5a4de3ed207 Aug 27 03:31:05.018001 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.042287 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.043146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:05.043732 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.098275 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2941883 Aug 27 03:31:05.100994 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57336) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:05.109915 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Request body: {'subnet': {'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-950864691-subnet', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'ip_version': 4}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:05.121161 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0632ce-de00-416c-a2b8-5a7bd70bca75 admin admin] Pushing event updated for resources: {'Network': ['ID=ab588be3-135e-48a2-b1ea-d5a4de3ed207,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.133343 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:31:05.143465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Made reservation on behalf of 94d4d75938514acf8dfadae5792ebecb for: {'subnet': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:05.145811 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13159936'] for subnet, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.292978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:05.302120 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:05.302770 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:05.317943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16198249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13160050'] for subnet, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.371701 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc0c04e-9dc4-416c-888f-d057ce572a70,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:05.381863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Checking segment: {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:05.382228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Network hostable DHCP agents. Network: ab588be3-135e-48a2-b1ea-d5a4de3ed207, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:31:05.399360 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:31:05.410250 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:05.410487 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, ab588be3-135e-48a2-b1ea-d5a4de3ed207) {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:05.415528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:05.415871 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.429488 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-3c0a76b3-1b19-484d-a2da-6ce6a7815d3d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3258052 Aug 27 03:31:05.432157 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:05.436993 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:05.437977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e279c04-3610-4f5f-99fa-10df8fddf1f6 None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:05.456532 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.457511 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.507821 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.656286 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.746441 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 034fef31-a8ca-4a60-bdd3-e05e3fc1463d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:05.863016 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.883172 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.888235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:05.912669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:05.913044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.935417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'fixed_ips': [{'subnet_id': '5dc0c04e-9dc4-416c-888f-d057ce572a70'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:31:05.936268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:05.987700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Allocated IP 172.25.8.230 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/7210fc87-b1d7-4918-933b-a824a812b7bd) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:06.044828 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 2, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:06.097222 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.103141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:06.103500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Updating router aa975cc1-a69f-4d73-9e58-c0faff961111 port 5addd860-f73b-4d33-a879-bf1ee5be5083 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:06.137407 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.166432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.168166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.174040 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:06.176878 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:06.179377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:06.209116 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:06.210715 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7210fc87-b1d7-4918-933b-a824a812b7bd,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.237421 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Allocated IP 172.20.0.2 (ab588be3-135e-48a2-b1ea-d5a4de3ed207/5dc0c04e-9dc4-416c-888f-d057ce572a70/1600ae2b-f978-42ef-8fd4-8e5669a14377) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:06.240892 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.241837 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:06.431047 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.447974 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.546051 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:06.546449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.627976 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.637314 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.650662 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Transition to ACTIVE for port object 1600ae2b-f978-42ef-8fd4-8e5669a14377 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:06.689511 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Transition to ACTIVE for port object 1600ae2b-f978-42ef-8fd4-8e5669a14377 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:06.734474 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.759325 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Router bdce2fe8-0024-418b-8214-850183db80b7 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:31:06.791665 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.806953 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:06.814553 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:06.820413 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:06.822999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Transition to ACTIVE for port object 5addd860-f73b-4d33-a879-bf1ee5be5083 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:06.825592 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Pushing event updated for resources: {'Port': ['ID=1600ae2b-f978-42ef-8fd4-8e5669a14377,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.835244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.869768 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:06.880035 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Sync routers for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:06.889638 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.890600 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:06.893895 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:06.894091 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-463b78bb-aaf9-4140-949b-2bc05f7999c5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4583511 Aug 27 03:31:06.895285 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57340) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:06.921317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Attempting to bind port 1600ae2b-f978-42ef-8fd4-8e5669a14377 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:06.921730 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Attempting to bind port 1600ae2b-f978-42ef-8fd4-8e5669a14377 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:06.922077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Attempting to bind port 1600ae2b-f978-42ef-8fd4-8e5669a14377 on network ab588be3-135e-48a2-b1ea-d5a4de3ed207 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:06.934170 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d57fa-cfd1-4dd7-a148-b49a05eee2a6 None None] Pushing event updated for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:06.939857 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:06.940238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Checking segment: {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:06.940716 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:06.941188 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Bound using segment: {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:06.941754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Bound port: 1600ae2b-f978-42ef-8fd4-8e5669a14377, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:06.942294 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.034273 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Attempting to bind port 5addd860-f73b-4d33-a879-bf1ee5be5083 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:07.034812 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Attempting to bind port 5addd860-f73b-4d33-a879-bf1ee5be5083 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:07.035185 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Attempting to bind port 5addd860-f73b-4d33-a879-bf1ee5be5083 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:07.044674 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:07.044956 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:07.046706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:07.047275 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.047578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Bound using segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:07.048071 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Bound port: 5addd860-f73b-4d33-a879-bf1ee5be5083, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:07.048458 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.131298 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] For port 1600ae2b-f978-42ef-8fd4-8e5669a14377, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:07.162464 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] For port 1600ae2b-f978-42ef-8fd4-8e5669a14377, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1600ae2b-f978-42ef-8fd4-8e5669a14377,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:07.189278 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.232414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] For port 5addd860-f73b-4d33-a879-bf1ee5be5083, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:07.258708 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] For port 5addd860-f73b-4d33-a879-bf1ee5be5083, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5addd860-f73b-4d33-a879-bf1ee5be5083,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:07.274061 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.290175 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa927d3-862a-4316-8ffc-25ebb8bc45a5 None None] Pushing event updated for resources: {'Port': ['ID=1600ae2b-f978-42ef-8fd4-8e5669a14377,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.311205 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 3, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:07.340347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:07.343322 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Checking router: bdce2fe8-0024-418b-8214-850183db80b7 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:07.343867 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Updating router bdce2fe8-0024-418b-8214-850183db80b7 port 7210fc87-b1d7-4918-933b-a824a812b7bd binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:07.344296 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:07.382079 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.401978 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d57fa-cfd1-4dd7-a148-b49a05eee2a6 None None] Pushing event updated for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.510983 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:07.625696 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.733737 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.747305 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Transition to ACTIVE for port object 7210fc87-b1d7-4918-933b-a824a812b7bd will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:07.754840 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.800327 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb708498-1517-4efe-bfd0-8abf44375a78 None None] Pushing event updated for resources: {'Port': ['ID=7210fc87-b1d7-4918-933b-a824a812b7bd,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:07.828227 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Attempting to bind port 7210fc87-b1d7-4918-933b-a824a812b7bd on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:07.828686 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Attempting to bind port 7210fc87-b1d7-4918-933b-a824a812b7bd by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:07.829210 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Attempting to bind port 7210fc87-b1d7-4918-933b-a824a812b7bd on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:07.834179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 034fef31-a8ca-4a60-bdd3-e05e3fc1463d up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:07.834996 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:07.835368 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:07.836183 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.836183 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:07.836918 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Bound port: 7210fc87-b1d7-4918-933b-a824a812b7bd, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:07.837893 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.884026 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Allocated IP 172.20.0.1 (ab588be3-135e-48a2-b1ea-d5a4de3ed207/5dc0c04e-9dc4-416c-888f-d057ce572a70/32b94301-92c6-4653-ae7f-5bff71a3f2a7) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:07.889735 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:07Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:07.890413 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] For port 7210fc87-b1d7-4918-933b-a824a812b7bd, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:07.893470 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] For port 7210fc87-b1d7-4918-933b-a824a812b7bd, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7210fc87-b1d7-4918-933b-a824a812b7bd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:07.899428 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.923152 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b6ffd1-7abc-4186-91a2-2d06360391f3 None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:07Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:07.929037 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:07.930000 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:07.974449 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:07.975391 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:08.023905 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.050883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Transition to ACTIVE for port object 32b94301-92c6-4653-ae7f-5bff71a3f2a7 will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:08.052450 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb708498-1517-4efe-bfd0-8abf44375a78 None None] Pushing event updated for resources: {'Port': ['ID=7210fc87-b1d7-4918-933b-a824a812b7bd,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.074369 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1600ae2b-f978-42ef-8fd4-8e5669a14377 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:08.112287 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.156902 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1600ae2b-f978-42ef-8fd4-8e5669a14377 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:08.172199 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:08.173461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:08.175105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:08.181598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:08.214193 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.241324 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.394808 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.402990 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 3, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:08.431115 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d23b3-11dd-4317-89db-c0b1eb92200a None None] The sync data for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 is: [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 3, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:08.587785 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6b965-8429-4718-8185-cd9187c7b241 None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:31:08.594991 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.600131 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.675604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:08.684130 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.694839 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Provisioning for port 1600ae2b-f978-42ef-8fd4-8e5669a14377 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:08.707169 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Provisioning complete for port 1600ae2b-f978-42ef-8fd4-8e5669a14377 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:08.707548 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.844009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:08.846421 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:08.885097 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:08.947815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] For port 1600ae2b-f978-42ef-8fd4-8e5669a14377, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1600ae2b-f978-42ef-8fd4-8e5669a14377,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:08.955196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.020033 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Router bdce2fe8-0024-418b-8214-850183db80b7 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:09.020403 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994be77-3347-4853-bf64-3f131bd04de9 None None] Pushing event updated for resources: {'Port': ['ID=1600ae2b-f978-42ef-8fd4-8e5669a14377,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.164384 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:09.174338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-168fe00b-719e-4df0-8b3b-e632cb15f2f2 admin admin] 10.222.0.26 "PUT /v2.0/routers/bdce2fe8-0024-418b-8214-850183db80b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2770638 Aug 27 03:31:09.190446 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Provisioning complete for port 1600ae2b-f978-42ef-8fd4-8e5669a14377 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.190957 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.317935 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Provisioning for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:09.323831 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Provisioning complete for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.324338 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.363621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-9361803f-3614-41d6-b569-cd1e239a1ae6 None None] Port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:09.484205 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-4030261a-6e8f-4b59-94a1-7b40f5f6ee23 None None] Provisioning complete for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.484881 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4030261a-6e8f-4b59-94a1-7b40f5f6ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.524720 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-4030261a-6e8f-4b59-94a1-7b40f5f6ee23 None None] Port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:09.741448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5addd860-f73b-4d33-a879-bf1ee5be5083 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:09.785044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57348) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:09.788991 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3ea18d52-f182-4005-89b3-dd82762d070f None None] Provisioning complete for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:09.789365 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3ea18d52-f182-4005-89b3-dd82762d070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.790359 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231825249', 'description': 'tempest-secgroup-smoke-1231825249 description', 'project_id': '4253f0683b264ce7a50bed39bd567b8e'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:09.816693 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.903255 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.907735 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.938622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856eb262-caad-4a5e-bba4-3b647c83cc1d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:09.940844 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.942072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-4376382f-776e-405d-9043-5810aa1a5d69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1559360 Aug 27 03:31:09.945482 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57350) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:09.950238 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:09.976704 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:09.997921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3ea18d52-f182-4005-89b3-dd82762d070f None None] Port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:10.007233 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 5addd860-f73b-4d33-a879-bf1ee5be5083 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:10.012268 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5addd860-f73b-4d33-a879-bf1ee5be5083 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:10.012639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.033983 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.038045 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.058559 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffed26a-81bb-478f-8eac-a47e3a41f408,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.064636 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.065898 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-bb6803ae-de7d-4462-ba36-04f517b73af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194148 Aug 27 03:31:10.069072 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57352) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.074299 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.097784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.102587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.130056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 5addd860-f73b-4d33-a879-bf1ee5be5083, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5addd860-f73b-4d33-a879-bf1ee5be5083,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:10.133642 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.134443 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7210fc87-b1d7-4918-933b-a824a812b7bd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:10.160653 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.165474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.185729 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f953e2-4536-4dfe-8c1c-b63a4067fc6d,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.194247 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.198261 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57354) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.198580 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a347db8e-5d36-4e43-b7bb-3777aae6128a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278172 Aug 27 03:31:10.203302 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.214518 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.231031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 7210fc87-b1d7-4918-933b-a824a812b7bd completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:10.236504 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7210fc87-b1d7-4918-933b-a824a812b7bd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:10.236887 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.238546 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.299934 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.305877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.317722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.323003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abc42bf-0138-44ec-9c41-9fb8326251ab,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.329513 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.333880 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57356) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.334048 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9173cab0-c435-441b-9669-d8acc8f6143b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344213 Aug 27 03:31:10.339220 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.341619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 7210fc87-b1d7-4918-933b-a824a812b7bd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7210fc87-b1d7-4918-933b-a824a812b7bd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:10.347347 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.348164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1600ae2b-f978-42ef-8fd4-8e5669a14377 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:10.369955 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.426360 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=7210fc87-b1d7-4918-933b-a824a812b7bd,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.433485 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.437684 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.440197 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1600ae2b-f978-42ef-8fd4-8e5669a14377 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:10.440575 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.456868 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7478ad3-582a-4ef6-b25d-57f03b907455,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.464511 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.466214 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-f31b2ff8-baff-40a7-b04c-aa4f73427fa8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306481 Aug 27 03:31:10.469124 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57358) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.473489 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.494736 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Project 4253f0683b264ce7a50bed39bd567b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:31:10.499837 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.571201 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.578030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.601058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9daa89c-d529-4a79-9ef4-96ba58e7ac8a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.607574 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.611403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-20d0f462-6637-4c32-b8bb-a61749699dba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388805 Aug 27 03:31:10.611657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57360) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:10.616544 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '856eb262-caad-4a5e-bba4-3b647c83cc1d', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:10.638290 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Project 4253f0683b264ce7a50bed39bd567b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:31:10.643581 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.705635 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.711157 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.730964 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a6951c-8f31-4b7e-847c-0182901774a7,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:10.738085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:10.739346 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-72482a2a-4644-46b6-871c-ca77e004fe2d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266141 Aug 27 03:31:10.882847 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-28ac0494-8bfc-4b5f-9544-5d4230ec6065 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231825249&fields=id&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 267 time: 0.0337090 Aug 27 03:31:10.993874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1fe21565-70ce-47c9-833f-97e774d7dabb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:10.995489 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1fe21565-70ce-47c9-833f-97e774d7dabb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 809 time: 0.1020145 Aug 27 03:31:11.012347 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-a2e3bb22-40c1-4152-a9e7-4e294fa30c2f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/quotas/4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 375 time: 0.0102322 Aug 27 03:31:11.079198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-e22d19d7-fe3b-4d71-a30e-74322b6b0ea4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599530 Aug 27 03:31:11.180705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-0a11cd5e-31fa-4e45-8aee-776530faa15a service neutron] 10.222.0.26 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878069 Aug 27 03:31:11.278979 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-03b0c566-2929-44fa-ae48-24ccdb7b8828 service neutron] 10.222.0.26 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913939 Aug 27 03:31:11.344407 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Sync routers for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:11.353627 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:11.354061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:11.465448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:11.469417 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-15dccec3-e4e5-4c2a-983b-e6a8a0f5717d req-a2124e8b-07f7-484b-bcdf-a3894b464a52 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Aug 27 03:31:11.621195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5addd860-f73b-4d33-a879-bf1ee5be5083 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:11.708148 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 5addd860-f73b-4d33-a879-bf1ee5be5083 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:11.708526 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.734025 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '32b94301-92c6-4653-ae7f-5bff71a3f2a7', 'name': '', 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'mac_address': 'fa:16:3e:09:d5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:07Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 2, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'subnets': [{'id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:11.766809 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Checking router: bdce2fe8-0024-418b-8214-850183db80b7 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:11.767165 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Updating router bdce2fe8-0024-418b-8214-850183db80b7 port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:31:11.801450 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:11.874419 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7210fc87-b1d7-4918-933b-a824a812b7bd up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:12.031921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 7210fc87-b1d7-4918-933b-a824a812b7bd triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:12.032297 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.128215 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:12.190068 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.200045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Transition to ACTIVE for port object 32b94301-92c6-4653-ae7f-5bff71a3f2a7 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:12.206226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.277999 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1928c-3c97-4829-a754-b1e88f8a206a None None] Pushing event updated for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:12.305790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Attempting to bind port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:12.306168 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Attempting to bind port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:12.306570 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Attempting to bind port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 on network ab588be3-135e-48a2-b1ea-d5a4de3ed207 {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:12.312377 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:12.312758 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Checking segment: {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:12.313162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.313557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Bound using segment: {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:12.314020 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Bound port: 32b94301-92c6-4653-ae7f-5bff71a3f2a7, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a088289-01bc-49ad-8dee-c337b75e4339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:12.314499 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.379453 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] For port 32b94301-92c6-4653-ae7f-5bff71a3f2a7, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:12.382754 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] For port 32b94301-92c6-4653-ae7f-5bff71a3f2a7, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=32b94301-92c6-4653-ae7f-5bff71a3f2a7,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:12.387824 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:12.450701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:12.451337 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:12.453833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1928c-3c97-4829-a754-b1e88f8a206a None None] Pushing event updated for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:12.605805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-96fe87bf-946a-476e-9f93-4f7895a8c99d req-b74349ee-a53b-4b5c-b66b-c603a1fff25d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 210 time: 0.0364110 Aug 27 03:31:12.606417 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:12.680021 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-9f7de382-2322-402b-a015-b9b21c60fd9c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:12.682372 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-9f7de382-2322-402b-a015-b9b21c60fd9c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 809 time: 0.1778896 Aug 27 03:31:12.745545 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-bdbb104d-4998-4e6d-8bf9-08e9db17932d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 380 time: 0.0384154 Aug 27 03:31:12.761451 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'port': {'device_id': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'admin_state_up': True, 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'security_groups': ['856eb262-caad-4a5e-bba4-3b647c83cc1d']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:12.834376 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '32b94301-92c6-4653-ae7f-5bff71a3f2a7', 'name': '', 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'mac_address': 'fa:16:3e:09:d5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:07Z', 'updated_at': '2021-08-27T03:31:12Z', 'revision_number': 4, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'subnets': [{'id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:12.860937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c854d15-f685-4456-ac5b-0b2874ebf6ae None None] The sync data for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 is: [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:08Z', 'revision_number': 4, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '32b94301-92c6-4653-ae7f-5bff71a3f2a7', 'name': '', 'network_id': 'ab588be3-135e-48a2-b1ea-d5a4de3ed207', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'mac_address': 'fa:16:3e:09:d5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:07Z', 'updated_at': '2021-08-27T03:31:12Z', 'revision_number': 4, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'subnets': [{'id': '5dc0c04e-9dc4-416c-888f-d057ce572a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:12.871249 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Made reservation on behalf of 4253f0683b264ce7a50bed39bd567b8e for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:31:12.875403 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.020945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Allocated IP 172.20.0.14 (0f74e3ca-e46a-4425-812f-2675e3a2d357/f1389895-dc7e-4502-a277-ecd7f9f44320/e04365dd-3dfb-4f58-ad1e-6e40690b2699) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:13.160922 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.175025 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Transition to ACTIVE for port object e04365dd-3dfb-4f58-ad1e-6e40690b2699 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:13.220964 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.268717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:13.274172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:13.278118 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:13.309412 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.339555 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:13.340229 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.355914 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-cc93e55a-91c9-4299-aad1-35949ef3c7f9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5981250 Aug 27 03:31:13.453885 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Request body: {'port': {'device_id': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:13.506498 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.542256 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58bc693d-2b15-4842-8931-31a662b2fc91 None None] Provisioning for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:13.547619 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-58bc693d-2b15-4842-8931-31a662b2fc91 None None] Provisioning complete for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:13.548163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-58bc693d-2b15-4842-8931-31a662b2fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.590929 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-58bc693d-2b15-4842-8931-31a662b2fc91 None None] Port e04365dd-3dfb-4f58-ad1e-6e40690b2699 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:31:13.635156 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 32b94301-92c6-4653-ae7f-5bff71a3f2a7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:13.687858 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:13.693808 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:13.694186 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.753509 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7b134-099e-4b2a-95ef-13b2078ca0c9 req-370024fb-718e-4736-8cd6-b1f2cbea412b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:13.755300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ab7b134-099e-4b2a-95ef-13b2078ca0c9 req-370024fb-718e-4736-8cd6-b1f2cbea412b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 932 time: 0.0552969 Aug 27 03:31:13.778375 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.807476 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5ab7b134-099e-4b2a-95ef-13b2078ca0c9 req-b89b0db2-d57f-49cd-b176-9d61dd2c8657 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Aug 27 03:31:13.814292 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:13.818915 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 32b94301-92c6-4653-ae7f-5bff71a3f2a7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=32b94301-92c6-4653-ae7f-5bff71a3f2a7,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:13.824095 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.828150 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.839057 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Transition to ACTIVE for port object e04365dd-3dfb-4f58-ad1e-6e40690b2699 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:31:13.843178 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:13.883964 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.911119 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:13.966149 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:31:13.966518 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:31:13.966842 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:13.971710 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:31:13.972032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:31:13.976903 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:31:13.977237 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:31:13.977752 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Bound using segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:31:13.978174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Bound port: e04365dd-3dfb-4f58-ad1e-6e40690b2699, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:31:13.978554 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.047475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:31:14.050674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:31:14.055478 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.091585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.092201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:14.093585 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] 10.222.0.46 "PUT /v2.0/ports/e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1092 time: 0.6442392 Aug 27 03:31:14.094018 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:14.096289 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a8205-4b64-4e45-867f-301e73400bde" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:14.126743 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088319b-715c-43d1-8302-3bce6dc5b945 service neutron] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:14.149618 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49609a16-ba8f-4078-8ec8-5f999a711fb9 x-openstack-request-id: req-49609a16-ba8f-4078-8ec8-5f999a711fb9 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:14.149905 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:14.150154 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49609a16-ba8f-4078-8ec8-5f999a711fb9 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:14.150585 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'status': 'completed', 'code': 200} Aug 27 03:31:14.209748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-0de6970c-c2b7-44b9-91cb-43f9acdad754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.211227 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-0de6970c-c2b7-44b9-91cb-43f9acdad754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1095 time: 0.0437527 Aug 27 03:31:14.265095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-2ee0acb2-e7b1-467b-b045-f833b306da9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 217 time: 0.0407012 Aug 27 03:31:14.315012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-c3c1dfa5-fe9b-4a5c-a8e5-273dd5571f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.316503 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-c3c1dfa5-fe9b-4a5c-a8e5-273dd5571f68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0447931 Aug 27 03:31:14.367979 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-72144b7f-57b0-45f8-a1c2-b4af25b632e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.369461 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-72144b7f-57b0-45f8-a1c2-b4af25b632e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457890 Aug 27 03:31:14.754995 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-9b9b293d-709c-4035-a674-f64bc2804122 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762369 Aug 27 03:31:14.844300 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-45ef6291-1ef6-40d3-aa4b-bbdf5685bc32 req-32d1abab-a629-4670-a186-38674adafd93 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819182 Aug 27 03:31:14.930062 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bf154-b1bb-4207-acc8-61262597824b req-d0eeec05-a29a-42f6-b5d8-f6ccfd3835ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.931642 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e40bf154-b1bb-4207-acc8-61262597824b req-d0eeec05-a29a-42f6-b5d8-f6ccfd3835ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0517242 Aug 27 03:31:14.975176 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e40bf154-b1bb-4207-acc8-61262597824b req-79ae4485-bd8b-411a-b7ce-21e3c155dbeb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Aug 27 03:31:14.979631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8205-4b64-4e45-867f-301e73400bde req-225af506-1b2b-4e2f-9e68-083f450f0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:14.981453 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-225af506-1b2b-4e2f-9e68-083f450f0236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1095 time: 0.0445626 Aug 27 03:31:15.080953 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8205-4b64-4e45-867f-301e73400bde req-ab47be76-4859-4901-a846-af8b6add28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.082456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-ab47be76-4859-4901-a846-af8b6add28f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0933063 Aug 27 03:31:15.124826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-5c9c27e0-7b0c-472f-8e27-826294827c59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 217 time: 0.0344970 Aug 27 03:31:15.176876 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8205-4b64-4e45-867f-301e73400bde req-b66ee7b3-b297-4825-b8ce-fc7189081309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.178276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-b66ee7b3-b297-4825-b8ce-fc7189081309 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0464325 Aug 27 03:31:15.224638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a8205-4b64-4e45-867f-301e73400bde req-01050bb4-6cbc-46d5-b5e9-66983877257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:15.226251 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-01050bb4-6cbc-46d5-b5e9-66983877257d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405407 Aug 27 03:31:15.317897 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-276d7230-0f38-4def-b514-33cbefc2f42a service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 Aug 27 03:31:15.411560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-310a8205-4b64-4e45-867f-301e73400bde req-82d13a05-7bb8-4cc1-8b93-6a1539f8229a service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859165 Aug 27 03:31:15.611260 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 32b94301-92c6-4653-ae7f-5bff71a3f2a7 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:15.669599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:15.669989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:16.099528 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26c65-1f77-462b-a7ad-50788d036e6f req-72f29173-1a6b-48e2-a7e1-3fd9bf515d5c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:16.101017 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20e26c65-1f77-462b-a7ad-50788d036e6f req-72f29173-1a6b-48e2-a7e1-3fd9bf515d5c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0492022 Aug 27 03:31:16.138230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-20e26c65-1f77-462b-a7ad-50788d036e6f req-d5f546b9-b13e-4183-9695-325d1d3e69cb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Aug 27 03:31:16.949719 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:17.258895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08307-a768-4d18-985c-211e6af121cd req-82c23d4d-f55e-484e-bd7e-8d5bb4fcb56a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:17.260331 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21c08307-a768-4d18-985c-211e6af121cd req-82c23d4d-f55e-484e-bd7e-8d5bb4fcb56a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0563343 Aug 27 03:31:17.299572 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-21c08307-a768-4d18-985c-211e6af121cd req-4c6dbd54-7e86-4cf1-99a9-7342621b78d4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Aug 27 03:31:18.121993 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:31:18.214878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:18.226799 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:31:18.262319 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.274980 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:31:18.296976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:18.301058 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:18.347112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:18.415295 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba30870-abd6-4348-b5e9-6c3566a4ccb1 req-fb155ee6-9942-4227-af43-3bf9b2842eef tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:18.416743 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cba30870-abd6-4348-b5e9-6c3566a4ccb1 req-fb155ee6-9942-4227-af43-3bf9b2842eef tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0522811 Aug 27 03:31:18.455452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cba30870-abd6-4348-b5e9-6c3566a4ccb1 req-a00aa8d5-ed81-4271-ae2c-14320175eb86 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Aug 27 03:31:18.830085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e04365dd-3dfb-4f58-ad1e-6e40690b2699'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:31:19.569460 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9855-9928-40e9-a760-b1af3177b63d req-231b64d8-54c3-4a38-9620-3da37c973c14 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:19.570992 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10eb9855-9928-40e9-a760-b1af3177b63d req-231b64d8-54c3-4a38-9620-3da37c973c14 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Aug 27 03:31:19.608400 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10eb9855-9928-40e9-a760-b1af3177b63d req-44912008-da6f-4141-b8f6-6aacb151050a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308776 Aug 27 03:31:20.127269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:31:20.174344 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:31:20.177761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:31:20.178128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.254534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.276133 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:20.278356 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c1c00-9a9a-4fa5-91a3-a32748595465" -d '{"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:20.291789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:31:20.295620 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:20.318903 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe8105-799e-4f90-8950-40eee486b370 x-openstack-request-id: req-4afe8105-799e-4f90-8950-40eee486b370 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:20.319195 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:20.319472 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4afe8105-799e-4f90-8950-40eee486b370 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:20.319857 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'code': 200} Aug 27 03:31:20.345300 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:20.434257 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee10d89-4fee-407d-a169-486058bc10f4 req-be9758bd-5d7f-4995-a101-f6df47a14e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.435663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bee10d89-4fee-407d-a169-486058bc10f4 req-be9758bd-5d7f-4995-a101-f6df47a14e01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0397775 Aug 27 03:31:20.470728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bee10d89-4fee-407d-a169-486058bc10f4 req-8d9ddbb8-90a5-477d-b08f-473f16816e0b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279517 Aug 27 03:31:20.723336 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ad634-2aa1-4619-830f-f62f3db07a82 req-ba9efcae-de22-4370-ad7e-751f06cf05ab tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:20.724719 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fc1ad634-2aa1-4619-830f-f62f3db07a82 req-ba9efcae-de22-4370-ad7e-751f06cf05ab tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Aug 27 03:31:20.761289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fc1ad634-2aa1-4619-830f-f62f3db07a82 req-4cb1c485-7f41-447e-814d-784bfb149520 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Aug 27 03:31:21.882527 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12497ec-42ce-4ba4-8468-2281e2c24c91 req-75ada44e-73d8-45db-b37b-7c69ab013562 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:21.883969 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e12497ec-42ce-4ba4-8468-2281e2c24c91 req-75ada44e-73d8-45db-b37b-7c69ab013562 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0478580 Aug 27 03:31:21.921674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e12497ec-42ce-4ba4-8468-2281e2c24c91 req-b254e3bd-c640-49f9-8c4b-20c22ffb7f85 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Aug 27 03:31:22.812239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5a-28e1-4a65-88da-25e81d693b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.043998 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942724-faee-4875-b43a-cf9f2e88e7fe req-ea5ec947-a0ac-4ec0-8ca6-f414f1fa01c8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.045506 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69942724-faee-4875-b43a-cf9f2e88e7fe req-ea5ec947-a0ac-4ec0-8ca6-f414f1fa01c8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Aug 27 03:31:23.084403 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-69942724-faee-4875-b43a-cf9f2e88e7fe req-5fa2b336-4255-4447-ba83-6d232e2cfdd3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Aug 27 03:31:23.202240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a422ee-4305-485b-b917-4b965d076a22 req-20908d5c-7ad3-4c21-9174-df4f682875e9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.204308 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75a422ee-4305-485b-b917-4b965d076a22 req-20908d5c-7ad3-4c21-9174-df4f682875e9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Aug 27 03:31:23.241830 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-75a422ee-4305-485b-b917-4b965d076a22 req-579872ee-f423-429b-b781-b2c2576bd65e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Aug 27 03:31:23.262908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57416) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:23.403484 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffadda-07d0-470f-81dd-a87a361a5432 tempest-TestShelveInstance-859607238 tempest-TestShelveInstance-859607238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:23.404935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-93ffadda-07d0-470f-81dd-a87a361a5432 tempest-TestShelveInstance-859607238 tempest-TestShelveInstance-859607238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1092 time: 0.1410451 Aug 27 03:31:23.408539 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57420) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:31:23.412882 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:31:23.433645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.530768 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.632326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Allocated IP 172.25.8.161 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/95c9291c-3f8d-4dcd-82bb-c89ce341e0d5) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:31:23.735499 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.773449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:23.808024 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:31:23.810639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:31:23.817233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:31:23.842612 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=95c9291c-3f8d-4dcd-82bb-c89ce341e0d5,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:24.168739 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.233365 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.381176 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.385475 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.452049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=95c9291c-3f8d-4dcd-82bb-c89ce341e0d5,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:31:24.461805 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.559482 n-d-806292-1 neutron-server[94832]: INFO neutron.db.l3_db [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Floating IP 521eddb5-3380-4b4d-abbd-74a643b39d2d associated. External IP: 172.25.8.161, port: e04365dd-3dfb-4f58-ad1e-6e40690b2699. Aug 27 03:31:24.765197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:31:24.870030 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:31:24.880202 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:31:24.886278 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:24.890140 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:24.891343 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:30:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:24.915111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2fa0529b-0b9a-4c3e-bed0-a85673344c9b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5055745 Aug 27 03:31:24.915723 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:31:24.917981 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4844a2b9-fd15-4c82-b61a-16f5727e92de" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:31:24.953814 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b44e6-7282-4917-b5f1-0e13fb41a8fe x-openstack-request-id: req-d06b44e6-7282-4917-b5f1-0e13fb41a8fe {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:31:24.954108 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:31:24.954366 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d06b44e6-7282-4917-b5f1-0e13fb41a8fe {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:31:24.954873 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'status': 'completed', 'code': 200} Aug 27 03:31:25.000967 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:25.038064 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-34667e91-f358-4011-8ce2-d5295bad4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.039718 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-34667e91-f358-4011-8ce2-d5295bad4775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0422940 Aug 27 03:31:25.136199 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-1f498463-79f3-492a-a7eb-379819512c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.137708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-1f498463-79f3-492a-a7eb-379819512c56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0871925 Aug 27 03:31:25.201986 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-761e00e1-8341-4f6b-9166-85489720f028 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1000 time: 0.0574179 Aug 27 03:31:25.257077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-4970a178-4d34-4c5a-8fe3-dd8f9b392955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.258586 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-4970a178-4d34-4c5a-8fe3-dd8f9b392955 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0498970 Aug 27 03:31:25.304424 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-5853ddda-6f0f-4ca8-9be6-aeb0bbb981a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:25.305832 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-5853ddda-6f0f-4ca8-9be6-aeb0bbb981a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406294 Aug 27 03:31:25.313442 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '521eddb5-3380-4b4d-abbd-74a643b39d2d', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:24Z', 'updated_at': '2021-08-27T03:31:24Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:25.337584 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-50551551-1e04-48af-89d2-d2c05c962edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.342247 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:31:25.354419 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:31:25.355071 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:31:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:25.410230 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-1d201a5b-2ef4-4fda-b639-66374eda75e3 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969465 Aug 27 03:31:25.460800 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:31:25.503599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4844a2b9-fd15-4c82-b61a-16f5727e92de req-da7bb46e-40cd-41b1-aadf-c1304d4d08fb service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864632 Aug 27 03:31:25.564200 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:25.688499 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '521eddb5-3380-4b4d-abbd-74a643b39d2d', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:24Z', 'updated_at': '2021-08-27T03:31:24Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:31:25.715705 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736d429-a8ae-4712-ac3b-b7970bb16bd6 None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '521eddb5-3380-4b4d-abbd-74a643b39d2d', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:31:24Z', 'updated_at': '2021-08-27T03:31:24Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:31:25.900706 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d134d3-f1a3-4543-af81-029bd378655d None None] New status for floating IP 521eddb5-3380-4b4d-abbd-74a643b39d2d: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:31:26.788249 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:28.206128 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:31.534910 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:46.971936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:49.127166 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:31:52.813417 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1b7f12be-a83f-4cd6-a583-21010f471b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.338193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5767f588-29f2-4786-9020-e2e0a0df94a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:55.566522 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:56.792221 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:58.208558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:31:59.770476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-cfe3493b-953d-4a1b-8a01-925b71f51bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391047 Aug 27 03:31:59.905700 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-ba3b6e2e-584b-44ed-9daa-0bc62656a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:31:59.907190 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-ba3b6e2e-584b-44ed-9daa-0bc62656a97e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0803990 Aug 27 03:32:00.012183 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-9573a15c-e4d0-43da-851e-6c3bda3c5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.013754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-9573a15c-e4d0-43da-851e-6c3bda3c5b9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0880022 Aug 27 03:32:00.079056 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-7c92ea1d-a335-4b66-a0d4-483b9dd9e467 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1002 time: 0.0584352 Aug 27 03:32:00.132508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-247e092e-e782-4550-ae67-6aa961473169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.133901 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-247e092e-e782-4550-ae67-6aa961473169 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0485759 Aug 27 03:32:00.178366 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-0f5538d6-c41e-4978-a4dd-201d763c39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:00.179848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-0f5538d6-c41e-4978-a4dd-201d763c39fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394812 Aug 27 03:32:00.190427 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-b64a5a71-2f8d-4efa-83e0-3a682dd8f1d9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:32:00.191394 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-b64a5a71-2f8d-4efa-83e0-3a682dd8f1d9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048966 Aug 27 03:32:00.284176 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-6e77b5a8-c142-4aa2-b5ce-0d26d5df9a86 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862081 Aug 27 03:32:00.376449 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-39480dbd-8809-4fb4-a9ae-98b3fe4f3d45 req-2b6b4949-64da-41c9-a1c9-22acb254b6b6 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Aug 27 03:32:01.549410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:16.986721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:22.816979 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-96aca5be-d1f9-4b85-880f-ce6f36e0d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.338633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b3f19fd1-65c9-4681-aee3-d563f14f2fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:25.568975 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:26.126393 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:32:26.795129 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:28.210006 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:31.554936 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:46.985996 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:52.818035 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8b51b23e-79aa-46d0-bd53-b4405d28a156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.338797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0609a4c7-9ef2-40d1-add0-1e6553469436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:55.574022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:56.796965 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:58.213165 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:32:59.782916 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-07300718-8c6d-44c9-a302-b96ab5fbf40c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408273 Aug 27 03:32:59.886262 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-e480e126-6619-41b1-b21f-6c236f917ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.887686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-e480e126-6619-41b1-b21f-6c236f917ebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0484693 Aug 27 03:32:59.993004 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-9c220893-23c3-46de-b237-2478aa460f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:32:59.994511 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-9c220893-23c3-46de-b237-2478aa460f3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0869966 Aug 27 03:33:00.062156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-badface3-671b-465f-831e-c82076ec1f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1002 time: 0.0583680 Aug 27 03:33:00.116664 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-b4d2a4a5-4d29-4adc-88b3-02d735fa9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.118137 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-b4d2a4a5-4d29-4adc-88b3-02d735fa9fc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0489421 Aug 27 03:33:00.163055 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-a8462129-659a-4697-af21-88b9debffd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:33:00.164416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-a8462129-659a-4697-af21-88b9debffd47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391684 Aug 27 03:33:00.250529 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-40333268-45a4-481f-af19-cae06bd6ba43 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793624 Aug 27 03:33:00.341119 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-26845ca1-1373-4165-9250-ad1ab7a51cca req-f0418349-feae-4839-ae89-935fe629be98 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Aug 27 03:33:01.547595 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:03.126889 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:17.001238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:22.817874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e4799ae4-4897-4211-bcf9-5e2e73c912e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.338780 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a2a3-eb1c-44c1-b34d-9adeffba24f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:25.574192 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:26.799745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:28.216810 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:31.546036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:40.126093 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:33:46.996639 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:52.819688 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b5c16d0-582a-45bc-9b87-245d499a33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.338783 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a3a674a0-ec87-4660-8325-14c92d4bd8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:55.574357 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:56.811567 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:33:58.217782 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:00.778377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-dfdc2d5a-366c-49b1-8426-0a2e32e9c6be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398309 Aug 27 03:34:00.873926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-37cf4f4b-f208-430d-8969-22033e088c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.875457 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-37cf4f4b-f208-430d-8969-22033e088c02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0404975 Aug 27 03:34:00.980049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-efe3465d-1024-4569-b486-7301c50fbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:00.981484 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-efe3465d-1024-4569-b486-7301c50fbd16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0868907 Aug 27 03:34:01.049596 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-d84a058d-7090-402d-a5fa-86b5a300b835 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1002 time: 0.0612037 Aug 27 03:34:01.103135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-34279fc5-4d89-4ca0-b15e-b5ace9473edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:01.104637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-34279fc5-4d89-4ca0-b15e-b5ace9473edd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0477426 Aug 27 03:34:01.148192 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-599ad17b-6ec7-47a3-8d2d-cd656b77ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:01.149631 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-599ad17b-6ec7-47a3-8d2d-cd656b77ab4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385735 Aug 27 03:34:01.235200 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-ac4f6737-3a95-4a70-a710-e251f941872b service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783725 Aug 27 03:34:01.326000 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-98953039-1b28-4120-a209-97ad2d1a0ae7 req-aa8f436e-39d7-4257-ae96-d64ca21ef876 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837879 Aug 27 03:34:01.561480 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:16.597820 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2bd8b-637e-4fbc-a59d-92f907885510 req-b503c057-0540-4337-ad21-e23bfbb2ee83 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:16.599349 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-67c2bd8b-637e-4fbc-a59d-92f907885510 req-b503c057-0540-4337-ad21-e23bfbb2ee83 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0516551 Aug 27 03:34:16.638966 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-67c2bd8b-637e-4fbc-a59d-92f907885510 req-7233e670-2b93-4443-9abd-bf32a52a7c60 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324192 Aug 27 03:34:17.000529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:17.125598 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:17.781477 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf9ab-1413-414f-88e3-fdec027d64b9 req-172e8f8c-5b3e-434b-9913-e38107c4b1b1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:17.782998 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ddccf9ab-1413-414f-88e3-fdec027d64b9 req-172e8f8c-5b3e-434b-9913-e38107c4b1b1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0497963 Aug 27 03:34:17.819466 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ddccf9ab-1413-414f-88e3-fdec027d64b9 req-babff5fe-d9c2-4e2f-8dd2-50f4130631fd tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Aug 27 03:34:19.027736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9d013-087c-45ee-8d78-786c412ad868 req-a7600959-7124-4ddc-bc75-4048345edd3d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:19.029208 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fb9d013-087c-45ee-8d78-786c412ad868 req-a7600959-7124-4ddc-bc75-4048345edd3d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Aug 27 03:34:19.067000 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8fb9d013-087c-45ee-8d78-786c412ad868 req-521c6746-07aa-428f-a7c8-d1cf0cc5251c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Aug 27 03:34:20.186051 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155461-9fc4-4d51-b8d9-64b9cc253817 req-c070c34a-0671-4403-a50b-c1b89b9a42a8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:20.187567 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55155461-9fc4-4d51-b8d9-64b9cc253817 req-c070c34a-0671-4403-a50b-c1b89b9a42a8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0515041 Aug 27 03:34:20.230261 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55155461-9fc4-4d51-b8d9-64b9cc253817 req-35bfcded-c71b-4608-9286-f8c0104f2b09 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Aug 27 03:34:21.347271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0014a09-598d-42fb-a93f-d1f628f11db1 req-c0ee6c56-19b0-4fcf-a4fe-935658be4e91 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:21.348668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0014a09-598d-42fb-a93f-d1f628f11db1 req-c0ee6c56-19b0-4fcf-a4fe-935658be4e91 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0529618 Aug 27 03:34:21.392783 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b0014a09-598d-42fb-a93f-d1f628f11db1 req-2f9907f9-cb4e-4146-9bf7-5ff8e4847f63 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Aug 27 03:34:22.506585 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc14e7-3b18-4f56-a7bc-dd2113c2ff8c req-6c9ca863-ad87-4b6a-8a45-0f00e7f4bcc1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:22.508070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eccc14e7-3b18-4f56-a7bc-dd2113c2ff8c req-6c9ca863-ad87-4b6a-8a45-0f00e7f4bcc1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0481563 Aug 27 03:34:22.546486 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-eccc14e7-3b18-4f56-a7bc-dd2113c2ff8c req-d9f5d5d8-7263-4076-826c-5ceb47e8729d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Aug 27 03:34:22.820856 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-96164160-6fde-4d35-bbe1-6c39218d098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:23.659436 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f7c32-ed1c-4bcb-ad80-a244bd8ebd23 req-70fd4d00-2072-4cd4-800c-343625830fd4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:23.660894 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c45f7c32-ed1c-4bcb-ad80-a244bd8ebd23 req-70fd4d00-2072-4cd4-800c-343625830fd4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Aug 27 03:34:23.697723 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c45f7c32-ed1c-4bcb-ad80-a244bd8ebd23 req-17392255-3ab8-4cf0-b637-ea31df71626d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Aug 27 03:34:24.810830 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14003-a8c3-4ed9-bec2-c43164316a08 req-0eba4886-0306-4e89-8970-55d069f3d510 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:24.812273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32d14003-a8c3-4ed9-bec2-c43164316a08 req-0eba4886-0306-4e89-8970-55d069f3d510 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0472934 Aug 27 03:34:24.848674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32d14003-a8c3-4ed9-bec2-c43164316a08 req-c3ba59d9-7b0b-4162-b836-9ffa60912c9f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302989 Aug 27 03:34:25.339564 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0cc91422-3e47-464a-92de-bb028443bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.575063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:25.960539 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c44c9-0051-4f19-bcee-f7650b56f352 req-db2207c5-6ec6-4110-b513-4cde9fd492d5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:25.961892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a90c44c9-0051-4f19-bcee-f7650b56f352 req-db2207c5-6ec6-4110-b513-4cde9fd492d5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0479143 Aug 27 03:34:25.998824 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a90c44c9-0051-4f19-bcee-f7650b56f352 req-3fd6d83d-8153-4f9a-b8b6-cb0f17e6b6e4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303559 Aug 27 03:34:26.805419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:27.113982 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae838f8-2ebf-4ceb-aed8-aa738ec9ab22 req-48727aa7-8991-49e7-8a8d-93f2a92c2bf8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:27.115462 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae838f8-2ebf-4ceb-aed8-aa738ec9ab22 req-48727aa7-8991-49e7-8a8d-93f2a92c2bf8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0480840 Aug 27 03:34:27.155761 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2ae838f8-2ebf-4ceb-aed8-aa738ec9ab22 req-87640641-34fc-4353-8121-871cf64ecd8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342734 Aug 27 03:34:28.227227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:28.281243 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4b56-1954-420e-9157-5b505b4eea4c req-cc0017f7-42de-4106-b6c3-a8b45c730041 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:28.282802 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-181e4b56-1954-420e-9157-5b505b4eea4c req-cc0017f7-42de-4106-b6c3-a8b45c730041 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0534937 Aug 27 03:34:28.319640 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-181e4b56-1954-420e-9157-5b505b4eea4c req-f33d4a3d-28ac-41b8-86f1-6a839c247d22 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307510 Aug 27 03:34:29.114277 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:34:29.206656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:29.218352 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:34:29.253993 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.266044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:29.284539 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:29.288330 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:29.337379 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:29.344933 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.345275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.345610 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.345942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.346269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.346616 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.346938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.347490 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.347589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.347901 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.348217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.348532 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:29.429138 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['e04365dd-3dfb-4f58-ad1e-6e40690b2699'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:34:29.435408 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122951-8f58-40d5-a4b3-ff93024b95cc req-3b6755d7-adca-45af-bdf5-74ecdae97fd9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:29.437126 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f122951-8f58-40d5-a4b3-ff93024b95cc req-3b6755d7-adca-45af-bdf5-74ecdae97fd9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0505934 Aug 27 03:34:29.476932 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6f122951-8f58-40d5-a4b3-ff93024b95cc req-3c60b289-ffa1-42e3-a370-4cc82bcef5fa tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Aug 27 03:34:30.591645 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2287c5-f063-4a44-92cc-f30c1cd3d931 req-38c512a9-db5a-42e3-89f5-b98105c410b4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:30.593105 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b2287c5-f063-4a44-92cc-f30c1cd3d931 req-38c512a9-db5a-42e3-89f5-b98105c410b4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Aug 27 03:34:30.629743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6b2287c5-f063-4a44-92cc-f30c1cd3d931 req-e91e268c-6aa9-4671-be6b-29ff9624908a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Aug 27 03:34:31.119414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:34:31.165820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:34:31.166213 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.239224 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.263966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:31.266293 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a9a63-c79a-4091-8069-1a789ff42def" -d '{"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:31.279253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:31.283424 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.330557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:31.391408 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9a808-1766-4d07-8976-794d2574949a x-openstack-request-id: req-aff9a808-1766-4d07-8976-794d2574949a {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:31.391717 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:31.391972 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aff9a808-1766-4d07-8976-794d2574949a {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:31.392358 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'code': 200} Aug 27 03:34:31.574265 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:31.742329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd2c4f-21fc-48ab-a2d8-3136dd23235b req-2c55e32f-7a72-4696-a338-9646e28019ff tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:31.743872 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88bd2c4f-21fc-48ab-a2d8-3136dd23235b req-2c55e32f-7a72-4696-a338-9646e28019ff tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0491107 Aug 27 03:34:31.780848 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-88bd2c4f-21fc-48ab-a2d8-3136dd23235b req-7f922f67-f8aa-46a2-8ec1-2ca6bedd6739 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304599 Aug 27 03:34:32.895095 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc55939-734c-4b55-8821-432259221052 req-5cd12f5a-2905-4134-86ac-28312dd13f42 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:32.896587 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bc55939-734c-4b55-8821-432259221052 req-5cd12f5a-2905-4134-86ac-28312dd13f42 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Aug 27 03:34:32.932654 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6bc55939-734c-4b55-8821-432259221052 req-c1e91305-6983-4f33-9831-a42e3d7b0b3f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302756 Aug 27 03:34:34.051177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9f7c-37dd-4bf9-ae72-8abda4290fe0 req-313ba78d-3582-4551-9c54-f98d36357dda tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:34.052668 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-300b9f7c-37dd-4bf9-ae72-8abda4290fe0 req-313ba78d-3582-4551-9c54-f98d36357dda tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0539150 Aug 27 03:34:34.091378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-300b9f7c-37dd-4bf9-ae72-8abda4290fe0 req-3ded6746-5eb2-4b61-8756-cb54cbb6b4f0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Aug 27 03:34:35.203059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa307667-4c15-4af6-86fd-7b9b7b7f2f6a req-280faff7-2ab0-462f-bf1e-19895a4b576f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:35.204550 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa307667-4c15-4af6-86fd-7b9b7b7f2f6a req-280faff7-2ab0-462f-bf1e-19895a4b576f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Aug 27 03:34:35.245436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-aa307667-4c15-4af6-86fd-7b9b7b7f2f6a req-9bae150a-10de-4745-ac29-36dd3f2d00f4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350206 Aug 27 03:34:36.359217 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30e6f4-66d0-41f3-a3bc-a08268e0ae6a req-c3047e5d-f54a-4b89-8a93-caeeaae367e4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:36.360623 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f30e6f4-66d0-41f3-a3bc-a08268e0ae6a req-c3047e5d-f54a-4b89-8a93-caeeaae367e4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Aug 27 03:34:36.397749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8f30e6f4-66d0-41f3-a3bc-a08268e0ae6a req-79733db2-077f-481e-93d3-9b830614d430 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Aug 27 03:34:37.513659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216de5-3187-4e8c-b1e2-da6afae79a9c req-81cae682-46bd-41d2-84ba-8217f4b54f8b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:37.515229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32216de5-3187-4e8c-b1e2-da6afae79a9c req-81cae682-46bd-41d2-84ba-8217f4b54f8b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0497401 Aug 27 03:34:37.553187 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-32216de5-3187-4e8c-b1e2-da6afae79a9c req-b283a576-cbb5-4f24-abd9-add8eef4ad92 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Aug 27 03:34:38.675758 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba883a62-3193-44a2-bb05-32f8fbc67ddd req-64347c44-269c-442b-965e-1af5d5adef69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:38.677288 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba883a62-3193-44a2-bb05-32f8fbc67ddd req-64347c44-269c-442b-965e-1af5d5adef69 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0524437 Aug 27 03:34:38.719154 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba883a62-3193-44a2-bb05-32f8fbc67ddd req-4f747276-5582-4ab8-bb27-a85b749647be tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357835 Aug 27 03:34:39.840502 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8fa11-d89a-4382-a7ff-1cccd2278dbc req-35017fd1-9163-4418-9098-794f03e0a3c3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:39.842065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52e8fa11-d89a-4382-a7ff-1cccd2278dbc req-35017fd1-9163-4418-9098-794f03e0a3c3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0512457 Aug 27 03:34:39.880889 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-52e8fa11-d89a-4382-a7ff-1cccd2278dbc req-864c32e0-2b02-42b0-9b4e-e252d55d6919 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Aug 27 03:34:40.999776 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cb769-11c9-42c4-8909-73b88a5d2e9b req-8f95232b-dcdd-4fa0-b80a-cbcc2a101998 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:41.001277 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d4cb769-11c9-42c4-8909-73b88a5d2e9b req-8f95232b-dcdd-4fa0-b80a-cbcc2a101998 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0537567 Aug 27 03:34:41.042772 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6d4cb769-11c9-42c4-8909-73b88a5d2e9b req-798c2f5d-c51b-48c9-a90f-cba0af2abc1a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Aug 27 03:34:42.159534 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10cfb-59e8-4e7a-89a8-94a85f8ac569 req-a3e14528-caff-49df-b1d6-c150dfaaf50e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:42.161012 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cf10cfb-59e8-4e7a-89a8-94a85f8ac569 req-a3e14528-caff-49df-b1d6-c150dfaaf50e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0488136 Aug 27 03:34:42.206284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9cf10cfb-59e8-4e7a-89a8-94a85f8ac569 req-f17daa00-4979-464c-9178-7b7fe89b7891 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Aug 27 03:34:43.341823 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c15c68-57ca-4546-9e2b-78e6fa08846c req-55647119-0aad-4980-a96d-e68009213617 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:43.343761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c15c68-57ca-4546-9e2b-78e6fa08846c req-55647119-0aad-4980-a96d-e68009213617 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0580149 Aug 27 03:34:43.388827 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c6c15c68-57ca-4546-9e2b-78e6fa08846c req-d69699dc-79a5-4787-8d16-f91402408b81 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Aug 27 03:34:44.527504 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf3fc-e211-4437-ae86-e42485ecc8b4 req-c4aadf51-397c-47e6-a05f-7c13665d0f49 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:44.529602 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4adbf3fc-e211-4437-ae86-e42485ecc8b4 req-c4aadf51-397c-47e6-a05f-7c13665d0f49 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0584891 Aug 27 03:34:44.583522 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4adbf3fc-e211-4437-ae86-e42485ecc8b4 req-c6b68eac-5146-48bf-a85a-609ddb696d4c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Aug 27 03:34:45.711268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d0f5-0a10-4b21-a684-f753f65138d0 req-90746ec4-6593-4ba1-b94e-544a2c97af98 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:45.712889 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e70d0f5-0a10-4b21-a684-f753f65138d0 req-90746ec4-6593-4ba1-b94e-544a2c97af98 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0572186 Aug 27 03:34:45.755754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5e70d0f5-0a10-4b21-a684-f753f65138d0 req-9bfd8b5c-e6e3-42fe-bc81-9aebe5352fcf tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Aug 27 03:34:46.882349 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8169-4205-41f5-88d1-9fc3f266b38b req-cfbdabdc-cc93-4c4a-aaed-f064d176f821 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:46.885827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad2c8169-4205-41f5-88d1-9fc3f266b38b req-cfbdabdc-cc93-4c4a-aaed-f064d176f821 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0595229 Aug 27 03:34:46.925541 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad2c8169-4205-41f5-88d1-9fc3f266b38b req-27628537-ad0d-4396-a98b-01506df05a5b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Aug 27 03:34:46.998702 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:48.052186 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27308e-53c9-460c-8568-ead1239d0d66 req-eb031be4-fcb7-478f-b9db-2fcbf4614f6b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:48.053712 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba27308e-53c9-460c-8568-ead1239d0d66 req-eb031be4-fcb7-478f-b9db-2fcbf4614f6b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0572696 Aug 27 03:34:48.093851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ba27308e-53c9-460c-8568-ead1239d0d66 req-ce949a50-f593-4ce4-ab65-5bb0486dbe3e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Aug 27 03:34:49.218713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eafd-4cd4-44d9-8b4f-f90e3b9f1f12 req-0bac926f-52b1-4dd1-b1b3-bcbc2b25b441 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:49.220223 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97e9eafd-4cd4-44d9-8b4f-f90e3b9f1f12 req-0bac926f-52b1-4dd1-b1b3-bcbc2b25b441 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Aug 27 03:34:49.264907 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-97e9eafd-4cd4-44d9-8b4f-f90e3b9f1f12 req-9a34a3b3-494b-45eb-afe0-2a837dfd3922 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376585 Aug 27 03:34:50.391027 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb7a9-9afb-4920-8a0f-53dd43451b31 req-04cabc86-4852-44ad-b767-0c78ac349f34 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:50.392570 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-705eb7a9-9afb-4920-8a0f-53dd43451b31 req-04cabc86-4852-44ad-b767-0c78ac349f34 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0518601 Aug 27 03:34:50.431733 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-705eb7a9-9afb-4920-8a0f-53dd43451b31 req-1dca5229-bde7-4ed7-9f9b-fab502c28170 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329986 Aug 27 03:34:51.454749 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-f9ae8705-ef04-4487-9feb-9c6e6700633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.456210 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-f9ae8705-ef04-4487-9feb-9c6e6700633a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1097 time: 0.0424693 Aug 27 03:34:51.583803 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9300157-d816-4130-8a88-8ae0d95ae968 req-bb6e86ec-d4d9-4744-9b29-18cdfae43b06 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.585427 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9300157-d816-4130-8a88-8ae0d95ae968 req-bb6e86ec-d4d9-4744-9b29-18cdfae43b06 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0809350 Aug 27 03:34:51.588304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-c38240b8-0335-4e21-bd02-9e9b7aecae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.589663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-c38240b8-0335-4e21-bd02-9e9b7aecae08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.1270916 Aug 27 03:34:51.661639 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d9300157-d816-4130-8a88-8ae0d95ae968 req-d682861a-5aa3-449c-a56c-20475621abfe tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700800 Aug 27 03:34:51.674629 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-ba11125f-b6b6-44b8-b34f-2bf2bccd7896 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1002 time: 0.0767992 Aug 27 03:34:51.726131 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-3dce818a-f151-4d70-8c63-50e174550d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:51.727485 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-3dce818a-f151-4d70-8c63-50e174550d99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0465918 Aug 27 03:34:52.077233 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-997c7cd6-4c41-48fc-9fa6-18ef19e0dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.078741 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-997c7cd6-4c41-48fc-9fa6-18ef19e0dd54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438144 Aug 27 03:34:52.167245 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-811e9b94-c20c-4fb8-9b9b-08b5008f80b8 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813131 Aug 27 03:34:52.261098 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2dea595e-9519-46a3-b69a-15827a5a95e6 req-108cdd0e-cc22-4e95-89f8-6b7d5b835806 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866065 Aug 27 03:34:52.776516 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4cad3-6887-4142-9387-50b7f50398e6 req-de662a4d-5c5d-471a-a456-2218b530e05f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:52.777971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef4cad3-6887-4142-9387-50b7f50398e6 req-de662a4d-5c5d-471a-a456-2218b530e05f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Aug 27 03:34:52.816647 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8ef4cad3-6887-4142-9387-50b7f50398e6 req-93d71b33-86c4-4eb9-a140-1f7e6545f535 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Aug 27 03:34:52.822402 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3eefe8a0-244e-41c7-8daf-02d50f16d9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.192607 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:53.264616 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.289231 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:53.291431 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc1dfa-ab06-4422-9c77-4a5a93945bfc" -d '{"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-unplugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:53.303793 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:53.309017 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:53.333503 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcb850-056b-49d4-9e7a-371b124bbc57 x-openstack-request-id: req-c3fcb850-056b-49d4-9e7a-371b124bbc57 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:53.333803 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-unplugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:53.334058 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3fcb850-056b-49d4-9e7a-371b124bbc57 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:53.334466 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'code': 200} Aug 27 03:34:53.359386 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:53.944224 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96470866-94fc-48da-94d7-aa83fb759a49 req-5e18f561-fcac-4ab4-adba-b0920fcdf1cc tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:53.945699 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96470866-94fc-48da-94d7-aa83fb759a49 req-5e18f561-fcac-4ab4-adba-b0920fcdf1cc tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0589232 Aug 27 03:34:53.994738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-96470866-94fc-48da-94d7-aa83fb759a49 req-4d7b4f87-649b-4a93-a35e-e90228d1f84e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Aug 27 03:34:54.126778 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:34:55.116603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47940-d948-4876-9fee-bddbb6579fc0 req-90ac1b3a-3a77-4482-adb2-faf26aa6cc12 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.118088 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ad47940-d948-4876-9fee-bddbb6579fc0 req-90ac1b3a-3a77-4482-adb2-faf26aa6cc12 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0490916 Aug 27 03:34:55.156773 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1ad47940-d948-4876-9fee-bddbb6579fc0 req-50e7f5e5-dfd8-4afc-aad6-1302818be426 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Aug 27 03:34:55.341864 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d57c02cb-5a70-48a1-9e4e-e60ba5c10736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.366556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c70e69-99a3-4fb1-a86b-59b8276c4ee7 req-23f3f35e-cfc5-406a-baf1-1db96ca550d1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:55.368073 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91c70e69-99a3-4fb1-a86b-59b8276c4ee7 req-23f3f35e-cfc5-406a-baf1-1db96ca550d1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0523643 Aug 27 03:34:55.410955 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91c70e69-99a3-4fb1-a86b-59b8276c4ee7 req-96926788-6547-41d5-b769-8eb674dd794f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Aug 27 03:34:55.576379 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:55.625711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57686) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:34:55.704031 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-ba0fbe60-2ff8-44d8-a293-fa146463e1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771019 Aug 27 03:34:56.525165 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98c9c3-ed06-4b93-96f0-f19a2134c08f req-369b5eb1-5f5b-46bb-913f-ee484ca7ed99 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:56.526706 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c98c9c3-ed06-4b93-96f0-f19a2134c08f req-369b5eb1-5f5b-46bb-913f-ee484ca7ed99 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0492449 Aug 27 03:34:56.563777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c98c9c3-ed06-4b93-96f0-f19a2134c08f req-c370d1ec-a892-48d9-91f2-3a2bf4eb8aba tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303376 Aug 27 03:34:56.809539 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:57.208514 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:34:57.678499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7a687-3e3d-49cb-bd1c-26ff4a32cabf req-ae12326f-e7be-48f1-99a7-2b4492075729 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:57.679949 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1af7a687-3e3d-49cb-bd1c-26ff4a32cabf req-ae12326f-e7be-48f1-99a7-2b4492075729 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0483029 Aug 27 03:34:57.716184 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1af7a687-3e3d-49cb-bd1c-26ff4a32cabf req-1ea50d77-d7e4-4869-b71e-906c0ed29a21 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302715 Aug 27 03:34:58.226320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.519725 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-3d9d770c-1e58-4ae3-9480-806c739f704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.521297 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-3d9d770c-1e58-4ae3-9480-806c739f704e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 1095 time: 0.0453157 Aug 27 03:34:58.533720 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806292-1', 'device_owner': 'compute:nova'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:34:58.585517 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.798469 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:34:58.856139 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13eef3-ee9e-4cd4-a1e5-6ab97ce609b5 req-7f075fac-3c75-404f-87cc-6913559c0e0a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:58.857598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff13eef3-ee9e-4cd4-a1e5-6ab97ce609b5 req-7f075fac-3c75-404f-87cc-6913559c0e0a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 944 time: 0.0738606 Aug 27 03:34:58.867212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h1-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:58.921621 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:34:58.932381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ff13eef3-ee9e-4cd4-a1e5-6ab97ce609b5 req-2d84b86d-1d7a-42c9-bef5-9351139e18ed tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673063 Aug 27 03:34:58.934075 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:58.947037 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Transition to ACTIVE for port object e04365dd-3dfb-4f58-ad1e-6e40690b2699 will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:34:58.950933 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.036251 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=9']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:59.050313 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.050695 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.051044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.051566 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.051770 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.052101 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.052431 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.052788 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.053120 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.053445 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.053772 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.054122 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:34:59.092175 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] No DVR routers for this DVR port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on host n-h1-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:34:59.229912 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:34:59.230245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:34:59.230600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:59.234873 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:34:59.235198 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Attempting to bind port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:34:59.240711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:34:59.241229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:34:59.241617 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Bound using segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:34:59.242045 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Bound port: e04365dd-3dfb-4f58-ad1e-6e40690b2699, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:34:59.242426 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.306237 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:34:59.309218 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:34:59.312572 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.350357 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.350998 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:34:59.352392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] 10.222.0.15 "PUT /v2.0/ports/e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1092 time: 0.8227859 Aug 27 03:34:59.352825 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:34:59.355113 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3469d1f-5b65-4f11-b808-d52c7f78051b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:34:59.397711 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5eb5-4d66-4cb0-8a9a-4054798b3513 service neutron] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=10']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:34:59.434803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-b72da2c8-5d22-4e96-af88-b46f9318f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.437111 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-b72da2c8-5d22-4e96-af88-b46f9318f286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1096 time: 0.0542893 Aug 27 03:34:59.489868 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3369cd40-42f5-453e-90ce-f6dc3b582f5c x-openstack-request-id: req-3369cd40-42f5-453e-90ce-f6dc3b582f5c {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:34:59.490156 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:34:59.490431 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3369cd40-42f5-453e-90ce-f6dc3b582f5c {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:34:59.490838 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'status': 'completed', 'code': 200} Aug 27 03:34:59.534668 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-06377ed3-11f4-4dfb-90d9-06ebb7dbb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.536157 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-06377ed3-11f4-4dfb-90d9-06ebb7dbb3cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0924952 Aug 27 03:34:59.607786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-facd7e4a-9ecf-4826-9d23-d39012e8f93e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1000 time: 0.0636277 Aug 27 03:34:59.659099 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-9687bd2a-ec67-4781-826a-39afa82ab560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.660448 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-9687bd2a-ec67-4781-826a-39afa82ab560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0448217 Aug 27 03:34:59.708459 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-fdeb4d05-4c44-447b-8b80-836a4341a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.709933 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-fdeb4d05-4c44-447b-8b80-836a4341a384 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411546 Aug 27 03:34:59.802754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-59ea4288-5b06-4603-905e-db997c89f12d service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 Aug 27 03:34:59.890926 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f3dd9af5-02dc-43da-ac3a-c0b2fe6ed98e req-e03285e0-3696-42d8-acf9-dea800487567 service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807216 Aug 27 03:34:59.981482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-6826666b-b4fa-4e27-a7a5-e6a10dce8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:34:59.983923 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-6826666b-b4fa-4e27-a7a5-e6a10dce8a87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1096 time: 0.0450566 Aug 27 03:35:00.119829 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7327-a461-4e35-aa3d-d97cc4ebb7d5 req-73bb4f4a-bbda-4852-8c59-c265e8d9f136 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.121311 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f47b7327-a461-4e35-aa3d-d97cc4ebb7d5 req-73bb4f4a-bbda-4852-8c59-c265e8d9f136 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.1076715 Aug 27 03:35:00.127364 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-c3e22610-f60f-484e-8cfa-4484e81a4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.128865 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-c3e22610-f60f-484e-8cfa-4484e81a4ee3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.1374559 Aug 27 03:35:00.211012 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f47b7327-a461-4e35-aa3d-d97cc4ebb7d5 req-926948d3-1204-4479-b3d3-c23a9598036a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811820 Aug 27 03:35:00.227731 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-90a5b65d-59ed-45d1-b672-e23394a2cdad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1000 time: 0.0832393 Aug 27 03:35:00.291810 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-14a10730-421d-4763-a718-fe6fb8f14f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:00.293329 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-14a10730-421d-4763-a718-fe6fb8f14f16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0496347 Aug 27 03:35:01.340976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f476b2-537c-45b8-817a-b710acc19f7d req-a8edd7e3-1c53-4f0c-bc3b-9dbbb2e4ea26 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:01.343943 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34f476b2-537c-45b8-817a-b710acc19f7d req-a8edd7e3-1c53-4f0c-bc3b-9dbbb2e4ea26 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0509939 Aug 27 03:35:01.381599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-34f476b2-537c-45b8-817a-b710acc19f7d req-6537a1fd-e8ed-4082-ac4e-3d35aeedfa48 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Aug 27 03:35:01.588683 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:02.506542 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020b614-b110-4062-bdd5-1ab52a8e86c6 req-7e2e57f2-2a66-4d31-a180-499915881d27 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:02.508030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c020b614-b110-4062-bdd5-1ab52a8e86c6 req-7e2e57f2-2a66-4d31-a180-499915881d27 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0534339 Aug 27 03:35:02.550935 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c020b614-b110-4062-bdd5-1ab52a8e86c6 req-459eebae-8310-4fa1-b0cf-31cd72c75488 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367112 Aug 27 03:35:03.674203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687a91a-58fc-4f16-9820-b47add8e48e8 req-1af6a56b-79b3-46bd-b2dc-dddfa258aa75 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:03.675822 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b687a91a-58fc-4f16-9820-b47add8e48e8 req-1af6a56b-79b3-46bd-b2dc-dddfa258aa75 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0533216 Aug 27 03:35:03.722083 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b687a91a-58fc-4f16-9820-b47add8e48e8 req-415f4434-2c85-4562-bd41-6d32c5a85c58 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Aug 27 03:35:04.841990 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10f408-f116-411e-aa05-af4b190e3ee2 req-337c73ef-0e4b-4d69-a02c-acdc8ee37178 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:04.844375 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d10f408-f116-411e-aa05-af4b190e3ee2 req-337c73ef-0e4b-4d69-a02c-acdc8ee37178 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Aug 27 03:35:04.883873 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d10f408-f116-411e-aa05-af4b190e3ee2 req-fe66705a-6ba7-489d-89b0-7adbbb67d536 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335031 Aug 27 03:35:06.004469 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126d61f-190b-425a-8d96-c3e611ea28b2 req-6e8d0c1b-073c-416f-9b3f-75b3d41e2b1b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:06.007981 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b126d61f-190b-425a-8d96-c3e611ea28b2 req-6e8d0c1b-073c-416f-9b3f-75b3d41e2b1b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0539675 Aug 27 03:35:06.050505 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b126d61f-190b-425a-8d96-c3e611ea28b2 req-36252d76-5024-4928-999b-51941671953c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Aug 27 03:35:07.174911 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265c07-8a23-46bb-b2ff-cbb3c4e23c2b req-4329847e-89ae-4722-a6d9-a9ef5e137c7a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:07.176547 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3265c07-8a23-46bb-b2ff-cbb3c4e23c2b req-4329847e-89ae-4722-a6d9-a9ef5e137c7a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Aug 27 03:35:07.222127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e3265c07-8a23-46bb-b2ff-cbb3c4e23c2b req-0bf25cfd-922a-4dcb-80fe-eca636fb6a79 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393915 Aug 27 03:35:08.341403 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268679-ce15-4179-8a1a-07372b7bd74f req-018c493d-dae0-4be2-9276-b51cafbfd41b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:08.342817 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14268679-ce15-4179-8a1a-07372b7bd74f req-018c493d-dae0-4be2-9276-b51cafbfd41b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Aug 27 03:35:08.390604 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-14268679-ce15-4179-8a1a-07372b7bd74f req-cbc7a551-d985-46d5-b1f5-80c2b85352ef tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Aug 27 03:35:09.514000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa50457-3c34-4559-a46e-c7424ebaf82d req-5fbf5fdb-c58e-4f9c-8710-25446b71e5ad tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:09.515617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0aa50457-3c34-4559-a46e-c7424ebaf82d req-5fbf5fdb-c58e-4f9c-8710-25446b71e5ad tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0502493 Aug 27 03:35:09.560605 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-0aa50457-3c34-4559-a46e-c7424ebaf82d req-33d85a23-c41b-47d4-b9b8-bd1c688a970d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Aug 27 03:35:10.406704 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-3ebd631d-3476-40f3-adf7-1c878edd6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.408116 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-3ebd631d-3476-40f3-adf7-1c878edd6244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415311 Aug 27 03:35:10.503355 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-bf0b0af8-0d77-4509-9183-42dd081fd339 service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870931 Aug 27 03:35:10.600030 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d3469d1f-5b65-4f11-b808-d52c7f78051b req-9d0f82ee-5dea-4cb0-9cd8-aedc0d7d04fb service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Aug 27 03:35:10.676900 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d05f-6dbb-4b3d-8073-03a9758e6dce req-f60edf81-ce64-44d9-ae87-306da872bafb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:10.678250 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6212d05f-6dbb-4b3d-8073-03a9758e6dce req-f60edf81-ce64-44d9-ae87-306da872bafb tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Aug 27 03:35:10.720097 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-6212d05f-6dbb-4b3d-8073-03a9758e6dce req-0a9c7715-58d9-435d-a599-68d41442ce1d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359259 Aug 27 03:35:11.835536 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d74cc9-1669-48a5-addd-ca642b1e522b req-07a754d8-cc61-4e04-91bb-fe23f6a90a02 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:11.837005 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18d74cc9-1669-48a5-addd-ca642b1e522b req-07a754d8-cc61-4e04-91bb-fe23f6a90a02 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Aug 27 03:35:11.873749 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-18d74cc9-1669-48a5-addd-ca642b1e522b req-314749d6-f1a1-4fc9-9225-d44761fd9297 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Aug 27 03:35:12.986654 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6e3c-b5fa-413c-91fe-6cfb81862d47 req-135e16f3-943b-42bc-acc8-f397a9639e9c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:12.988109 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d67c6e3c-b5fa-413c-91fe-6cfb81862d47 req-135e16f3-943b-42bc-acc8-f397a9639e9c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Aug 27 03:35:13.025456 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d67c6e3c-b5fa-413c-91fe-6cfb81862d47 req-6d891d99-e512-4292-b672-4bcbc5a94bad tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313673 Aug 27 03:35:13.977749 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:35:14.078072 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:14.090066 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'port_id': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'mac_address': 'fa:16:3e:66:8b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:35:14.131977 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.141491 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a603e-f44d-4719-b2e7-53c4572a4e28 req-a1b61056-edd2-4235-9386-44e4bdaf150d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:14.143078 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a89a603e-f44d-4719-b2e7-53c4572a4e28 req-a1b61056-edd2-4235-9386-44e4bdaf150d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 945 time: 0.0495937 Aug 27 03:35:14.144815 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:35:14.164982 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:14.168798 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:14.182598 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a89a603e-f44d-4719-b2e7-53c4572a4e28 req-2b718f07-2f06-44f2-b017-c8533a7e2fe0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Aug 27 03:35:14.216796 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=11']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:14.407466 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['e04365dd-3dfb-4f58-ad1e-6e40690b2699'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:35:15.296138 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1b30b-0ad5-4969-86c0-c5c48eb19d83 req-c927fec1-9a94-43ee-a524-35b76b1f250f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:15.297583 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3b1b30b-0ad5-4969-86c0-c5c48eb19d83 req-c927fec1-9a94-43ee-a524-35b76b1f250f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Aug 27 03:35:15.335066 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d3b1b30b-0ad5-4969-86c0-c5c48eb19d83 req-31c861f0-6a60-4f81-8928-3afe2a762ff8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Aug 27 03:35:15.993309 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:35:16.040701 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:35:16.044351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port e04365dd-3dfb-4f58-ad1e-6e40690b2699 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:35:16.044741 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.124478 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.145891 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:35:16.148143 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbce729-125c-45ff-9144-f3672075e378" -d '{"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:35:16.160733 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:35:16.164838 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:16.188323 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c7b84-7a05-4806-8a71-dbde3de3c2ca x-openstack-request-id: req-4f0c7b84-7a05-4806-8a71-dbde3de3c2ca {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:35:16.188610 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-plugged", "status": "completed", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:35:16.188860 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f0c7b84-7a05-4806-8a71-dbde3de3c2ca {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:35:16.189269 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'code': 200} Aug 27 03:35:16.214101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=12']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:35:16.346280 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38832-4a9e-480c-99ff-f24b597f61f1 req-a2e67fe1-ab95-4e60-9a69-f2e1bec70dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.347777 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9e38832-4a9e-480c-99ff-f24b597f61f1 req-a2e67fe1-ab95-4e60-9a69-f2e1bec70dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1098 time: 0.0479209 Aug 27 03:35:16.383930 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a9e38832-4a9e-480c-99ff-f24b597f61f1 req-0d90d10a-6ec7-471a-b92a-0a1073157cc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279331 Aug 27 03:35:16.449155 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685bf6-8eb1-489c-86c9-a27910b21890 req-aa3eacea-03e7-4a1a-9784-17fb62c0ffb0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:16.450659 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08685bf6-8eb1-489c-86c9-a27910b21890 req-aa3eacea-03e7-4a1a-9784-17fb62c0ffb0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.0501413 Aug 27 03:35:16.491864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-08685bf6-8eb1-489c-86c9-a27910b21890 req-f62b4e3a-09a8-4ddb-9fc5-4d8706dd0af4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348291 Aug 27 03:35:16.996569 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:17.619308 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb953b-fa01-426c-a50e-e41564cdd6d7 req-1359464c-4ca2-4467-b775-2db68e75496e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:17.620810 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52fb953b-fa01-426c-a50e-e41564cdd6d7 req-1359464c-4ca2-4467-b775-2db68e75496e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.0516768 Aug 27 03:35:17.659043 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-52fb953b-fa01-426c-a50e-e41564cdd6d7 req-3af1227d-d588-4616-8cf9-ee558b4d9bb0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323706 Aug 27 03:35:18.777365 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833360b-473b-41fa-a1cd-17925fd057fc req-b2c23790-dcc6-4b90-813a-a9fa3d96d24d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:18.779121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4833360b-473b-41fa-a1cd-17925fd057fc req-b2c23790-dcc6-4b90-813a-a9fa3d96d24d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.0482554 Aug 27 03:35:18.821213 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4833360b-473b-41fa-a1cd-17925fd057fc req-43b87b24-c439-465c-8b84-a3da0641e95a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349822 Aug 27 03:35:22.824486 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5845c945-786e-4ccb-b584-e74191cf8cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.344348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2805f0a5-d7ee-4ddd-80a8-21192310917b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:25.578346 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:26.810163 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:28.228504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:31.126608 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:35:31.595460 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:47.029339 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:48.721724 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-0c4d416c-81c0-45b9-b98a-e7c592e18f0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995536 Aug 27 03:35:48.807985 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-a920e9ba-b031-44f1-81b3-7a96d0fbe219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.809459 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-a920e9ba-b031-44f1-81b3-7a96d0fbe219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1098 time: 0.0443668 Aug 27 03:35:48.914169 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-5b0de465-410a-4f17-bb13-e66715725c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:48.915617 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-5b0de465-410a-4f17-bb13-e66715725c80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0827336 Aug 27 03:35:48.990035 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-79bc1c61-5a97-4c29-891d-9641c42c94ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 1002 time: 0.0603757 Aug 27 03:35:49.039969 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-1701d936-1881-46f5-9984-b0a7263bdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:49.041370 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-1701d936-1881-46f5-9984-b0a7263bdd28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0439131 Aug 27 03:35:49.088484 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-1aae0a9e-7715-42bf-9ee3-31894cff3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:35:49.089952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-1aae0a9e-7715-42bf-9ee3-31894cff3e4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406489 Aug 27 03:35:49.185584 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-ffdaad96-64a5-4f3c-9d2e-2ed219790aaa service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Aug 27 03:35:49.273979 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-cf880411-390f-40ae-934a-3c6eeae36c5f req-6dab2f49-12f2-47ac-ad97-7219d774bbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806985 Aug 27 03:35:52.825432 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c50fc8e2-624a-41e0-b71b-cd9f9431ac6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:55.344022 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3cca481c-936e-4ac8-8a15-7a4f02250398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:55.582359 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:56.814392 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:35:58.230896 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:01.589631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:08.126364 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:17.035329 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:22.827648 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-419d67e4-045e-4e40-84c2-541a91300bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:25.344720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-11576839-9023-4537-84bc-9c67a9905673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:25.585127 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:26.817320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:28.234196 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:31.604522 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.039933 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57820) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:32.551016 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Deleting port 95c9291c-3f8d-4dcd-82bb-c89ce341e0d5 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:32.551366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.637418 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.637748 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.649692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Calling delete_port for 95c9291c-3f8d-4dcd-82bb-c89ce341e0d5 owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:32.805342 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.830322 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'Port': ['ID=95c9291c-3f8d-4dcd-82bb-c89ce341e0d5,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:32.855018 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.855366 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.855706 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.856043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.856373 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.856702 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.857032 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.857359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.857688 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.858010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.858332 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.858681 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:32.904750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:32.905084 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Floating IP 521eddb5-3380-4b4d-abbd-74a643b39d2d disassociated (deleted). External IP: 172.25.8.161, port: e04365dd-3dfb-4f58-ad1e-6e40690b2699. Aug 27 03:36:33.111346 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:36:33.229058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:36:33.233804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:33.238931 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:36:33.247740 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:33.248337 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:33.261164 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4755b4be-3228-4fa5-9121-69eba3ed4465 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "DELETE /v2.0/floatingips/521eddb5-3380-4b4d-abbd-74a643b39d2d HTTP/1.1" status: 204 len: 168 time: 1.2201583 Aug 27 03:36:33.261764 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:33.264084 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c5e1ef-a117-44a4-a45f-a831c0e5d510" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:33.305339 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558bb3c3-4d66-4721-a7d8-ee0a53462c00 x-openstack-request-id: req-558bb3c3-4d66-4721-a7d8-ee0a53462c00 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:33.305633 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:33.305888 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-558bb3c3-4d66-4721-a7d8-ee0a53462c00 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:33.306295 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'status': 'completed', 'code': 200} Aug 27 03:36:33.356060 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:33.372287 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-477b236b-c575-42eb-a9f6-4af3c5fc9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.374522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-477b236b-c575-42eb-a9f6-4af3c5fc9031 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 1098 time: 0.0433776 Aug 27 03:36:33.488297 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-ffdea76a-6959-45aa-98af-6c69842785e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.491146 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-ffdea76a-6959-45aa-98af-6c69842785e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.1063671 Aug 27 03:36:33.539636 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-45354f0c-d563-42aa-8388-c5e318b2a9eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 200 len: 217 time: 0.0398839 Aug 27 03:36:33.565043 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:33.567380 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1455be2-0fa5-4dec-b010-f0affbba6b42 req-ad36b5d5-3354-435d-a8c3-6148a6c10c85 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.569911 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1455be2-0fa5-4dec-b010-f0affbba6b42 req-ad36b5d5-3354-435d-a8c3-6148a6c10c85 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.1088805 Aug 27 03:36:33.594021 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:36:33.599338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-08c98098-03e2-4865-9c61-9a3822ae7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.600851 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-08c98098-03e2-4865-9c61-9a3822ae7797 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0535738 Aug 27 03:36:33.602341 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:36:33.602975 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:36:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:33.609730 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1455be2-0fa5-4dec-b010-f0affbba6b42 req-9ff4f18d-806b-4efd-8956-ee9b76c7c97e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Aug 27 03:36:33.655595 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-aa289e8d-d70b-48d3-adc3-8f5bafe04ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:33.657555 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-aa289e8d-d70b-48d3-adc3-8f5bafe04ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467408 Aug 27 03:36:33.721545 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:36:33.762082 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-5835bbbe-7b10-4262-b208-1016b5d5fdf4 service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934756 Aug 27 03:36:33.873392 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37c5e1ef-a117-44a4-a45f-a831c0e5d510 req-dec35d09-92be-42bc-9cb8-9d5097bd7a5d service neutron] 10.222.0.15 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023858 Aug 27 03:36:34.024438 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:36:34.050924 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4604-5773-4759-ba86-cb990e21ee6e None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:36:34.263848 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c794574-4e67-4232-9a4b-5a72c01d5b40 None None] New status for floating IP 521eddb5-3380-4b4d-abbd-74a643b39d2d: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:36:34.810984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e145b-ab39-4ffd-9f34-1c3706e01777 req-1182cd50-e077-43cc-bb2f-3b268d88bdf5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:34.812455 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f81e145b-ab39-4ffd-9f34-1c3706e01777 req-1182cd50-e077-43cc-bb2f-3b268d88bdf5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.1308184 Aug 27 03:36:34.825276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-46b5fdcf-44eb-45af-be07-a0599ea23684 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:34.826751 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-46b5fdcf-44eb-45af-be07-a0599ea23684 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71 HTTP/1.1" status: 200 len: 947 time: 0.0717967 Aug 27 03:36:34.914433 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f81e145b-ab39-4ffd-9f34-1c3706e01777 req-9274e759-4632-4331-98c9-ac678f6078a1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=856eb262-caad-4a5e-bba4-3b647c83cc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865350 Aug 27 03:36:34.939676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Deleting port e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:36:34.940011 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.025895 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] For port e04365dd-3dfb-4f58-ad1e-6e40690b2699, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=e04365dd-3dfb-4f58-ad1e-6e40690b2699,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:36:35.026243 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.049518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Calling delete_port for e04365dd-3dfb-4f58-ad1e-6e40690b2699 owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:36:35.175569 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.210228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'Port': ['ID=e04365dd-3dfb-4f58-ad1e-6e40690b2699,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:35.257781 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] No DVR routers for this DVR port e04365dd-3dfb-4f58-ad1e-6e40690b2699 on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:36:35.260450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:35.262551 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8c9e074b-e9a4-4fa6-989a-3b52996d4e5c req-641303bd-84a9-4885-96f7-18c882821d43 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.15 "DELETE /v2.0/ports/e04365dd-3dfb-4f58-ad1e-6e40690b2699 HTTP/1.1" status: 204 len: 173 time: 0.4286458 Aug 27 03:36:35.307276 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-deleted', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:35.309716 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b744c7c-9c42-4b02-9cb3-6acce97f7650" -d '{"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-deleted", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:35.345460 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94b389-62cf-433f-9a51-35464a2575de x-openstack-request-id: req-4a94b389-62cf-433f-9a51-35464a2575de {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:35.345793 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71", "name": "network-vif-deleted", "tag": "e04365dd-3dfb-4f58-ad1e-6e40690b2699", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:35.346049 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a94b389-62cf-433f-9a51-35464a2575de {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:35.346478 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9799e2-b6e2-49a6-a5ae-4a46b6c77c71', 'name': 'network-vif-deleted', 'tag': 'e04365dd-3dfb-4f58-ad1e-6e40690b2699', 'status': 'completed', 'code': 200} Aug 27 03:36:35.975036 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57846) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:36.032767 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.057754 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.116744 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.119542 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.120852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "DELETE /v2.0/security-groups/856eb262-caad-4a5e-bba4-3b647c83cc1d HTTP/1.1" status: 204 len: 168 time: 0.1447906 Aug 27 03:36:36.130290 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f68f69-a56d-475c-af5f-c8f64bc3fb8a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856eb262-caad-4a5e-bba4-3b647c83cc1d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:36.682405 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57852) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:36.687058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682954528', 'description': 'tempest-secgroup-smoke-1682954528 description', 'project_id': '4253f0683b264ce7a50bed39bd567b8e'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:36.708982 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.787860 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.792613 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.830629 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.831910 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1484034 Aug 27 03:36:36.833663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfbdd2-64f9-41a2-a5ca-1c040e26250c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062be255-9f95-4cc9-8f25-c5b70df2c8ca,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:36.834861 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 57854) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:36.840596 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:36.867429 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.912569 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.916627 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.939069 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4a3c28-fc9a-4774-8e0d-72091c0538ab,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:36.947059 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:36.948238 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118009 Aug 27 03:36:36.949631 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.949974 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.950314 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.950763 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.951108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.951212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57856) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:36.951443 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.951774 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.952107 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.952439 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.952766 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.953094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.953417 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39a047-61c4-455e-91dc-98f502794d23 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:36:36.955867 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:36.981474 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.036859 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.040843 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.058980 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4986e4eb-8681-4726-98a9-2ddf0fd966d3,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:37.064171 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.065610 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-d1e3e956-1e8a-4407-9b3c-354f7ecb5560 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134984 Aug 27 03:36:37.068608 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57858) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:37.073126 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:37.100383 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.157715 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.161205 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.179828 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aeefaa-6288-4602-8f9e-98e846b36476,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:37.186166 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.187422 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5c9bdacb-ca59-42d4-84e3-f0fae2b113c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178164 Aug 27 03:36:37.190164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57860) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:37.194872 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:37.220249 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.278528 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.282010 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.303391 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7f1c71-cbf6-4ab6-84f7-f3770577a688,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:37.306481 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.307661 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4fbd8234-b4da-44b0-b1a0-833d0a1432ce tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162193 Aug 27 03:36:37.310439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57862) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:37.314798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:37.335367 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Project 4253f0683b264ce7a50bed39bd567b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:36:37.340697 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.399006 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.402868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.420667 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f767d8-6e82-47a9-b5d8-dd4f6d9d8d0a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:37.426366 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.427578 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-025351d8-2fc6-4191-b27a-e3388b9ba404 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162379 Aug 27 03:36:37.430410 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 57864) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:36:37.434718 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'security_group_rule': {'security_group_id': '062be255-9f95-4cc9-8f25-c5b70df2c8ca', 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:37.455870 n-d-806292-1 neutron-server[94831]: INFO neutron.db.securitygroups_db [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Project 4253f0683b264ce7a50bed39bd567b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:36:37.460570 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.520589 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.524120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.543074 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bfa55d-3585-4998-a5e0-dfff952f4afe,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:37.548988 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:37.550445 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c97c84cd-7b22-4003-8ee7-b89d7103ef45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191561 Aug 27 03:36:38.529289 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:36:38.550146 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: e04365dd-3dfb-4f58-ad1e-6e40690b2699 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:36:38.550507 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device e04365dd-3dfb-4f58-ad1e-6e40690b2699 not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:36:45.125707 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:36:47.042805 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:50.806463 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-086f404c-a3ba-4cc5-a0d5-d3a61294ad0f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682954528&fields=id&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 267 time: 0.0329394 Aug 27 03:36:50.915405 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-3571cb03-ad11-4013-99ee-b26a59d30476 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:50.916860 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-3571cb03-ad11-4013-99ee-b26a59d30476 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 809 time: 0.1036558 Aug 27 03:36:50.931403 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-40714171-68d2-473a-87f5-2c0eaaf01d59 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/quotas/4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 375 time: 0.0088899 Aug 27 03:36:50.981834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-e0199d4e-3fed-4616-b654-12d6a26445ef tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452483 Aug 27 03:36:51.038373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-b85958bb-648e-4192-84c3-ae87d8fb22fd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:36:51.039426 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-b85958bb-648e-4192-84c3-ae87d8fb22fd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468442 Aug 27 03:36:51.130145 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-71d47fbb-4f50-4377-878b-3deef0282c17 service neutron] 10.222.0.26 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844402 Aug 27 03:36:51.219342 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-c3a595b1-724d-468a-a082-cd29afb284c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823030 Aug 27 03:36:52.514836 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-dabdc90a-4e0f-40f0-a6b2-0a6a91978c13 req-ad986b0a-c349-456f-ab36-fb8e46fe7189 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Aug 27 03:36:52.828598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6357e4d4-f9cf-4598-8d5b-6dac2edc431c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:53.596749 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b00e48e7-afb3-4084-9fdd-a8110e170acf req-33cf8d33-e3c0-49fb-acd4-53e1d6960879 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0324152 Aug 27 03:36:54.681842 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7106b17a-54e6-470d-a59e-8476dc415b55 req-a3f28798-c954-4224-bbd0-d2b85fe00498 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0313110 Aug 27 03:36:55.347190 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d3e11bea-9267-43af-8a8d-fda096c9aec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.585041 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:55.759476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c068aa85-6a72-4e78-949c-18b6735f4ef0 req-8aa4942e-f5bb-49e6-bbe8-5caf471d5f59 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0287175 Aug 27 03:36:56.820982 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:56.850961 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-65c0a0af-8971-4d54-a39b-e3b74057ea66 req-539d5f3f-12c1-4928-a788-5b334c9f28a5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0263467 Aug 27 03:36:57.593846 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-7c02513e-7321-42cb-b449-94a5d1425a92 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:57.595333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-7c02513e-7321-42cb-b449-94a5d1425a92 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 809 time: 0.1039715 Aug 27 03:36:57.645601 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-b5f2c1ae-2b19-4c5e-9af2-083871ff7f80 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 380 time: 0.0356925 Aug 27 03:36:57.656422 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'port': {'device_id': '34234848-6e90-46a3-9721-457dffcbf088', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'admin_state_up': True, 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'security_groups': ['062be255-9f95-4cc9-8f25-c5b70df2c8ca']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:57.774884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Made reservation on behalf of 4253f0683b264ce7a50bed39bd567b8e for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:36:57.778588 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:57.961240 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f1249c19-c022-426d-9363-cb0a0e9349e2 req-82b22de5-7294-4b9a-b464-1bbcb29c3197 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0349312 Aug 27 03:36:57.970220 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Allocated IP 172.20.0.9 (0f74e3ca-e46a-4425-812f-2675e3a2d357/f1389895-dc7e-4502-a277-ecd7f9f44320/7c7b263d-d1aa-4426-b5c9-7b7c2098ec39) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:36:58.117314 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.131920 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Transition to ACTIVE for port object 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:58.168854 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.216077 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:36:58.221204 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:36:58.224987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:36:58.249397 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:58.254246 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.280060 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:58.280709 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.297669 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-72770a95-70e4-426d-86af-e091854c17c4 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6445243 Aug 27 03:36:58.316748 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Request body: {'port': {'device_id': '34234848-6e90-46a3-9721-457dffcbf088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:36:58.373481 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.525467 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6d948988-e0e2-4166-af1e-710ad13d0b42 None None] Provisioning for port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:36:58.529596 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-6d948988-e0e2-4166-af1e-710ad13d0b42 None None] Provisioning complete for port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:36:58.530008 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6d948988-e0e2-4166-af1e-710ad13d0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.566685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-6d948988-e0e2-4166-af1e-710ad13d0b42 None None] Port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:36:58.653336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:36:58.660659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.672659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Transition to ACTIVE for port object 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:36:58.676168 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.731572 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:58.808831 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Attempting to bind port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:36:58.809172 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Attempting to bind port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:36:58.809505 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Attempting to bind port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:58.817059 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:36:58.817511 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Attempting to bind port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 on network 0f74e3ca-e46a-4425-812f-2675e3a2d357 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:36:58.823535 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:36:58.824028 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Checking segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:36:58.824551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Bound using segment: {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:36:58.825099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Bound port: 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8a5a8e-6d63-406c-b341-a3e7475fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:36:58.825591 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.907525 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:36:58.910901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:36:58.917320 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.951786 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:58.952395 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:36:58.953754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] 10.222.0.46 "PUT /v2.0/ports/7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 1091 time: 0.6423879 Aug 27 03:36:58.954300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:36:58.956442 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090bfaf-e892-4b9a-a21d-5098df0de987" -d '{"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:36:58.981431 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8e33d-cf6a-48ee-b76e-dd5e22a58d4a service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:36:59.094828 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4aaa30-a241-472f-a5b2-4e110a3d969e x-openstack-request-id: req-aa4aaa30-a241-472f-a5b2-4e110a3d969e {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:36:59.095223 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:36:59.095488 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa4aaa30-a241-472f-a5b2-4e110a3d969e {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:36:59.095892 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'status': 'completed', 'code': 200} Aug 27 03:36:59.128648 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-d2d83ac5-beec-4680-b0ad-c240da21a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.130191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-d2d83ac5-beec-4680-b0ad-c240da21a56d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1094 time: 0.1030505 Aug 27 03:36:59.146322 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691d483-6c50-46f5-b289-3a686718a1db req-1741dc7c-ef04-4a02-b619-31acb4f1210b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.147903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c691d483-6c50-46f5-b289-3a686718a1db req-1741dc7c-ef04-4a02-b619-31acb4f1210b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0689530 Aug 27 03:36:59.198492 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-0f6e3eb1-75dd-421a-a6e7-5406062dc9bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 217 time: 0.0495715 Aug 27 03:36:59.243935 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c691d483-6c50-46f5-b289-3a686718a1db req-c80c016d-9025-4787-9170-4f98ca4d6b21 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604661 Aug 27 03:36:59.261726 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-eb8c8430-dcb0-45e3-ba62-8a20b2c6b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.263257 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-eb8c8430-dcb0-45e3-ba62-8a20b2c6b7f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0571690 Aug 27 03:36:59.314814 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-fa188758-4e12-45a1-96e9-3bb2c1a7b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.316826 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-fa188758-4e12-45a1-96e9-3bb2c1a7b544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465958 Aug 27 03:36:59.413630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-3c7c5622-7a77-487f-847d-cbe6a16f3410 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887671 Aug 27 03:36:59.511207 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1fa87ecd-aa76-40b9-97b1-ad1c78d29788 req-0e39b8c3-7d6f-4e8b-b9f2-4dd36a86f4b4 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907435 Aug 27 03:36:59.620389 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-6d23366f-8aec-408b-9363-f35cc6fe75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.621896 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-6d23366f-8aec-408b-9363-f35cc6fe75d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1094 time: 0.0418081 Aug 27 03:36:59.711673 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-e1a1f870-ced5-419a-8586-316354cf8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.713162 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-e1a1f870-ced5-419a-8586-316354cf8a4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0849366 Aug 27 03:36:59.761448 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-ea56ec35-deaa-4c46-9a80-be438332b8df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 217 time: 0.0416105 Aug 27 03:36:59.812643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-195b64eb-0186-40b1-b322-3a27ca82155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.814198 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-195b64eb-0186-40b1-b322-3a27ca82155b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0458829 Aug 27 03:36:59.863386 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-fc8e49a5-6298-408a-96eb-17ec8b64b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:36:59.864891 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-fc8e49a5-6298-408a-96eb-17ec8b64b255 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426815 Aug 27 03:36:59.959424 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-7b187c6d-6b6c-4ef5-8f1d-468731746a46 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Aug 27 03:37:00.052496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0090bfaf-e892-4b9a-a21d-5098df0de987 req-7b494248-b43e-4d5b-a361-a2e797c52c1c service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854504 Aug 27 03:37:00.364012 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76207-c178-4e56-948d-d47c0824e9f6 req-43e361f7-6278-4147-9913-da590a62b0db tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:00.365431 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09e76207-c178-4e56-948d-d47c0824e9f6 req-43e361f7-6278-4147-9913-da590a62b0db tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0522468 Aug 27 03:37:00.405084 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-09e76207-c178-4e56-948d-d47c0824e9f6 req-f8645a54-219e-4f48-a80a-ff9e1aaec82c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Aug 27 03:37:01.535012 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b70b2-83bc-4366-b48c-5ad8825c6f44 req-cc5668a9-ecbd-4a78-a400-b2a691659289 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:01.536556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a1b70b2-83bc-4366-b48c-5ad8825c6f44 req-cc5668a9-ecbd-4a78-a400-b2a691659289 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0601304 Aug 27 03:37:01.577551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9a1b70b2-83bc-4366-b48c-5ad8825c6f44 req-c17d35fe-0107-41de-8116-c8050a87c45d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343263 Aug 27 03:37:01.610126 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:02.692200 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa0853-7949-4b1e-a173-2048f5a09bd5 req-bc4205d8-eb36-4018-939d-492a60b90a4e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:02.693700 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9faa0853-7949-4b1e-a173-2048f5a09bd5 req-bc4205d8-eb36-4018-939d-492a60b90a4e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0499208 Aug 27 03:37:02.731579 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9faa0853-7949-4b1e-a173-2048f5a09bd5 req-02f782b2-fc4d-4528-9424-2b2cdbebd4dd tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Aug 27 03:37:03.853356 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b865da-6f77-4e1c-ba47-b509568ff673 req-b6272875-6941-4c98-8800-ddabccd17f22 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:03.854852 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81b865da-6f77-4e1c-ba47-b509568ff673 req-b6272875-6941-4c98-8800-ddabccd17f22 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0492580 Aug 27 03:37:03.891687 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-81b865da-6f77-4e1c-ba47-b509568ff673 req-62848103-8dbf-4a8a-b996-afe0df8722d7 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Aug 27 03:37:05.020518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca9dd-99c5-44e7-942b-0814a6ea1266 req-0731c9de-b031-4dfc-aa1a-41b823d68185 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:05.021995 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5bbca9dd-99c5-44e7-942b-0814a6ea1266 req-0731c9de-b031-4dfc-aa1a-41b823d68185 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0542436 Aug 27 03:37:05.061027 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-5bbca9dd-99c5-44e7-942b-0814a6ea1266 req-806a6adb-3ecb-4dbd-b41f-66548353385a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Aug 27 03:37:06.175521 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d7f94-7ef9-42fe-b052-462be97305fb req-099145da-dc53-4a73-a865-d348c2831d60 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:06.176978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e60d7f94-7ef9-42fe-b052-462be97305fb req-099145da-dc53-4a73-a865-d348c2831d60 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0503743 Aug 27 03:37:06.215273 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e60d7f94-7ef9-42fe-b052-462be97305fb req-63583adc-c87a-48c2-86a6-bb4555f73427 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316024 Aug 27 03:37:07.328337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0fb4-b4bd-419d-ab52-dad9e74e328e req-2825ed5b-0b02-45ca-8b3a-41e16a0fadd8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:07.329717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06bc0fb4-b4bd-419d-ab52-dad9e74e328e req-2825ed5b-0b02-45ca-8b3a-41e16a0fadd8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Aug 27 03:37:07.368774 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-06bc0fb4-b4bd-419d-ab52-dad9e74e328e req-bbf914bb-5b16-473b-93df-f1123fae9e11 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Aug 27 03:37:08.485315 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88fc91-d0fe-4447-8682-538cc660cf1c req-386c76e3-9c38-4951-8cb8-3c9966e9c60f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:08.486941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b88fc91-d0fe-4447-8682-538cc660cf1c req-386c76e3-9c38-4951-8cb8-3c9966e9c60f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0518382 Aug 27 03:37:08.524197 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2b88fc91-d0fe-4447-8682-538cc660cf1c req-f9a8c032-2f38-4988-8afa-4b05256199e6 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Aug 27 03:37:09.637001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79b0a-ecd8-472a-867f-a23c6b6aa5d3 req-e659495e-402c-47f2-a2c3-f6eeadc35eb3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:09.638497 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64a79b0a-ecd8-472a-867f-a23c6b6aa5d3 req-e659495e-402c-47f2-a2c3-f6eeadc35eb3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0486519 Aug 27 03:37:09.675194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-64a79b0a-ecd8-472a-867f-a23c6b6aa5d3 req-db57ada1-1ac1-41d0-ab63-9cde10b940d5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Aug 27 03:37:09.796204 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:37:09.887269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:09.898077 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'mac_address': 'fa:16:3e:0c:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:37:09.934489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:09.950275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:37:09.968500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:09.972181 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:10.017786 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:10.025439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.025788 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.026124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.026480 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.026813 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.027144 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.027471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.027798 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.028118 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.028439 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.028764 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.029085 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:37:10.397155 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:37:10.788989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7bddc-dcad-4bab-bf39-7907960e8cc9 req-3375e0cb-02dc-40a0-82ca-583f70cbe983 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:10.790469 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae7bddc-dcad-4bab-bf39-7907960e8cc9 req-3375e0cb-02dc-40a0-82ca-583f70cbe983 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 944 time: 0.0489140 Aug 27 03:37:10.827937 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bae7bddc-dcad-4bab-bf39-7907960e8cc9 req-a855e762-96a6-47bc-90ba-24257bd1a956 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Aug 27 03:37:11.814127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:37:11.862054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:37:11.865954 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:37:11.866160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.944572 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.945914 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2606-baeb-47a2-afbb-10f41a864eef req-66db3eaa-9f1b-4a40-9438-71eb8d2b0147 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:11.948063 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63ea2606-baeb-47a2-afbb-10f41a864eef req-66db3eaa-9f1b-4a40-9438-71eb8d2b0147 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 944 time: 0.0540290 Aug 27 03:37:11.968145 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:11.970893 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5c9882-0117-4f0f-bb51-10c1baf46383" -d '{"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:11.983346 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:37:11.987952 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:11.988229 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-63ea2606-baeb-47a2-afbb-10f41a864eef req-e09b815a-dd4c-4f2a-8f69-413fe9e19246 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339267 Aug 27 03:37:12.015049 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421fe12-9b40-463b-94c0-54ce98970819 x-openstack-request-id: req-3421fe12-9b40-463b-94c0-54ce98970819 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:12.015343 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:12.015597 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3421fe12-9b40-463b-94c0-54ce98970819 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:12.016015 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'code': 200} Aug 27 03:37:12.037557 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:12.180370 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffdf58-012e-40a6-860a-bb142ce6ce84 req-78affd26-7438-48b8-9720-4c43bf4a5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:12.182455 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bffdf58-012e-40a6-860a-bb142ce6ce84 req-78affd26-7438-48b8-9720-4c43bf4a5213 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0787835 Aug 27 03:37:12.215912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5bffdf58-012e-40a6-860a-bb142ce6ce84 req-ca7a7788-adfe-4ea5-9c1f-fdfd85508cf9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268195 Aug 27 03:37:13.106010 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf66b-b6db-4492-b9f9-69b7fa196bc8 req-1649441a-4a07-45d8-be4b-632a02b314c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:13.107515 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10bdf66b-b6db-4492-b9f9-69b7fa196bc8 req-1649441a-4a07-45d8-be4b-632a02b314c9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Aug 27 03:37:13.145446 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-10bdf66b-b6db-4492-b9f9-69b7fa196bc8 req-4ded1d48-7394-4679-a0b7-9fbc2bcfaac2 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320761 Aug 27 03:37:14.262929 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd856ea-5930-48c6-8855-ac1b06eafb08 req-7d2de647-bcdf-403b-b0a0-f942a66b11f0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.264409 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cd856ea-5930-48c6-8855-ac1b06eafb08 req-7d2de647-bcdf-403b-b0a0-f942a66b11f0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Aug 27 03:37:14.301110 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0cd856ea-5930-48c6-8855-ac1b06eafb08 req-8af72b62-a33a-4feb-bd0e-6dc88088f647 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308142 Aug 27 03:37:14.412661 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d08809-6222-4015-9b97-7835b6962f27 req-e5f812e7-9631-4076-8dbb-cbf9a763e510 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.414120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d08809-6222-4015-9b97-7835b6962f27 req-e5f812e7-9631-4076-8dbb-cbf9a763e510 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Aug 27 03:37:14.451378 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a6d08809-6222-4015-9b97-7835b6962f27 req-bd409777-e73f-4e64-9ca6-dccc3960507b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Aug 27 03:37:14.472600 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58082) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.556623 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fb3658-5faf-426b-8a06-647a3dad3877 tempest-TestShelveInstance-859607238 tempest-TestShelveInstance-859607238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:14.558110 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-81fb3658-5faf-426b-8a06-647a3dad3877 tempest-TestShelveInstance-859607238 tempest-TestShelveInstance-859607238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1091 time: 0.0845687 Aug 27 03:37:14.560892 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58086) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:37:14.565206 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:37:14.587183 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.681377 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.786699 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Allocated IP 172.25.8.24 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:37:14.884944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.922944 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:14.961203 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:37:14.964627 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:37:14.968059 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:37:14.997748 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.324925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.394229 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.543990 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.548312 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.619110 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event updated for resources: {'Port': ['ID=4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:37:15.628499 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:15.727241 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Floating IP eb860cd3-d305-4403-bcf7-81180197fdad associated. External IP: 172.25.8.24, port: 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39. Aug 27 03:37:15.933877 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:37:16.039801 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:37:16.050543 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:37:16.056928 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:16.059877 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:16.060495 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:16.084562 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eea6ea56-d1b4-4fef-a705-29d3d8a8672f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5226545 Aug 27 03:37:16.085164 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:37:16.088009 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66" -d '{"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:37:16.123604 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc74f9-e5a5-483a-ad93-e95405039417 x-openstack-request-id: req-1fcc74f9-e5a5-483a-ad93-e95405039417 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:37:16.123976 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:37:16.124466 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fcc74f9-e5a5-483a-ad93-e95405039417 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:37:16.124852 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'status': 'completed', 'code': 200} Aug 27 03:37:16.166788 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:16.206280 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-d64d3906-dcde-4d57-9cd6-2db7b54b5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.207712 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-d64d3906-dcde-4d57-9cd6-2db7b54b5d77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0405128 Aug 27 03:37:16.297361 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-1897dd57-1fd7-4fcb-a516-7afbf6046a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.298952 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-1897dd57-1fd7-4fcb-a516-7afbf6046a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0836651 Aug 27 03:37:16.366782 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-b78942d2-9067-4f62-b87b-3208f6582095 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 998 time: 0.0609791 Aug 27 03:37:16.387479 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb860cd3-d305-4403-bcf7-81180197fdad', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:0c:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34234848-6e90-46a3-9721-457dffcbf088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:37:15Z', 'updated_at': '2021-08-27T03:37:15Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:16.413291 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:37:16.416471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-a65f6cf6-f7b5-4233-ba2e-77ee0ac8916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.417934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-a65f6cf6-f7b5-4233-ba2e-77ee0ac8916a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0444458 Aug 27 03:37:16.421967 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:37:16.422605 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:36:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:16.464085 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-1f1e027d-7126-43a2-909d-795dba522495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:37:16.465535 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-1f1e027d-7126-43a2-909d-795dba522495 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402806 Aug 27 03:37:16.549844 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:37:16.559957 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-9b71238c-5763-4672-a82e-a9dff9a0f38e service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Aug 27 03:37:16.649356 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-89bc6efb-e4df-46c3-a356-2fdcb8c06a66 req-0e429a27-8853-4ad2-a0bc-d847d11beb14 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821371 Aug 27 03:37:16.773458 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb860cd3-d305-4403-bcf7-81180197fdad', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:0c:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34234848-6e90-46a3-9721-457dffcbf088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:37:15Z', 'updated_at': '2021-08-27T03:37:15Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:37:16.803081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c5168-7caf-4365-a4ed-af57baa8f5ea None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': 'eb860cd3-d305-4403-bcf7-81180197fdad', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'mac_address': 'fa:16:3e:0c:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34234848-6e90-46a3-9721-457dffcbf088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:37:15Z', 'updated_at': '2021-08-27T03:37:15Z', 'revision_number': 0, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:37:16.994692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a9233-3d6e-459c-a122-02c79f51ebc4 None None] New status for floating IP eb860cd3-d305-4403-bcf7-81180197fdad: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:37:17.060863 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:22.124268 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:37:22.829637 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d348b1ba-583d-453d-b770-186c977710a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:25.347348 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-832dbc1f-9e9b-4d7c-b79d-cbb3bf37436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:25.585451 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:26.824020 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:28.238981 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:31.619428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:47.076139 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:52.830668 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2685e907-bdd3-477a-9479-222598e1f5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.347007 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a42e41e5-c7c0-44e5-aff9-411a982cf9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:55.585633 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:56.826680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:58.242015 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:37:59.125176 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:01.618909 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:04.752626 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-6e33d56e-9fa1-4e15-a73e-29ad2b3c1cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435295 Aug 27 03:38:04.848499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-1841fc09-b513-469d-8026-6ae08cf99c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:04.849938 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-1841fc09-b513-469d-8026-6ae08cf99c55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0405464 Aug 27 03:38:04.947465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-e5219c8d-276c-4d25-9a31-99277acc84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:04.948879 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-e5219c8d-276c-4d25-9a31-99277acc84e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0802238 Aug 27 03:38:05.016065 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-cfb749fe-a28c-4ab8-85ff-a60439ab4c64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 1000 time: 0.0597062 Aug 27 03:38:05.063639 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-299ff051-d5e2-4291-9fa7-63cfe6498923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:05.065524 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-299ff051-d5e2-4291-9fa7-63cfe6498923 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0432622 Aug 27 03:38:05.111136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-6c8eae8b-4dac-44b8-a3b2-d1c46070f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:38:05.112747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-6c8eae8b-4dac-44b8-a3b2-d1c46070f75b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404000 Aug 27 03:38:05.205206 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-cb7f2737-bea7-40c7-ade3-b419a3398144 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855076 Aug 27 03:38:05.291369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-390339f8-b58d-4d8b-a429-7af3b1885dae req-38b53119-46e5-4156-88a9-29546b326de5 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792346 Aug 27 03:38:17.067304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:22.830825 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a40163cb-f7d3-4a15-bc07-c03b993a60d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:25.347073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-189c0055-4717-4ab0-b3d2-d178a89333a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:25.586297 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:26.830123 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:28.244832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:31.633745 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:36.124883 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:38:47.081105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:52.831673 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6d7ae4d4-d80f-4806-8756-907ffe3f3c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.348442 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-40ed70e7-70b3-4477-89d2-65edec77f24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:55.588061 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:56.833136 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:38:58.249703 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:01.648301 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:05.775467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-e94c8c34-8a4f-422d-92f1-16556881bc1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455110 Aug 27 03:39:05.870976 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713300-6502-419d-b518-996f023fae2c req-4d0238bf-e631-42ee-b09a-b7ce0c3a17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:05.872436 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-4d0238bf-e631-42ee-b09a-b7ce0c3a17e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0397835 Aug 27 03:39:05.971396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713300-6502-419d-b518-996f023fae2c req-2e8d8a4a-d021-416c-a033-b29eca2d56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:05.972823 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-2e8d8a4a-d021-416c-a033-b29eca2d56c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0801892 Aug 27 03:39:06.039397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-5d7a8a01-c3f8-4385-8545-bfbab238c60a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 1000 time: 0.0595961 Aug 27 03:39:06.090693 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713300-6502-419d-b518-996f023fae2c req-7d55a334-6d9f-4e31-8ef1-7e1c37c659e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:06.092130 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-7d55a334-6d9f-4e31-8ef1-7e1c37c659e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0455754 Aug 27 03:39:06.135479 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713300-6502-419d-b518-996f023fae2c req-a32d794e-fcd5-4453-aa79-2ab400899bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:06.136906 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-a32d794e-fcd5-4453-aa79-2ab400899bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384605 Aug 27 03:39:06.226582 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-8f9440a8-c0f2-4b66-8c58-3faf6d9ee6b3 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827088 Aug 27 03:39:06.314370 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7a713300-6502-419d-b518-996f023fae2c req-ead86881-a956-4acd-82fb-b660f62a4a94 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802295 Aug 27 03:39:11.394628 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df935ef-3ae3-4495-b2f3-7ac7cfabcfae req-ff64ae9a-968c-4d14-9fe6-bc4fc8e69883 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:11.395973 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1df935ef-3ae3-4495-b2f3-7ac7cfabcfae req-ff64ae9a-968c-4d14-9fe6-bc4fc8e69883 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0532701 Aug 27 03:39:11.438711 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1df935ef-3ae3-4495-b2f3-7ac7cfabcfae req-65336c22-29c6-4baa-8215-35ae67ace53e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Aug 27 03:39:12.583009 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b191b-5edf-4c6d-bf69-2c22f84c5449 req-0a188a10-776c-433c-b8f7-bc9e07382ce2 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:12.584517 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d74b191b-5edf-4c6d-bf69-2c22f84c5449 req-0a188a10-776c-433c-b8f7-bc9e07382ce2 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Aug 27 03:39:12.621372 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d74b191b-5edf-4c6d-bf69-2c22f84c5449 req-ecbfd6d8-a365-49ad-9a2c-9892210d4a00 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310605 Aug 27 03:39:13.124251 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:13.757606 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e9c5-b952-4189-ae54-5549f6975c4c req-81af8c44-b93c-4abd-9580-885892b2c406 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:13.759095 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1531e9c5-b952-4189-ae54-5549f6975c4c req-81af8c44-b93c-4abd-9580-885892b2c406 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Aug 27 03:39:13.796115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1531e9c5-b952-4189-ae54-5549f6975c4c req-34887310-4a6e-4ebb-ac8f-af41d42199cd tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Aug 27 03:39:14.912271 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ed316-df60-48e6-85d1-23f2bb4a31c5 req-0f615b71-c9e7-4837-a299-11dae2606af0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:14.913737 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8ed316-df60-48e6-85d1-23f2bb4a31c5 req-0f615b71-c9e7-4837-a299-11dae2606af0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0523815 Aug 27 03:39:14.951241 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8b8ed316-df60-48e6-85d1-23f2bb4a31c5 req-5ee5e0f5-9341-4a8d-94c0-fe69d95d3f86 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Aug 27 03:39:16.063246 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf5009-b18f-4cc2-9324-d4e6a67e511c req-da49621a-5ea7-47f6-8eb6-c999b4720304 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:16.064637 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfbf5009-b18f-4cc2-9324-d4e6a67e511c req-da49621a-5ea7-47f6-8eb6-c999b4720304 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Aug 27 03:39:16.103369 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-cfbf5009-b18f-4cc2-9324-d4e6a67e511c req-1256ff0c-77ae-4a3e-be90-c89f8f5e9422 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Aug 27 03:39:17.082739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:17.218521 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ce9ec-6abe-4b51-b0e6-674670b9be14 req-75b77500-5f30-40f2-bdc0-2835398e7ab7 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:17.219984 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f73ce9ec-6abe-4b51-b0e6-674670b9be14 req-75b77500-5f30-40f2-bdc0-2835398e7ab7 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0492923 Aug 27 03:39:17.257522 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f73ce9ec-6abe-4b51-b0e6-674670b9be14 req-0f815f24-1917-4c06-a746-a990eb17f382 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Aug 27 03:39:18.372997 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a57cbf-bd23-4e76-a2e5-5201e00c7809 req-323a65c9-d4f0-4b7d-b619-f9b7bb9da684 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:18.374351 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94a57cbf-bd23-4e76-a2e5-5201e00c7809 req-323a65c9-d4f0-4b7d-b619-f9b7bb9da684 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Aug 27 03:39:18.411559 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-94a57cbf-bd23-4e76-a2e5-5201e00c7809 req-c06e9564-e056-4d2c-99a9-425ebd70136e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Aug 27 03:39:19.529131 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719490b-9f69-464b-919e-9ccfa13a400b req-c87ebd9b-610a-481a-a08d-c0401636ecff tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:19.530622 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2719490b-9f69-464b-919e-9ccfa13a400b req-c87ebd9b-610a-481a-a08d-c0401636ecff tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0488212 Aug 27 03:39:19.568939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-2719490b-9f69-464b-919e-9ccfa13a400b req-ff962476-a5ba-46c2-889e-b2e816eb162e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Aug 27 03:39:20.683794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672f1d0-2fcf-41d1-8d0f-9ffa604c6d0a req-bfc85df8-78d1-4500-9da9-9b1ea34777e6 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:20.685284 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7672f1d0-2fcf-41d1-8d0f-9ffa604c6d0a req-bfc85df8-78d1-4500-9da9-9b1ea34777e6 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Aug 27 03:39:20.725929 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-7672f1d0-2fcf-41d1-8d0f-9ffa604c6d0a req-c7bbb4a2-598f-45dd-8690-b37a89f63620 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335984 Aug 27 03:39:21.595998 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-7da45430-8f46-4ab4-9c0e-a017c088fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:21.597564 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-7da45430-8f46-4ab4-9c0e-a017c088fe3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0404789 Aug 27 03:39:21.687256 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-a97a79d7-0be1-4fd4-abd4-57652889b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:21.688694 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-a97a79d7-0be1-4fd4-abd4-57652889b092 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0846822 Aug 27 03:39:21.752735 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-a687ad46-6e32-4893-89a1-8cc54528742e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 1000 time: 0.0570793 Aug 27 03:39:21.801140 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-49f64f81-18e9-4ecc-8b0f-71108c6652f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:21.802615 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-49f64f81-18e9-4ecc-8b0f-71108c6652f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0434830 Aug 27 03:39:21.844559 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c0b63-3f92-45c7-affb-1052e4c53b21 req-a209ed5c-a7a0-43cd-898b-0d8c3289b097 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:21.846106 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-260c0b63-3f92-45c7-affb-1052e4c53b21 req-a209ed5c-a7a0-43cd-898b-0d8c3289b097 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0534947 Aug 27 03:39:21.851311 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-aaef4613-d2f5-4d5e-b81f-bdcbe4e11a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:21.852772 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-aaef4613-d2f5-4d5e-b81f-bdcbe4e11a69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436640 Aug 27 03:39:21.884138 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-260c0b63-3f92-45c7-affb-1052e4c53b21 req-f5f82b46-3bf3-4d6e-b86a-d58391fab98e tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Aug 27 03:39:21.941164 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-a7bf8253-36f0-449e-a9b8-60ea2e0e5c2c service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804524 Aug 27 03:39:22.032138 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dcaa3fd3-ffd3-44b3-a959-dbc0db256ad8 req-784dc32f-fb9f-4b33-80b5-b7fa8f6f2792 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837960 Aug 27 03:39:22.834533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-bd7b992c-8f8e-45a3-9a6c-16ac7d008b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:22.997363 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba26487-ee05-4ded-8eb0-ca6987138abe req-f65d3233-056d-4a9f-96f0-191bc8ad48d9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:22.998848 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ba26487-ee05-4ded-8eb0-ca6987138abe req-f65d3233-056d-4a9f-96f0-191bc8ad48d9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0486088 Aug 27 03:39:23.038111 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-4ba26487-ee05-4ded-8eb0-ca6987138abe req-14ac3a5a-f575-48f5-b4a7-b0c4e9cb914f tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Aug 27 03:39:24.153432 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cff6a6-ac5c-4ba5-9bc7-9a45bfc69d40 req-a29bea90-9594-465a-aba6-9513f574c210 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:24.154948 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16cff6a6-ac5c-4ba5-9bc7-9a45bfc69d40 req-a29bea90-9594-465a-aba6-9513f574c210 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Aug 27 03:39:24.194717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-16cff6a6-ac5c-4ba5-9bc7-9a45bfc69d40 req-01b33562-3866-4b1f-b57d-b597d6ad4d45 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Aug 27 03:39:25.308151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8622a-d77b-408f-a0b1-89726c45143a req-9e3c00e5-6f7d-4e90-ad2d-98f097f0531c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.309620 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47b8622a-d77b-408f-a0b1-89726c45143a req-9e3c00e5-6f7d-4e90-ad2d-98f097f0531c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Aug 27 03:39:25.347606 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-47b8622a-d77b-408f-a0b1-89726c45143a req-c5e0719f-c826-40eb-bace-1fea60314010 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Aug 27 03:39:25.348757 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc546-24b6-4783-b68f-d7e66add988a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.540341 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-204f73e1-a1d8-462e-9664-69b8a23dbc77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451455 Aug 27 03:39:25.588947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760769c-2ee3-418b-9888-3641648d1742 req-bc1a2407-56cb-4d1d-8344-df3643630849 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:25.590425 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5760769c-2ee3-418b-9888-3641648d1742 req-bc1a2407-56cb-4d1d-8344-df3643630849 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0592711 Aug 27 03:39:25.591238 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:25.628452 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5760769c-2ee3-418b-9888-3641648d1742 req-2d377223-c9e6-45d7-955d-9aab0ad7f3d3 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Aug 27 03:39:26.750841 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda57325-b600-4cf8-8e3b-02d6791ea8fe req-43f40588-25bd-453f-97c4-44016230eb80 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:26.752235 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bda57325-b600-4cf8-8e3b-02d6791ea8fe req-43f40588-25bd-453f-97c4-44016230eb80 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0534637 Aug 27 03:39:26.791093 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bda57325-b600-4cf8-8e3b-02d6791ea8fe req-b67dab08-f35f-4c69-93a8-079f6d7c79ea tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Aug 27 03:39:26.836537 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:27.907049 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aa54b-bde5-44de-8333-de5205461900 req-6182e20a-1325-471f-823b-0228e099e997 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:27.908560 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d09aa54b-bde5-44de-8333-de5205461900 req-6182e20a-1325-471f-823b-0228e099e997 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0487015 Aug 27 03:39:27.948001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d09aa54b-bde5-44de-8333-de5205461900 req-963efce6-5c23-43e0-b7e3-4c37527c2339 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Aug 27 03:39:28.250331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.497200 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:39:28.571120 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.592775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:39:28.594974 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b7471-0668-479c-ba68-b6d82c418113" -d '{"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:39:28.607768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:28.611602 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:28.638471 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63eda5f-bcb5-4112-81f7-36b933dec8e2 x-openstack-request-id: req-d63eda5f-bcb5-4112-81f7-36b933dec8e2 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:39:28.638759 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-unplugged", "status": "failed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "code": 422}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:39:28.639005 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d63eda5f-bcb5-4112-81f7-36b933dec8e2 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:39:28.639495 n-d-806292-1 neutron-server[94833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'code': 422} returned with failed status Aug 27 03:39:28.664012 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:28.671027 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.671367 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.671702 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.672031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.672356 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.672678 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.672998 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.673317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.673633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.673947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.674262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:28.674605 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:39:29.065086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0382-ffaa-493a-8185-b24da34cf31c req-47911150-63ce-49db-ac57-21b131fdc2e9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:29.066941 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abfe0382-ffaa-493a-8185-b24da34cf31c req-47911150-63ce-49db-ac57-21b131fdc2e9 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0513523 Aug 27 03:39:29.104646 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-abfe0382-ffaa-493a-8185-b24da34cf31c req-6bf3ebdc-21e0-4407-9937-8a91aba4213d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Aug 27 03:39:30.217529 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d096eb-1fcf-4655-84d3-5e491241be0a req-7266684b-b196-4482-a2ea-94eed57f6c5b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.219048 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8d096eb-1fcf-4655-84d3-5e491241be0a req-7266684b-b196-4482-a2ea-94eed57f6c5b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0497897 Aug 27 03:39:30.248641 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-f4c0e15d-26f6-4c26-9340-6b1ed7b2607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.250124 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-f4c0e15d-26f6-4c26-9340-6b1ed7b2607e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088&tenant_id=4253f0683b264ce7a50bed39bd567b8e HTTP/1.1" status: 200 len: 1094 time: 0.0448067 Aug 27 03:39:30.258282 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-c8d096eb-1fcf-4655-84d3-5e491241be0a req-557beaee-888f-452b-9b61-6b6eaaeb3d18 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Aug 27 03:39:30.323691 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-e63f1b84-0da3-476f-adba-7af083b06939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.325229 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-e63f1b84-0da3-476f-adba-7af083b06939 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1094 time: 0.0436859 Aug 27 03:39:30.413167 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-af80ea6b-4c38-4fda-bb27-bc4bdb606e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.414663 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-af80ea6b-4c38-4fda-bb27-bc4bdb606e17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0826318 Aug 27 03:39:30.483117 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-c8aaa312-a47e-4f9c-8034-48123bad416f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 998 time: 0.0619423 Aug 27 03:39:30.532792 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-74fc6f84-02c9-44f4-ade0-232482dc4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.534172 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-74fc6f84-02c9-44f4-ade0-232482dc4265 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0429635 Aug 27 03:39:30.578228 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-e911ddfb-9f71-43d0-af9a-8dcd53b5e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:30.579630 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-e911ddfb-9f71-43d0-af9a-8dcd53b5e42c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392873 Aug 27 03:39:30.669047 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-9d7263f0-3f53-4ce1-b1b5-1a831170c97e service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826130 Aug 27 03:39:30.761708 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-a0be05ea-0a15-46d1-aa8a-7f12fe609f92 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854156 Aug 27 03:39:31.376787 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c714c8-676f-4c79-bd83-84a4ad55c6aa req-2da95a40-785b-446d-be87-cfc22f2d2d75 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:31.378179 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1c714c8-676f-4c79-bd83-84a4ad55c6aa req-2da95a40-785b-446d-be87-cfc22f2d2d75 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Aug 27 03:39:31.414864 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b1c714c8-676f-4c79-bd83-84a4ad55c6aa req-261d836c-ff98-4790-9d9d-736b8a16f1de tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Aug 27 03:39:31.648664 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:32.528835 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092baccf-16c7-4a37-9a77-9591cce816fb req-73efa56d-67cc-4b38-bd42-824584f980d0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:32.530316 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-092baccf-16c7-4a37-9a77-9591cce816fb req-73efa56d-67cc-4b38-bd42-824584f980d0 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0499229 Aug 27 03:39:32.566670 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-092baccf-16c7-4a37-9a77-9591cce816fb req-fbff7e5b-85e7-487c-b659-c5d541b50508 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304329 Aug 27 03:39:33.681034 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cc0bf-a3a6-4416-bf0f-2e1025523755 req-73fad61c-b572-4f18-abe7-f246114b7451 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:33.682572 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-712cc0bf-a3a6-4416-bf0f-2e1025523755 req-73fad61c-b572-4f18-abe7-f246114b7451 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0492101 Aug 27 03:39:33.719816 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-712cc0bf-a3a6-4416-bf0f-2e1025523755 req-952e6791-d6a5-4a85-a3ee-5786b5e7c0cd tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310793 Aug 27 03:39:34.838301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddd196-53cb-428f-adc7-a7c0e5bb6339 req-7bc5b232-d84f-4402-b469-5828c3c7c501 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:34.839769 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56ddd196-53cb-428f-adc7-a7c0e5bb6339 req-7bc5b232-d84f-4402-b469-5828c3c7c501 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0535553 Aug 27 03:39:34.876809 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-56ddd196-53cb-428f-adc7-a7c0e5bb6339 req-471ad55b-71a1-4c5a-b23c-9c25e00fa78d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Aug 27 03:39:35.989173 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3675d-7b74-4206-ba85-14f8f13e4b03 req-e44cdcae-826f-4a96-b4f6-e17a3508443b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:35.990635 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acc3675d-7b74-4206-ba85-14f8f13e4b03 req-e44cdcae-826f-4a96-b4f6-e17a3508443b tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0477796 Aug 27 03:39:36.027476 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acc3675d-7b74-4206-ba85-14f8f13e4b03 req-3a374c11-a39a-42e9-85e3-a8df1b7ce2d8 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 27 03:39:37.140506 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87749a2-f1a9-4453-9d62-961b1a6870ff req-bc565bc9-9de8-42e6-a4bd-412bd19911b5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:37.141973 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b87749a2-f1a9-4453-9d62-961b1a6870ff req-bc565bc9-9de8-42e6-a4bd-412bd19911b5 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0489364 Aug 27 03:39:37.180074 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b87749a2-f1a9-4453-9d62-961b1a6870ff req-d2cad298-7cef-40d4-ba23-67fe781d0616 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Aug 27 03:39:38.296742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f041-6cae-4cf2-9312-8f8a94d7f562 req-f4105115-b28a-4a64-95a8-08581a3dea74 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:38.298178 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0a1f041-6cae-4cf2-9312-8f8a94d7f562 req-f4105115-b28a-4a64-95a8-08581a3dea74 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 943 time: 0.0508220 Aug 27 03:39:38.335446 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b0a1f041-6cae-4cf2-9312-8f8a94d7f562 req-b4906ce3-836a-4b26-b87b-c653a44f1695 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305645 Aug 27 03:39:38.545351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:39:38.636297 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:38.647633 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'port_id': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'mac_address': 'fa:16:3e:0c:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:39:38.686817 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.699238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:39:38.718468 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:38.723972 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:38.768621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:39.168195 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:39:39.449657 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5bfd-c6bd-48fe-97f2-c27e0172f7b0 req-c9b4cb53-2586-4371-8e5a-b3ff37a9ae0d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:39.451149 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-942a5bfd-c6bd-48fe-97f2-c27e0172f7b0 req-c9b4cb53-2586-4371-8e5a-b3ff37a9ae0d tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 944 time: 0.0490661 Aug 27 03:39:39.487460 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-942a5bfd-c6bd-48fe-97f2-c27e0172f7b0 req-2092f428-58d6-4a5e-aac2-7fe83156c0af tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304940 Aug 27 03:39:40.557997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:39:40.600345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865321c-5d58-4dcb-be67-f80f64b02a12 req-5fe0abdb-e651-4ac0-9053-450fa187da44 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:40.601827 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0865321c-5d58-4dcb-be67-f80f64b02a12 req-5fe0abdb-e651-4ac0-9053-450fa187da44 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 944 time: 0.0484684 Aug 27 03:39:40.607275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:39:40.607651 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:40.639028 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0865321c-5d58-4dcb-be67-f80f64b02a12 req-b37bcc1c-ef16-406f-967d-1b7bed49b9a2 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Aug 27 03:39:40.684840 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:40.708228 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:39:40.710474 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2126c1d-8195-40a3-b168-8140e5708960" -d '{"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:39:40.722656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:39:40.726722 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:40.773760 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:39:40.797986 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535ae52-6dae-478c-96d7-a68e3a52105f x-openstack-request-id: req-f535ae52-6dae-478c-96d7-a68e3a52105f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:39:40.798297 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-plugged", "status": "completed", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:39:40.798580 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f535ae52-6dae-478c-96d7-a68e3a52105f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:39:40.798969 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'code': 200} Aug 27 03:39:40.977212 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55894e61-9ba5-4622-b039-be29540f216e req-f59ca172-d3d9-493f-a7df-874931799f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:40.978682 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55894e61-9ba5-4622-b039-be29540f216e req-f59ca172-d3d9-493f-a7df-874931799f52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0389824 Aug 27 03:39:41.012598 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-55894e61-9ba5-4622-b039-be29540f216e req-3d58c63a-dbaa-47ad-8622-e375291fc2ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275569 Aug 27 03:39:41.763819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380454e-0fe4-4a76-a927-08be6e6b9a80 req-afc182ce-9184-46c2-bc98-af06748af550 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:41.765942 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9380454e-0fe4-4a76-a927-08be6e6b9a80 req-afc182ce-9184-46c2-bc98-af06748af550 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Aug 27 03:39:41.804149 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9380454e-0fe4-4a76-a927-08be6e6b9a80 req-e85aced9-a6c2-46ee-93ac-1551a2f2b90a tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Aug 27 03:39:42.922601 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0bb65-0671-4da3-a1fd-65c06382bdb2 req-eb59284b-a459-4111-9e39-4aec9235f1ca tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:39:42.924071 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afd0bb65-0671-4da3-a1fd-65c06382bdb2 req-eb59284b-a459-4111-9e39-4aec9235f1ca tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Aug 27 03:39:42.961162 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-afd0bb65-0671-4da3-a1fd-65c06382bdb2 req-10151d2d-b5d8-4efb-85f3-f3f678691115 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Aug 27 03:39:47.098110 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:50.124006 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:39:52.838204 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e3afcd27-19bc-4fbc-b053-5a24f15311e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:55.352034 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-490e43f9-6f0e-4391-8c3c-b2c64baaa93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:55.591880 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:56.840778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:39:58.251362 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:01.653720 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:05.762333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-a4ed596b-e794-4264-86af-1ae4af9da7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395491 Aug 27 03:40:05.860471 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-f6b6ca7e-12ba-45d8-8b75-49546a5b3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:05.861934 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-f6b6ca7e-12ba-45d8-8b75-49546a5b3af7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0402217 Aug 27 03:40:05.974800 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-cce97364-9e3a-4ea5-898f-94a6f8be4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:05.976272 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-cce97364-9e3a-4ea5-898f-94a6f8be4ac4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.0920861 Aug 27 03:40:06.042757 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-de8e3695-1c49-436c-b1d2-f565efc63c6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 1000 time: 0.0581839 Aug 27 03:40:06.101884 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-510f2672-4c67-4c92-aae4-6d2239f50a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:06.103447 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-510f2672-4c67-4c92-aae4-6d2239f50a9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.0531127 Aug 27 03:40:06.153841 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-ec48ef38-02cc-475e-9b86-f358bb01d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:06.155498 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-ec48ef38-02cc-475e-9b86-f358bb01d15b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450630 Aug 27 03:40:06.252024 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-894f0b5b-8d2f-4374-8de7-374caefb2783 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883992 Aug 27 03:40:06.371855 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-5f58a992-3b02-44c2-bf49-9177a5d31ed8 req-50664980-e1a6-4c98-94d2-7f203c9968c6 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119678 Aug 27 03:40:17.112428 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:22.678640 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-ed87af0c-61eb-41a4-b3db-57dff2c48515 req-0e07f4cd-4f84-4835-a6e9-fd3c03f9f429 service neutron] (94832) timed out ('10.222.0.26', 56682) {{(pid=94832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:40:22.840030 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-75205e8c-56b7-4433-a8b8-b54f0c29f95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:25.354751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f7c89233-dde8-42ad-be92-8776ca2aa490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:25.593237 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:26.847053 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:27.124909 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:40:28.258599 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:31.654050 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:47.114018 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:52.840732 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3400c184-fc14-46bf-b23c-6b83e09da140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:55.355318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c3ec2081-ff7f-4818-a51b-6911d68e3b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:55.594344 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:56.850273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.262527 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.431424 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58246) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:40:58.594465 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Deleting port 4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:40:58.594803 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.669530 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.669854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.682035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Calling delete_port for 4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:40:58.832439 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.856300 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'Port': ['ID=4fa5f8a0-4bc3-4e4d-8508-5dc5bf25205c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:40:58.869209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.869558 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.869898 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.870234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.870592 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.870925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.871255 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.871581 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.871905 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.872226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.872560 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.872878 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:40:58.934619 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:58.934851 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Floating IP eb860cd3-d305-4403-bcf7-81180197fdad disassociated (deleted). External IP: 172.25.8.24, port: 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39. Aug 27 03:40:59.468808 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:40:59.573655 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:40:59.579410 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:40:59.584751 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:40:59.595473 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:40:59.596084 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:40:59.609720 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6fd2cb59-4dd4-4f61-b01d-aefc227f6979 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "DELETE /v2.0/floatingips/eb860cd3-d305-4403-bcf7-81180197fdad HTTP/1.1" status: 204 len: 168 time: 1.1772375 Aug 27 03:40:59.610325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:40:59.612640 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d1e24-5539-4a20-8ac8-581883f7f658" -d '{"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:40:59.708203 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:40:59.770937 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91d2f5-32a4-4c92-9561-bba22a86952e x-openstack-request-id: req-6f91d2f5-32a4-4c92-9561-bba22a86952e {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:40:59.771480 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:40:59.771833 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f91d2f5-32a4-4c92-9561-bba22a86952e {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:40:59.772342 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'status': 'completed', 'code': 200} Aug 27 03:40:59.883889 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2076-34b3-436b-823b-31cd65e9118c req-eb251cb7-1970-47a7-9edf-35af17e10874 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:59.885430 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8baf2076-34b3-436b-823b-31cd65e9118c req-eb251cb7-1970-47a7-9edf-35af17e10874 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0837221 Aug 27 03:40:59.896959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-bc7d1b5c-44af-4632-88cc-65c291d85628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:40:59.898422 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-bc7d1b5c-44af-4632-88cc-65c291d85628 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4253f0683b264ce7a50bed39bd567b8e&device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 1096 time: 0.0575807 Aug 27 03:40:59.981747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8baf2076-34b3-436b-823b-31cd65e9118c req-d605c058-1f8b-4845-8e7b-25624abccbca tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869658 Aug 27 03:41:00.017953 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:00.023671 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-76c9fddb-4722-4ad5-b552-90c900d0b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:00.025157 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-76c9fddb-4722-4ad5-b552-90c900d0b9d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 200 len: 910 time: 0.1128013 Aug 27 03:41:00.043975 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:00.052902 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:00.053514 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:00.071121 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-cd5314ba-25de-4065-9357-bf710543895c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 200 len: 217 time: 0.0367131 Aug 27 03:41:00.167998 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:00.373606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:00.403609 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d2cbc-6c42-42c3-91c4-863b3be97368 None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:31:03Z', 'revision_number': 4, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '5addd860-f73b-4d33-a879-bf1ee5be5083', 'name': '', 'network_id': '0f74e3ca-e46a-4425-812f-2675e3a2d357', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'mac_address': 'fa:16:3e:58:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:03Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'subnets': [{'id': 'f1389895-dc7e-4502-a277-ecd7f9f44320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:00.451350 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-24001064-5baa-4ba1-9a81-16c2276f05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:00.452873 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-24001064-5baa-4ba1-9a81-16c2276f05ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 200 len: 848 time: 0.3726947 Aug 27 03:41:00.500968 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-5dce6858-fec7-44b6-bacc-4cde1a3644d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:00.502496 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-5dce6858-fec7-44b6-bacc-4cde1a3644d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f74e3ca-e46a-4425-812f-2675e3a2d357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419059 Aug 27 03:41:00.604139 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-c6322667-03ba-4397-8629-6df4eb48c8d0 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915298 Aug 27 03:41:00.630365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47830e9e-5b21-40af-9f35-02d4af94af8e None None] New status for floating IP eb860cd3-d305-4403-bcf7-81180197fdad: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:41:00.703397 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2f8d1e24-5539-4a20-8ac8-581883f7f658 req-eb18e465-60b1-4909-81ae-1cd692d3d453 service neutron] 10.222.0.46 "GET /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901842 Aug 27 03:41:01.108693 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0f127-3e50-47af-b244-d2e5f1f3f865 req-b55660d2-e8de-4c11-8588-acd6a8d9477c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:01.110289 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cc0f127-3e50-47af-b244-d2e5f1f3f865 req-b55660d2-e8de-4c11-8588-acd6a8d9477c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0517519 Aug 27 03:41:01.151410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9cc0f127-3e50-47af-b244-d2e5f1f3f865 req-d00c3d5e-a0ac-4ea1-a25b-ec3b4dab3f04 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/security-groups?id=062be255-9f95-4cc9-8f25-c5b70df2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Aug 27 03:41:01.647603 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-6eed2a84-e225-4ec6-ae0d-67245b7d3d46 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:01.649168 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-6eed2a84-e225-4ec6-ae0d-67245b7d3d46 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 945 time: 0.0510838 Aug 27 03:41:01.661290 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:01.744072 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Deleting port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:01.744413 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:01.832151 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] For port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:01.832515 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:01.845891 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Calling delete_port for 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:01.977476 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:02.006597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'Port': ['ID=7c7b263d-d1aa-4426-b5c9-7b7c2098ec39,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:02.031795 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.032141 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.032476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.032807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.033133 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.033454 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.033776 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.034094 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.034441 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.034761 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.035144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.035460 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:02.061406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] No DVR routers for this DVR port 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:02.063971 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:02.066182 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-62648ddc-4f1c-4b93-8baa-72ebd6a18d69 req-ef304bc1-3dc3-4723-b84d-b9d221466f17 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.46 "DELETE /v2.0/ports/7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 HTTP/1.1" status: 204 len: 173 time: 0.4107459 Aug 27 03:41:02.066643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-deleted', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:02.069017 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a27fc-0285-416d-a059-c680f1232921" -d '{"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-deleted", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:02.116656 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc7df9-c613-4345-946e-fceed481e4ff x-openstack-request-id: req-d3cc7df9-c613-4345-946e-fceed481e4ff {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:02.116951 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34234848-6e90-46a3-9721-457dffcbf088", "name": "network-vif-deleted", "tag": "7c7b263d-d1aa-4426-b5c9-7b7c2098ec39", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:02.117209 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3cc7df9-c613-4345-946e-fceed481e4ff {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:02.117610 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34234848-6e90-46a3-9721-457dffcbf088', 'name': 'network-vif-deleted', 'tag': '7c7b263d-d1aa-4426-b5c9-7b7c2098ec39', 'status': 'completed', 'code': 200} Aug 27 03:41:02.259932 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-4a5db43c-ad51-4653-9690-4f46d618efe1 req-e931b36e-197f-467d-9e2f-a253b5afb045 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0356140 Aug 27 03:41:03.356619 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-f7f3537b-2ce6-4208-a6c4-ca26e5ada7dd req-9ba7024f-3994-49d3-ab61-7324ab5437b6 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0262008 Aug 27 03:41:04.124623 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:04.452767 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e42dda6-693d-42e4-87aa-30b78b4358c4 req-0c6a292f-b4cb-4957-b207-d12500fd5a1c tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0263100 Aug 27 03:41:05.009411 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:05.030058 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:05.030434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 7c7b263d-d1aa-4426-b5c9-7b7c2098ec39 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:05.547554 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-80020abc-bc28-48b7-948d-f15965b7446a req-150e178a-e8a3-4f3e-84fc-62fbe9dcbdf1 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "GET /v2.0/ports?device_id=34234848-6e90-46a3-9721-457dffcbf088 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Aug 27 03:41:06.605692 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58282) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:06.677469 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.704857 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.768735 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.771936 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:06.773091 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] 10.222.0.26 "DELETE /v2.0/security-groups/062be255-9f95-4cc9-8f25-c5b70df2c8ca HTTP/1.1" status: 204 len: 168 time: 0.1664145 Aug 27 03:41:06.790883 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269482-8653-44be-875d-88982bba6623 tempest-TestShelveInstance-959898095 tempest-TestShelveInstance-959898095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062be255-9f95-4cc9-8f25-c5b70df2c8ca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:06.826362 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58286) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:07.378267 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:07.639860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Deleting port 5addd860-f73b-4d33-a879-bf1ee5be5083 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:07.640587 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:07.729066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] For port 5addd860-f73b-4d33-a879-bf1ee5be5083, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=5addd860-f73b-4d33-a879-bf1ee5be5083,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:07.729505 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:07.747007 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Calling delete_port for 5addd860-f73b-4d33-a879-bf1ee5be5083 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:07.947227 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:07.974730 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Pushing event deleted for resources: {'Port': ['ID=5addd860-f73b-4d33-a879-bf1ee5be5083,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:08.157747 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.402316 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Router aa975cc1-a69f-4d73-9e58-c0faff961111 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:08.517866 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:08.523577 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-36cc8263-fadb-487d-a227-f5eefd2f4221 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa975cc1-a69f-4d73-9e58-c0faff961111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959169 Aug 27 03:41:08.525984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58290) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:08.529050 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Sync routers for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:08.540644 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:08.541384 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:08.632623 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.651238 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:08.743144 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.797673 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Deleting port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:08.797945 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.832667 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:41:07Z', 'revision_number': 5, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port': {'id': '034fef31-a8ca-4a60-bdd3-e05e3fc1463d', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:01Z', 'updated_at': '2021-08-27T03:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:08.857842 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Checking router: aa975cc1-a69f-4d73-9e58-c0faff961111 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:08.866553 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Routers {'aa975cc1-a69f-4d73-9e58-c0faff961111'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:08.867158 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['aa975cc1-a69f-4d73-9e58-c0faff961111'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:08.882717 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] For port 034fef31-a8ca-4a60-bdd3-e05e3fc1463d, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:08.883085 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:08.894971 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Calling delete_port for 034fef31-a8ca-4a60-bdd3-e05e3fc1463d owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:08.953981 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] Set router aa975cc1-a69f-4d73-9e58-c0faff961111 gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:09.007009 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:41:08Z', 'revision_number': 6, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:09.032325 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d315-50ff-4327-abe4-54388392f9a6 None None] The sync data for ids ['aa975cc1-a69f-4d73-9e58-c0faff961111'] in n-d-806292-1 is: [{'id': 'aa975cc1-a69f-4d73-9e58-c0faff961111', 'name': 'tempest-TestShelveInstance-1246461676-router', 'tenant_id': '4253f0683b264ce7a50bed39bd567b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:00Z', 'updated_at': '2021-08-27T03:41:08Z', 'revision_number': 6, 'project_id': '4253f0683b264ce7a50bed39bd567b8e', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:09.080340 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.106156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=034fef31-a8ca-4a60-bdd3-e05e3fc1463d,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:09.164650 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.255078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.257199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.303841 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.304386 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa975cc1-a69f-4d73-9e58-c0faff961111 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:41:09.308707 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.309852 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4c959be1-a7cc-4d84-bc60-c86f271c5c9a admin admin] 10.222.0.26 "DELETE /v2.0/routers/aa975cc1-a69f-4d73-9e58-c0faff961111 HTTP/1.1" status: 204 len: 168 time: 0.7829382 Aug 27 03:41:09.312530 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58292) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:09.357483 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Deleting subnet f1389895-dc7e-4502-a277-ecd7f9f44320 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:41:09.360604 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.396628 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.484930 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.537230 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.563000 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1389895-dc7e-4502-a277-ecd7f9f44320,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:09.567986 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.572243 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-55e35851-adba-4cb8-9edd-9d71967af7cb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f1389895-dc7e-4502-a277-ecd7f9f44320 HTTP/1.1" status: 204 len: 168 time: 0.2564113 Aug 27 03:41:09.572596 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58294) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:09.573180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca5539-dc0e-4eb4-882f-79a3b67ab3b8 None None] Network 0f74e3ca-e46a-4425-812f-2675e3a2d357 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:09.651704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.708901 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Deleting port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:09.709353 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.789329 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] For port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:09.789329 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.799359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] DHCP port deletion for 0f74e3ca-e46a-4425-812f-2675e3a2d357 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:41:09.805069 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Calling delete_port for 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:09.850315 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Deleting port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:09.850726 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.910977 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.925548 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] For port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,segment=NetworkSegment(3e8a5a8e-6d63-406c-b341-a3e7475fdecd),segment_id=3e8a5a8e-6d63-406c-b341-a3e7475fdecd)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:09.925955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:09.940821 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:09.943478 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] No DVR routers for this DVR port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:09.943976 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Calling delete_port for 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:09.956201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5addd860-f73b-4d33-a879-bf1ee5be5083 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:09.979044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 5addd860-f73b-4d33-a879-bf1ee5be5083 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:09.979746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 5addd860-f73b-4d33-a879-bf1ee5be5083 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:09.980176 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 034fef31-a8ca-4a60-bdd3-e05e3fc1463d no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:10.016260 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.027500 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f74e3ca-e46a-4425-812f-2675e3a2d357']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:10.027876 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 034fef31-a8ca-4a60-bdd3-e05e3fc1463d {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:10.028223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 034fef31-a8ca-4a60-bdd3-e05e3fc1463d not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:10.028636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:10.043234 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8a5a8e-6d63-406c-b341-a3e7475fdecd') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:10.043518 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8a5a8e-6d63-406c-b341-a3e7475fdecd') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:10.055154 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.055751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:10.056101 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:10.084865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.093338 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.094728 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:41:10.095509 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:41:10.098440 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:41:10.121631 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Pushing event deleted for resources: {'Port': ['ID=0d60c85b-f2fa-42f3-94f7-594bd10edaf8,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:10.126302 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] No DVR routers for this DVR port 0d60c85b-f2fa-42f3-94f7-594bd10edaf8 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:10.140977 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.141164 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.141481 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.141817 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.142154 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.142598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.142932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.143243 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.143669 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.143979 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.144341 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.144699 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458fe80-710c-47d6-8aac-087cd5e23998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:10.167348 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.173942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.178817 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0f74e3ca-e46a-4425-812f-2675e3a2d357 HTTP/1.1" status: 204 len: 168 time: 0.6023092 Aug 27 03:41:10.179005 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58296) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:10.187034 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd14a15-a047-4e9e-aa79-a2b9e29e09d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f74e3ca-e46a-4425-812f-2675e3a2d357,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:10.534146 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.780197 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Deleting port 32b94301-92c6-4653-ae7f-5bff71a3f2a7 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:10.780537 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.857574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] For port 32b94301-92c6-4653-ae7f-5bff71a3f2a7, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=32b94301-92c6-4653-ae7f-5bff71a3f2a7,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:10.857840 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:10.871653 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Calling delete_port for 32b94301-92c6-4653-ae7f-5bff71a3f2a7 owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:11.050201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.077779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Pushing event deleted for resources: {'Port': ['ID=32b94301-92c6-4653-ae7f-5bff71a3f2a7,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:11.247651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.469659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Router bdce2fe8-0024-418b-8214-850183db80b7 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:11.576751 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:11.582644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-1a8559e3-aa47-4dc0-b40c-4aab91e7be1f admin admin] 10.222.0.26 "PUT /v2.0/routers/bdce2fe8-0024-418b-8214-850183db80b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4017296 Aug 27 03:41:11.585013 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58298) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:11.587728 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Sync routers for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:11.597433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:11.598110 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:11.692299 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.704342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:11.789539 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.845170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Deleting port 7210fc87-b1d7-4918-933b-a824a812b7bd {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:11.845507 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.883501 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:41:11Z', 'revision_number': 5, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port': {'id': '7210fc87-b1d7-4918-933b-a824a812b7bd', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:11.919049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Checking router: bdce2fe8-0024-418b-8214-850183db80b7 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:11.930654 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Routers {'bdce2fe8-0024-418b-8214-850183db80b7'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:11.931393 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['bdce2fe8-0024-418b-8214-850183db80b7'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:11.933033 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] For port 7210fc87-b1d7-4918-933b-a824a812b7bd, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=7210fc87-b1d7-4918-933b-a824a812b7bd,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:11.933405 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:11.947738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Calling delete_port for 7210fc87-b1d7-4918-933b-a824a812b7bd owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:12.035206 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] Set router bdce2fe8-0024-418b-8214-850183db80b7 gateway port host: None {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:12.088992 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:41:11Z', 'revision_number': 6, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:12.120938 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a534e1-5873-41cf-8216-951bce5b7ee2 None None] The sync data for ids ['bdce2fe8-0024-418b-8214-850183db80b7'] in n-d-806292-1 is: [{'id': 'bdce2fe8-0024-418b-8214-850183db80b7', 'name': 'tempest-TestShelveInstance-950864691-router', 'tenant_id': '94d4d75938514acf8dfadae5792ebecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:31:05Z', 'updated_at': '2021-08-27T03:41:11Z', 'revision_number': 6, 'project_id': '94d4d75938514acf8dfadae5792ebecb', 'gw_port_host': None}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:12.141664 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.187180 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Pushing event deleted for resources: {'Port': ['ID=7210fc87-b1d7-4918-933b-a824a812b7bd,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:12.273011 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.365541 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.367660 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.412360 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.412731 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdce2fe8-0024-418b-8214-850183db80b7 {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:41:12.417599 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.418805 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ba2643b2-236d-47e7-ac5d-cc3690f80cce admin admin] 10.222.0.26 "DELETE /v2.0/routers/bdce2fe8-0024-418b-8214-850183db80b7 HTTP/1.1" status: 204 len: 168 time: 0.8328753 Aug 27 03:41:12.421532 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58300) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:12.475582 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Deleting subnet 5dc0c04e-9dc4-416c-888f-d057ce572a70 {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:41:12.479997 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.810448 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.888173 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.947030 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.974252 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc0c04e-9dc4-416c-888f-d057ce572a70,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:12.976367 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:12.978254 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f1288ccf-1e34-40df-988c-917292bfd875 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5dc0c04e-9dc4-416c-888f-d057ce572a70 HTTP/1.1" status: 204 len: 168 time: 0.5557952 Aug 27 03:41:12.980858 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58302) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:12.987886 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3081ef-74b1-4ff8-ae1a-58a2e66b004e None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:13.057142 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.116632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Deleting port 1600ae2b-f978-42ef-8fd4-8e5669a14377 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:13.116974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.169564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] DHCP port deletion for ab588be3-135e-48a2-b1ea-d5a4de3ed207 request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:41:13.188627 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] For port 1600ae2b-f978-42ef-8fd4-8e5669a14377, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1600ae2b-f978-42ef-8fd4-8e5669a14377,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:13.188885 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.204713 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Calling delete_port for 1600ae2b-f978-42ef-8fd4-8e5669a14377 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:13.226485 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Deleting port 1600ae2b-f978-42ef-8fd4-8e5669a14377 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:41:13.226857 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.291017 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] For port 1600ae2b-f978-42ef-8fd4-8e5669a14377, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1600ae2b-f978-42ef-8fd4-8e5669a14377,segment=NetworkSegment(4a088289-01bc-49ad-8dee-c337b75e4339),segment_id=4a088289-01bc-49ad-8dee-c337b75e4339)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:13.291518 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.292861 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.304932 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Calling delete_port for 1600ae2b-f978-42ef-8fd4-8e5669a14377 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:41:13.323331 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Pushing event deleted for resources: {'Port': ['ID=1600ae2b-f978-42ef-8fd4-8e5669a14377,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:13.328926 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] No DVR routers for this DVR port 1600ae2b-f978-42ef-8fd4-8e5669a14377 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:13.400904 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.412308 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab588be3-135e-48a2-b1ea-d5a4de3ed207']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:13.428320 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a088289-01bc-49ad-8dee-c337b75e4339') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:13.428694 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a088289-01bc-49ad-8dee-c337b75e4339') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:13.439052 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.454718 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.461396 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:41:13.461809 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:41:13.463902 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:41:13.539501 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.548652 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.550783 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] 10.222.0.26 "DELETE /v2.0/networks/ab588be3-135e-48a2-b1ea-d5a4de3ed207 HTTP/1.1" status: 204 len: 168 time: 0.5689821 Aug 27 03:41:13.555677 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.562874 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d5055-c545-4e3b-8fc0-6eee8cdbd65d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab588be3-135e-48a2-b1ea-d5a4de3ed207,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:13.581944 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Network ab588be3-135e-48a2-b1ea-d5a4de3ed207 is not hosted by any dhcp agent {{(pid=94833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 03:41:13.582434 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] No DVR routers for this DVR port 1600ae2b-f978-42ef-8fd4-8e5669a14377 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:41:13.587410 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea585812-f454-4bb3-91fb-767f025c3bc2 None None] Pushing event deleted for resources: {'Port': ['ID=1600ae2b-f978-42ef-8fd4-8e5669a14377,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:13.694711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58306) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:13.735556 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f0d68711-6d1f-4daa-b2cc-c7322be074af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4253f0683b264ce7a50bed39bd567b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395887 Aug 27 03:41:13.737983 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58308) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:13.786944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.808836 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.856462 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.859042 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:13.860209 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e86f6ff-8f86-4fc2-a350-2e1791c2db9e HTTP/1.1" status: 204 len: 168 time: 0.1212990 Aug 27 03:41:13.870811 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba03e0-ab18-48fe-87c5-25914fc2c858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86f6ff-8f86-4fc2-a350-2e1791c2db9e,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:13.936638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7210fc87-b1d7-4918-933b-a824a812b7bd no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:13.959600 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 7210fc87-b1d7-4918-933b-a824a812b7bd {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:13.959949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 7210fc87-b1d7-4918-933b-a824a812b7bd not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:13.960378 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 32b94301-92c6-4653-ae7f-5bff71a3f2a7 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:13.981500 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 32b94301-92c6-4653-ae7f-5bff71a3f2a7 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:13.981855 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 32b94301-92c6-4653-ae7f-5bff71a3f2a7 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:13.982262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1600ae2b-f978-42ef-8fd4-8e5669a14377 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:41:14.003023 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 1600ae2b-f978-42ef-8fd4-8e5669a14377 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:41:14.003747 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1600ae2b-f978-42ef-8fd4-8e5669a14377 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:41:14.229796 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58314) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:14.279411 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-9b358173-86f3-4e4f-937d-6bb758505deb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94d4d75938514acf8dfadae5792ebecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483038 Aug 27 03:41:14.281808 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58316) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:14.332651 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:14.354268 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:14.410349 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:14.413412 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:14.414951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0478d775-5cfb-474a-8ba7-216aaa93b678 HTTP/1.1" status: 204 len: 168 time: 0.1319864 Aug 27 03:41:14.424972 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb2001-9af8-4545-bf3f-a6c827e3fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478d775-5cfb-474a-8ba7-216aaa93b678,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:15.123086 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58338) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:15.216742 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-613007435-network', 'tenant_id': '1ab38e5660224016b5467008dc4fd200'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:15.238333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Made reservation on behalf of 1ab38e5660224016b5467008dc4fd200 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:15.241200 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.249439 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.336621 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.340321 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.365174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:41:15.374659 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee659fc-2f41-4cc0-80e8-798d97e0c26c,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:15.379432 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.379779 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Added segment d27c665f-53a2-4e04-802b-5ec1283f6e3e of type vlan for network d3a53ea4-a07f-48be-b63a-c6e736a46d1d Aug 27 03:41:15.422046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.446256 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.447283 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:15.447857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.497276 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3729887 Aug 27 03:41:15.500293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58342) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:15.505761 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Request body: {'subnet': {'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-613007435-subnet', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:15.507893 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fb091-fa91-4518-bb1c-54ecbbc13447 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a53ea4-a07f-48be-b63a-c6e736a46d1d,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:15.517664 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:41:15.528869 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Made reservation on behalf of 1ab38e5660224016b5467008dc4fd200 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:15.531264 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.701854 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.749268 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba85127c-5304-4f39-8b55-2ea5b825667a,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:15.764619 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Checking segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:15.764983 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Network hostable DHCP agents. Network: d3a53ea4-a07f-48be-b63a-c6e736a46d1d, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:41:15.781942 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:41:15.790885 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, d3a53ea4-a07f-48be-b63a-c6e736a46d1d) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:15.795616 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:15.796218 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.800075 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd922e8-c1eb-4881-b80a-b7bab3b2e435 None None] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:15.810664 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7b39a186-7cca-43ac-809c-f26e35b14422 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3092506 Aug 27 03:41:15.813578 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58344) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:15.818406 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:15.839153 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.840449 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.897345 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:15.949805 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-d3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:41:15.950715 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.032862 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.089561 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Allocated IP 172.20.0.2 (d3a53ea4-a07f-48be-b63a-c6e736a46d1d/ba85127c-5304-4f39-8b55-2ea5b825667a/6fd0f3aa-d1c0-47ed-8640-86837d7d7492) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:16.227308 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.235195 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.235365 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Transition to ACTIVE for port object 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:16.250656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Transition to ACTIVE for port object 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:16.256233 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.258504 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.300217 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:16.303461 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:16.309001 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:16.318496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Pushing event updated for resources: {'Port': ['ID=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:16.372158 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Attempting to bind port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:16.372538 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Attempting to bind port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:16.372907 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Attempting to bind port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:16.373340 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Allocated IP 172.25.8.14 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/8b42ee41-7d4e-487b-8187-2b0d320d5de0) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:16.379830 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:16.381038 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Checking segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:16.381752 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.382454 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Bound using segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:16.383275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Bound port: 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:16.383844 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.447791 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] For port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:16.451199 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] For port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:16.455711 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.478304 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.513229 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08de7a6-255f-4fdd-b649-7f6dc6bfb194 None None] Pushing event updated for resources: {'Port': ['ID=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:16.522656 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:16.565744 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:16.569127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:16.573733 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:16.576959 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Pushing event updated for resources: {'Port': ['ID=8b42ee41-7d4e-487b-8187-2b0d320d5de0,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:16.838974 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.027719 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.109239 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.157584 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Router ba378929-9211-4c88-b50e-c08e7c8ca22e is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:41:17.268160 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:17.277507 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:17.284742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.285795 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-c55a9809-0684-4a5d-a607-8b35a5f2b2ba admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4711769 Aug 27 03:41:17.289108 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58346) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:17.293615 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:17.294234 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:17.408572 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:17.423560 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5622527-5c5a-4f3d-be42-db8487f91079 None None] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:17.556528 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-29e96d55-3955-4ddf-a08f-85b27e209d8f None None] Provisioning for port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:17.589390 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:16Z', 'revision_number': 3, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:17.715434 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:17.715776 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Updating router ba378929-9211-4c88-b50e-c08e7c8ca22e port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:41:17.741827 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.749002 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:17.923488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Allocated IP 172.20.0.1 (d3a53ea4-a07f-48be-b63a-c6e736a46d1d/ba85127c-5304-4f39-8b55-2ea5b825667a/1a1bfa38-c2ae-417d-9001-411caa5d9baa) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:17.967918 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:18.001404 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.012244 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Transition to ACTIVE for port object 8b42ee41-7d4e-487b-8187-2b0d320d5de0 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:18.019676 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.028109 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:18.033527 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:18.033904 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.039408 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.064254 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Transition to ACTIVE for port object 1a1bfa38-c2ae-417d-9001-411caa5d9baa will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:18.076165 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Attempting to bind port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:18.076534 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Attempting to bind port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:18.076892 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Attempting to bind port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:18.084368 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Pushing event updated for resources: {'Port': ['ID=8b42ee41-7d4e-487b-8187-2b0d320d5de0,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:18.086492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:18.086850 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:18.087332 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.087694 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:18.088459 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Bound port: 8b42ee41-7d4e-487b-8187-2b0d320d5de0, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:18.088616 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.107603 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.111932 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.112274 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.113857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.113857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.113857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.113857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.113857 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.115011 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.115209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.115463 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.115780 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.116092 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:41:18.129611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.153574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:18.155182 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] For port 8b42ee41-7d4e-487b-8187-2b0d320d5de0, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:18.156552 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:18.158899 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] For port 8b42ee41-7d4e-487b-8187-2b0d320d5de0, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b42ee41-7d4e-487b-8187-2b0d320d5de0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:18.161114 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:18.165247 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:18.165695 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.167833 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:18.173959 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.204522 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.225514 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:18.226141 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:18.237516 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:18.294148 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983005c1-1a2e-467f-b6ec-5e51fccd71ad None None] Pushing event updated for resources: {'Port': ['ID=8b42ee41-7d4e-487b-8187-2b0d320d5de0,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:18.342944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.358404 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:18.450044 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06c62a69-d75b-4950-b059-f32ee52252f5 None None] Provisioning for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:18.457451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-06c62a69-d75b-4950-b059-f32ee52252f5 None None] Provisioning complete for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:18.459014 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-06c62a69-d75b-4950-b059-f32ee52252f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.504649 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-06c62a69-d75b-4950-b059-f32ee52252f5 None None] Port 1a1bfa38-c2ae-417d-9001-411caa5d9baa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:18.547303 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:16Z', 'revision_number': 3, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:18.547730 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.552402 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.573552 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47243b0-9074-4d00-b69c-519d79662ede None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:16Z', 'revision_number': 3, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:18.623420 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:18.625480 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:18.717887 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:18.719368 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:18.865883 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:18.984170 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:18.989191 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-2bf612ec-ed87-421e-a79e-0bf4e11d3cd5 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba378929-9211-4c88-b50e-c08e7c8ca22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990750 Aug 27 03:41:19.029358 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d698a650-8572-42a8-be08-22b50c77ed3a None None] Provisioning complete for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:19.029718 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d698a650-8572-42a8-be08-22b50c77ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.076981 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d698a650-8572-42a8-be08-22b50c77ed3a None None] Port 1a1bfa38-c2ae-417d-9001-411caa5d9baa cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:19.491508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58362) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:19.496576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1847107058-network', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:19.517250 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Made reservation on behalf of 8ffab64caef44c62b8bbda0f5dc7bc46 for: {'network': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:19.519659 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for network, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.528201 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.618742 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.622658 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.642541 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:41:19.656899 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe8e43d-3e25-4ca3-bf62-f95db5edb8e8,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:19.659722 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:19.660064 n-d-806292-1 neutron-server[94832]: INFO neutron.db.segments_db [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Added segment 935fe343-ff25-43b9-9176-914b65f58113 of type vlan for network cfcb1147-3ef2-468a-bfdf-3fa6705e21da Aug 27 03:41:20.000503 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772043752304'] for network, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.013489 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b42ee41-7d4e-487b-8187-2b0d320d5de0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:20.029435 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797'] for network, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.030711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.031290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.056333 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5637269 Aug 27 03:41:20.059863 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58364) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:20.076785 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Request body: {'subnet': {'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1847107058-subnet', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'ip_version': 4}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:20.080053 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:20.085471 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:20.086412 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.108925 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Made reservation on behalf of 8ffab64caef44c62b8bbda0f5dc7bc46 for: {'subnet': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:20.112656 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13509011'] for subnet, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.114857 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89846e5d-2517-487a-bece-faa3581d497d admin admin] Pushing event updated for resources: {'Network': ['ID=cfcb1147-3ef2-468a-bfdf-3fa6705e21da,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:20.131942 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da details requested by agent ovs-agent-n-d-806292-1 with host n-d-806292-1 {{(pid=94833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:41:20.136820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:20.195316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:20.195967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:20.283650 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.306409 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15930443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13509089'] for subnet, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.337685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8b42ee41-7d4e-487b-8187-2b0d320d5de0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b42ee41-7d4e-487b-8187-2b0d320d5de0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:20.345254 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.346033 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:20.367014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa7b388-98f4-433b-90de-fcfb8f42d623,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:20.378156 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Checking segment: {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:20.378620 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Network hostable DHCP agents. Network: cfcb1147-3ef2-468a-bfdf-3fa6705e21da, hostable agents: ['abef7c17-b36e-4f94-a8a9-c74a9ebfd583'], hosted agents: [] {{(pid=94831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:41:20.395273 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da is scheduled to be hosted by DHCP agent abef7c17-b36e-4f94-a8a9-c74a9ebfd583 with binding_index 1 {{(pid=94831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:41:20.403715 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:20.406549 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806292-1, cfcb1147-3ef2-468a-bfdf-3fa6705e21da) {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:20.412066 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:20.412878 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.428177 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-dd387cd2-b7be-4470-b005-fe690c5d7d19 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3655274 Aug 27 03:41:20.430850 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58366) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:20.435816 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:20.437941 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3657e52-345d-4ba9-9d82-ecd76f0a8c1e None None] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:20.460583 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1684519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45827'] for router, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.461871 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1684193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1985603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45844'] for router, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.517300 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.546267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8b42ee41-7d4e-487b-8187-2b0d320d5de0,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:20.628342 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:20.628717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.660269 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.775731 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c835bfc-a3d7-5e9c-81b0-3ed7ad0b0d15-cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'fixed_ips': [{'subnet_id': '1fa7b388-98f4-433b-90de-fcfb8f42d623'}]}} from n-d-806292-1. {{(pid=94833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:41:20.776588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.891294 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.894599 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 2, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:20.915658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:20.931911 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:20.932279 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Updating router ba378929-9211-4c88-b50e-c08e7c8ca22e port 1a1bfa38-c2ae-417d-9001-411caa5d9baa binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:41:20.984871 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.028612 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Allocated IP 172.25.8.206 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/a36bc693-d153-474e-ab3d-ce023ef69fc8) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:21.032578 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.db_base_plugin_common [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Allocated IP 172.20.0.2 (cfcb1147-3ef2-468a-bfdf-3fa6705e21da/1fa7b388-98f4-433b-90de-fcfb8f42d623/8145c4ad-2721-4a15-abd7-db80a596f7ca) {{(pid=94833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:21.147838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.191437 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.233305 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:21.238578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:21.242170 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:21.268309 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Pushing event updated for resources: {'Port': ['ID=a36bc693-d153-474e-ab3d-ce023ef69fc8,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:21.319911 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks [] for port, precommit_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.333725 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Transition to ACTIVE for port object 8145c4ad-2721-4a15-abd7-db80a596f7ca will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:21.381269 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Transition to ACTIVE for port object 8145c4ad-2721-4a15-abd7-db80a596f7ca will not be triggered until provisioned by entity DHCP. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:21.393929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782'] for port, after_create {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.584992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.608478 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da is already hosted by enough agents. {{(pid=94833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:21.617178 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Transition to ACTIVE for port object 1a1bfa38-c2ae-417d-9001-411caa5d9baa will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:21.619122 n-d-806292-1 neutron-server[94833]: DEBUG neutron.scheduler.base_scheduler [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Resources bound (agent type, host, resource id): {{(pid=94833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:21.625121 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Received port after_create {{(pid=94833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:21.628031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Pushing event updated for resources: {'Port': ['ID=8145c4ad-2721-4a15-abd7-db80a596f7ca,revision_number=1']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:21.632526 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.730317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Attempting to bind port 8145c4ad-2721-4a15-abd7-db80a596f7ca on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:21.730716 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Attempting to bind port 8145c4ad-2721-4a15-abd7-db80a596f7ca by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:21.731074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Attempting to bind port 8145c4ad-2721-4a15-abd7-db80a596f7ca on network cfcb1147-3ef2-468a-bfdf-3fa6705e21da {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:21.733159 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9de98-32d0-4447-b595-87ac232e7417 None None] Pushing event updated for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:21.744351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:21.744737 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Checking segment: {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:21.745579 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.745579 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Bound using segment: {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:21.746006 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Bound port: 8145c4ad-2721-4a15-abd7-db80a596f7ca, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:21.746409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.819420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Attempting to bind port 1a1bfa38-c2ae-417d-9001-411caa5d9baa on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:21.819802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Attempting to bind port 1a1bfa38-c2ae-417d-9001-411caa5d9baa by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:21.820179 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Attempting to bind port 1a1bfa38-c2ae-417d-9001-411caa5d9baa on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:21.829238 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:21.829621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Checking segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:21.830028 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.830447 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Bound using segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:21.830928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Bound port: 1a1bfa38-c2ae-417d-9001-411caa5d9baa, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:21.831315 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.877198 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.887966 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6091344-9552-4533-a214-442cb88d74ae None None] For port 8145c4ad-2721-4a15-abd7-db80a596f7ca, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:21.910544 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-c6091344-9552-4533-a214-442cb88d74ae None None] For port 8145c4ad-2721-4a15-abd7-db80a596f7ca, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8145c4ad-2721-4a15-abd7-db80a596f7ca,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:21.928628 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:21.970639 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b42ee41-7d4e-487b-8187-2b0d320d5de0 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:21.975351 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] For port 1a1bfa38-c2ae-417d-9001-411caa5d9baa, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:22.023414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] For port 1a1bfa38-c2ae-417d-9001-411caa5d9baa, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1a1bfa38-c2ae-417d-9001-411caa5d9baa,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:22.042538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:22.061704 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091344-9552-4533-a214-442cb88d74ae None None] Pushing event updated for resources: {'Port': ['ID=8145c4ad-2721-4a15-abd7-db80a596f7ca,revision_number=2']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:22.097442 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684286'] for router, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:22.123433 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:22.124082 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:22.174921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:22.175304 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:22.180160 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9de98-32d0-4447-b595-87ac232e7417 None None] Pushing event updated for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:22.286166 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Router 5fc0729b-c016-4fdc-92b4-a7dd88867615 is scheduled to L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba with binding_index 1 {{(pid=94831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:41:22.311820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:22.472604 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:22.489012 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Sync routers for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:22.501120 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:22.503135 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:22.503779 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:22.506192 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a9583094-b21a-47d1-837a-cd141f29ae4c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0743833 Aug 27 03:41:22.509156 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58368) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:22.610355 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:22.645074 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578c661-6835-4ed7-ae36-423859c411e7 None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:22.650733 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:22.863371 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1f7f10ba-4ae2-4fbf-99bf-106eb5152289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:22.915008 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 3, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:22.953476 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Checking router: 5fc0729b-c016-4fdc-92b4-a7dd88867615 for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:22.954232 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Updating router 5fc0729b-c016-4fdc-92b4-a7dd88867615 port a36bc693-d153-474e-ab3d-ce023ef69fc8 binding host n-d-806292-1 {{(pid=94834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:41:22.982615 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.149037 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.326214 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f9d38-8cd0-405a-b53d-f607427ca42b None None] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:41:23.348505 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks [] for port, precommit_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.361586 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.provisioning_blocks [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Transition to ACTIVE for port object a36bc693-d153-474e-ab3d-ce023ef69fc8 will not be triggered until provisioned by entity L2. {{(pid=94834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:23.361863 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Allocated IP 172.20.0.1 (cfcb1147-3ef2-468a-bfdf-3fa6705e21da/1fa7b388-98f4-433b-90de-fcfb8f42d623/12a69a5a-9bd7-4d36-a4d6-6b0497f792c2) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:23.369654 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.444213 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Attempting to bind port a36bc693-d153-474e-ab3d-ce023ef69fc8 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:23.444731 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Attempting to bind port a36bc693-d153-474e-ab3d-ce023ef69fc8 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:23.445721 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Attempting to bind port a36bc693-d153-474e-ab3d-ce023ef69fc8 on network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:23.461556 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:23.462082 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Checking segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:23.462605 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.463146 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Bound using segment: {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'} {{(pid=94834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:23.463678 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.managers [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Bound port: a36bc693-d153-474e-ab3d-ce023ef69fc8, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453e41-536a-455d-a859-fba4121a90e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1'}}] {{(pid=94834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:23.464166 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.479086 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-dfb7153d-8dae-443e-8cb4-e642ae412d66 None None] Provisioning for port 8145c4ad-2721-4a15-abd7-db80a596f7ca completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:23.500454 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.512464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258dfa-1575-463e-a35b-df0ad0c64fed None None] Pushing event updated for resources: {'Port': ['ID=a36bc693-d153-474e-ab3d-ce023ef69fc8,revision_number=2']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:23.521421 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Transition to ACTIVE for port object 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:23.540542 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] For port a36bc693-d153-474e-ab3d-ce023ef69fc8, host n-d-806292-1, cleared binding levels {{(pid=94834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:23.543998 n-d-806292-1 neutron-server[94834]: DEBUG neutron.plugins.ml2.db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] For port a36bc693-d153-474e-ab3d-ce023ef69fc8, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a36bc693-d153-474e-ab3d-ce023ef69fc8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:23.551584 n-d-806292-1 neutron-server[94834]: DEBUG neutron_lib.callbacks.manager [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.588839 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.615411 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:23.620075 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:40:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:23.643033 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b258dfa-1575-463e-a35b-df0ad0c64fed None None] Pushing event updated for resources: {'Port': ['ID=a36bc693-d153-474e-ab3d-ce023ef69fc8,revision_number=3']} {{(pid=94834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:23.653778 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Pushing event updated for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:23.666050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:23.667638 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:23.670345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:23.719855 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1684449'] for router_interface, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:23.776698 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:23.897694 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.076049 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a1bfa38-c2ae-417d-9001-411caa5d9baa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:24.118606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 3, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:24.140785 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.150877 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.155114 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7454830b-8e05-4099-8189-f75126ed2325 None None] The sync data for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 is: [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:21Z', 'revision_number': 3, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:24.181608 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:24.186201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:24.186684 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.236622 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Pushing event updated for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:24.243943 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1830819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1682750'] for router_interface, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.288598 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.291709 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3b55a4d0-9b5c-46f3-9451-22f0e87d0347 None None] Provisioning for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:24.304223 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-3b55a4d0-9b5c-46f3-9451-22f0e87d0347 None None] Provisioning complete for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:24.304601 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3b55a4d0-9b5c-46f3-9451-22f0e87d0347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.354249 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 1a1bfa38-c2ae-417d-9001-411caa5d9baa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1a1bfa38-c2ae-417d-9001-411caa5d9baa,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:24.355164 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:24.356952 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:24.361374 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-3b55a4d0-9b5c-46f3-9451-22f0e87d0347 None None] Port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:24.363153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.363959 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8145c4ad-2721-4a15-abd7-db80a596f7ca up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:24.439558 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:24.454426 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 8145c4ad-2721-4a15-abd7-db80a596f7ca completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:24.460235 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8145c4ad-2721-4a15-abd7-db80a596f7ca triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:24.461024 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.503987 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Router 5fc0729b-c016-4fdc-92b4-a7dd88867615 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:24.580791 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.644543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 8145c4ad-2721-4a15-abd7-db80a596f7ca, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8145c4ad-2721-4a15-abd7-db80a596f7ca,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:24.647588 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:24.651410 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.655984 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-f9a0ec74-f51e-4f52-91e1-388266cffd11 admin admin] 10.222.0.26 "PUT /v2.0/routers/5fc0729b-c016-4fdc-92b4-a7dd88867615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450551 Aug 27 03:41:24.715425 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-b482093c-0c32-4bd7-a5bf-e7bb60db77e4 None None] Provisioning complete for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:24.715425 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b482093c-0c32-4bd7-a5bf-e7bb60db77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:24.718900 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=8145c4ad-2721-4a15-abd7-db80a596f7ca,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:24.758554 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-b482093c-0c32-4bd7-a5bf-e7bb60db77e4 None None] Port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:25.355920 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5155a8d9-d5d4-42ba-bd3d-e9967a88c9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:25.594769 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:25.957674 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58376) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:25.962864 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755319506', 'description': 'tempest-secgroup-smoke-1755319506 description', 'project_id': '1ab38e5660224016b5467008dc4fd200'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:25.985046 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.018104 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Sync routers for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:26.022638 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a36bc693-d153-474e-ab3d-ce023ef69fc8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:26.059409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:26.060061 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:26.076245 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.080381 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.113859 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821471e1-4372-4380-bf54-a8b4c61ed8c1,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.119867 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.123070 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-12d7e9fb-685e-4a62-91a4-861cabc302bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638706 Aug 27 03:41:26.124541 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58378) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.129288 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.153917 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port a36bc693-d153-474e-ab3d-ce023ef69fc8 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:26.155865 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.162852 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a36bc693-d153-474e-ab3d-ce023ef69fc8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:26.163226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.209997 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:26.217199 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.221393 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.241147 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0accf836-bae0-4311-b91c-4a98d0ec47e4,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.248562 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.249899 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-eaae0794-f126-4cd7-ae9f-72cdb95f93df tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242738 Aug 27 03:41:26.252642 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58380) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.257325 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.284868 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.342771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.346459 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.365187 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.366894 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6234a01a-8b6d-4d33-83e6-bc9271366ba8,revision_number=0']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.370356 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.374166 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-b6fad34a-a611-436f-a467-42571b8f472e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179924 Aug 27 03:41:26.374812 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58382) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.379309 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.406802 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port a36bc693-d153-474e-ab3d-ce023ef69fc8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a36bc693-d153-474e-ab3d-ce023ef69fc8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:26.410625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.411189 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.411621 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a1bfa38-c2ae-417d-9001-411caa5d9baa up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:26.470253 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.473950 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.494531 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87efb629-684b-48b9-9f04-109bbaa628f6,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.502857 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.509307 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-fb9adcc9-de4d-490c-a5c4-96bebfecc933 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286409 Aug 27 03:41:26.509508 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58384) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.514326 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.529792 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=a36bc693-d153-474e-ab3d-ce023ef69fc8,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.540901 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.549414 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 1a1bfa38-c2ae-417d-9001-411caa5d9baa triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:26.549789 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.590201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 4, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '12a69a5a-9bd7-4d36-a4d6-6b0497f792c2', 'name': '', 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'mac_address': 'fa:16:3e:3f:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:23Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 2, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'subnets': [{'id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:26.602018 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.605610 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.619700 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Checking router: 5fc0729b-c016-4fdc-92b4-a7dd88867615 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:26.620056 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Updating router 5fc0729b-c016-4fdc-92b4-a7dd88867615 port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 binding host n-d-806292-1 {{(pid=94833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:41:26.626127 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eba7d8-d4dd-4afb-b98b-8f51f5a7a082,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.629669 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.634617 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-d9dfdaa4-1c46-43f4-842a-d2dc6a025dc5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213644 Aug 27 03:41:26.635148 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58386) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.639378 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.650592 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.660366 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Project 1ab38e5660224016b5467008dc4fd200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:41:26.665075 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.726959 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.730925 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.750828 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedc4972-b220-4080-a403-3226f674988e,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.759592 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.761228 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-76c7b128-5273-4259-8a7f-11aba7604b8a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254785 Aug 27 03:41:26.764418 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 58388) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:26.769078 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'security_group_rule': {'security_group_id': '821471e1-4372-4380-bf54-a8b4c61ed8c1', 'project_id': '1ab38e5660224016b5467008dc4fd200', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:26.790876 n-d-806292-1 neutron-server[94832]: INFO neutron.db.securitygroups_db [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Project 1ab38e5660224016b5467008dc4fd200 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 03:41:26.796944 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.866303 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.870111 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2001039'] for security_group_rule, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.890171 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8145c4ad-2721-4a15-abd7-db80a596f7ca up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:26.891730 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d516f54-1941-4c76-ba1d-729564c61d8b,revision_number=0']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:26.895487 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:26.904747 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-000825e1-00f2-41d4-a015-4413fc1d19ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314154 Aug 27 03:41:26.925089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.035922 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-709fcc4b-27dc-45be-9716-84447dbeab62 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755319506&fields=id&tenant_id=1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 267 time: 0.0326426 Aug 27 03:41:27.059211 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 8145c4ad-2721-4a15-abd7-db80a596f7ca triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:27.059583 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.144772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-76bb31d9-3045-46b5-99e2-e687e2072b3b tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:27.146205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-76bb31d9-3045-46b5-99e2-e687e2072b3b tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 809 time: 0.1032808 Aug 27 03:41:27.163727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-86f8d869-cf88-49ce-a5a4-10958a4aea52 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/quotas/1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 375 time: 0.0101459 Aug 27 03:41:27.220366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-6af5d2cc-d10c-4222-83ed-674d537afe4c tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508058 Aug 27 03:41:27.257558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks [] for port, precommit_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.267409 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Transition to ACTIVE for port object 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 will not be triggered until provisioned by entity L2. {{(pid=94833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:27.273005 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.318946 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-48fd364d-1bbc-4b9e-b405-f0538cf60691 service neutron] 10.222.0.26 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862103 Aug 27 03:41:27.322939 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceefc-cb52-4dbb-8c16-0b3b18db02ca None None] Pushing event updated for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=3']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:27.377692 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Attempting to bind port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 on host n-d-806292-1 for vnic_type normal with profile {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:27.378448 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Attempting to bind port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 by drivers openvswitch,hyperv on host n-d-806292-1 at level 0 using segments [{'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:27.379161 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Attempting to bind port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 on network cfcb1147-3ef2-468a-bfdf-3fa6705e21da {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:27.384227 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Checking agent: {'id': '0deb9fca-ed09-4909-b706-6b3e8f9746d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 6, 55), 'started_at': datetime.datetime(2021, 8, 27, 2, 7, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806292-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:27.384602 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Checking segment: {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:27.385001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.385773 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Bound using segment: {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'} {{(pid=94833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:27.386246 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.managers [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Bound port: 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2, host: n-d-806292-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935fe343-ff25-43b9-9176-914b65f58113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da'}}] {{(pid=94833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:27.386650 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.422471 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-3ae381e0-f054-45af-ac8f-4729c4ccd57b service neutron] 10.222.0.26 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948479 Aug 27 03:41:27.461389 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] For port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2, host n-d-806292-1, cleared binding levels {{(pid=94833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:27.464585 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] For port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2, host n-d-806292-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:27.470240 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:27.536910 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:27.540181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:27.610768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceefc-cb52-4dbb-8c16-0b3b18db02ca None None] Pushing event updated for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:27.687316 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:27.898714 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 4, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '12a69a5a-9bd7-4d36-a4d6-6b0497f792c2', 'name': '', 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'mac_address': 'fa:16:3e:3f:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:23Z', 'updated_at': '2021-08-27T03:41:27Z', 'revision_number': 4, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'subnets': [{'id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:27.929898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b607aa-c42e-4a7a-a7a8-d04daa3fa081 None None] The sync data for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 is: [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:23Z', 'revision_number': 4, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '12a69a5a-9bd7-4d36-a4d6-6b0497f792c2', 'name': '', 'network_id': 'cfcb1147-3ef2-468a-bfdf-3fa6705e21da', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'mac_address': 'fa:16:3e:3f:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:23Z', 'updated_at': '2021-08-27T03:41:27Z', 'revision_number': 4, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'subnets': [{'id': '1fa7b388-98f4-433b-90de-fcfb8f42d623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:27.933349 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a36bc693-d153-474e-ab3d-ce023ef69fc8 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:27.998112 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port a36bc693-d153-474e-ab3d-ce023ef69fc8 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:27.998534 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:28.258824 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:28.642487 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-71a630f7-c07f-4e6f-820d-6fac05188518 req-a65ac1f1-edb0-4766-a85c-8ac078a4c5a3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.0297229 Aug 27 03:41:29.725828 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-35a3c2a9-41c0-4cde-8c64-a9f11a28feba req-4944b43c-f17e-4b6d-9e54-4ff7624203ee tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.0276792 Aug 27 03:41:29.955589 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:30.007904 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:30.011598 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:30.011969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:30.089538 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:30.120775 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] For port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:30.124638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:30.173878 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Pushing event updated for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:30.803060 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-7cf47ee3-5800-4efc-8187-2d9a998958a5 req-6c09f82b-0c46-4cf0-befe-f7073a196cef tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.0272937 Aug 27 03:41:31.677117 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:31.881656 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-837cae1c-f7eb-45b9-9c11-cc784db184ab req-b704afcd-df70-4895-861c-7c2feca94877 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.0267060 Aug 27 03:41:31.943685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 up at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:31.992820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Provisioning complete for port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:31.993228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:32.975466 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6547e323-8138-452e-8ec0-771127d7f66c req-d0eda25c-99ab-4c28-889c-74da1d975d81 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.0273695 Aug 27 03:41:33.735446 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-bcdb4b86-9381-4360-835d-0fdb2c948a3e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:33.736834 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-bcdb4b86-9381-4360-835d-0fdb2c948a3e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 809 time: 0.1251848 Aug 27 03:41:33.787472 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-482f6100-618b-49c8-9eee-2a1e7be80e20 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 380 time: 0.0358315 Aug 27 03:41:33.803663 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'port': {'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'admin_state_up': True, 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'security_groups': ['821471e1-4372-4380-bf54-a8b4c61ed8c1']}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:33.913213 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Made reservation on behalf of 1ab38e5660224016b5467008dc4fd200 for: {'port': 1} {{(pid=94832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:41:33.916789 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.082574 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_common [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Allocated IP 172.20.0.3 (d3a53ea4-a07f-48be-b63a-c6e736a46d1d/ba85127c-5304-4f39-8b55-2ea5b825667a/34307dad-664a-4f53-a39e-e3d2f7811285) {{(pid=94832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:34.205478 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d74fddd3-8cf0-4dac-97a8-a8eaf73288fe req-256f1509-ef45-4232-b837-1643d7939dbf tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 210 time: 0.1483350 Aug 27 03:41:34.263665 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.278321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Transition to ACTIVE for port object 34307dad-664a-4f53-a39e-e3d2f7811285 will not be triggered until provisioned by entity DHCP. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:34.310422 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_create {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.356681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is already hosted by enough agents. {{(pid=94832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:34.362198 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.base_scheduler [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Resources bound (agent type, host, resource id): {{(pid=94832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:34.366020 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Received port after_create {{(pid=94832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:34.389990 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=1']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:34.422377 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:34.423019 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.438001 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-5535ce59-a2af-426a-817a-70f9d269b981 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386137 Aug 27 03:41:34.455886 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.v2.base [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Request body: {'port': {'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806292-1'}} {{(pid=94832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:34.516744 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.577581 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-43f12440-beb6-46c8-a3f0-2ef1fd0c9221 None None] Provisioning for port 34307dad-664a-4f53-a39e-e3d2f7811285 completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:34.581224 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-43f12440-beb6-46c8-a3f0-2ef1fd0c9221 None None] Provisioning complete for port 34307dad-664a-4f53-a39e-e3d2f7811285 triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:34.581597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-43f12440-beb6-46c8-a3f0-2ef1fd0c9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.618275 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-43f12440-beb6-46c8-a3f0-2ef1fd0c9221 None None] Port 34307dad-664a-4f53-a39e-e3d2f7811285 cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:41:34.779194 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34307dad-664a-4f53-a39e-e3d2f7811285 {{(pid=94832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:41:34.786559 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.798345 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.provisioning_blocks [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Transition to ACTIVE for port object 34307dad-664a-4f53-a39e-e3d2f7811285 will not be triggered until provisioned by entity L2. {{(pid=94832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:41:34.801837 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:34.852556 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=2']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:34.929658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Attempting to bind port 34307dad-664a-4f53-a39e-e3d2f7811285 on host n-h1-806292-1 for vnic_type normal with profile {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:41:34.930032 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Attempting to bind port 34307dad-664a-4f53-a39e-e3d2f7811285 by drivers openvswitch,hyperv on host n-h1-806292-1 at level 0 using segments [{'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:41:34.930321 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Attempting to bind port 34307dad-664a-4f53-a39e-e3d2f7811285 on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:34.935779 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Port 34307dad-664a-4f53-a39e-e3d2f7811285 on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d not bound, no agent of type Open vSwitch agent registered on host n-h1-806292-1 {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:41:34.936113 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Attempting to bind port 34307dad-664a-4f53-a39e-e3d2f7811285 on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:41:34.943984 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Checking agent: {'id': '45f4bffc-a270-48af-86dc-eac47cac4894', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:41:34.944328 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Checking segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:41:34.944717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Bound using segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} {{(pid=94832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:41:34.945154 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.managers [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Bound port: 34307dad-664a-4f53-a39e-e3d2f7811285, host: n-h1-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}}] {{(pid=94832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:41:34.945708 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:35.019050 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, cleared binding levels {{(pid=94832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:41:35.022410 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:41:35.028218 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16198880'] for port, after_update {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:35.066029 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.066688 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:35.068912 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] 10.222.0.46 "PUT /v2.0/ports/34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 1091 time: 0.6175056 Aug 27 03:41:35.069373 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:35.071710 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:35.102783 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbbeed-7dee-4538-bd4f-da86721c3348 service neutron] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=3']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:35.120972 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afdf8e-c9b9-4bce-bcd7-dc3a36b94707 x-openstack-request-id: req-76afdf8e-c9b9-4bce-bcd7-dc3a36b94707 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:35.123570 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:35.123570 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76afdf8e-c9b9-4bce-bcd7-dc3a36b94707 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:35.124170 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'status': 'completed', 'code': 200} Aug 27 03:41:35.182942 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-575c869e-39d3-4cd9-98a9-90b5c355fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.184962 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-575c869e-39d3-4cd9-98a9-90b5c355fb0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1094 time: 0.0471892 Aug 27 03:41:35.242295 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-50565e6d-1db4-4af4-9b37-b3339f2cc69c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 217 time: 0.0446694 Aug 27 03:41:35.318597 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-72f909e6-e316-47b5-a48e-c7f4ca45005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.319999 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-72f909e6-e316-47b5-a48e-c7f4ca45005c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0713372 Aug 27 03:41:35.343117 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734b508-344f-4bbe-a61e-5bcee678aa10 req-cd714971-ffa3-48dd-b66a-ad44017b712c tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.344523 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d734b508-344f-4bbe-a61e-5bcee678aa10 req-cd714971-ffa3-48dd-b66a-ad44017b712c tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0670202 Aug 27 03:41:35.401718 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-81bb079e-cf88-4709-ba69-4b58ca931e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.403344 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-81bb079e-cf88-4709-ba69-4b58ca931e56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758865 Aug 27 03:41:35.406460 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d734b508-344f-4bbe-a61e-5bcee678aa10 req-31ea3251-8d2d-42f4-8c6b-84b8b0638b2f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Aug 27 03:41:35.494208 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-81fb33b5-aa3a-46df-b394-37f7535567c7 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831249 Aug 27 03:41:35.587052 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-daf3c753-6f9c-4d01-8841-4d2481474e49 req-71a1f911-4dda-4db1-a7b5-6abf86674c4f service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856659 Aug 27 03:41:35.709011 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-de9f5591-bee3-4a19-8d80-883f00023dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.710562 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-de9f5591-bee3-4a19-8d80-883f00023dfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1094 time: 0.0416796 Aug 27 03:41:35.800146 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-bd16a4fc-1a44-4985-b010-3ee2d252c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.801599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-bd16a4fc-1a44-4985-b010-3ee2d252c93b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0843277 Aug 27 03:41:35.842883 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-3e450f0e-9ce3-4525-bc6f-edfe47c85d15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 217 time: 0.0334549 Aug 27 03:41:35.892101 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-3f09dd11-0e05-4ec9-ace4-c73532c55f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.893578 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-3f09dd11-0e05-4ec9-ace4-c73532c55f21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0435023 Aug 27 03:41:35.937849 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-4a6a5bb1-9d92-4e19-a341-a7c3a9004571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:35.939357 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-4a6a5bb1-9d92-4e19-a341-a7c3a9004571 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392919 Aug 27 03:41:36.029862 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-435f2f4a-3e85-426e-a718-1c58c5ddc8c8 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831416 Aug 27 03:41:36.118644 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-b754b518-6cbb-4eb2-9068-9d161a5c7ee1 req-9604cb90-a680-413e-bc5b-8b878ca2435b service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806763 Aug 27 03:41:36.591293 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37412236-432b-4889-bc22-d4e4dae9c081 req-1880a8ed-28df-4c25-8c3b-0df9d9e2fad7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:36.592790 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37412236-432b-4889-bc22-d4e4dae9c081 req-1880a8ed-28df-4c25-8c3b-0df9d9e2fad7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.1177380 Aug 27 03:41:36.630855 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-37412236-432b-4889-bc22-d4e4dae9c081 req-f33fbd1d-20b6-466c-85f8-90cf72ffabe6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Aug 27 03:41:37.747353 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f712-b50d-450b-a385-1a8fdd75e834 req-37a6a659-6652-49c3-a4e9-a774f20081a3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:37.748508 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2037f712-b50d-450b-a385-1a8fdd75e834 req-37a6a659-6652-49c3-a4e9-a774f20081a3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0525658 Aug 27 03:41:37.786018 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-2037f712-b50d-450b-a385-1a8fdd75e834 req-8d7e6474-c85d-4e53-b0f2-f169e4886e6a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Aug 27 03:41:38.898419 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4853d-d9de-4a51-85c7-8e4afc6a2325 req-2493ea4e-9a16-439f-bfb8-7aa85f619a0a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:38.899892 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a4853d-d9de-4a51-85c7-8e4afc6a2325 req-2493ea4e-9a16-439f-bfb8-7aa85f619a0a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0473146 Aug 27 03:41:38.941209 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-84a4853d-d9de-4a51-85c7-8e4afc6a2325 req-059ab7ed-69d9-48bd-b475-a2eaefacd01f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355437 Aug 27 03:41:39.188094 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:41:39.279766 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:39.290777 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '34307dad-664a-4f53-a39e-e3d2f7811285', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:41:39.330131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:39.343330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34307dad-664a-4f53-a39e-e3d2f7811285 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:41:39.361181 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:39.365090 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:39.410473 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:39.753591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['34307dad-664a-4f53-a39e-e3d2f7811285'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:41:40.056488 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3fcb2-1b45-42e6-92f4-a8e636b09c2b req-e2e9cf02-3489-4c68-91d7-72b41711b05d tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:40.057964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2a3fcb2-1b45-42e6-92f4-a8e636b09c2b req-e2e9cf02-3489-4c68-91d7-72b41711b05d tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 944 time: 0.0501359 Aug 27 03:41:40.096661 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-a2a3fcb2-1b45-42e6-92f4-a8e636b09c2b req-87f950c2-e5b8-4553-b197-1cfe4d9b118f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Aug 27 03:41:41.123952 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:41:41.205559 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:41:41.209599 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e81e8-f599-4dfe-8d9f-4b16d8816674 req-abb39573-3031-4652-a7f3-cf88a7b97a3d tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:41.211122 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-694e81e8-f599-4dfe-8d9f-4b16d8816674 req-abb39573-3031-4652-a7f3-cf88a7b97a3d tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 944 time: 0.0489490 Aug 27 03:41:41.249210 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-694e81e8-f599-4dfe-8d9f-4b16d8816674 req-da53a133-4411-479a-ad02-fec62823f684 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Aug 27 03:41:41.253054 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning for port 34307dad-664a-4f53-a39e-e3d2f7811285 completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:41:41.257564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 34307dad-664a-4f53-a39e-e3d2f7811285 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:41:41.257955 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:41.335313 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:41.357045 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:41.359294 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0088a97-cb2c-4baa-af6b-830445551ccc" -d '{"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-plugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:41.371968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:41:41.376476 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:41.400211 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41ba4a-eb53-4ccf-b891-3b74911156cd x-openstack-request-id: req-5d41ba4a-eb53-4ccf-b891-3b74911156cd {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:41.400507 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-plugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:41.400756 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d41ba4a-eb53-4ccf-b891-3b74911156cd {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:41.401135 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'code': 200} Aug 27 03:41:41.426520 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:41.518346 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69717f3-6bfc-4460-ac6a-feaa0e58bcb4 req-6714d689-a9c2-4198-9953-57baa8578820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:41.519818 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d69717f3-6bfc-4460-ac6a-feaa0e58bcb4 req-6714d689-a9c2-4198-9953-57baa8578820 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1096 time: 0.0385358 Aug 27 03:41:41.556129 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d69717f3-6bfc-4460-ac6a-feaa0e58bcb4 req-47386879-bb14-4a68-9e0a-d6b8cc6d277f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284588 Aug 27 03:41:42.365846 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ce66-4ea6-4a26-b223-c0e29092b4a0 req-265d08f7-a71a-4f26-9ba1-771d0af162fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:42.367359 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f99ce66-4ea6-4a26-b223-c0e29092b4a0 req-265d08f7-a71a-4f26-9ba1-771d0af162fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 945 time: 0.0515170 Aug 27 03:41:42.405335 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3f99ce66-4ea6-4a26-b223-c0e29092b4a0 req-9ad99d37-45a4-457c-afdb-727c5eea048c tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Aug 27 03:41:43.522901 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92946e-7218-4808-8777-c6f758793425 req-3ae6e108-b3f8-4de2-8689-f825725ba6db tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:43.524399 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e92946e-7218-4808-8777-c6f758793425 req-3ae6e108-b3f8-4de2-8689-f825725ba6db tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 945 time: 0.0518563 Aug 27 03:41:43.561136 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-8e92946e-7218-4808-8777-c6f758793425 req-0fe6c270-1046-4234-b309-e38fcfd8afd0 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Aug 27 03:41:43.673609 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48d52-ec92-4544-a9ff-eeab6b68fbf9 req-6e237898-ac95-43dc-8b1a-fd0511f11a24 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:43.675124 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-caf48d52-ec92-4544-a9ff-eeab6b68fbf9 req-6e237898-ac95-43dc-8b1a-fd0511f11a24 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 945 time: 0.0488036 Aug 27 03:41:43.717952 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-caf48d52-ec92-4544-a9ff-eeab6b68fbf9 req-5a0c6254-547c-447c-b76a-2bbb1e1bd037 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365274 Aug 27 03:41:43.738578 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58466) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:43.819831 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044004d-edb0-4939-94c3-1701775cf9c6 tempest-TestSnapshotPattern-524058924 tempest-TestSnapshotPattern-524058924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:43.821382 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-8044004d-edb0-4939-94c3-1701775cf9c6 tempest-TestSnapshotPattern-524058924 tempest-TestSnapshotPattern-524058924-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1091 time: 0.0818465 Aug 27 03:41:43.824184 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58470) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:41:43.828504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:41:43.850666 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:43.947717 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.052751 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Allocated IP 172.25.8.161 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:41:44.152660 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.195942 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.232646 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:41:44.237446 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:41:44.241497 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:41:44.264070 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:44.594174 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.665143 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.812764 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.817458 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.881747 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:41:44.894750 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:44.994886 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Floating IP 8bfc23aa-dfe9-418c-ada9-7d7eaa4df014 associated. External IP: 172.25.8.161, port: 34307dad-664a-4f53-a39e-e3d2f7811285. Aug 27 03:41:45.202606 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:41:45.308189 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:41:45.318601 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:41:45.324695 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:45.328209 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:45.328828 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:45.352194 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-17c087af-43c1-4282-8596-1eabca9ae5d7 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5270147 Aug 27 03:41:45.352789 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:41:45.355171 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e37da-cc8d-4f30-b451-0611859b4f64" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:41:45.392413 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c804641-2667-40ad-985a-7d5c9ad1cf74 x-openstack-request-id: req-6c804641-2667-40ad-985a-7d5c9ad1cf74 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:41:45.392707 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:41:45.392956 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c804641-2667-40ad-985a-7d5c9ad1cf74 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:41:45.393363 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'status': 'completed', 'code': 200} Aug 27 03:41:45.438313 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:45.475279 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-cd9c45c1-78a0-45d8-b240-7a27777929fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.476686 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-cd9c45c1-78a0-45d8-b240-7a27777929fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1096 time: 0.0411966 Aug 27 03:41:45.572099 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-63e2aa85-4f08-40a7-bd79-1264ce542694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.573599 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-63e2aa85-4f08-40a7-bd79-1264ce542694 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0898521 Aug 27 03:41:45.639963 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-fda9ebc4-276e-4dfd-94fa-f7b89960ff6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 999 time: 0.0592191 Aug 27 03:41:45.655936 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:44Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:45.685139 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:41:45.687843 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-eecbf289-0074-45e1-afc8-7dd551c23aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.689377 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-eecbf289-0074-45e1-afc8-7dd551c23aa0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0433025 Aug 27 03:41:45.693456 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:41:45.694106 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:41:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:45.738819 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-bf88d0c1-6b5e-4998-abb1-5fd6523351b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:41:45.741094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-bf88d0c1-6b5e-4998-abb1-5fd6523351b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442369 Aug 27 03:41:45.797370 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:41:45.830798 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-e740ed75-0007-475a-aa08-90a981ab58ac service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824108 Aug 27 03:41:45.925416 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-169e37da-cc8d-4f30-b451-0611859b4f64 req-70a69ba8-7c5f-4f22-9d1a-be944e7e9337 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Aug 27 03:41:46.024295 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:44Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:41:46.049464 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb4916-0bd2-4a09-a600-9b9074684ee1 None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:44Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:41:46.235745 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ff72b-34b6-4436-b4bb-f097f88c504f None None] New status for floating IP 8bfc23aa-dfe9-418c-ada9-7d7eaa4df014: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:41:47.114608 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:52.848894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5146-712d-42ef-88de-239c54eed61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:55.356320 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-98c53dca-d4bb-40fa-abc0-956927a57b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:55.599829 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:56.851710 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:41:58.261835 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:01.675749 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:09.753262 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-f38f667f-7bdf-4588-b4d6-e4cdecd7ed30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402539 Aug 27 03:42:09.853307 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6a84ce98-75ca-408e-bb98-169c6a24e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.855366 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6a84ce98-75ca-408e-bb98-169c6a24e6a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1096 time: 0.0399599 Aug 27 03:42:09.959681 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6a23d8a2-5bf0-4969-9074-08a98c958961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:09.961194 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6a23d8a2-5bf0-4969-9074-08a98c958961 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0860150 Aug 27 03:42:10.024612 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-736bea2d-32eb-4b54-a686-9931dc163333 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 1001 time: 0.0561914 Aug 27 03:42:10.074989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6c8d0535-0211-4e8a-b9bc-6073040a94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:10.076068 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-6c8d0535-0211-4e8a-b9bc-6073040a94a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0447109 Aug 27 03:42:10.126136 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-02549aaf-450d-43fb-bd7f-f77f74afd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:42:10.127645 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-02549aaf-450d-43fb-bd7f-f77f74afd33c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437350 Aug 27 03:42:10.138475 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-55446471-ab20-4f98-b364-2c991eabaf5b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:42:10.139413 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-55446471-ab20-4f98-b364-2c991eabaf5b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050082 Aug 27 03:42:10.525376 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-d91a5085-5a39-4cbf-84d7-aa44f1971fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793488 Aug 27 03:42:10.616235 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ce6a5d37-c82b-4ba1-9017-1a565df81713 req-56fb9a28-af73-4826-ab9e-97181370f8d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829489 Aug 27 03:42:17.123646 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:18.125468 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:22.850234 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0f1845b-98d5-40fb-8739-abfa9e7e3531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:25.355872 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ed2afd33-f89a-4fb7-a1ec-6862a943f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:25.601557 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:26.854166 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:28.263854 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:31.701758 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:47.125680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:52.852105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e53094e4-de90-41c3-bf41-dde2e3191804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:55.125685 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:42:55.357803 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-56e4dbfc-862c-4604-9b3c-d562d2cf5011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:55.603309 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:56.858717 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:42:58.266746 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:01.728037 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:09.792395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-2bed38ce-710b-4088-bb0a-0b777ea13670 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866778 Aug 27 03:43:09.889772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-f62f48b8-2a26-4b96-948a-e4f719f94d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:09.891259 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-f62f48b8-2a26-4b96-948a-e4f719f94d2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1096 time: 0.0393548 Aug 27 03:43:09.993794 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-a14bad89-536b-467d-a4d8-f6f752b385a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:09.995255 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-a14bad89-536b-467d-a4d8-f6f752b385a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0855925 Aug 27 03:43:10.058819 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-f9795ae7-84dc-4382-97a5-83e9585fad76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 1001 time: 0.0568094 Aug 27 03:43:10.108747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-9fee6c51-d763-43ad-bcf3-9c1116d8035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:10.110345 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-9fee6c51-d763-43ad-bcf3-9c1116d8035d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0449154 Aug 27 03:43:10.162576 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-a6ff8290-3281-485e-9e85-77de8c7b783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:43:10.164094 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-a6ff8290-3281-485e-9e85-77de8c7b783b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465069 Aug 27 03:43:10.254219 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-c2703527-5355-4726-b681-fb8086093759 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831730 Aug 27 03:43:10.347737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-996d3f32-fa82-4c03-8359-9691ebadb467 req-a1df07b3-75c1-4532-86fa-713a2816bb16 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Aug 27 03:43:17.146098 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:22.853015 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-42dd457b-cf60-42d1-8092-b0bab48ad9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:25.360409 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-12f15b34-0942-4f23-b1c9-ef1689acdc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:25.604713 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:26.860739 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:28.272029 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:31.737533 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:32.125637 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:43:47.158244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:52.853857 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2f9560df-cab6-46a7-a87c-d1632bf8e267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.360454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-493bc905-f32e-4fdb-9ca7-a53ee2758b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:55.604751 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:56.863770 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:43:58.272419 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:01.735922 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:09.124893 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:10.743538 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-1aea8280-b95e-4b08-89ef-e262fe51102b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398865 Aug 27 03:44:10.841569 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-6d75d6c1-8d70-44d2-a6c4-128fe34eae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:10.843127 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-6d75d6c1-8d70-44d2-a6c4-128fe34eae3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1096 time: 0.0421259 Aug 27 03:44:10.949182 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-9a5dcb49-ecd5-493d-82fa-11ac6544ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:10.951313 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-9a5dcb49-ecd5-493d-82fa-11ac6544ff98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0868573 Aug 27 03:44:11.015971 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-960db73a-aa08-4d84-a34f-7b9adcfd74fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 1001 time: 0.0574985 Aug 27 03:44:11.065177 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-8d4aa136-0341-498d-b59a-eacc5eaa794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:11.066727 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-8d4aa136-0341-498d-b59a-eacc5eaa794a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0436983 Aug 27 03:44:11.116065 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-53e4da1f-e277-4a4d-9895-329d375502e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:11.117551 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-53e4da1f-e277-4a4d-9895-329d375502e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444689 Aug 27 03:44:11.205467 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-e3189ca8-6104-4c3d-b480-de24cf9b5e49 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807047 Aug 27 03:44:11.303283 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c60ce6f5-03dc-454f-b680-288de5814b7e req-44e9dfcf-ae28-4c4b-a5cd-b70b5b5eeb3d service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908656 Aug 27 03:44:17.172696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:19.793372 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 details requested by agent hyperv_n-h1-806292-1 with host n-h1-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:44:19.886031 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:20.048875 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Returning: {'device': '34307dad-664a-4f53-a39e-e3d2f7811285', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:44:20.086041 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:20.099127 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34307dad-664a-4f53-a39e-e3d2f7811285 {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:44:20.117567 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:20.121848 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:20.167496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:20.174611 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.174960 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.175301 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.175637 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.175973 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.176305 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.176636 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.176968 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.177336 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.177658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.177984 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.178307 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:20.256625 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] get_ports_and_sgs() called for port_ids ['34307dad-664a-4f53-a39e-e3d2f7811285'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:44:21.818111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 up at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:21.864756 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Provisioning complete for port 34307dad-664a-4f53-a39e-e3d2f7811285 triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:21.865127 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:21.942472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:21.964502 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:21.966763 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edda28-2c3c-43c4-b822-773be9b8d4a4" -d '{"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-plugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:21.979371 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:21.983472 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:22.007221 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2e224-aaac-4825-9941-eb4d7de6179c x-openstack-request-id: req-b3e2e224-aaac-4825-9941-eb4d7de6179c {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:22.007511 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-plugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:22.007760 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3e2e224-aaac-4825-9941-eb4d7de6179c {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:22.008154 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'code': 200} Aug 27 03:44:22.033097 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:22.863331 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac765-767e-4236-bfff-468f733fb05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:25.365318 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fa51bc8f-ff14-4710-b4e0-b4fefbe268c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:25.609044 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:26.869114 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:28.283638 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:31.758588 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:32.912115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-1d4260f5-eaa9-40ec-aad2-3fd42dd52074 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755319506&fields=id&tenant_id=1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 267 time: 0.0344038 Aug 27 03:44:33.021830 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-6ca04ec0-5ef5-4b4f-922d-6f624efc70fc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:33.023333 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-6ca04ec0-5ef5-4b4f-922d-6f624efc70fc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 809 time: 0.1045282 Aug 27 03:44:33.038490 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-1172bde2-237d-4e1d-a6ba-42489d98c9ec tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/quotas/1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Aug 27 03:44:33.094754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-3d632959-c80f-487d-bc30-8b4471cd963f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0507901 Aug 27 03:44:33.152144 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-ef667a05-82c2-4851-b93c-63415dbab1bc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:44:33.153132 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-ef667a05-82c2-4851-b93c-63415dbab1bc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471799 Aug 27 03:44:33.244658 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-1bbad295-0c19-4ec7-9860-f4455fc16fbe service neutron] 10.222.0.26 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 Aug 27 03:44:33.333761 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-e8dd3ecd-71c9-4813-8597-6d30bc076fbd service neutron] 10.222.0.26 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824335 Aug 27 03:44:33.531728 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-225447dd-0c36-49d6-905a-aa904e275aa4 req-2adcfe23-de09-44f9-b2c1-358781eaa4ad tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 210 time: 0.0279326 Aug 27 03:44:34.512021 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-ca22ffdc-1a4e-4847-9ac4-03018e3a896b tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:34.513545 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-ca22ffdc-1a4e-4847-9ac4-03018e3a896b tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 809 time: 0.1068716 Aug 27 03:44:34.557978 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-8e5d529a-114a-4d24-9ff1-3e3b8e2d31a4 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab38e5660224016b5467008dc4fd200 HTTP/1.1" status: 200 len: 380 time: 0.0343461 Aug 27 03:44:34.569439 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'port': {'device_id': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'admin_state_up': True, 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'security_groups': ['821471e1-4372-4380-bf54-a8b4c61ed8c1']}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:34.642120 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-834131c4-251e-48ad-b3fd-dd7e584839c2 req-3c91f739-b663-4fbc-b523-b3fd48b0fced tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 210 time: 0.0322130 Aug 27 03:44:34.702368 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Made reservation on behalf of 1ab38e5660224016b5467008dc4fd200 for: {'port': 1} {{(pid=94831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:44:34.706065 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:34.841999 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Allocated IP 172.20.0.13 (d3a53ea4-a07f-48be-b63a-c6e736a46d1d/ba85127c-5304-4f39-8b55-2ea5b825667a/0bcd60c8-45f2-4a2f-9434-18fd954eb12f) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:44:34.996407 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:35.012382 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Transition to ACTIVE for port object 0bcd60c8-45f2-4a2f-9434-18fd954eb12f will not be triggered until provisioned by entity DHCP. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:35.052220 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:35.099025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:35.104575 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:35.108474 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:35.115710 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:35.145451 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.145891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.146257 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.146630 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.146968 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.147301 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.147626 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.147965 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.150984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.150984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.150984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.150984 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:44:35.188413 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:35.189504 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:35.209707 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-5be68840-f16a-4f59-9dc2-6ba5a0562cbc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6441712 Aug 27 03:44:35.411192 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-adc56a71-dbbe-4b69-b13f-e722ee3db895 None None] Provisioning for port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f completed by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:35.415643 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-adc56a71-dbbe-4b69-b13f-e722ee3db895 None None] Provisioning complete for port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f triggered by entity DHCP. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:35.416086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-adc56a71-dbbe-4b69-b13f-e722ee3db895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:35.456080 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-adc56a71-dbbe-4b69-b13f-e722ee3db895 None None] Port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f cannot update to ACTIVE because it is not bound. {{(pid=94833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:44:35.776978 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8853e-28b6-438e-8cba-65188a040b62 req-62fb28e0-a769-42d5-a14e-3757624adbb5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:35.784869 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dba8853e-28b6-438e-8cba-65188a040b62 req-62fb28e0-a769-42d5-a14e-3757624adbb5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0699921 Aug 27 03:44:35.830677 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-dba8853e-28b6-438e-8cba-65188a040b62 req-bf717fc6-b733-422a-a618-b2dabbc628ca tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Aug 27 03:44:35.892665 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:44:35.975099 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.005679 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:36.008086 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79c3fc-9306-428a-afa8-4e4a1b3f1701" -d '{"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-unplugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:36.023970 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:36.029441 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:36.058186 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fb68d4-245e-46d9-9e5a-a51f70b8c77f x-openstack-request-id: req-18fb68d4-245e-46d9-9e5a-a51f70b8c77f {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:36.058514 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-unplugged", "status": "completed", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:36.058774 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18fb68d4-245e-46d9-9e5a-a51f70b8c77f {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:36.059173 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'code': 200} Aug 27 03:44:36.091885 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Pushing event updated for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:36.945465 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc62750-953c-4a23-8727-7972bd9d5e43 req-efdd5595-b035-4663-984f-05eca219525a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:36.946978 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efc62750-953c-4a23-8727-7972bd9d5e43 req-efdd5595-b035-4663-984f-05eca219525a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0581334 Aug 27 03:44:36.984038 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-efc62750-953c-4a23-8727-7972bd9d5e43 req-8320f3e4-90fb-4963-b6e2-0b2d8989d9e2 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Aug 27 03:44:38.116038 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13345d-2df3-428f-8d15-85ad9014d914 req-d876d509-bcb5-40da-a61b-24029e92a047 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:38.118021 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e13345d-2df3-428f-8d15-85ad9014d914 req-d876d509-bcb5-40da-a61b-24029e92a047 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0534253 Aug 27 03:44:38.162052 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-9e13345d-2df3-428f-8d15-85ad9014d914 req-850ed261-6fc8-4c9e-8a95-ee7b1b998c7c tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373809 Aug 27 03:44:39.287452 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afa2dd-601e-4c3f-af92-678bc810ffae req-b5bd6608-dae2-4b66-a919-606f53913b28 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:39.288964 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91afa2dd-601e-4c3f-af92-678bc810ffae req-b5bd6608-dae2-4b66-a919-606f53913b28 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0556989 Aug 27 03:44:39.333737 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-91afa2dd-601e-4c3f-af92-678bc810ffae req-21ce6cc7-eb2d-4d74-9cc0-233c9d5ff5bf tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Aug 27 03:44:40.456519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a6889-7b13-44e9-b327-2c4fec355f2f req-f70ed3ac-8839-4b9e-a28b-c22753f3acf5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:40.459597 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f36a6889-7b13-44e9-b327-2c4fec355f2f req-f70ed3ac-8839-4b9e-a28b-c22753f3acf5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0557353 Aug 27 03:44:40.498250 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f36a6889-7b13-44e9-b327-2c4fec355f2f req-e5115b8a-68dc-4895-8aad-5d7d184580b6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Aug 27 03:44:41.622798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07acaf-2071-479c-be3b-42c6061d277c req-2b663d4b-ab13-4a48-94ab-4c4e5a0931bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:41.624544 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad07acaf-2071-479c-be3b-42c6061d277c req-2b663d4b-ab13-4a48-94ab-4c4e5a0931bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0518367 Aug 27 03:44:41.666570 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-ad07acaf-2071-479c-be3b-42c6061d277c req-8a42353f-bfa3-4950-a1c7-e257cd66fb17 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338871 Aug 27 03:44:42.818177 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfd01b-65ea-4d36-bf25-74e1feec2344 req-2abc9403-2046-4657-9c7e-f2aa11deba31 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:42.819701 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5dfd01b-65ea-4d36-bf25-74e1feec2344 req-2abc9403-2046-4657-9c7e-f2aa11deba31 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0528307 Aug 27 03:44:42.857286 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-f5dfd01b-65ea-4d36-bf25-74e1feec2344 req-59a649ff-cfa3-43aa-a1ba-6ba8c165d3d8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Aug 27 03:44:43.981490 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996b1c8-2839-451c-855a-06631c877ab2 req-27d35d28-5084-45e7-84f4-d34d07a74d63 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:43.983115 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0996b1c8-2839-451c-855a-06631c877ab2 req-27d35d28-5084-45e7-84f4-d34d07a74d63 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0527487 Aug 27 03:44:44.039754 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0996b1c8-2839-451c-855a-06631c877ab2 req-86ec0f0a-c043-4911-8ae4-9a764a845a50 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365419 Aug 27 03:44:45.154464 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ada00-9ae0-4d58-bd18-9da38c6d7b2d req-2d087c92-b9d8-49bd-ad52-14c34a004648 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:45.155939 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-352ada00-9ae0-4d58-bd18-9da38c6d7b2d req-2d087c92-b9d8-49bd-ad52-14c34a004648 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 932 time: 0.0495503 Aug 27 03:44:45.197971 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-352ada00-9ae0-4d58-bd18-9da38c6d7b2d req-57f152f3-d138-494b-a6ae-b45f860009d0 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355103 Aug 27 03:44:45.369512 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-c755b62f-6e66-4a5f-abe8-cc35605e6751 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94831) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:44:45.370604 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-c755b62f-6e66-4a5f-abe8-cc35605e6751 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055387 Aug 27 03:44:45.430786 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Request body: {'port': {'device_id': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806292-1'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:45.484742 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:45.756226 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcd60c8-45f2-4a2f-9434-18fd954eb12f {{(pid=94831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:44:45.763412 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:45.775519 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.provisioning_blocks [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Transition to ACTIVE for port object 0bcd60c8-45f2-4a2f-9434-18fd954eb12f will not be triggered until provisioned by entity L2. {{(pid=94831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:44:45.779726 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:45.849931 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:45.902991 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Attempting to bind port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f on host n-h2-806292-1 for vnic_type normal with profile {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:44:45.903330 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Attempting to bind port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f by drivers openvswitch,hyperv on host n-h2-806292-1 at level 0 using segments [{'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:44:45.903689 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Attempting to bind port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:45.908790 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-806292-1 {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 03:44:45.909114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Attempting to bind port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f on network d3a53ea4-a07f-48be-b63a-c6e736a46d1d {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:44:45.914183 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Checking agent: {'id': '1a2290fc-e644-4058-be8b-f80ee21fd9b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806292-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'started_at': datetime.datetime(2021, 8, 27, 2, 14, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:44:45.914546 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Checking segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:44:45.914930 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Bound using segment: {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'} {{(pid=94831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:44:45.915354 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.managers [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Bound port: 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host: n-h2-806292-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c665f-53a2-4e04-802b-5ec1283f6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d'}}] {{(pid=94831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:44:45.915713 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:45.982910 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, cleared binding levels {{(pid=94831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:44:45.986928 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:44:45.991497 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:46.029228 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.029844 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:46.031251 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] 10.222.0.15 "PUT /v2.0/ports/0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 1092 time: 0.6479223 Aug 27 03:44:46.031713 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:46.034627 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:46.063035 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea216b-c595-4b56-b8c2-f25d8e085216 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=3']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:46.096471 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d851ee-1e6c-4003-adf5-9c7635523050 x-openstack-request-id: req-e6d851ee-1e6c-4003-adf5-9c7635523050 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:46.096764 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:46.097022 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6d851ee-1e6c-4003-adf5-9c7635523050 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:46.097415 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'status': 'completed', 'code': 200} Aug 27 03:44:46.124218 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:44:46.131317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-0f994290-462a-45b0-b827-e826052514e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.133189 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-0f994290-462a-45b0-b827-e826052514e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1095 time: 0.0466301 Aug 27 03:44:46.178597 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-8bd7323c-f8ef-4e77-94ed-9636b9009b6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 217 time: 0.0364058 Aug 27 03:44:46.587212 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-9948574e-2565-46d7-ba95-f7468b1a528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.588537 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-9948574e-2565-46d7-ba95-f7468b1a528e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.4016521 Aug 27 03:44:46.617197 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a537f-e015-46f2-b88a-bc43e6b8316e req-750225ac-df59-420e-94f6-d8e454cc7f43 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.618696 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd0a537f-e015-46f2-b88a-bc43e6b8316e req-750225ac-df59-420e-94f6-d8e454cc7f43 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 944 time: 0.0686901 Aug 27 03:44:46.671371 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-fd0a537f-e015-46f2-b88a-bc43e6b8316e req-56c249ce-be14-4f84-8834-bc11dbc4320f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Aug 27 03:44:46.674598 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-b14bd06c-91f5-485c-993f-260292a02d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.676202 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-b14bd06c-91f5-485c-993f-260292a02d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791934 Aug 27 03:44:46.769083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-7da6b268-0631-4db5-9ca5-6ee4a92a04a9 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839760 Aug 27 03:44:46.859634 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-30eb49fd-7bfd-4b37-8d14-72919805d70b req-60f54741-fd18-4424-9cc6-42b0f6b5f41c service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816376 Aug 27 03:44:46.953008 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-07cae7f6-1450-4af2-b38d-d368e7720b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:46.954544 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-07cae7f6-1450-4af2-b38d-d368e7720b70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1095 time: 0.0456185 Aug 27 03:44:47.045353 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-9e15cbed-5874-4ec2-b0f6-387544920e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:47.046866 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-9e15cbed-5874-4ec2-b0f6-387544920e52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0841093 Aug 27 03:44:47.093798 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-782dd362-562f-4ca2-8cab-2b024818ef6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 217 time: 0.0389154 Aug 27 03:44:47.145253 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-b522cab9-897e-4c9a-b970-8874b7740ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:47.146621 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-b522cab9-897e-4c9a-b970-8874b7740ea2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0432208 Aug 27 03:44:47.173706 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:47.198209 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-fc40ef00-04f3-4046-ae66-da90446c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:47.199754 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-fc40ef00-04f3-4046-ae66-da90446c6c6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433397 Aug 27 03:44:47.300006 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-a545e748-bdac-420a-8151-132b252dc880 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873349 Aug 27 03:44:47.391552 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ebe6c91c-36fe-4e6f-9917-fd2da7922d27 req-e7c1395e-bbbf-4282-b06c-62b2f71702ad service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821292 Aug 27 03:44:47.790871 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93fc1f-f293-4400-a1be-7be2d3aa4ff6 req-6d5b881e-079c-4f64-8642-01e19fb816bc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:47.792334 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf93fc1f-f293-4400-a1be-7be2d3aa4ff6 req-6d5b881e-079c-4f64-8642-01e19fb816bc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 944 time: 0.0526729 Aug 27 03:44:47.829627 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-bf93fc1f-f293-4400-a1be-7be2d3aa4ff6 req-e7033ae8-f826-4024-b1a4-8eb94387b00d tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Aug 27 03:44:48.943904 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f6abf-9a21-4037-a33a-fb4fb55de0e5 req-a8e51bd0-e5d6-403e-99cc-28422612a074 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:48.945394 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b01f6abf-9a21-4037-a33a-fb4fb55de0e5 req-a8e51bd0-e5d6-403e-99cc-28422612a074 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 944 time: 0.0492401 Aug 27 03:44:48.981972 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-b01f6abf-9a21-4037-a33a-fb4fb55de0e5 req-4d8c7773-516b-48a7-8525-88247a3605f8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306499 Aug 27 03:44:49.010928 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:44:49.103746 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:49.117751 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'mac_address': 'fa:16:3e:69:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:44:49.153992 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:49.166125 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcd60c8-45f2-4a2f-9434-18fd954eb12f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:44:49.184416 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:49.188046 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:49.233350 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=4']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:49.448201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0bcd60c8-45f2-4a2f-9434-18fd954eb12f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:44:50.094988 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1678537-813f-444a-a9a9-e28c2a9dc7a0 req-76206c58-89fc-46bd-b525-4d1ad5a0a66a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:50.097027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1678537-813f-444a-a9a9-e28c2a9dc7a0 req-76206c58-89fc-46bd-b525-4d1ad5a0a66a tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 945 time: 0.0496337 Aug 27 03:44:50.133069 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d1678537-813f-444a-a9a9-e28c2a9dc7a0 req-f09c1c48-b2e1-4c9a-a624-ec94c13c2632 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300562 Aug 27 03:44:51.035543 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:44:51.083937 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning for port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f completed by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:44:51.087404 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:44:51.087772 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:51.165832 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:51.198564 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:51.204245 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb38e2-4ff7-4bf7-ab4b-ae9affe170d9" -d '{"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:51.224862 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:44:51.233842 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:51.273740 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a516f9-17d1-4b0c-a377-582ea304f6a3 req-767d24e3-5021-410c-8bb7-6a4d93c82dc4 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:51.275306 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0a516f9-17d1-4b0c-a377-582ea304f6a3 req-767d24e3-5021-410c-8bb7-6a4d93c82dc4 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 945 time: 0.0652690 Aug 27 03:44:51.293073 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=5']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:51.317083 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-a0a516f9-17d1-4b0c-a377-582ea304f6a3 req-cfcb23ff-9aab-4c2f-afb0-25b33af889dc tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Aug 27 03:44:51.352742 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e26980-a51e-47b1-8a0b-c2cae843b43b x-openstack-request-id: req-72e26980-a51e-47b1-8a0b-c2cae843b43b {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:51.353027 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:51.353276 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72e26980-a51e-47b1-8a0b-c2cae843b43b {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:51.353667 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'code': 200} Aug 27 03:44:51.453249 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e507b-13eb-4a78-813e-31176815db00 req-735df5b9-d8fa-4a8b-971b-4f84055313ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:51.455290 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d20e507b-13eb-4a78-813e-31176815db00 req-735df5b9-d8fa-4a8b-971b-4f84055313ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1097 time: 0.0401504 Aug 27 03:44:51.489924 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d20e507b-13eb-4a78-813e-31176815db00 req-030fa88c-e4c8-42d5-bf1e-3ce961710f2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272861 Aug 27 03:44:52.430909 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba877-3ee9-4347-a1c8-d842d6ee3039 req-ee57f62e-383f-45ae-85e1-961bb57add17 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:52.432381 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d77ba877-3ee9-4347-a1c8-d842d6ee3039 req-ee57f62e-383f-45ae-85e1-961bb57add17 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 946 time: 0.0481250 Aug 27 03:44:52.469738 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-d77ba877-3ee9-4347-a1c8-d842d6ee3039 req-993c69fb-34e2-4957-b355-256dd1ef89db tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Aug 27 03:44:52.855611 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0656923d-1db5-4cb0-b1de-4d495e15ef8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:53.590586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5839-992a-4863-95d9-dfe6fa60ade9 req-70fdadc8-cfe2-46d2-8898-7da5356a326e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:53.592156 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a5b5839-992a-4863-95d9-dfe6fa60ade9 req-70fdadc8-cfe2-46d2-8898-7da5356a326e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 946 time: 0.0530186 Aug 27 03:44:53.633903 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-0a5b5839-992a-4863-95d9-dfe6fa60ade9 req-09d4dba5-cf44-4b96-ad57-ed9930fc4ae1 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352139 Aug 27 03:44:53.756652 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03d628-cd12-4dd0-a221-7c15cf31ab93 req-b0a41982-72b2-4c2a-8883-67cba8af2ff3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:53.758065 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef03d628-cd12-4dd0-a221-7c15cf31ab93 req-b0a41982-72b2-4c2a-8883-67cba8af2ff3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 946 time: 0.0553570 Aug 27 03:44:53.797442 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-ef03d628-cd12-4dd0-a221-7c15cf31ab93 req-343792ff-e972-4675-9c64-ba9eb61f0b3e tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333135 Aug 27 03:44:53.819337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58804) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:53.858282 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2ed35-0652-407b-be03-24674814c931 tempest-TestSnapshotPattern-524058924 tempest-TestSnapshotPattern-524058924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:53.859808 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c4a2ed35-0652-407b-be03-24674814c931 tempest-TestSnapshotPattern-524058924 tempest-TestSnapshotPattern-524058924-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1092 time: 0.0395291 Aug 27 03:44:53.862615 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 58806) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:44:53.867058 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.v2.base [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Request body: {'floatingip': {'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:44:53.888057 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:53.986448 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.093733 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_common [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Allocated IP 172.25.8.63 (62eefc11-a4cd-4a48-9a5f-d2ba85939fb1/ed9f1e59-c5c8-427c-b07e-6620e55b65ae/4e160397-7546-463a-b28f-5017d83be1bc) {{(pid=94831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:44:54.197472 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.235490 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772043765782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.272148 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Network 62eefc11-a4cd-4a48-9a5f-d2ba85939fb1 is already hosted by enough agents. {{(pid=94831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:44:54.274937 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.base_scheduler [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Resources bound (agent type, host, resource id): {{(pid=94831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:44:54.280456 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Received port after_create {{(pid=94831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:44:54.305044 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=4e160397-7546-463a-b28f-5017d83be1bc,revision_number=1']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:54.648114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.713211 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.863397 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for port, precommit_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.867959 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15930050'] for port, after_update {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:54.934913 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event updated for resources: {'Port': ['ID=4e160397-7546-463a-b28f-5017d83be1bc,revision_number=2']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:44:54.947104 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684372'] for floatingip, after_create {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:55.046495 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Floating IP 013e3a05-bd34-4ce5-917c-b61e16473dea associated. External IP: 172.25.8.63, port: 0bcd60c8-45f2-4a2f-9434-18fd954eb12f. Aug 27 03:44:55.257333 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:44:55.365805 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:44:55.367367 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1cf02aaf-6713-4698-b020-98bc9fb33ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:55.377455 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:44:55.386977 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:55.387693 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:55.388918 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:55.416911 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-05eebd15-3d9e-4224-bab1-278ad67e71f6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5532720 Aug 27 03:44:55.417635 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:44:55.419959 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc94d259-a857-4d88-abad-627b1e8d7856" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:44:55.462201 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087d07c-a7fb-4c23-a0bb-57ab32eab4f5 x-openstack-request-id: req-f087d07c-a7fb-4c23-a0bb-57ab32eab4f5 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:44:55.462640 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:44:55.462996 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f087d07c-a7fb-4c23-a0bb-57ab32eab4f5 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:44:55.463497 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'status': 'completed', 'code': 200} Aug 27 03:44:55.499058 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:55.532525 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-40e2e89b-03e8-43ac-8df0-1b6c24d4e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:55.534907 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-40e2e89b-03e8-43ac-8df0-1b6c24d4e341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1097 time: 0.0423129 Aug 27 03:44:55.619194 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:55.638629 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-758a37f4-06f5-467b-b5a7-7fb7c7043a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:55.640150 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-758a37f4-06f5-467b-b5a7-7fb7c7043a3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0954518 Aug 27 03:44:55.710968 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-ee9836c5-58cc-436a-a8b0-e536513c2be4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 999 time: 0.0625844 Aug 27 03:44:55.766749 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-03c830f8-4460-4eb9-a838-29efa3ea4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:55.769022 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-03c830f8-4460-4eb9-a838-29efa3ea4023 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0505090 Aug 27 03:44:55.819860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-e969b1d1-4261-4720-a5a1-5b42975e1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:44:55.821338 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-e969b1d1-4261-4720-a5a1-5b42975e1b8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433972 Aug 27 03:44:55.823342 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '013e3a05-bd34-4ce5-917c-b61e16473dea', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:69:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:54Z', 'updated_at': '2021-08-27T03:44:54Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}, {'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:55.852460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:44:55.860700 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:44:55.861349 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:44:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:55.912362 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-c78a458b-f3fc-4ec8-b9e1-1627c6d5e6b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829129 Aug 27 03:44:55.964188 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:44:56.010328 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-bc94d259-a857-4d88-abad-627b1e8d7856 req-c9fce785-02f7-44f6-804a-1c402d892ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896752 Aug 27 03:44:56.191079 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '013e3a05-bd34-4ce5-917c-b61e16473dea', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:69:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:54Z', 'updated_at': '2021-08-27T03:44:54Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}, {'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:44:56.215868 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252dbbe9-e219-4712-9161-e7ac3b060140 None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '013e3a05-bd34-4ce5-917c-b61e16473dea', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:69:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:44:54Z', 'updated_at': '2021-08-27T03:44:54Z', 'revision_number': 0, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}, {'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:44:56.411124 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b57e4c-d255-4c6b-a36e-f793e03ea224 None None] New status for floating IP 013e3a05-bd34-4ce5-917c-b61e16473dea: ACTIVE {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:44:56.868507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:44:58.280229 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:01.637291 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-91df672e-027f-4724-b4f4-30cc23e15b22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394752 Aug 27 03:45:01.735076 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-d7405b2f-5a93-4818-843e-378ac16a931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:01.737199 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-d7405b2f-5a93-4818-843e-378ac16a931a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1097 time: 0.0431752 Aug 27 03:45:01.745400 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:01.846105 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-feaca6e7-9ea0-40f5-a401-6f766df16fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:01.847645 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-feaca6e7-9ea0-40f5-a401-6f766df16fd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0894909 Aug 27 03:45:01.913161 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-e678d445-8929-4f88-9778-bb054fe7951a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 1001 time: 0.0578561 Aug 27 03:45:01.967229 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-6c93905e-9e5f-424b-a032-f71cdc73a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:01.968757 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-6c93905e-9e5f-424b-a032-f71cdc73a323 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0479805 Aug 27 03:45:02.019891 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-dd9edfc6-eab2-4303-aacf-7a8c23ba361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:02.021368 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-dd9edfc6-eab2-4303-aacf-7a8c23ba361b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402541 Aug 27 03:45:02.121127 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-742e80c4-151b-4bf4-93dd-1089d4895a13 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904610 Aug 27 03:45:02.226188 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-3917adcc-e65b-46a2-858f-7e7020fab0d2 req-776c53e0-7b77-4804-8d62-5e8e85f116d4 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930405 Aug 27 03:45:12.744141 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-b466a99e-4986-43a9-948b-d6243ee872ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435848 Aug 27 03:45:12.841231 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-6f4a5c98-e6de-47da-9c6a-42fd822914ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:12.842674 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-6f4a5c98-e6de-47da-9c6a-42fd822914ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1094 time: 0.0407031 Aug 27 03:45:12.947807 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-cc0c11e2-2409-4b67-b778-6c0f66dacfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:12.949271 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-cc0c11e2-2409-4b67-b778-6c0f66dacfc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0877056 Aug 27 03:45:13.014114 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-86af2a1b-ed61-4741-b834-32811368809e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 999 time: 0.0570743 Aug 27 03:45:13.062717 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-45826a6d-4022-4591-991a-7007916d11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:13.064931 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-45826a6d-4022-4591-991a-7007916d11ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0435212 Aug 27 03:45:13.114772 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-209efa7c-0023-4441-94ed-e6c71dac7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:45:13.116216 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-209efa7c-0023-4441-94ed-e6c71dac7ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444536 Aug 27 03:45:13.203082 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-bb831f02-a910-4de9-a136-b31a9a9567b1 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799298 Aug 27 03:45:13.295361 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-acb003e9-7f84-41c1-a2e7-909bf2cec888 req-437e2bc6-41c4-414f-9ed5-10ebd5b8294a service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856252 Aug 27 03:45:17.179494 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:22.856555 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6fc07ef8-09d5-4994-b71a-e3db01c31c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:23.123198 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:45:25.363942 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-e13af53e-072f-40d2-ae5f-3814ddb54099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:25.610890 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:26.871999 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:28.282963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:31.765135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:47.177989 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:52.858888 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3afcc5ec-4a0c-4cca-a87e-88f0885b302f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:55.365696 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0796503a-b7e7-42a0-b9eb-1e671a6beecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:55.614613 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:56.874930 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:45:58.290397 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:00.121696 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:01.766183 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:02.663263 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-387b1968-87af-4e3c-8dd8-ff452bd02370 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421441 Aug 27 03:46:02.747915 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-25e6d5ad-2d7d-4432-9efc-58d167a5fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:02.749408 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-25e6d5ad-2d7d-4432-9efc-58d167a5fe2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1097 time: 0.0402443 Aug 27 03:46:02.858340 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-19329733-cd5b-4d48-b15b-0c6bd85861e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:02.859839 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-19329733-cd5b-4d48-b15b-0c6bd85861e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0894451 Aug 27 03:46:02.927315 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-e508ab4f-3186-4f59-9146-f205e336d0e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 1001 time: 0.0582368 Aug 27 03:46:02.983962 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-8d9ef7f2-e6df-4a15-970b-c7b80cc1c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:02.985426 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-8d9ef7f2-e6df-4a15-970b-c7b80cc1c1b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0507832 Aug 27 03:46:03.032676 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-d0664608-9fb1-425b-8eb6-25c0a223bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:03.034181 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-d0664608-9fb1-425b-8eb6-25c0a223bdb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410726 Aug 27 03:46:03.125376 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-aeceb39b-a551-4132-b178-8b9c3757da4c service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Aug 27 03:46:03.225532 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e758ce0a-4255-494b-90f5-aae89ffcd13c req-d8b65327-7865-4b9b-a243-efb5f35ea810 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880775 Aug 27 03:46:14.747689 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-2cfbec23-5816-4a9f-b0e5-fdef283d7d88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417645 Aug 27 03:46:14.843499 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f051-a8fd-4022-812c-fc62c59e484f req-f0ebcc8f-c480-4ab6-bffe-8f5ad9eb0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:14.845205 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-f0ebcc8f-c480-4ab6-bffe-8f5ad9eb0b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1094 time: 0.0414681 Aug 27 03:46:14.950523 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f051-a8fd-4022-812c-fc62c59e484f req-af424a4f-21a6-4a22-b1ca-47c0ee91578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:14.952027 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-af424a4f-21a6-4a22-b1ca-47c0ee91578e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.0877690 Aug 27 03:46:15.017243 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-0cc60ae3-496b-4e28-8554-c481e2f59f05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 999 time: 0.0578198 Aug 27 03:46:15.068174 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f051-a8fd-4022-812c-fc62c59e484f req-66f244b3-70d6-4876-93f8-d6bc24ded531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:15.070014 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-66f244b3-70d6-4876-93f8-d6bc24ded531 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0456271 Aug 27 03:46:15.122822 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f051-a8fd-4022-812c-fc62c59e484f req-a466926e-f956-4f0d-8573-6a5a780a4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:15.124387 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-a466926e-f956-4f0d-8573-6a5a780a4b21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467401 Aug 27 03:46:15.225900 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-4d9e9774-e1c1-4c7b-b71a-d8609f272ccb service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947373 Aug 27 03:46:15.318225 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-1564f051-a8fd-4022-812c-fc62c59e484f req-64a3df62-6963-4fa1-8a64-45a8a3e43a87 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857072 Aug 27 03:46:17.181529 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:22.862507 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-6e361e0e-da37-45cd-9fb8-9fb9d9c4bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:25.365596 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-0fcd78d9-5593-4273-8d65-5f5c83fd4521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:25.614921 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:26.877681 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:28.289201 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:31.762228 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.120763 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:46:37.549184 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f details requested by agent hyperv_n-h2-806292-1 with host n-h2-806292-1 {{(pid=94833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 03:46:37.661540 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:37.674859 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Returning: {'device': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'port_id': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'mac_address': 'fa:16:3e:69:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 03:46:37.717721 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.731672 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bcd60c8-45f2-4a2f-9434-18fd954eb12f {{(pid=94833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 03:46:37.754693 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:37.758897 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:37.818521 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=6']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:37.825921 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.826267 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.826967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.826967 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.827288 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.828591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.828591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.828591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.828591 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.829656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.829656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.829656 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:37.846947 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] get_ports_and_sgs() called for port_ids ['0bcd60c8-45f2-4a2f-9434-18fd954eb12f'] {{(pid=94833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 03:46:39.561065 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f up at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:46:39.619790 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.provisioning_blocks [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Provisioning complete for port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f triggered by entity L2. {{(pid=94833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:46:39.620340 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974902'] for port, provisioning_complete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:39.719554 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:39.745542 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:39.747936 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b61f4fd-9728-4dcd-bd73-7749c8c58b41" -d '{"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:39.767388 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:39.779282 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:39.815050 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340103b-0512-4091-9edd-1cbe0b05e613 x-openstack-request-id: req-4340103b-0512-4091-9edd-1cbe0b05e613 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:39.816301 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:39.816572 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4340103b-0512-4091-9edd-1cbe0b05e613 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:39.817614 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'code': 200} Aug 27 03:46:39.851141 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=7']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:47.192055 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.273803 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59012) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:48.432154 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Deleting port 4e160397-7546-463a-b28f-5017d83be1bc {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:48.432402 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.508723 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.509046 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.520352 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Calling delete_port for 4e160397-7546-463a-b28f-5017d83be1bc owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:48.663242 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.694281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event deleted for resources: {'Port': ['ID=4e160397-7546-463a-b28f-5017d83be1bc,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:48.706245 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.706663 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.707001 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.707337 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.707665 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.707993 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.708317 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.708641 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.708960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.709284 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.709624 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.709944 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:48.763477 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:48.763795 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Floating IP 013e3a05-bd34-4ce5-917c-b61e16473dea disassociated (deleted). External IP: 172.25.8.63, port: 0bcd60c8-45f2-4a2f-9434-18fd954eb12f. Aug 27 03:46:48.966757 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:49.073281 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:49.079184 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:49.083728 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:49.093185 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:49.093876 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:49.106609 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-9f7591a1-d012-4689-9092-e67b69a988c8 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "DELETE /v2.0/floatingips/013e3a05-bd34-4ce5-917c-b61e16473dea HTTP/1.1" status: 204 len: 168 time: 0.8315997 Aug 27 03:46:49.107306 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:49.109745 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6049c7cb-5623-4067-a2fc-01c3292553a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:49.209286 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:49.252905 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f1035a-9591-4261-9144-756244be9c66 x-openstack-request-id: req-71f1035a-9591-4261-9144-756244be9c66 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:49.253199 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:49.253459 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71f1035a-9591-4261-9144-756244be9c66 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:49.253866 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'status': 'completed', 'code': 200} Aug 27 03:46:49.331827 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-bb692a2a-7f0e-4883-a23e-72446b339edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.334016 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-bb692a2a-7f0e-4883-a23e-72446b339edb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 1097 time: 0.0500655 Aug 27 03:46:49.462307 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:49.489247 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:49.498883 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:49.499514 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:49.611461 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:49.625330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:46:49.705851 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-597183'] for port, before_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:49.729761 n-d-806292-1 neutron-server[94833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:49.732326 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36b464e36f051ca2d4855b019588af45060d8f34730f9cebc0452f02cf5e1153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976841e5-4ce6-4b19-8456-4100a94de43c" -d '{"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:49.745317 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:49.750066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772044222769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772043765800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772043765818'] for port, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:49.793998 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b30bd9-8474-4010-be42-83ea6f627d46 x-openstack-request-id: req-85b30bd9-8474-4010-be42-83ea6f627d46 {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:49.794242 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adaac5-29a5-403e-9399-04acf5084082 req-3ea46e5f-c878-42e0-bc29-50028b8c5930 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.794424 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "code": 200}]} {{(pid=94833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:49.794671 n-d-806292-1 neutron-server[94833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85b30bd9-8474-4010-be42-83ea6f627d46 {{(pid=94833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:49.795053 n-d-806292-1 neutron-server[94833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'code': 200} Aug 27 03:46:49.796160 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38adaac5-29a5-403e-9399-04acf5084082 req-3ea46e5f-c878-42e0-bc29-50028b8c5930 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 946 time: 0.4860313 Aug 27 03:46:49.804898 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Pushing event updated for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=8']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:49.813798 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-809421a7-7bf5-4a3b-8684-3b041879cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.815659 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-809421a7-7bf5-4a3b-8684-3b041879cd0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.4716964 Aug 27 03:46:49.861429 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:49.875743 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-38adaac5-29a5-403e-9399-04acf5084082 req-1513838f-3ec3-4366-b8d8-b6a24cee5ef2 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714238 Aug 27 03:46:49.877070 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-51a07d54-8141-423e-996e-35b6e7abebb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 200 len: 217 time: 0.0468674 Aug 27 03:46:49.890866 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2727b67-af9b-4fd5-bdf2-1f53fb8d2d8c None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_floatingips': [{'id': '8bfc23aa-dfe9-418c-ada9-7d7eaa4df014', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'floating_ip_address': '172.25.8.161', 'floating_network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'router_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'port_id': '34307dad-664a-4f53-a39e-e3d2f7811285', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'mac_address': 'fa:16:3e:c4:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T03:41:44Z', 'updated_at': '2021-08-27T03:41:46Z', 'revision_number': 1, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:49.938068 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-baac4978-856d-4a90-ae18-0cd5d66c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.939784 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-baac4978-856d-4a90-ae18-0cd5d66c2e90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0527837 Aug 27 03:46:49.991746 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-e7e56230-b550-41ff-89e6-6226964b26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:49.993193 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-e7e56230-b550-41ff-89e6-6226964b26ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414062 Aug 27 03:46:50.092914 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-b2b5c4e1-e3fb-4b70-90f5-1408f1192376 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912142 Aug 27 03:46:50.145869 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271c238-2de6-4f02-b05a-8b0f312cd507 None None] New status for floating IP 013e3a05-bd34-4ce5-917c-b61e16473dea: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:46:50.193131 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-6049c7cb-5623-4067-a2fc-01c3292553a6 req-ada8ca8f-3a74-42c0-8b96-ba6e9992eba9 service neutron] 10.222.0.15 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880206 Aug 27 03:46:51.041879 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709945e-201e-48b4-a96b-e199a9c19fcc req-124cd410-592e-4f6e-bdf1-1f73bcc257e3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:51.043395 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3709945e-201e-48b4-a96b-e199a9c19fcc req-124cd410-592e-4f6e-bdf1-1f73bcc257e3 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 944 time: 0.0934415 Aug 27 03:46:51.082622 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-3709945e-201e-48b4-a96b-e199a9c19fcc req-49a2ab2f-d6f6-49a4-b91f-dac6b7fc9906 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330629 Aug 27 03:46:51.171686 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-2415b412-1d36-4a4b-84d3-d1606dac51d6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:51.173061 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-2415b412-1d36-4a4b-84d3-d1606dac51d6 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 944 time: 0.0493562 Aug 27 03:46:51.268395 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Deleting port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:51.268737 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:51.356427 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] For port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f, host n-h2-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806292-1',level=0,port_id=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:51.356784 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:51.369864 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Calling delete_port for 0bcd60c8-45f2-4a2f-9434-18fd954eb12f owned by compute:nova {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:51.505318 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:51.533794 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event deleted for resources: {'Port': ['ID=0bcd60c8-45f2-4a2f-9434-18fd954eb12f,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:51.579759 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] No DVR routers for this DVR port 0bcd60c8-45f2-4a2f-9434-18fd954eb12f on host n-h2-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:46:51.582339 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:51.584300 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-e285bbf7-6ed2-4f16-9e8d-e9ffd8d22df5 req-3e8ba86c-aeb9-461e-aa51-ddac12fa07fe tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.15 "DELETE /v2.0/ports/0bcd60c8-45f2-4a2f-9434-18fd954eb12f HTTP/1.1" status: 204 len: 173 time: 0.4032810 Aug 27 03:46:51.584736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-deleted', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:51.587035 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b6e8e-efce-4838-83a4-51fc699f360f" -d '{"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-deleted", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:51.629918 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c46bf0c-fc82-451e-b896-380ca64e44ef x-openstack-request-id: req-1c46bf0c-fc82-451e-b896-380ca64e44ef {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:51.630213 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8fa8c4-74cf-46cc-8cf9-7db708261164", "name": "network-vif-deleted", "tag": "0bcd60c8-45f2-4a2f-9434-18fd954eb12f", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:51.630532 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c46bf0c-fc82-451e-b896-380ca64e44ef {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:51.630939 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8fa8c4-74cf-46cc-8cf9-7db708261164', 'name': 'network-vif-deleted', 'tag': '0bcd60c8-45f2-4a2f-9434-18fd954eb12f', 'status': 'completed', 'code': 200} Aug 27 03:46:52.188833 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-c22672b8-e1da-403b-95e3-7024421d6b53 req-b5b1377a-cd5b-46c7-9c86-bd2f494cc66b tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb8fa8c4-74cf-46cc-8cf9-7db708261164 HTTP/1.1" status: 200 len: 210 time: 0.0262346 Aug 27 03:46:52.865001 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-492a6ee7-be71-48a3-a9c4-0d73c39bc212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.625757 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f no longer exists at agent hyperv_n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:46:53.648400 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] No Port match for: 0bcd60c8-45f2-4a2f-9434-18fd954eb12f {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:46:53.648739 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Device 0bcd60c8-45f2-4a2f-9434-18fd954eb12f not bound to the agent host n-h2-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:46:53.740248 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59080) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:53.898457 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Deleting port e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:53.898704 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.972444 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.972776 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:53.984351 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Calling delete_port for e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef owned by network:floatingip {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:54.136560 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.162084 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event deleted for resources: {'Port': ['ID=e6f067c0-8fc5-4aef-a3c7-d1ad015aeaef,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:54.228105 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for floatingip, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.228497 n-d-806292-1 neutron-server[94831]: INFO neutron.db.l3_db [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Floating IP 8bfc23aa-dfe9-418c-ada9-7d7eaa4df014 disassociated (deleted). External IP: 172.25.8.161, port: 34307dad-664a-4f53-a39e-e3d2f7811285. Aug 27 03:46:54.442496 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:54.553526 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:54.557935 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for floatingip, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:54.565150 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:54.574234 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:54.574928 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:54.585244 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c8dbb0a1-551b-4534-aa4f-7af912133966 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "DELETE /v2.0/floatingips/8bfc23aa-dfe9-418c-ada9-7d7eaa4df014 HTTP/1.1" status: 204 len: 168 time: 0.8439262 Aug 27 03:46:54.585839 n-d-806292-1 neutron-server[94831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:54.588326 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4be716cfb3a4532e0ab062227609d3e0be458d2727625c0009defb50bead16ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063ff81-7c7a-4c85-9e64-428fc98f47c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94831) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:54.627377 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745cf38-f5f5-42e2-9a8a-dfc58c57aab3 x-openstack-request-id: req-6745cf38-f5f5-42e2-9a8a-dfc58c57aab3 {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:54.627778 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "status": "completed", "code": 200}]} {{(pid=94831) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:54.628041 n-d-806292-1 neutron-server[94831]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6745cf38-f5f5-42e2-9a8a-dfc58c57aab3 {{(pid=94831) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:54.628578 n-d-806292-1 neutron-server[94831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'status': 'completed', 'code': 200} Aug 27 03:46:54.692468 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:54.717275 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-b4c51e1d-221a-499d-b5f9-867da74047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.719497 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-b4c51e1d-221a-499d-b5f9-867da74047ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ab38e5660224016b5467008dc4fd200&device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 1094 time: 0.0478666 Aug 27 03:46:54.828758 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-5d7fbf05-ee6f-4db3-9346-fd224b664b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.830289 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-5d7fbf05-ee6f-4db3-9346-fd224b664b28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 200 len: 910 time: 0.1026325 Aug 27 03:46:54.838731 n-d-806292-1 neutron-server[94831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038f96a-0b1f-4745-bc88-362e2fbed0bb req-f75b7f53-04ad-4cd3-924b-0041dfb85d0f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.841410 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8038f96a-0b1f-4745-bc88-362e2fbed0bb req-f75b7f53-04ad-4cd3-924b-0041dfb85d0f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0542223 Aug 27 03:46:54.876748 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-15995784-2dcf-4dc1-9ae1-433d4e37e982 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 200 len: 217 time: 0.0380840 Aug 27 03:46:54.884717 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [req-8038f96a-0b1f-4745-bc88-362e2fbed0bb req-2e2b3146-68f1-458a-9e80-99fa2d3c34a0 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365152 Aug 27 03:46:54.931190 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-fc0231c0-8161-4951-9f67-5d07b8a972be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.932668 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-fc0231c0-8161-4951-9f67-5d07b8a972be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 200 len: 848 time: 0.0484283 Aug 27 03:46:54.979476 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-d27a7abb-5c4b-489c-bbf1-b37d016f8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:54.980921 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-d27a7abb-5c4b-489c-bbf1-b37d016f8738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3a53ea4-a07f-48be-b63a-c6e736a46d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405850 Aug 27 03:46:54.999606 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:55.025940 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:55.034661 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:55.035275 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:25Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:55.074071 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-7727a27e-28ab-40e2-9e6f-b45ec3151f43 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Aug 27 03:46:55.143791 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:55.192177 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-9063ff81-7c7a-4c85-9e64-428fc98f47c9 req-c1e6e01b-2b44-4bb8-8390-dd301b9cd055 service neutron] 10.222.0.46 "GET /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925820 Aug 27 03:46:55.349103 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:55.367264 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-72b7f1e4-d9e9-4cda-81c7-a09ddb5490b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.381080 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073ec86-782e-4484-91ed-ceb5b54cc3d1 None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:41:18Z', 'revision_number': 4, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1', '_interfaces': [{'id': '1a1bfa38-c2ae-417d-9001-411caa5d9baa', 'name': '', 'network_id': 'd3a53ea4-a07f-48be-b63a-c6e736a46d1d', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'mac_address': 'fa:16:3e:ca:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:17Z', 'updated_at': '2021-08-27T03:41:24Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'subnets': [{'id': 'ba85127c-5304-4f39-8b55-2ea5b825667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:55.589820 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbda7e-5110-4e78-af9c-88a33fdaf83a None None] New status for floating IP 8bfc23aa-dfe9-418c-ada9-7d7eaa4df014: DOWN {{(pid=94833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 03:46:55.661929 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:55.838711 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-4c15f5b9-67e2-4c9f-9ffb-acccc18cf2bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:55.840292 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-4c15f5b9-67e2-4c9f-9ffb-acccc18cf2bd tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0499382 Aug 27 03:46:55.937058 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Deleting port 34307dad-664a-4f53-a39e-e3d2f7811285 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:55.937400 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.059594 n-d-806292-1 neutron-server[94832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0313af6-2a5e-4183-9672-d75ae3a6b569 req-761b075a-3efb-486e-a33a-9983288e18ae tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:46:56.061055 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0313af6-2a5e-4183-9672-d75ae3a6b569 req-761b075a-3efb-486e-a33a-9983288e18ae tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a7c996c-6413-43c4-983a-9ef095a3dfce HTTP/1.1" status: 200 len: 943 time: 0.0846462 Aug 27 03:46:56.072738 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] For port 34307dad-664a-4f53-a39e-e3d2f7811285, host n-h1-806292-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806292-1',level=0,port_id=34307dad-664a-4f53-a39e-e3d2f7811285,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:56.072738 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.095128 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Calling delete_port for 34307dad-664a-4f53-a39e-e3d2f7811285 owned by compute:nova {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:56.121951 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-d0313af6-2a5e-4183-9672-d75ae3a6b569 req-9789b089-4d41-4ba9-a9f0-bdfdde2917b5 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "GET /v2.0/security-groups?id=821471e1-4372-4380-bf54-a8b4c61ed8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543640 Aug 27 03:46:56.236126 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.269939 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event deleted for resources: {'Port': ['ID=34307dad-664a-4f53-a39e-e3d2f7811285,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:56.294989 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.295336 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.295672 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.296003 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.296333 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.296658 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.296980 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.297300 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.297643 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.297963 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.298285 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.298632 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806292-1 {{(pid=94832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:46:56.317449 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] No DVR routers for this DVR port 34307dad-664a-4f53-a39e-e3d2f7811285 on host n-h1-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:46:56.320116 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260187'] for port, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:56.322072 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [req-e19fe0cf-8324-4fdb-8da6-06890f2907eb req-31429030-b812-4739-8c51-5c4011d2912f tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.46 "DELETE /v2.0/ports/34307dad-664a-4f53-a39e-e3d2f7811285 HTTP/1.1" status: 204 len: 173 time: 0.4727533 Aug 27 03:46:56.322524 n-d-806292-1 neutron-server[94832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-deleted', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285'}] {{(pid=94832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 03:46:56.325362 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3db4a171a0a9e105dd779bc032285783c30c4c40ed4c4bc29ae52c5ecfb3e58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113539bc-0780-4d13-9486-b0fe91a6f56f" -d '{"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-deleted", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285"}]}' {{(pid=94832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 03:46:56.424901 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48af12b4-3e89-4c44-97b7-47cef6654014 x-openstack-request-id: req-48af12b4-3e89-4c44-97b7-47cef6654014 {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 03:46:56.425196 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7c996c-6413-43c4-983a-9ef095a3dfce", "name": "network-vif-deleted", "tag": "34307dad-664a-4f53-a39e-e3d2f7811285", "status": "completed", "code": 200}]} {{(pid=94832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 03:46:56.425481 n-d-806292-1 neutron-server[94832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48af12b4-3e89-4c44-97b7-47cef6654014 {{(pid=94832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 03:46:56.425909 n-d-806292-1 neutron-server[94832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7c996c-6413-43c4-983a-9ef095a3dfce', 'name': 'network-vif-deleted', 'tag': '34307dad-664a-4f53-a39e-e3d2f7811285', 'status': 'completed', 'code': 200} Aug 27 03:46:56.882431 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.178922 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59100) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:57.238853 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.264568 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.331123 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.333874 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:57.335089 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] 10.222.0.26 "DELETE /v2.0/security-groups/821471e1-4372-4380-bf54-a8b4c61ed8c1 HTTP/1.1" status: 204 len: 168 time: 0.1551828 Aug 27 03:46:57.345211 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db94b1d-e56d-4fbf-b313-f092cda67c60 tempest-TestSnapshotPattern-670953579 tempest-TestSnapshotPattern-670953579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821471e1-4372-4380-bf54-a8b4c61ed8c1,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:57.390218 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59104) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:57.843945 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.097304 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Deleting port 1a1bfa38-c2ae-417d-9001-411caa5d9baa {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:58.097645 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.179646 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] For port 1a1bfa38-c2ae-417d-9001-411caa5d9baa, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=1a1bfa38-c2ae-417d-9001-411caa5d9baa,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:58.179955 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.192945 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Calling delete_port for 1a1bfa38-c2ae-417d-9001-411caa5d9baa owned by network:router_interface {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:58.292273 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.544451 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 no longer exists at agent hyperv_n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:46:58.566590 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] No Port match for: 34307dad-664a-4f53-a39e-e3d2f7811285 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:46:58.566949 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Device 34307dad-664a-4f53-a39e-e3d2f7811285 not bound to the agent host n-h1-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:46:58.683165 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:58.709747 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1bfa38-c2ae-417d-9001-411caa5d9baa,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:58.894696 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.109044 n-d-806292-1 neutron-server[94832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Router ba378929-9211-4c88-b50e-c08e7c8ca22e has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:46:59.213756 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:46:59.219420 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-475b6b2a-948d-47e3-a08b-75d766640ef7 admin admin] 10.222.0.26 "PUT /v2.0/routers/ba378929-9211-4c88-b50e-c08e7c8ca22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8264954 Aug 27 03:46:59.222404 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59114) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:46:59.224826 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Sync routers for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:46:59.235708 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:59.236346 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.337376 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks [] for router, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.342853 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: n-d-806292-1 {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:59.441794 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.497497 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Deleting port 8b42ee41-7d4e-487b-8187-2b0d320d5de0 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:46:59.497833 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.530087 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:46:58Z', 'revision_number': 5, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port': {'id': '8b42ee41-7d4e-487b-8187-2b0d320d5de0', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:16Z', 'updated_at': '2021-08-27T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.555982 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Checking router: ba378929-9211-4c88-b50e-c08e7c8ca22e for host: n-d-806292-1 {{(pid=94834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:46:59.564984 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Routers {'ba378929-9211-4c88-b50e-c08e7c8ca22e'} bound to L3 agent in host n-d-806292-1 {{(pid=94834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:46:59.566921 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['ba378929-9211-4c88-b50e-c08e7c8ca22e'], 'active': True} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.581616 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] For port 8b42ee41-7d4e-487b-8187-2b0d320d5de0, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8b42ee41-7d4e-487b-8187-2b0d320d5de0,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:46:59.582118 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.597240 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Calling delete_port for 8b42ee41-7d4e-487b-8187-2b0d320d5de0 owned by network:router_gateway {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:46:59.662057 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_dvr_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] Set router ba378929-9211-4c88-b50e-c08e7c8ca22e gateway port host: None {{(pid=94834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:46:59.717525 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.l3_hamode_db [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:46:59Z', 'revision_number': 6, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port_host': None}], 'n-d-806292-1', False) {} {{(pid=94834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:46:59.744096 n-d-806292-1 neutron-server[94834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f979874-bbf5-4f0f-9ac4-6933485ce717 None None] The sync data for ids ['ba378929-9211-4c88-b50e-c08e7c8ca22e'] in n-d-806292-1 is: [{'id': 'ba378929-9211-4c88-b50e-c08e7c8ca22e', 'name': 'tempest-TestSnapshotPattern-613007435-router', 'tenant_id': '1ab38e5660224016b5467008dc4fd200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:15Z', 'updated_at': '2021-08-27T03:46:59Z', 'revision_number': 6, 'project_id': '1ab38e5660224016b5467008dc4fd200', 'gw_port_host': None}] {{(pid=94834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:46:59.770230 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.796506 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b42ee41-7d4e-487b-8187-2b0d320d5de0,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:46:59.870850 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.963380 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:46:59.965568 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.011057 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.011586 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba378929-9211-4c88-b50e-c08e7c8ca22e {{(pid=94832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:47:00.016670 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] Notify callbacks [] for router, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.017824 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-e26267f0-26b8-415a-bfbd-47a37c75c867 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ba378929-9211-4c88-b50e-c08e7c8ca22e HTTP/1.1" status: 204 len: 168 time: 0.7945123 Aug 27 03:47:00.020514 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59118) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:00.072135 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.db_base_plugin_v2 [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Deleting subnet ba85127c-5304-4f39-8b55-2ea5b825667a {{(pid=94832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:47:00.075310 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.112468 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13459528'] for subnet, precommit_delete_associations {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.211302 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.228868 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a1bfa38-c2ae-417d-9001-411caa5d9baa no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:00.257510 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 1a1bfa38-c2ae-417d-9001-411caa5d9baa {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:00.257854 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 1a1bfa38-c2ae-417d-9001-411caa5d9baa not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:00.272753 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16198826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13160043'] for subnet, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.303203 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba85127c-5304-4f39-8b55-2ea5b825667a,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.308014 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.312693 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-670e41e0-94db-4572-8eca-da412e233964 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ba85127c-5304-4f39-8b55-2ea5b825667a HTTP/1.1" status: 204 len: 168 time: 0.2903945 Aug 27 03:47:00.313420 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bfd1e2-afeb-4f79-8071-7327c0bce0bd None None] Network d3a53ea4-a07f-48be-b63a-c6e736a46d1d requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:47:00.315110 n-d-806292-1 neutron-server[94832]: DEBUG neutron.wsgi [-] (94832) accepted ('10.222.0.26', 59122) {{(pid=94832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:00.390663 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.444908 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Deleting port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 {{(pid=94832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:00.445252 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.518144 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.db [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] For port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:00.518557 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.536100 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.plugin [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Calling delete_port for 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 owned by network:dhcp {{(pid=94832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:00.541092 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] DHCP port deletion for d3a53ea4-a07f-48be-b63a-c6e736a46d1d request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:47:00.600287 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Deleting port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 {{(pid=94833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:00.600656 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.634069 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16198905'] for port, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.662914 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.664798 n-d-806292-1 neutron-server[94832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] No DVR routers for this DVR port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 on host n-d-806292-1 {{(pid=94832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:47:00.665566 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.db [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] For port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,segment=NetworkSegment(d27c665f-53a2-4e04-802b-5ec1283f6e3e),segment_id=d27c665f-53a2-4e04-802b-5ec1283f6e3e)] {{(pid=94833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:00.666728 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.681459 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Calling delete_port for 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 owned by network:dhcp {{(pid=94833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:00.757163 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.766051 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791'] for port, after_delete {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.767947 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a53ea4-a07f-48be-b63a-c6e736a46d1d']}} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:00.780844 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27c665f-53a2-4e04-802b-5ec1283f6e3e') {'for_net_delete': True} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:00.781536 n-d-806292-1 neutron-server[94832]: DEBUG neutron.services.segments.db [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27c665f-53a2-4e04-802b-5ec1283f6e3e') {} {{(pid=94832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:00.791301 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13459543'] for segment, before_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.795150 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] Pushing event deleted for resources: {'Port': ['ID=6fd0f3aa-d1c0-47ed-8640-86837d7d7492,revision_number=None']} {{(pid=94833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:00.799129 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d989fd-3047-4015-bcdc-46532ee20d6f None None] No DVR routers for this DVR port 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 on host n-d-806292-1 {{(pid=94833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:47:00.812290 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.818970 n-d-806292-1 neutron-server[94832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:47:00.819374 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16198860'] for segment, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: Traceback (most recent call last): Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: timer() Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: cb(*args, **kw) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: return func(*args, **kwargs) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: self._notify() Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: self.callback(batched_events) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: event.method(event) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: return f(self, *a, **k) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: return self._get(url).json() Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: return self.request(url, 'GET', **kwargs) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:47:00.821117 n-d-806292-1 neutron-server[94832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:47:00.881705 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.892750 n-d-806292-1 neutron-server[94832]: DEBUG neutron_lib.callbacks.manager [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Notify callbacks [] for network, before_response {{(pid=94832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:00.894705 n-d-806292-1 neutron-server[94832]: INFO neutron.wsgi [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] 10.222.0.26 "DELETE /v2.0/networks/d3a53ea4-a07f-48be-b63a-c6e736a46d1d HTTP/1.1" status: 204 len: 168 time: 0.5786304 Aug 27 03:47:00.897860 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59126) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:00.905551 n-d-806292-1 neutron-server[94832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b8e5-e432-4212-96ec-8dad9bd84dba admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a53ea4-a07f-48be-b63a-c6e736a46d1d,revision_number=None']} {{(pid=94832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.243997 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1682378'] for router_interface, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.491048 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Deleting port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:01.491386 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.570050 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] For port 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:01.570434 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.582736 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Calling delete_port for 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 owned by network:router_interface {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:01.771226 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.773114 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:01.800650 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Pushing event deleted for resources: {'Port': ['ID=12a69a5a-9bd7-4d36-a4d6-6b0497f792c2,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:01.971926 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1830810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682176'] for router_interface, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.168394 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b42ee41-7d4e-487b-8187-2b0d320d5de0 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:02.188971 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8b42ee41-7d4e-487b-8187-2b0d320d5de0 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:02.189330 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8b42ee41-7d4e-487b-8187-2b0d320d5de0 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:02.189707 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:02.196063 n-d-806292-1 neutron-server[94831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Router 5fc0729b-c016-4fdc-92b4-a7dd88867615 has already been hosted by L3 agent 62b9ce12-5a5c-4dd6-8451-ae6c513075ba {{(pid=94831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:47:02.208658 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:02.208995 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 6fd0f3aa-d1c0-47ed-8640-86837d7d7492 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:02.305277 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] Notify agent at l3_agent.n-d-806292-1 the message routers_updated {{(pid=94831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:47:02.311144 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-4ed0c304-63ce-47d8-9a7b-00fd864732dc admin admin] 10.222.0.26 "PUT /v2.0/routers/5fc0729b-c016-4fdc-92b4-a7dd88867615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119234 Aug 27 03:47:02.314043 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59132) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:02.316586 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Sync routers for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:47:02.326496 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:02.327201 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.427094 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks [] for router, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.444180 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:02.638909 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 5, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.665695 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Checking router: 5fc0729b-c016-4fdc-92b4-a7dd88867615 for host: n-d-806292-1 {{(pid=94833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:47:02.675479 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Routers {'5fc0729b-c016-4fdc-92b4-a7dd88867615'} bound to L3 agent in host n-d-806292-1 {{(pid=94833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:47:02.676093 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806292-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T02:06:55Z,description=,heartbeat_timestamp=2021-08-27T03:46:55Z,host='n-d-806292-1',id=62b9ce12-5a5c-4dd6-8451-ae6c513075ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T02:06:55Z,topic='l3_agent')) {'router_ids': ['5fc0729b-c016-4fdc-92b4-a7dd88867615'], 'active': True} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:02.872067 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.927935 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Deleting port a36bc693-d153-474e-ab3d-ce023ef69fc8 {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:02.928182 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:02.945390 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_dvr_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] Set router 5fc0729b-c016-4fdc-92b4-a7dd88867615 gateway port host: n-d-806292-1 {{(pid=94833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:47:03.005871 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] For port a36bc693-d153-474e-ab3d-ce023ef69fc8, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=a36bc693-d153-474e-ab3d-ce023ef69fc8,segment=NetworkSegment(fd453e41-536a-455d-a859-fba4121a90e9),segment_id=fd453e41-536a-455d-a859-fba4121a90e9)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:03.006510 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.019531 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Calling delete_port for a36bc693-d153-474e-ab3d-ce023ef69fc8 owned by network:router_gateway {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:03.123849 n-d-806292-1 neutron-server[94833]: DEBUG neutron.db.l3_hamode_db [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 5, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}], 'n-d-806292-1', False) {} {{(pid=94833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:03.155768 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc6bc-8b8c-495e-b269-b5806a684636 None None] The sync data for ids ['5fc0729b-c016-4fdc-92b4-a7dd88867615'] in n-d-806292-1 is: [{'id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'name': 'tempest-TestSnapshotPattern-1847107058-router', 'tenant_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'external_fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:47:01Z', 'revision_number': 5, 'project_id': '8ffab64caef44c62b8bbda0f5dc7bc46', 'gw_port': {'id': 'a36bc693-d153-474e-ab3d-ce023ef69fc8', 'name': '', 'network_id': '62eefc11-a4cd-4a48-9a5f-d2ba85939fb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc0729b-c016-4fdc-92b4-a7dd88867615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806292-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:41:20Z', 'updated_at': '2021-08-27T03:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9f1e59-c5c8-427c-b07e-6620e55b65ae', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806292-1'}] {{(pid=94833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:47:03.192801 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.222359 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Pushing event deleted for resources: {'Port': ['ID=a36bc693-d153-474e-ab3d-ce023ef69fc8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.281450 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684314'] for router_gateway, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.373030 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45853'] for router, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.375217 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.419284 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684682'] for router, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.420014 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc0729b-c016-4fdc-92b4-a7dd88867615 {{(pid=94831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 03:47:03.424646 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] Notify callbacks [] for router, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.425786 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-34a448b8-1af4-4f84-b7bb-dd51416b757d admin admin] 10.222.0.26 "DELETE /v2.0/routers/5fc0729b-c016-4fdc-92b4-a7dd88867615 HTTP/1.1" status: 204 len: 168 time: 1.1100202 Aug 27 03:47:03.428443 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59134) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:03.479003 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Deleting subnet 1fa7b388-98f4-433b-90de-fcfb8f42d623 {{(pid=94831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 03:47:03.483097 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.519804 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15864051'] for subnet, precommit_delete_associations {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.602925 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-939844'] for subnet, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.665128 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-939851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15929992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13509112'] for subnet, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.689972 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa7b388-98f4-433b-90de-fcfb8f42d623,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:03.697099 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.699294 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-6f03da88-ad19-4195-8ebf-7dcd4d86991b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1fa7b388-98f4-433b-90de-fcfb8f42d623 HTTP/1.1" status: 204 len: 168 time: 0.2697849 Aug 27 03:47:03.701721 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59136) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:03.702262 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b176988e-8a8c-4d80-bb9a-96855f99b0f1 None None] Network cfcb1147-3ef2-468a-bfdf-3fa6705e21da requested from n-d-806292-1 {{(pid=94833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:47:03.773406 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543188'] for network, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.834096 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Deleting port 8145c4ad-2721-4a15-abd7-db80a596f7ca {{(pid=94831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 03:47:03.834544 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772044280351'] for port, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.904479 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.db [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] For port 8145c4ad-2721-4a15-abd7-db80a596f7ca, host n-d-806292-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806292-1',level=0,port_id=8145c4ad-2721-4a15-abd7-db80a596f7ca,segment=NetworkSegment(935fe343-ff25-43b9-9176-914b65f58113),segment_id=935fe343-ff25-43b9-9176-914b65f58113)] {{(pid=94831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:47:03.905083 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1679643'] for port, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:03.921339 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.plugin [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Calling delete_port for 8145c4ad-2721-4a15-abd7-db80a596f7ca owned by network:dhcp {{(pid=94831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 03:47:04.003838 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-597232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772044222751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772043765791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15930075'] for port, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.032547 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Pushing event deleted for resources: {'Port': ['ID=8145c4ad-2721-4a15-abd7-db80a596f7ca,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.036025 n-d-806292-1 neutron-server[94831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] No DVR routers for this DVR port 8145c4ad-2721-4a15-abd7-db80a596f7ca on host n-d-806292-1 {{(pid=94831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 03:47:04.111323 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-975807', 'neutron.services.segments.db._delete_segments_for_network-8772044313070'] for network, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.121876 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcb1147-3ef2-468a-bfdf-3fa6705e21da']}} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:04.132561 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935fe343-ff25-43b9-9176-914b65f58113') {'for_net_delete': True} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:04.132848 n-d-806292-1 neutron-server[94831]: DEBUG neutron.services.segments.db [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935fe343-ff25-43b9-9176-914b65f58113') {} {{(pid=94831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:47:04.141473 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772044312953', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15864044'] for segment, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.155072 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213'] for segment, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.165195 n-d-806292-1 neutron-server[94831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 03:47:04.165649 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-939213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15930094'] for segment, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: Traceback (most recent call last): Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: timer() Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: cb(*args, **kw) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: return func(*args, **kwargs) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: self._notify() Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: self.callback(batched_events) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: event.method(event) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: return f(self, *a, **k) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: return self._get(url).json() Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: return self.request(url, 'GET', **kwargs) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 03:47:04.167545 n-d-806292-1 neutron-server[94831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 03:47:04.189111 n-d-806292-1 neutron-server[94833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e0d81-11a2-4a5d-af3d-c04db106bda0 None None] DHCP port deletion for cfcb1147-3ef2-468a-bfdf-3fa6705e21da request from n-d-806292-1 {{(pid=94833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 03:47:04.235000 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-975814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1830797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684326'] for network, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.251848 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1830783'] for network, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.256114 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] 10.222.0.26 "DELETE /v2.0/networks/cfcb1147-3ef2-468a-bfdf-3fa6705e21da HTTP/1.1" status: 204 len: 168 time: 0.5508220 Aug 27 03:47:04.256114 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be58711-16be-4527-a9fd-29ea7fd8315b admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcb1147-3ef2-468a-bfdf-3fa6705e21da,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.259685 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a36bc693-d153-474e-ab3d-ce023ef69fc8 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:04.287347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: a36bc693-d153-474e-ab3d-ce023ef69fc8 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:04.287347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device a36bc693-d153-474e-ab3d-ce023ef69fc8 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:04.287347 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:04.308359 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:04.309253 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 12a69a5a-9bd7-4d36-a4d6-6b0497f792c2 not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:04.309682 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8145c4ad-2721-4a15-abd7-db80a596f7ca no longer exists at agent ovs-agent-n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 03:47:04.328789 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.plugin [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] No Port match for: 8145c4ad-2721-4a15-abd7-db80a596f7ca {{(pid=94833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 03:47:04.329142 n-d-806292-1 neutron-server[94833]: DEBUG neutron.plugins.ml2.rpc [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Device 8145c4ad-2721-4a15-abd7-db80a596f7ca not bound to the agent host n-d-806292-1 {{(pid=94833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 03:47:04.376773 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59144) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:04.428513 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-e3a78325-289d-4a9e-bb34-83007e313a0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ab38e5660224016b5467008dc4fd200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503933 Aug 27 03:47:04.430960 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59146) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:04.479927 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.501889 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.554078 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.556658 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:04.557830 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aee659fc-2f41-4cc0-80e8-798d97e0c26c HTTP/1.1" status: 204 len: 168 time: 0.1259806 Aug 27 03:47:04.566338 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c576412-c86e-4b57-b84a-16ff37fe3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee659fc-2f41-4cc0-80e8-798d97e0c26c,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:04.912482 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59152) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:04.957115 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-a83729df-5a4c-4165-8b70-866958675ec1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ffab64caef44c62b8bbda0f5dc7bc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433826 Aug 27 03:47:04.959818 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [-] (94831) accepted ('10.222.0.26', 59154) {{(pid=94831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:47:05.007298 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.027682 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.076159 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022625'] for security_group, after_delete {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.078771 n-d-806292-1 neutron-server[94831]: DEBUG neutron_lib.callbacks.manager [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:05.079912 n-d-806292-1 neutron-server[94831]: INFO neutron.wsgi [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fe8e43d-3e25-4ca3-bf62-f95db5edb8e8 HTTP/1.1" status: 204 len: 168 time: 0.1192153 Aug 27 03:47:05.087836 n-d-806292-1 neutron-server[94831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b707c4-3362-4f62-a43f-cde7c8f52be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe8e43d-3e25-4ca3-bf62-f95db5edb8e8,revision_number=None']} {{(pid=94831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:47:14.120623 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:17.206174 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:22.867337 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-5e1b0b60-5a62-4375-9832-a8b9aff91729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:25.368501 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-29247e56-6e43-4637-a980-1387c5e33d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:25.614733 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:26.882970 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:28.295580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:31.778255 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:47.206449 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:51.120339 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:47:52.870464 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-14e4875d-5cae-4994-8bd5-285a759c552e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:55.370701 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-ffe34c0c-f139-497a-b64b-bd90c3bab508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:55.616734 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:56.887520 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:47:58.302999 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:01.772135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:17.219489 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:22.876610 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-61a40f82-4286-4a3a-ad36-02a814289a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:25.384839 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-fe527f5a-d77d-4006-aad5-d375c557aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:25.622821 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:26.892113 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:28.122173 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:48:28.301160 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:31.797073 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:47.219703 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:52.875008 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-412648fb-12a7-4e94-83f1-3d4a0a8ee76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:55.378580 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-39302400-1f04-4fd9-a4d8-9e7478d55b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:55.617967 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:56.893047 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:48:58.303729 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:01.821659 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:05.121197 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:17.234561 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:22.869454 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-89b256b8-50e9-417d-b637-5f32617ebff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:25.380066 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f08af152-ad36-4bd5-8e35-fc511330447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:25.622912 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:26.895822 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:28.315227 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:31.824879 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:42.120784 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:49:47.232287 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:52.872742 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db2fb34c-d041-471b-95c7-bffcad06c0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:55.380063 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-afeeb224-a79c-491c-8ae5-9d9750c52f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:55.626244 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:56.898597 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:49:58.310519 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:01.836543 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:17.250102 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:19.120584 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:22.873625 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f78d15d0-88ca-4035-9435-e127ae06c6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:25.381036 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-011e9bcf-e14b-423c-ad60-11bb8bd42ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:25.627531 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:26.901496 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:28.311669 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:31.836369 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:47.252949 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:52.874089 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-c3069759-99f3-4834-b066-cee9544d25ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:55.383276 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b57ffb49-5432-484c-be1f-095a313553ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:55.629280 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:56.122272 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:50:56.904860 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:50:58.314700 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:01.897784 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:17.265906 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:22.877778 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0b113b5-978b-4bf8-8e1a-c7dd217b6f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:25.385756 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-4e5e20ba-7226-4f8a-ac59-8e63e94d6640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:25.631926 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:26.909178 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:28.320217 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:31.914513 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:33.125967 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:51:47.258558 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:52.879969 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5f1a-3a78-4c72-8b1f-eccd82fd5817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:55.388975 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7c4af188-0870-4c8d-8160-42117c04f080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:55.636308 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:56.910485 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:51:58.321797 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:01.921682 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:10.125081 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:17.274680 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:22.882874 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-daa685e4-09dc-4456-9906-137216aa8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:25.390873 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-db05c4a9-b990-4861-b065-c37eb26f56d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:25.640321 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:26.912877 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:28.323808 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:31.936162 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:47.125502 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:52:47.288411 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:52.888631 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-580ed0b2-5204-4635-875c-035fd630b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:55.392086 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b688-be2a-45c5-bd21-dcf89bbf38ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:55.645212 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:56.922135 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:52:58.326096 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:01.951811 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:17.292229 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:22.891493 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-3acfa360-e18c-4df4-9cfd-f38c200fea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:24.124945 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:53:25.395045 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8cb1570c-08ab-439f-b8de-42917e07cb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:25.646878 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:26.920540 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:28.331259 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:31.971153 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:47.286994 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:52.896804 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ef67b36-e448-4613-b8f9-a1ee15afe912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:55.395131 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2bb5700a-7ac5-4bbc-9328-6dfcf2ed9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:55.650312 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:56.922338 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:53:58.333230 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:01.125492 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:01.982767 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:17.285894 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:22.898963 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f6b819f8-1783-4412-8cf0-e460791bc9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:25.396285 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0048-c80c-46fb-aea8-9dd79cdc6253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:25.541504 n-d-806292-1 neutron-server[94831]: DEBUG neutron.wsgi [req-9d216523-05ae-4edc-bbf1-4b1bcae19dde req-204f73e1-a1d8-462e-9664-69b8a23dbc77 service neutron] (94831) timed out ('10.222.0.26', 57686) {{(pid=94831) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 03:54:25.655727 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.925193 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:28.334999 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:31.983422 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:38.127460 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:54:47.302264 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:52.899517 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-1ae2cba3-9e0b-4b3d-8a1c-3cc66a7e7c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:55.397261 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-2e6559b1-5fbf-4eea-9bde-1ef4d77ddc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:55.656551 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:56.928268 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.338219 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:01.984145 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:15.126716 n-d-806292-1 neutron-server[94834]: DEBUG neutron.db.agents_db [None req-5b3e045f-8475-4ab5-a5b3-736eb7efd014 None None] Agent healthcheck: found 7 active agents {{(pid=94834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:17.307439 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:22.900300 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-8d11bb43-cc39-4f42-9440-99411454f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.397105 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-7fcc261b-34cf-477b-9356-818d3b64b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.656942 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-f0852277-c047-4d15-b5c1-40f66855325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.931927 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2607-5545-44f3-b732-7ed98d4b70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.341025 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-97b835eb-733b-4789-a41b-cfff67bce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:31.979614 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-d6f72338-0afa-49c9-a02e-210e1b8ba2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:47.311469 n-d-806292-1 neutron-server[94833]: DEBUG neutron_lib.callbacks.manager [None req-a003badb-35f8-4719-a141-3bdbd45ccb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772044313052', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974981'] for agent, after_update {{(pid=94833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}